New URL Sources & New DB integration

.dockerignore

@@ -0,0 +1,6 @@
+.git
+.idea
+__pycahce__/
+venv/
+custom/__pycahce__/
+generic/__pycahce__/

Dockerfile-crawler

@@ -0,0 +1,25 @@
+FROM artifactory.turkcell.com.tr/local-docker-dist-dev/com/turkcell/ai-platform/aip/ubi8/python38:0.1.0
+
+LABEL maintainer="Mahmut YILMAZ <yilmaz.mahmut@turkcell.com.tr>"
+
+ENV AIP_APP_USER=appuser
+ENV APP_DIR_HOME=/home/appuser
+ENV IN_CONTAINER=1
+ENV TZ=Europe/Istanbul
+
+USER root
+
+COPY requirements-crawler.txt ${APP_DIR_HOME}
+WORKDIR ${APP_DIR_HOME}
+
+RUN pip3 install --no-cache-dir --trusted-host=pypi.python.org --trusted-host=pypi.org --trusted-host=files.pythonhosted.org -r ${APP_DIR_HOME}/requirements_crawler.txt
+
+COPY . ${APP_DIR_HOME}
+
+RUN \
+    chgrp -R 0 $APP_DIR_HOME && \
+    chmod -R g+rx $APP_DIR_HOME
+
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+CMD [ "python3", "-u", "./news_crawler.py" ]