ADD : pretty loggers

Author: JeremyAndress

compose/stage/Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.6
+# ENV PYTHONDONTWRITEBYTECODE 1
+ENV PYTHONUNBUFFERED 1
+
+RUN mkdir -p /home/app
+
+ENV HOME=/home/app
+ENV APP_HOME=/home/app/web
+RUN mkdir $APP_HOME
+WORKDIR $APP_HOME
+
+ADD /requirements/local.txt $APP_HOME
+
+RUN export https_proxy=http://10.46.0.210:3128; \
+    export http_proxy=http://10.46.0.210:3128; \
+    pip install gunicorn; \
+    pip install -r /home/app/web/local.txt; mkdir /log;

src/config.py

@@ -3,7 +3,7 @@
 from celery.schedules import crontab
 
 class Config:
-    pass
+    JSONIFY_PRETTYPRINT_REGULAR = True
 
 class Celery:
     BROKER_URL = os.getenv('CELERY_BROKER_URL','redis://redis:6379/0')

src/utils/logging.py

@@ -1,24 +1,26 @@
 import os
 import logging
+from logging.handlers import RotatingFileHandler
 
 BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+LOG_FILENAME_INFO = BASE_DIR+'/logs/info.log'
 
-class LoggingConf:
-    LOG_FILENAME_INFO = BASE_DIR+'/logs/info.log'
-    LOG_FILENAME_ERROR = BASE_DIR+'/logs/error.log'
-    LOG_FILENAME_CRITICAL = BASE_DIR+'/logs/critical.log'
-    FORMAT = '%(asctime)s,%(msecs)05.1f %(message)s'
-    DATEFMT = '%m/%d/%Y %H:%M:%S'
+logging.basicConfig(
+    handlers=[
+        logging.StreamHandler(),
+        RotatingFileHandler(LOG_FILENAME_INFO, maxBytes=20000, backupCount=10)
+    ],
+    level=logging.INFO, 
+    format= '[%(asctime)s] [%(pathname)s:%(lineno)d] [%(levelname)s] - %(message)s',
+    datefmt='%d/%m/%Y %H:%M:%S'
+)
+
+logger = logging.getLogger("launchpad")
+
+def gene_extra(ms):
+    return {
+        'id':str(uuid.uuid4()),
+        'msisdn': ms
+    }
 
-logger = logging.getLogger()
-logger.setLevel(logging.INFO)
-fh = logging.FileHandler(LoggingConf.LOG_FILENAME_INFO)
-fh.setLevel(logging.INFO)
-ch = logging.StreamHandler()
-ch.setLevel(logging.DEBUG)
-formatter = logging.Formatter(LoggingConf.FORMAT)
-ch.setFormatter(formatter)
-fh.setFormatter(formatter)
-logger.addHandler(ch)
-logger.addHandler(fh)
 

stage.yml

@@ -0,0 +1,89 @@
+version: '3'
+
+services:
+  web:
+    container_name: nginx
+    env_file: .env
+    environment:
+      - EX_PORT_NGINX=$EX_PORT_NGINX
+      - PORT_NGINX=$PORT_NGINX
+    image: nginx:alpine
+    restart: always
+
+    ports:
+      - "$EX_PORT_NGINX:$PORT_NGINX"
+    volumes:
+      - ./logs:/log
+      - ./nginx/site.conf:/etc/nginx/conf.d/default.conf
+      - /etc/localtime:/etc/localtime:ro
+    links:
+      - app
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "5m"
+        max-file: "10"
+  app:
+    container_name: flask-app
+    env_file: .env
+    build: 
+      context: .
+      dockerfile: ./compose/stage/Dockerfile
+    restart: always
+    command: gunicorn wsgi:app -b 0.0.0.0:8011 --log-level=info
+    volumes:
+      - ./src:/home/app/web/
+      - ./logs:/home/app/web/logs
+      - /etc/localtime:/etc/localtime:ro
+    links:
+      - redis
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "5m"
+        max-file: "10"
+  worker:
+    container_name: worker1
+    env_file: .env
+    build: 
+      context: .
+      dockerfile: ./compose/stage/Dockerfile
+    restart: always
+    command: celery -A app.task worker --loglevel=info -f logs/beat.log
+    volumes:
+      - ./src:/home/app/web/
+      - ./logs:/home/app/web/logs
+      - /etc/localtime:/etc/localtime:ro
+    links:
+      - redis
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "5m"
+        max-file: "10"  
+  beat:
+    container_name: beat1
+    env_file: .env
+    build: 
+      context: .
+      dockerfile: ./compose/stage/Dockerfile
+    restart: always
+    command: celery -A app.task beat --loglevel=info
+    volumes:
+      - ./src:/home/app/web/
+      - ./logs:/home/app/web/logs
+      - /etc/localtime:/etc/localtime:ro
+    links:
+      - redis
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "5m"
+        max-file: "10"  
+  redis:
+    container_name: redis_ox
+    image: redis
+    volumes:
+      - ./data/redis:/data
+      - /etc/localtime:/etc/localtime:ro
+    restart: always