network report

app/backend/templates/backend/print_table.html

@@ -0,0 +1,6 @@
+{% extends "base.html" %}
+{% load backend_tags %}
+{% block content %}
+  <h2>Print Table</h2>
+  
+{% endblock %}

app/backend/templates/backend/reports2.html

@@ -6,46 +6,43 @@
   <a href="">Generate Report</a>
   <!-- 
     {{ sla | pprint }} -->
-  <div class='table-responsive'>
-    {% for v in sla.result %}
-    <h2>{{ v.ids.sla_name  }}</h2>
-    <table class='table table-bordered' style='min-width:1600px'>
-      <thead>
-    {% with services=sla_results|kv:v.ids.sla_name %}
-     <tr>
-      {% for si in services.result.service_instances %}
-      {% service_value service_results v.ids.sla_name si.service_name  as sv %}
-      <th colspan='{{ sv.test_templates.0.input_parameters|true_length }}' class='text-center'>{{ si.service_instance_name }}
-      </th>
-      {% endfor %}
-      </tr>
-      <tr>
-      {% for si in services.result.service_instances %}
-        {% service_value service_results v.ids.sla_name si.service_name  as sv %}
-        {% with ts=sv.test_templates.0.input_parameters|true_value %}
-          {% for tv in ts %}
-          <th style='vertical-align:top'>{{ tv.0 }}/<br>{{ tv.1 }}</th>
+      {% for v in sla.result %}
+      <div class='text-center'>
+        <h2>{{ v.ids.sla_name  }}</h2><br>
+        <div class='d-flex  text-center'>
+          {% with services=sla_results|kv:v.ids.sla_name %}
+          {% for si in services.result.service_instances %}
+          <div class='text-center border p-3'>
+            {{ si.service_instance_name }}<br>
+            {% service_value service_results v.ids.sla_name si.service_name  as sv %}
+            <div class='d-flex'>
+              <div class='p-3'>
+                <div class='d-flex'>
+                  {% for tt in sv.test_templates %}
+                  <div class='d-flex'>
+                    {% for tt2 in tt.test_metric_templates %}
+                      <div class='text-center border p-3'>{{ tt2.name }}</div>
+                    {% endfor %}
+                  </div>
+                  {% endfor %} 
+                </div>
+              </div>
+            </div>
+          </div>
           {% endfor %}
-        {% endwith %}
+          {% endwith %}
+        </div>
+      </div>
       {% endfor %}
-      </tr>
-    <tr>
-    </tr>
-    {% endwith %}
-      </thead>
-    </table>
-    {% endfor %}
-    
-  </div>
 
  {% comment %}<pre>{% endcomment %}
  {% comment %}SLA Result{% endcomment %}
     {% comment %}{{ sla_results | pprint }}{% endcomment %}
  {% comment %}</pre>{% endcomment %}
- {% comment %}<pre>{% endcomment %}
-{% comment %}Test Status{% endcomment %}
-  {% comment %}{{ test_status | pprint }}{% endcomment %}
- {% comment %}</pre>{% endcomment %}
+ <pre>
+Test Status
+  {{ test_status | pprint }}
+ </pre>
  <pre>
 Service Results
   {{ service_results | pprint }}

app/backend/templatetags/backend_tags.py

@@ -26,6 +26,8 @@ def kv(obj, value):
 
 @register.simple_tag
 def test_value(obj, sla, service_name):
+    pprint("-- test-value --")
+    pprint(f"{sla} , {service_name}")
     try:
         for r in obj[sla]['result']:
             if r['service_instance_name'] == service_name:

app/backend/urls.py

@@ -9,4 +9,6 @@ urlpatterns = [
     path('remote/', views.remote, name='remote'),
     path('reports/', views.reports, name='reports'),
     path('service_status/', views.service_status, name='service_status'),
+    path('dump_api/', views.dump_api, name='dump_api'),
+    path('print_table/', views.print_table, name='print_table'),
 ]

app/backend/views.py

@@ -4,8 +4,9 @@ from exfo.lib import Exfo, Mikrotik
 from pprint import pprint
 
 from ttp import ttp
-from django.http import JsonResponse
-
+from django.http import JsonResponse, HttpResponse
+from datetime import datetime
+from celery import shared_task
 
 exfo = Exfo("administrator", "exf0w0rxC@t4dm!n")
 exfo.login()
@@ -154,4 +155,97 @@ def reports(request):
         except:
             test_status[r['ids']['sla_name']] = {}
     return render(request, 'backend/reports2.html', {'days': days, 'sla': sla.json(), 'sla_results': sla_results, 'test_status': test_status, 'service_results': service_results })
+
+def dump_api(request):
+    from bson.json_util import dumps
+    from bson.json_util import loads
+    col  = db['exfo_api']
+    # col.delete_many({})
+    sla = exfo.call_api("sla")
+    sla_json = sla.json()
+    temp = sla_json['result']
+    for t in temp:
+        sla_uri = t['ids']['sla_uri']
+        sla_name = t['ids']['sla_name']
+        r = exfo.call_remote_api(sla_uri).json()
+        t['sla_uri_result'] = r['result']
+        service_result = []
+        for si in r['result']['service_instances']:
+            c = exfo.call_remote_api(si['service_uri']).json()['result']
+            service_result.append(c)
+
+        test_instance_class_result = []
+        test_status_result = []
+
+        for si in r['result']['tests']:
+            c = exfo.call_remote_api(si['test_instance_class_uri']).json()['result']
+            service = c['service']
+            target = None
+            if 'target' in c:
+                target = c['target']
+            test_instance_class_result.append(c)
+            c = exfo.call_remote_api(si['test_status_uri']).json()['result']
+            test_status_result.append({'sla_name':sla_name, 'test_instance_id': si['test_instance_id'],\
+                                    'service': service, 'target': target, \
+                                    'type_type_name':  si['test_type_name'],\
+                                    'test_instance_class_id': si['test_instance_class_id']  , 'status': c, })
+
+        t['test_instance_class_result'] = test_instance_class_result
+        t['test_status_result'] = test_status_result
+        t['created'] = datetime.utcnow()
+        col.insert_one(t)
+
+    # pprint(temp)
+    #col.insert_many(temp)
+    results = col.find({})
+    data = dumps(list(results), indent=4)
+    return HttpResponse(data, content_type='application/json')
+
+
+@shared_task
+def dump_api_task():
+    from bson.json_util import dumps
+    from bson.json_util import loads
+    col  = db['exfo_api']
+    # col.delete_many({})
+    sla = exfo.call_api("sla")
+    sla_json = sla.json()
+    temp = sla_json['result']
+    for t in temp:
+        sla_uri = t['ids']['sla_uri']
+        sla_name = t['ids']['sla_name']
+        r = exfo.call_remote_api(sla_uri).json()
+        t['sla_uri_result'] = r['result']
+        service_result = []
+        for si in r['result']['service_instances']:
+            c = exfo.call_remote_api(si['service_uri']).json()['result']
+            service_result.append(c)
+
+        test_instance_class_result = []
+        test_status_result = []
+
+        for si in r['result']['tests']:
+            c = exfo.call_remote_api(si['test_instance_class_uri']).json()['result']
+            service = c['service']
+            target = None
+            if 'target' in c:
+                target = c['target']
+            test_instance_class_result.append(c)
+            c = exfo.call_remote_api(si['test_status_uri']).json()['result']
+            test_status_result.append({'sla_name':sla_name, 'test_instance_id': si['test_instance_id'],\
+                                    'service': service, 'target': target, \
+                                    'type_type_name':  si['test_type_name'],\
+                                    'test_instance_class_id': si['test_instance_class_id']  , 'status': c, })
+
+        t['test_instance_class_result'] = test_instance_class_result
+        t['test_status_result'] = test_status_result
+        t['created'] = datetime.utcnow()
+        col.insert_one(t)
+
+    pprint("Dump API ... Finished")
+
+def print_table(request):
+    return render(request, 'backend/print_table.html')
+
+
     

app/exfo/lib.py

@@ -1,6 +1,8 @@
 import requests
 from pprint import pprint
 
+import functools
+
 class Exfo:
     BASE_URL = "https://159.192.8.11/API/REST"
     BASE_IP = "https://159.192.8.11"
@@ -46,7 +48,7 @@ class Exfo:
         response = self.session.get(url, headers=headers, data=payload, verify=False)
         pprint(response.json())
         return response
-
+    
     def call_remote_api(self, ep, payload={}):
         
         headers = {

app/network_report/celery.py

@@ -0,0 +1,7 @@
+import os
+from celery import Celery
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULES', 'network_report.settings')
+app = Celery('network_report', broker='pyamqp://guest:guest@rabbitmq3//')
+app.config_from_object('django.conf:settings', namespace='CELERY')
+app.autodiscover_tasks()

app/network_report/settings.py

@@ -24,7 +24,7 @@ env = environ.Env()
 environ.Env.read_env()
 # Build paths inside the project like this: BASE_DIR / 'subdir'.
 BASE_DIR = Path(__file__).resolve().parent.parent
-
+from celery.schedules import crontab
 
 # Quick-start development settings - unsuitable for production
 # See https://docs.djangoproject.com/en/4.1/howto/deployment/checklist/
@@ -192,3 +192,14 @@ YARN_INSTALLED_APPS = (
     'tailwind-color-palette', 
     'paper-css'
 )
+
+
+CELERY_BEAT_SCHEDULE = {
+    # "dumpapi": {
+        # "task": "backend.views.dump_api_task",
+        #"schedule": crontab(minute="*/1"),
+        # "schedule": crontab(minute="*/30"),
+        # "schedule": crontab(hour="17", minute="15"),
+        # "schedule": crontab(hour="*/1"),
+    # },
+}

app/worker-entrypoint.sh

@@ -1,3 +1,3 @@
 #!/bin/bash
-celery -A kacee worker -B  -l info
+celery -A network_report worker -B  -l info
 #celery -A kacee beat --detach -l info

docker-compose.yml

@@ -5,7 +5,7 @@ services:
     ports:
       - "6379"
   db:
-    image: postgres
+    image: postgres:15.5-alpine3.19
     volumes:
       - ./data/db:/var/lib/postgresql/data
     ports:
@@ -17,7 +17,7 @@ services:
   mongodb:
     image: mongo:6-jammy
     ports:
-      - '27017'
+      - '27017:27017'
     volumes:
       - ./mongodb:/data/db
   web:
@@ -43,24 +43,24 @@ services:
       - db
       - redis
       #- rabbitmq
-  #worker:
-    #restart: unless-stopped
-    ##build: .
-    #image: tum/network-report-image
-    ##command: python -X dev manage.py  runserver 0.0.0.0:8000
-    #entrypoint: ./worker-entrypoint.sh
-    #volumes:
-      #- ./app:/code
-      #- ./media:/code/media
-    #environment:
-      #- POSTGRES_NAME=postgres
-      #- POSTGRES_USER=postgres
-      #- POSTGRES_PASSWORD=postgres
-      #- PYTHONMALLOC=debug
-      #- DJANGO_SETTINGS_MODULE=kacee.settings
-      #- MODE=${MODE}
-    #depends_on:
-      #- web
+  worker:
+    restart: unless-stopped
+    #build: .
+    image: tum/network-report-image
+    #command: python -X dev manage.py  runserver 0.0.0.0:8000
+    entrypoint: ./worker-entrypoint.sh
+    volumes:
+      - ./app:/code
+      - ./media:/code/media
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=network_report.settings
+      - MODE=${MODE}
+    depends_on:
+      - web
   #websocket:
     ##build: .
     #image: tum/network-report-image
@@ -79,14 +79,14 @@ services:
     #depends_on:
       #- db
       #- redis
-  #rabbitmq:
-    #image: rabbitmq:3-management-alpine
-    #container_name: 'rabbitmq'
-    #ports:
-      #- "127.0.0.1:5672:5672"
-      #- "127.0.0.1:15672:15672"
-    #volumes:
-        #- ./rabbitmq/data/:/var/lib/rabbitmq/
-        #- ./rabbitmq/log/:/var/log/rabbitmq
+  rabbitmq:
+    image: rabbitmq:3-management-alpine
+    container_name: 'rabbitmq3'
+    ports:
+      - "5672:5672"
+      - "15672:15672"
+    volumes:
+        - ./rabbitmq/data/:/var/lib/rabbitmq/
+        - ./rabbitmq/log/:/var/log/rabbitmq
     #networks:
         #- rabbitmq_go_net

requirements.txt

@@ -38,7 +38,7 @@ django-formset
 django-multiselectfield
 django_ace
 django-autoslug
-celery==5.2.7
+celery
 django-phonenumber-field[phonenumbers]
 django-credit-cards
 django-payments[stripe]