gen report

app/backend/templates/backend/gen_report.html

@@ -0,0 +1,56 @@
+{% extends "base_raw.html" %}
+{% load backend_tags %}
+{% block content %}
+<h2>Gen Report</h2>
+<a href="#test_result" class='btn btn-link'>Test Result</a>
+<a href="#mikrotik" class='btn btn-link'>Mikrotik</a>
+<form class='my-2'>
+
+{% for sla in  slas %}
+<label class='me-3'>
+  <input type='checkbox' name='sla_name' value='{{ sla }}' {% if sla in request.GET.sla_name %}checked{% endif %}/>{{ sla }}
+</label>
+{% endfor %}
+<input type='submit' name='filter' Value='Filter' class='btn btn-primary ms-3' />
+<a class='btn btn-danger ms-3' href="{% url 'backend:dump_fixed_results' %}?redir={{ request.path_info }}">Dump API</a>
+<input type='submit' name='genReport' value='Gen Report' class='btn btn-info' />
+{% if report_link %}
+  <a href="{{ report_link }}" class='btn btn-link'>Download</a>
+{% endif %}
+</form>
+<h1 id='test_result'>Test Result</h1>
+<div class='table-responsive'>
+  {{ tbl|safe }} 
+</div>
+<h1 id='mikrotik'>Mikrotik</h1>
+<h5 class='text-primary'>IP/ROUTE</h5>
+{% for ip in mk_ips %}
+<h4>{{ ip.gateway }}</h4>
+  <div class='d-flex flex-row justify-content-start  flex-wrap align-content-stretch mb-5'>
+    {% for k,v in ip.items %}
+      <div class='border p-3 fw-bolder'>{{ k }}</div><div class='border p-3'>{{ v }}</div>
+    {% endfor %}
+  </div>
+  
+{% endfor %}
+
+<h5 class='text-primary'>IP/Address</h5>
+<!-- 
+<pre>
+{{ mk_address | pprint }}
+</pre> -->
+{% for ip in mk_address %}
+<h4>{{ ip.interface }}</h4>
+  <div class='d-flex flex-row justify-content-start  flex-wrap align-content-stretch mb-5'>
+    {% for k,v in ip.items %}
+      <div class='border p-3 fw-bolder'>{{ k }}</div><div class='border p-3'>{{ v }}</div>
+    {% endfor %}
+  </div>
+  
+{% endfor %}
+<style>
+th {
+  text-align:center;
+}
+</style>
+{% endblock %}

app/backend/urls.py

@@ -12,4 +12,5 @@ urlpatterns = [
     path('dump_api/', views.dump_api, name='dump_api'),
     path('dump_fixed_results/', views.dump_fixed_results, name='dump_fixed_results'),
     path('print_table/', views.print_table, name='print_table'),
+    path('gen_report/', views.gen_report, name='gen_report'), 
 ]

app/backend/views.py

@@ -1,4 +1,4 @@
-from django.shortcuts import render
+from django.shortcuts import render, redirect
 from backend.mongodb import db
 from exfo.lib import Exfo, Mikrotik
 from pprint import pprint
@@ -7,6 +7,7 @@ from ttp import ttp
 from django.http import JsonResponse, HttpResponse
 from datetime import datetime
 from celery import shared_task
+from django.contrib import messages
 
 exfo = Exfo("administrator", "exf0w0rxC@t4dm!n")
 exfo.login()
@@ -274,5 +275,84 @@ def dump_fixed_results(request):
     results = col.find({})
     data = dumps(list(results), indent=4)
     data = {'msg': 'done'}
+    redir = request.GET.get('redir', None)
+    if redir:
+        messages.success(request, 'Dump Fixed Results')
+        return redirect(redir)
     # return HttpResponse(data, content_type='application/json')
     return JsonResponse(data)
+
+import humanize
+
+def con_human(r):
+    try:
+        '''
+        if 'time' in r['header'].lower():
+            return r['results']
+        '''
+        x = r['results']
+        n = int(x)
+        if n > 1000:
+            return humanize.naturalsize(n,gnu=True)
+        else:
+            return n
+    except:
+        return r['results']
+def gen_report_notebook():
+    from datetime import datetime
+    import pandas as pd
+
+    c = db['fixed_results'].find()
+    data = []
+    for i in c:
+        #pprint(i['header'])
+        res = dict(zip(i['header'], i['results']))
+        d = {'header': i['header'], 'results': i['results'], 'output': res, 'params': i['parameters'], 'ts': i['ids']['time_stamp'], 
+             'dt': datetime.fromtimestamp(int(i['ids']['time_stamp'])/1000000000), 'test_type_name': i['ids']['fixed_results_url']}
+        d.update(i['names'])
+        #res.update(i['ids'])
+        #res.update(i[])
+        #pprint(d)
+        data.append(d)
+    df0 = pd.DataFrame(data)
+    df0 = df0.explode(["header", "results"])
+    df1 = df0[["header", "results", "dt", "sla_name", "test_display_name"]]
+    df1 = df1.query('sla_name == sla_name')
+    #pprint(df1['sla_name'].unique())
+    
+    #df1['results_text'] = df1['results'].apply(con_human)
+    df1['results_text'] = df1.apply(con_human, axis=1)
+    table = df1.pivot(index=['sla_name', 'dt'],columns=['test_display_name','header'], values='results_text').sort_values(by=['sla_name', 'dt'], ascending=[True, False])
+    table = table.dropna(how='all', axis=0)
+    return (table,df1)
+
+def gen_report(request):
+    pprint("report notebook ...")
+    table,df = gen_report_notebook()
+    slas = list(df['sla_name'].unique())
+    sla_name = request.GET.getlist('sla_name')
+    
+    pprint("--- sla_name ---")
+    pprint(sla_name)
+    if len(sla_name) > 0:
+        sla_filter = ", ".join(f"'{w}'" for w in sla_name)
+        table = table.query(f"sla_name in ({sla_filter})")
+    gen_report = request.GET.get('genReport', None)
+    
+    report_link = None
+    if gen_report:
+        import time
+        ts = int(time.time())
+        fn = f"report_{ts}.xlsx"
+        table.to_excel(f'/code/media/{fn}')
+        report_link = f'/media/{fn}'
+
+    try:
+        mk_ips = mkt.call_remote("ip/route") 
+        mk_address = mkt.call_remote("ip/address") 
+    except:
+        mk_ips = []
+        mk_address = []
+    return render(request, 'backend/gen_report.html', {'tbl': table.to_html(\
+        classes=["table", "table-striped", "table-bordered", "align-middle"],\
+        table_id="report_tbl"), 'slas': slas, 'report_link': report_link, 'mk_ips': mk_ips, 'mk_address': mk_address})

app/exfo/lib.py

@@ -22,9 +22,9 @@ class Exfo:
         url = self.BASE_URL + "/Login"
         response = self.session.post(url, headers=headers, data=payload, verify=False)
        
-        pprint(self.session.cookies.get_dict())
-        pprint(response.text)
-        pprint(response.cookies)
+        # pprint(self.session.cookies.get_dict())
+        # pprint(response.text)
+        # pprint(response.cookies)
         #self.cookies = response.cookies
     def list_api(self):
         pprint("---- list_api ---")
@@ -34,7 +34,7 @@ class Exfo:
         }
         url = self.BASE_URL + "/"
         response = self.session.get(url, headers=headers, data=payload, verify=False)
-        pprint(response.json())
+        # pprint(response.json())
         return response
 
     def call_api(self, service, payload={}):

app/templates/_messages.html

@@ -0,0 +1,6 @@
+{% if messages %}
+    {% for message in messages %}
+    <div{% if message.tags %} style='z-index:2000' class="alert alert-{{ message.tags }}  text-center h5 position-absolute top-50 start-50 translate-middle fs-6" {% endif %}>{{ message }}</div>
+    {% endfor %}
+{% endif %}
+

app/templates/base_raw.html

@@ -0,0 +1,78 @@
+{% load static %}
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <meta name="description" content="">
+    <meta name="author" content="Mark Otto, Jacob Thornton, and Bootstrap contributors">
+    <meta name="generator" content="Hugo 0.84.0">
+    <title>Dashboard Template · Bootstrap v5.0</title>
+
+    <link rel="canonical" href="https://getbootstrap.com/docs/5.0/examples/dashboard/">
+
+    
+
+    <!-- Bootstrap core CSS -->
+    <link href="{% static "bootstrap/dist/css/bootstrap.css" %}" rel="stylesheet">
+
+    <!-- Favicons -->
+<meta name="theme-color" content="#7952b3">
+
+
+    <style>
+      .bd-placeholder-img {
+        font-size: 1.125rem;
+        text-anchor: middle;
+        -webkit-user-select: none;
+        -moz-user-select: none;
+        user-select: none;
+      }
+
+      @media (min-width: 768px) {
+        .bd-placeholder-img-lg {
+          font-size: 3.5rem;
+        }
+      }
+    </style>
+
+    
+    <!-- Custom styles for this template -->
+    <link href="{% static "css/dashboard.css" %}" rel="stylesheet">
+  </head>
+  <body>
+    
+<header class="navbar navbar-dark sticky-top bg-dark flex-md-nowrap p-0 shadow">
+  <a class="navbar-brand col-md-3 col-lg-2 me-0 px-3" href="#">Company name</a>
+  <button class="navbar-toggler position-absolute d-md-none collapsed" type="button" data-bs-toggle="collapse" data-bs-target="#sidebarMenu" aria-controls="sidebarMenu" aria-expanded="false" aria-label="Toggle navigation">
+    <span class="navbar-toggler-icon"></span>
+  </button>
+  <input class="form-control form-control-dark w-100" type="text" placeholder="Search" aria-label="Search">
+  <div class="navbar-nav">
+    <div class="nav-item text-nowrap">
+      <a class="nav-link px-3" href="#">Sign out</a>
+    </div>
+  </div>
+</header>
+
+<div class="container-fluid">
+  <div class="row">
+
+    <main class="col-md-12 ms-sm-auto col-lg-12 px-md-4 py-3">
+      {% include "_messages.html" %}
+      {% block content %}
+        <h1>Content is Here</h1>
+      {% endblock %}
+    </main>
+  </div>
+</div>
+
+
+    <script src="{% static "bootstrap/dist/js/bootstrap.bundle.min.js" %}"></script>
+
+      <script src="https://cdn.jsdelivr.net/npm/feather-icons@4.28.0/dist/feather.min.js" integrity="sha384-uO3SXW5IuS1ZpFPKugNNWqTZRRglnUJK6UAZ/gxOX80nxEkN9NcGZTftn6RzhGWE" crossorigin="anonymous"></script>
+      <script src="https://cdn.jsdelivr.net/npm/chart.js@2.9.4/dist/Chart.min.js" integrity="sha384-zNy6FEbO50N+Cg5wap8IKA4M/ZnLJgzc6w2NqACZaK0u0FXfOWRRJOnQtpZun8ha" crossorigin="anonymous"></script>
+      <script src="{% static "alpinejs/dist/cdn.js" %}"></script>
+      <script src="{% static "js/dashboard.js" %}"></script>
+  </body>
+</html>

requirements.txt

@@ -91,3 +91,4 @@ django-autotranslate
 pymongo
 dnspython
 ttp
+humanize