first commit

.gitignore

@@ -0,0 +1,159 @@
+# Created by https://www.toptal.com/developers/gitignore/api/django
+# Edit at https://www.toptal.com/developers/gitignore?templates=django
+
+### Django ###
+*.log
+*.pot
+*.pyc
+__pycache__/
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+#media
+
+# If your build process includes running collectstatic, then you probably don't need or want to include staticfiles/
+# in your Git repository. Update and uncomment the following line accordingly.
+# <django-project-name>/staticfiles/
+
+### Django.Python Stack ###
+# Byte-compiled / optimized / DLL files
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+#dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+
+# Django stuff:
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# End of https://www.toptal.com/developers/gitignore/api/django
+data/
+media/
+mongodb/
+app/media/
+CACHE/
+media.zip
+data.zip

Dockerfile

@@ -0,0 +1,23 @@
+# syntax=docker/dockerfile:1
+FROM python:3
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV PYTHONUNBUFFERED=1
+RUN apt-get update && apt-get install apt-transport-https
+RUN apt-get install -y libjpeg62 libjpeg62-turbo-dev  zlib1g-dev gettext entr
+RUN \
+        echo "Installing Node and Yarn" && \
+        echo "deb https://deb.nodesource.com/node_8.x jessie main" > /etc/apt/sources.list.d/nodesource.list && \
+        wget -qO- https://deb.nodesource.com/gpgkey/nodesource.gpg.key | apt-key add - && \
+        echo "deb https://dl.yarnpkg.com/debian/ stable main" > /etc/apt/sources.list.d/yarn.list && \
+        wget -qO- https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - && \
+        apt-get update && \
+        apt-get install -yqq nodejs yarn npm && \
+        npm install -g nodemon && \ 
+        rm -rf /var/lib/apt/lists/* 
+WORKDIR /code
+COPY requirements.txt /code/
+RUN --mount=type=cache,target=/root/.cache pip install -r requirements.txt
+COPY app /code/
+RUN chmod a+x server-entrypoint.sh
+RUN chmod a+x worker-entrypoint.sh
+

app/authentication.py

@@ -0,0 +1,96 @@
+#!/usr/bin/env python
+
+import asyncio
+import json
+
+#import aioredis
+from redis import asyncio as aioredis
+import django
+import websockets
+from pprint import pprint
+
+django.setup()
+
+from django.contrib.contenttypes.models import ContentType
+from sesame.utils import get_user
+
+
+CONNECTIONS = {}
+
+
+def get_content_types(user):
+    """Return the set of IDs of content types visible by user."""
+    # This does only three database queries because Django caches
+    # all permissions on the first call to user.has_perm(...).
+    return {
+        ct.id
+        for ct in ContentType.objects.all()
+        if user.has_perm(f"{ct.app_label}.view_{ct.model}")
+        or user.has_perm(f"{ct.app_label}.change_{ct.model}")
+    }
+
+
+async def handler(websocket):
+    """Authenticate user and register connection in CONNECTIONS."""
+    sesame = await websocket.recv()
+    user = await asyncio.to_thread(get_user, sesame)
+    if user is None:
+        await websocket.close(1011, "authentication failed")
+        return
+
+    ct_ids = await asyncio.to_thread(get_content_types, user)
+    CONNECTIONS[websocket] = {"content_type_ids": ct_ids}
+    pprint("Connections")
+    pprint(CONNECTIONS)
+    try:
+        await websocket.wait_closed()
+    finally:
+        del CONNECTIONS[websocket]
+
+
+async def process_events():
+    """Listen to events in Redis and process them."""
+    redis = aioredis.from_url("redis://redis:6379/1")
+    pubsub = redis.pubsub()
+    await pubsub.subscribe("events", "flash_sale")
+
+
+    async for message in pubsub.listen():
+        pprint("process events")
+        pprint(message)
+        if message["type"] != "message":
+            continue
+        payload = message["data"].decode()
+        # Broadcast event to all users who have permissions to see it.
+        event = json.loads(payload)
+        #pprint("current channel")
+        #pprint(str(message['channel']))
+        ch = message["channel"].decode()
+        if ch == "events":
+            pprint("event send ..")
+            recipients = (
+                websocket
+                for websocket, connection in CONNECTIONS.items()
+                if event["content_type_id"] in connection["content_type_ids"]
+            )
+            websockets.broadcast(recipients, payload)
+
+        if ch == "flash_sale":
+            pprint("flash sale send >> ..")
+            recipients = (
+                websocket
+                for websocket, connection in CONNECTIONS.items()
+            )
+            pprint("test msg >> ..")
+            websockets.broadcast(recipients, payload)
+
+
+
+async def main():
+    async with websockets.serve(handler, "0.0.0.0", 8888):
+        await process_events()  # runs forever
+        #process_flashsale()
+
+
+if __name__ == "__main__":
+    asyncio.run(main(), debug=True)

app/manage.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+import os
+import sys
+
+
+def main():
+    """Run administrative tasks."""
+    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'tmt_learning.settings')
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+
+
+if __name__ == '__main__':
+    main()

app/server-entrypoint.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+python -X dev manage.py  runserver 0.0.0.0:8024

app/tmt_learning/asgi.py

@@ -0,0 +1,16 @@
+"""
+ASGI config for tmt_learning project.
+
+It exposes the ASGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/howto/deployment/asgi/
+"""
+
+import os
+
+from django.core.asgi import get_asgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'tmt_learning.settings')
+
+application = get_asgi_application()

app/tmt_learning/settings.py

@@ -0,0 +1,123 @@
+"""
+Django settings for tmt_learning project.
+
+Generated by 'django-admin startproject' using Django 4.1.5.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/4.1/ref/settings/
+"""
+
+from pathlib import Path
+
+# Build paths inside the project like this: BASE_DIR / 'subdir'.
+BASE_DIR = Path(__file__).resolve().parent.parent
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/4.1/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = 'django-insecure-=itdty(p8!f1rbdmhh5+*7n%98ks8oh)l0x6%5!j7_c_&7o+gt'
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = []
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    'django.contrib.admin',
+    'django.contrib.auth',
+    'django.contrib.contenttypes',
+    'django.contrib.sessions',
+    'django.contrib.messages',
+    'django.contrib.staticfiles',
+]
+
+MIDDLEWARE = [
+    'django.middleware.security.SecurityMiddleware',
+    'django.contrib.sessions.middleware.SessionMiddleware',
+    'django.middleware.common.CommonMiddleware',
+    'django.middleware.csrf.CsrfViewMiddleware',
+    'django.contrib.auth.middleware.AuthenticationMiddleware',
+    'django.contrib.messages.middleware.MessageMiddleware',
+    'django.middleware.clickjacking.XFrameOptionsMiddleware',
+]
+
+ROOT_URLCONF = 'tmt_learning.urls'
+
+TEMPLATES = [
+    {
+        'BACKEND': 'django.template.backends.django.DjangoTemplates',
+        'DIRS': [],
+        'APP_DIRS': True,
+        'OPTIONS': {
+            'context_processors': [
+                'django.template.context_processors.debug',
+                'django.template.context_processors.request',
+                'django.contrib.auth.context_processors.auth',
+                'django.contrib.messages.context_processors.messages',
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = 'tmt_learning.wsgi.application'
+
+
+# Database
+# https://docs.djangoproject.com/en/4.1/ref/settings/#databases
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.sqlite3',
+        'NAME': BASE_DIR / 'db.sqlite3',
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/4.1/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/4.1/topics/i18n/
+
+LANGUAGE_CODE = 'en-us'
+
+TIME_ZONE = 'UTC'
+
+USE_I18N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/4.1/howto/static-files/
+
+STATIC_URL = 'static/'
+
+# Default primary key field type
+# https://docs.djangoproject.com/en/4.1/ref/settings/#default-auto-field
+
+DEFAULT_AUTO_FIELD = 'django.db.models.BigAutoField'

app/tmt_learning/urls.py

@@ -0,0 +1,21 @@
+"""tmt_learning URL Configuration
+
+The `urlpatterns` list routes URLs to views. For more information please see:
+    https://docs.djangoproject.com/en/4.1/topics/http/urls/
+Examples:
+Function views
+    1. Add an import:  from my_app import views
+    2. Add a URL to urlpatterns:  path('', views.home, name='home')
+Class-based views
+    1. Add an import:  from other_app.views import Home
+    2. Add a URL to urlpatterns:  path('', Home.as_view(), name='home')
+Including another URLconf
+    1. Import the include() function: from django.urls import include, path
+    2. Add a URL to urlpatterns:  path('blog/', include('blog.urls'))
+"""
+from django.contrib import admin
+from django.urls import path
+
+urlpatterns = [
+    path('admin/', admin.site.urls),
+]

app/tmt_learning/wsgi.py

@@ -0,0 +1,16 @@
+"""
+WSGI config for tmt_learning project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'tmt_learning.settings')
+
+application = get_wsgi_application()

app/worker-entrypoint.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+celery -A tmt_learning worker -B  -l info
+#celery -A kacee beat --detach -l info

docker-compose.yml

@@ -0,0 +1,54 @@
+services:
+  redis:
+    restart: unless-stopped
+    image: redis:7.0.5-alpine
+    expose:
+      - 6379
+    ports:
+      - "127.0.0.1:6379:6379"
+  db:
+    image: postgres
+    volumes:
+      - ./data/db:/var/lib/postgresql/data
+    ports:
+      - "5432:5432"
+    environment:
+      - POSTGRES_DB=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+  web:
+    build: .
+    command: python -X dev manage.py  runserver 0.0.0.0:8000
+    #entrypoint: ./server-entrypoint.sh
+    volumes:
+      - ./app:/code
+      - ./media:/code/media
+    ports:
+      - "127.0.0.1:8020:8000"
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=tmt_learning.settings
+    depends_on:
+      - db
+      - redis
+      #- rabbitmq
+  websocket:
+    build: .
+    #image: web
+    command: nodemon authentication.py
+    volumes:
+      - ./app:/code
+    ports:
+      - "127.0.0.1:8888:8888"
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=tmt_learning.settings
+    depends_on:
+      - db
+      - redis

docker-compose.yml.old

@@ -0,0 +1,80 @@
+services:
+  redis:
+    restart: unless-stopped
+    image: redis:7.0.5-alpine
+    expose:
+      - 6379
+    ports:
+      - "127.0.0.1:6379:6379"
+  db:
+    image: postgres
+    volumes:
+      - ./data/db:/var/lib/postgresql/data
+    ports:
+      - "5432:5432"
+    environment:
+      - POSTGRES_DB=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+  web:
+    build: .
+    command: python -X dev manage.py  runserver 0.0.0.0:8000
+    #entrypoint: ./server-entrypoint.sh
+    volumes:
+      - ./app:/code
+      - ./media:/code/media
+    ports:
+      - "127.0.0.1:8020:8000"
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=tmt_learning.settings
+    depends_on:
+      - db
+      - redis
+      - rabbitmq
+  worker:
+    restart: unless-stopped
+    build: .
+    #command: python -X dev manage.py  runserver 0.0.0.0:8000
+    entrypoint: ./worker-entrypoint.sh
+    volumes:
+      - ./app:/code
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=tmt_learning.settings
+    depends_on:
+      - web
+  websocket:
+    build: .
+    #image: web
+    command: nodemon authentication.py
+    volumes:
+      - ./app:/code
+    ports:
+      - "127.0.0.1:8888:8888"
+    environment:
+      - POSTGRES_NAME=postgres
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - PYTHONMALLOC=debug
+      - DJANGO_SETTINGS_MODULE=tmt_learning.settings
+    depends_on:
+      - db
+      - redis
+  rabbitmq:
+    image: rabbitmq:3-management-alpine
+    #container_name: 'rabbitmq'
+    ports:
+        - 5672:5672
+        - 15672:15672
+    volumes:
+        - ./rabbitmq/data/:/var/lib/rabbitmq/
+        - ./rabbitmq/log/:/var/log/rabbitmq
+    #networks:
+        #- rabbitmq_go_net

requirements.txt

@@ -0,0 +1,72 @@
+Django==4.1.5
+psycopg2>=2.8
+pycountry
+django-extensions
+ipython
+djangorestframework
+markdown
+django-filter
+django-extra-views
+django-crispy-forms
+django-environ
+django-smart-selects
+Pillow
+django-yarnpkg
+django-cors-headers
+django-storages
+django-debug-toolbar
+django-redis
+django-mptt
+django-taggit
+sorl-thumbnail
+redis
+django-address
+django-international
+django-embed-video
+django-better-admin-arrayfield
+crispy-bootstrap5
+django-browser-reload
+django-widget-tweaks
+django-autocomplete-light
+django-bootstrap-breadcrumbs
+django-tables2
+martor
+django-queryset-csv
+django-ajax-selects
+django-multiupload
+django-formset
+django-multiselectfield
+django_ace
+django-autoslug
+celery==5.2.7
+django-phonenumber-field[phonenumbers]
+django-credit-cards
+django-payments[stripe]
+django-google-maps
+django-rosetta
+django-parler
+forex-python
+django-model-import
+django-import-export
+tablib[all]
+pandas
+openpyxl
+xlsx2csv
+wget
+markdownify
+django-star-ratings
+requests
+py3dbp
+ksherpay
+django-sesame
+websockets
+aioredis
+matplotlib
+django_compressor
+django-libsass
+#django-utils-six
+django_otp
+pyotp
+django-url-filter
+sorl-thumbnail-serializer-field
+django-debug-permissions