Merge pull request 'added telemetry' (#9) from dev/logger-implementation into main

Reviewed-on: #9

kitchen_counter/MNF/.env

@@ -5,7 +5,7 @@ org_id = "org-ynvY79L4IdQHUXRlK8QZN1IU"
 SECRET_KEY = 'django-insecure-l+u)264k9gmd1l9*fh9vcu6#y_oi9k%n3c533&b^7&j%&#!gr1'
 DEBUG = 1
 ALLOWED_HOSTS=127.0.0.1,1.6.141.108,1.6.141.104,taj.mynextfilm.in,52.66.163.18
-INSTALLED_APPS=django.contrib.admin,django.contrib.auth,django.contrib.contenttypes,django.contrib.sessions,django.contrib.messages,django.contrib.staticfiles,django.contrib.sites,django_crontab,allauth,allauth.account,allauth.socialaccount,allauth.socialaccount.providers.google,users,mnfapp,auto_email,lpp,centralizePayment,centralisedFileSystem,scriptAudit,conversion,juggernaut,payment,institutional,storages,Blockchain2
+INSTALLED_APPS=django.contrib.admin,django.contrib.auth,django.contrib.contenttypes,django.contrib.sessions,django.contrib.messages,django.contrib.staticfiles,django.contrib.sites,django_crontab,allauth,allauth.account,allauth.socialaccount,allauth.socialaccount.providers.google,users,mnfapp,auto_email,lpp,centralizePayment,centralisedFileSystem,scriptAudit,conversion,juggernaut,payment,institutional,storages,Blockchain2,telemetry
 
 ENGINE='django.db.backends.postgresql_psycopg2'
 DB_NAME='MNF_AWS'

kitchen_counter/conversion/management/commands/custom_runserver.py

@@ -22,6 +22,8 @@ from io import BytesIO
 from auto_email.views import sendmail
 from lpp.certificate.createCertificate import certificateGenrate
 from scriptAudit.utils import update_audit_status
+from Blockchain2.models import MNFServersFile
+from django.core.files import File as File2
 # from django.conf import settings
 
 basePath = BasePath()
@@ -299,12 +301,14 @@ def lpp_audit(msg):
             print("blockchain script conversion 3", uploaded_script, translated_scripttt)
             with open(uploaded_script, 'rb') as f:
                 hash = uploadDataToIPFSNode(f)
+                savefiles(f, uploaded_script, obj.translation_id,"original_scriptFile_hash")
                 scriptconversion["original_scriptFile_hash"] = hash
             scriptconversion["original_scriptFile_path"] = uploaded_script
             scriptconversion["date_at"] = current_datetime.strftime("%Y-%m-%d %H:%M:%S")
             print("blockchain script conversion 4")
             with open(translated_scripttt, 'rb') as f1:
                 hash = uploadDataToIPFSNode(f1)
+                savefiles(f1, translated_scripttt, obj.translation_id,"translated_scriptFile_hash")
                 scriptconversion["translated_scriptFile_hash"] = hash
             scriptconversion["translated_scriptFile_path"] = translated_scripttt
             print("blockchain script conversion 5")
@@ -339,6 +343,7 @@ def lpp_audit(msg):
                     # script_size = file_to_audit_docx.file.size
                     with open(script_path1, 'rb') as _file:
                         hash2 = uploadDataToIPFSNode(_file)
+                        savefiles(_file, script_path1, obj.translation_id,"script-json")
                     print(f"hash2 is --->  {hash2}")
                     script_json["script_file_path"] = script_path1
                     script_json["script_file"] = hash2
@@ -514,3 +519,13 @@ class Command(BaseCommand):
                 break
 
         print("Completed All Execution")
+
+
+def savefiles(file, path, script_id,File_type):
+    filename = os.path.basename(path)
+    django_file = File2(file)
+    files, _ = MNFServersFile.objects.get_or_create(
+        project_id= script_id,
+        file_type=File_type,
+    )
+    files.public_file.save(filename, django_file)

kitchen_counter/telemetry/__init__.py

@@ -0,0 +1 @@
+#default_app_config = "telemetry.apps.TelemetryConfig"

kitchen_counter/telemetry/admin.py

@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.

kitchen_counter/telemetry/apps.py

@@ -0,0 +1,78 @@
+from django.apps import AppConfig
+import os
+import logging
+import multiprocessing
+from uuid import uuid4
+
+from opentelemetry import trace, metrics
+from opentelemetry._logs import set_logger_provider
+from opentelemetry.sdk.resources import Resource, SERVICE_INSTANCE_ID
+
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import BatchSpanProcessor
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter
+
+from opentelemetry.sdk.metrics import MeterProvider
+from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader
+from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import OTLPMetricExporter
+
+from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler
+from opentelemetry.sdk._logs.export import BatchLogRecordProcessor
+from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter
+from opentelemetry.instrumentation.django import DjangoInstrumentor
+
+class TelemetryConfig(AppConfig):
+    name = "telemetry"
+
+    def ready(self):
+        # Resource Definition
+        resource = Resource.create({
+            "service.name": "production-kitchen",
+            SERVICE_INSTANCE_ID: str(uuid4()),
+            "worker": os.getpid(),  # os.getpid() works outside Gunicorn too
+        })
+
+        endpoint = os.environ.get("OTEL_EXPORTER_OTLP_ENDPOINT", "http://129.159.229.69:4317")
+
+        # TRACE SETUP
+        if not isinstance(trace.get_tracer_provider(), TracerProvider):
+            tracer_provider = TracerProvider(resource=resource)
+            span_exporter = OTLPSpanExporter(endpoint=endpoint)
+            tracer_provider.add_span_processor(BatchSpanProcessor(span_exporter))
+            trace.set_tracer_provider(tracer_provider)
+
+        # METRIC SETUP
+        if not isinstance(metrics.get_meter_provider(), MeterProvider):
+            metric_reader = PeriodicExportingMetricReader(OTLPMetricExporter(endpoint=endpoint))
+            meter_provider = MeterProvider(resource=resource, metric_readers=[metric_reader])
+            metrics.set_meter_provider(meter_provider)
+
+        # LOGGING SETUP
+        # 1. Create and set the logger provider FIRST
+        logger_provider = LoggerProvider(resource=resource)
+        set_logger_provider(logger_provider)  # MUST be set before using LoggingHandler
+
+        # 2. Add processor and exporter
+        log_exporter = OTLPLogExporter(endpoint=endpoint)
+        logger_provider.add_log_record_processor(BatchLogRecordProcessor(log_exporter))
+
+        # 3. Now safely create the handler (uses global logger provider)
+        otel_handler = LoggingHandler(level=logging.INFO)
+
+        # 4. Attach to Django and root loggers
+        logging.getLogger("django").addHandler(otel_handler)
+        logging.getLogger("django").setLevel(logging.INFO)
+
+        logging.getLogger().addHandler(otel_handler)
+        logging.getLogger().setLevel(logging.INFO)
+        
+        
+        from opentelemetry.instrumentation.django import DjangoInstrumentor
+        DjangoInstrumentor().instrument()
+        
+        import sys
+        from .utils import PrintLogger  # assuming PrintLogger is defined in telemetry/utils.py
+
+        # Redirect print() and errors to logger so they appear in SigNoz
+        sys.stdout = PrintLogger(logging.INFO)
+        sys.stderr = PrintLogger(logging.ERROR)

kitchen_counter/telemetry/models.py

@@ -0,0 +1,3 @@
+from django.db import models
+
+# Create your models here.

kitchen_counter/telemetry/tests.py

@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.

kitchen_counter/telemetry/utils.py

@@ -0,0 +1,16 @@
+import logging
+import sys
+
+class PrintLogger:
+    def __init__(self, level=logging.INFO):
+        self.logger = logging.getLogger("stdout_redirect")
+        self.level = level
+        self.terminal = sys.__stdout__  # Save original stdout
+
+    def write(self, message):
+        message = message.strip()
+        if message:  # avoid empty lines
+            self.logger.log(self.level, message)
+            self.terminal.write(message + '\n')  # Echo to terminal
+    def flush(self):
+        self.terminal.flush()

kitchen_counter/telemetry/views.py

@@ -0,0 +1,3 @@
+from django.shortcuts import render
+
+# Create your views here.