custom_runserver_with_lpp
This commit is contained in:
Ubuntu
parent
3751e93ad8
commit
01264bf266
|
|
@ -21,7 +21,7 @@ from MNF import settings
|
||||||
from io import BytesIO
|
from io import BytesIO
|
||||||
from auto_email.views import sendmail
|
from auto_email.views import sendmail
|
||||||
from lpp.certificate.createCertificate import certificateGenrate
|
from lpp.certificate.createCertificate import certificateGenrate
|
||||||
|
from scriptAudit.utils import update_audit_status
|
||||||
|
|
||||||
basePath = BasePath()
|
basePath = BasePath()
|
||||||
|
|
||||||
|
|
@ -102,6 +102,278 @@ def run_audit(msg):
|
||||||
run_audit_in_counter(audit_parameters)
|
run_audit_in_counter(audit_parameters)
|
||||||
|
|
||||||
|
|
||||||
|
class Request:
|
||||||
|
def __init__(self, user):
|
||||||
|
self.user = user
|
||||||
|
|
||||||
|
def lpp_audit(msg):
|
||||||
|
import boto3
|
||||||
|
from lpp.models import LPPTASKDatabase
|
||||||
|
from utils import filesystem, utilities
|
||||||
|
from centralisedFileSystem.models import Script
|
||||||
|
from scriptAudit.models import ScriptAuditModel
|
||||||
|
from scriptAudit.models import States
|
||||||
|
from scriptAudit.mnf_script_audit import NeutralAudit
|
||||||
|
from django.core.files.base import ContentFile
|
||||||
|
from datetime import datetime
|
||||||
|
from Blockchain2.DataStorage import uploadDataToIPFSNode
|
||||||
|
from Blockchain2.decryption import decryptionOfPrivate, hash_decrypation
|
||||||
|
from Blockchain2.Conversion import UploadConversionData
|
||||||
|
from Blockchain2.blockchainsetting import OWNER_KEY
|
||||||
|
from Blockchain2.block_user_info import user_info
|
||||||
|
body_dict = json.loads(msg.body)
|
||||||
|
msg.delete()
|
||||||
|
|
||||||
|
print("ran till here 1")
|
||||||
|
|
||||||
|
task_id = body_dict.get("task_id", None)
|
||||||
|
outputfile = body_dict.get("lpp_file", None)
|
||||||
|
if outputfile is not None:
|
||||||
|
outputfile = "INPUT/" + str((outputfile.split("INPUT/"))[-1])
|
||||||
|
originalfile = body_dict.get("original_file", None)
|
||||||
|
if originalfile is not None:
|
||||||
|
originalfile = "INPUT/" + str((originalfile.split("INPUT/"))[-1])
|
||||||
|
userr = body_dict.get("userr")
|
||||||
|
print("ran till here 2")
|
||||||
|
if task_id is None:
|
||||||
|
pass
|
||||||
|
|
||||||
|
lpp_user = LPPTASKDatabase.objects.get(task_id=task_id)
|
||||||
|
|
||||||
|
if outputfile is None:
|
||||||
|
pass
|
||||||
|
|
||||||
|
file_user = User.objects.get(id=userr)
|
||||||
|
print("ran till here 3")
|
||||||
|
# object_key = "INPUT/" + (translated_script.script_link_id.script.name.split("/"))[-1]
|
||||||
|
original_file = "/home/ubuntu/Conversion_Kitchen_Code/kitchen_counter/media/" + lpp_user.translated_script.script_link_id.script.name
|
||||||
|
local_file_path = "/home/ubuntu/Conversion_Kitchen_Code/kitchen_counter/media/" + lpp_user.outputfile.name
|
||||||
|
s3_client = boto3.client('s3',
|
||||||
|
aws_access_key_id="AKIAQVLBBGCB45RMLKVW",
|
||||||
|
aws_secret_access_key="ZWc6KOc5LuBLuCEBDDfQTor+Q7rp3fFH74gVt+AA",
|
||||||
|
region_name="ap-south-1")
|
||||||
|
print("outputs1", outputfile, local_file_path)
|
||||||
|
print("outputs2", originalfile, original_file)
|
||||||
|
s3_client.download_file("conversion-kitchen", outputfile, local_file_path)
|
||||||
|
s3_client.download_file("conversion-kitchen", originalfile, original_file)
|
||||||
|
print("ran till here 4")
|
||||||
|
try:
|
||||||
|
language_code = "en"
|
||||||
|
name_script = (str(local_file_path).split("."))[0] + "_vetted_a" + "." + (str(local_file_path).split("."))[1]
|
||||||
|
doc_file = f"{local_file_path}"
|
||||||
|
file1 = ContentFile(
|
||||||
|
open(doc_file, 'rb').read(),
|
||||||
|
(doc_file.split("/"))[-1],
|
||||||
|
)
|
||||||
|
result = filesystem.new_screenplay_without_audit_in_background(
|
||||||
|
file_user,
|
||||||
|
file_user.username,
|
||||||
|
str(name_script),
|
||||||
|
file1,
|
||||||
|
"script-original",
|
||||||
|
language_code,
|
||||||
|
)
|
||||||
|
print("already called", result)
|
||||||
|
audit_id = result.get("script", {}).get("id")
|
||||||
|
print("ran till here 10")
|
||||||
|
if audit_id is not None:
|
||||||
|
|
||||||
|
objectt = ScriptTranslations.objects.get(translation_id=lpp_user.translated_script.translation_id)
|
||||||
|
objectt.converted_audit_id = audit_id
|
||||||
|
objectt.save()
|
||||||
|
|
||||||
|
try:
|
||||||
|
update_audit_status(audit_id, States.STARTED)
|
||||||
|
except:
|
||||||
|
update_audit_status(audit_id, States.FAILURE)
|
||||||
|
|
||||||
|
# audit = NeutralAudit(audit_id)
|
||||||
|
# status = ScriptAuditModel.objects.get(
|
||||||
|
# script=Script.objects.get(
|
||||||
|
# id=audit_id
|
||||||
|
# )
|
||||||
|
# )
|
||||||
|
try:
|
||||||
|
audit = NeutralAudit(audit_id)
|
||||||
|
audit.audit_in_background()
|
||||||
|
ScriptAuditModel.objects.update_or_create(
|
||||||
|
script = Script.objects.get(
|
||||||
|
id = audit_id
|
||||||
|
),
|
||||||
|
defaults={"status" : "SUCCESS"}
|
||||||
|
)
|
||||||
|
|
||||||
|
except Exception as exp:
|
||||||
|
ScriptAuditModel.objects.update_or_create(script = Script.objects.get(id = audit_id),
|
||||||
|
defaults={"status" : "FAILURE",
|
||||||
|
"results" : exp})
|
||||||
|
print("audit will start")
|
||||||
|
# if id is not None:
|
||||||
|
# from mnfapp.models import MNFScriptDatabase
|
||||||
|
# script_get = MNFScriptDatabase.objects.get(id=id)
|
||||||
|
# script_get.language_audit_id = audit_id
|
||||||
|
# script_get.save()
|
||||||
|
# try:
|
||||||
|
# audit.audit()
|
||||||
|
# status.status = "SUCCESS"
|
||||||
|
# status.save()
|
||||||
|
# to = lpp_user.assignedlpp_action.lpp_email
|
||||||
|
# key_value = {
|
||||||
|
# "User": lpp_user.assignedlpp_action.user_id.username,
|
||||||
|
# "Amount": lpp_user.amoutgiventolpp_action
|
||||||
|
# }
|
||||||
|
# sendmail(to_email=[to], email_code="PP14", key_value=key_value)
|
||||||
|
# except Exception as e:
|
||||||
|
# print("Error of Audit is:", e)
|
||||||
|
# status.status = "FAILURE"
|
||||||
|
# status.save()
|
||||||
|
# sys.stdout = original_stdout
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
print("Error in auditing vetted output is", e)
|
||||||
|
print("ran till here 11")
|
||||||
|
"""Blockchain Upload Starts here"""
|
||||||
|
# sys.stdout = original_stdout
|
||||||
|
status = ScriptAuditModel.objects.get(
|
||||||
|
script = Script.objects.get(
|
||||||
|
id = audit_id
|
||||||
|
))
|
||||||
|
scriptconversion = {}
|
||||||
|
try:
|
||||||
|
if status.status == "SUCCESS":
|
||||||
|
to = lpp_user.assignedlpp_action.lpp_email
|
||||||
|
key_value = {
|
||||||
|
"User": lpp_user.assignedlpp_action.user_id.username,
|
||||||
|
"Amount": lpp_user.amoutgiventolpp_action
|
||||||
|
}
|
||||||
|
sendmail(to_email=[to], email_code="PP14", key_value=key_value)
|
||||||
|
except Exception as exp:
|
||||||
|
print("error in mail sending PP14")
|
||||||
|
print(exp)
|
||||||
|
try:
|
||||||
|
print("trying blockchain 1")
|
||||||
|
current_datetime = datetime.now()
|
||||||
|
if UserCredentialsForBlockchain.objects.filter(user=lpp_user.user_id).exists():
|
||||||
|
obj = lpp_user.translated_script
|
||||||
|
obj2 = lpp_user.translated_script.script_link_id
|
||||||
|
# temp1 = str(obj2.script.name)
|
||||||
|
# temp2 = str(lpp_user.outputfile)
|
||||||
|
uploaded_script = f"{original_file}"
|
||||||
|
translated_scripttt = f"{local_file_path}"
|
||||||
|
print("blockchain script conversion 3", uploaded_script, translated_scripttt)
|
||||||
|
with open(uploaded_script, 'rb') as f:
|
||||||
|
hash = uploadDataToIPFSNode(f)
|
||||||
|
scriptconversion["original_scriptFile_hash"] = hash
|
||||||
|
scriptconversion["original_scriptFile_path"] = uploaded_script
|
||||||
|
scriptconversion["date_at"] = current_datetime.strftime("%Y-%m-%d %H:%M:%S")
|
||||||
|
print("blockchain script conversion 4")
|
||||||
|
with open(translated_scripttt, 'rb') as f1:
|
||||||
|
hash = uploadDataToIPFSNode(f1)
|
||||||
|
scriptconversion["translated_scriptFile_hash"] = hash
|
||||||
|
scriptconversion["translated_scriptFile_path"] = translated_scripttt
|
||||||
|
print("blockchain script conversion 5")
|
||||||
|
from centralisedFileSystem.models import File
|
||||||
|
if obj.converted_audit_id:
|
||||||
|
print("audit blockchain")
|
||||||
|
print("blockchain script conversion 5.1")
|
||||||
|
# blockchain upload of csv-json data
|
||||||
|
adit_id = obj.converted_audit_id
|
||||||
|
|
||||||
|
file_to_audit = File.objects.get(
|
||||||
|
script=adit_id,
|
||||||
|
type="script-csv"
|
||||||
|
)
|
||||||
|
csv_script_path = file_to_audit.file.path
|
||||||
|
df = pd.read_csv(csv_script_path)
|
||||||
|
df = df.loc[:, ["content", "script_element"]]
|
||||||
|
script_json: dict = json.loads(utilities.csv_to_json(df))
|
||||||
|
with tempfile.TemporaryDirectory() as temp_dir:
|
||||||
|
print("Temporary directory created:", temp_dir)
|
||||||
|
temp_filename = os.path.join(temp_dir, 'script_json_file.json')
|
||||||
|
print(temp_filename)
|
||||||
|
with open(temp_filename, 'w') as json_file:
|
||||||
|
json.dump(script_json, json_file, indent=4)
|
||||||
|
script_json = {}
|
||||||
|
script_path1 = temp_filename
|
||||||
|
# script_size = file_to_audit_docx.file.size
|
||||||
|
with open(script_path1, 'rb') as _file:
|
||||||
|
hash2 = uploadDataToIPFSNode(_file)
|
||||||
|
script_json["script_file_path"] = script_path1
|
||||||
|
script_json["script_file"] = hash2
|
||||||
|
script_json["type"] = "script-json"
|
||||||
|
scriptconversion["script-json"] = script_json
|
||||||
|
print("blockchain script conversion 5.2")
|
||||||
|
|
||||||
|
blockchain_obj = UserCredentialsForBlockchain.objects.get(user=lpp_user.user_id)
|
||||||
|
UserId = blockchain_obj.user_id
|
||||||
|
Project = obj.translation_id
|
||||||
|
Data = str(scriptconversion)
|
||||||
|
userPrivateKey = blockchain_obj.privateKey
|
||||||
|
userkey = decryptionOfPrivate(userPrivateKey)
|
||||||
|
tx_id, tx_gas_fee = UploadConversionData(OWNER_KEY, blockchain_obj.publicKey, UserId,
|
||||||
|
str(Project),
|
||||||
|
Data)
|
||||||
|
# lpp_user.translated_script.blockchain_txhash = tx_id
|
||||||
|
print("Tx id -> ", tx_id, tx_gas_fee)
|
||||||
|
# user_infos = user_info(tx_hash=tx_id, service="Conversion", gas_fee=2345432345123456)
|
||||||
|
# addition_result = user_infos.update_info(request)
|
||||||
|
name_script = (((uploaded_script.split("/"))[-1]).split("."))[0]
|
||||||
|
try:
|
||||||
|
user_infos = user_info(tx_hash=tx_id, service="Conversion", gas_fee=tx_gas_fee,
|
||||||
|
script_name=name_script)
|
||||||
|
request = Request(lpp_user.user_id)
|
||||||
|
addition_result = user_infos.update_info(request)
|
||||||
|
print("Blockchain Result -> ", addition_result)
|
||||||
|
except Exception as e:
|
||||||
|
print("Error in blockchain is:", e)
|
||||||
|
|
||||||
|
print("blockchain script conversion 6")
|
||||||
|
certificatepath = certificateGenrate(lpp_user.user_id.username, "script conversion", hash)
|
||||||
|
hash = hash_decrypation(hash)
|
||||||
|
to_email = [lpp_user.user_id.email]
|
||||||
|
email_code = 'BL1'
|
||||||
|
key_value = {
|
||||||
|
"service": "script conversion",
|
||||||
|
"hash": hash,
|
||||||
|
"public key": blockchain_obj.publicKey,
|
||||||
|
"private key": userkey.decode('utf-8'),
|
||||||
|
"Transaction Hash": tx_id
|
||||||
|
}
|
||||||
|
sendmail(to_email=to_email, email_code=email_code, key_value=key_value,
|
||||||
|
filePath=certificatepath)
|
||||||
|
import boto3
|
||||||
|
s3_client = boto3.client('s3',
|
||||||
|
aws_access_key_id="AKIAQVLBBGCB45RMLKVW",
|
||||||
|
aws_secret_access_key="ZWc6KOc5LuBLuCEBDDfQTor+Q7rp3fFH74gVt+AA",
|
||||||
|
region_name="ap-south-1"
|
||||||
|
)
|
||||||
|
bucket = "conversion-kitchen"
|
||||||
|
# file_name = str(((lpp_user.translated_script.translated_script_pdf).split("OUTPUT/"))[1])
|
||||||
|
# object_key = "OUTPUT/" + file_name
|
||||||
|
s3_client.delete_object(Bucket=bucket, Key=outputfile)
|
||||||
|
s3_client.delete_object(Bucket=bucket, Key=originalfile)
|
||||||
|
|
||||||
|
to = lpp_user.translated_script.user_id.email
|
||||||
|
key_value = {
|
||||||
|
"User": lpp_user.translated_script.user_id.username,
|
||||||
|
"title": lpp_user.translated_script.script_link_id.script_title
|
||||||
|
}
|
||||||
|
sendmail(to_email=[to], email_code="PP18", key_value=key_value)
|
||||||
|
|
||||||
|
try:
|
||||||
|
objectt = ScriptTranslations.objects.get(translation_id=lpp_user.translated_script.translation_id)
|
||||||
|
objectt.blockchain_txhash = tx_id
|
||||||
|
objectt.save()
|
||||||
|
except Exception as e:
|
||||||
|
print("error while saving blockchain txhash is ->",str(e))
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
print("Error in blockchain is", e)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class Command(BaseCommand):
|
class Command(BaseCommand):
|
||||||
help = 'Custom Command to start django server and then start dequeuing from SQS'
|
help = 'Custom Command to start django server and then start dequeuing from SQS'
|
||||||
|
|
@ -139,7 +411,7 @@ class Command(BaseCommand):
|
||||||
sqs = session.resource('sqs', region_name='ap-south-1')
|
sqs = session.resource('sqs', region_name='ap-south-1')
|
||||||
|
|
||||||
print("Started Executin this from conversion")
|
print("Started Executin this from conversion")
|
||||||
queue = sqs.get_queue_by_name(QueueName="mnfqueue")
|
queue = sqs.get_queue_by_name(QueueName="devqueue")
|
||||||
# try:
|
# try:
|
||||||
while True:
|
while True:
|
||||||
|
|
||||||
|
|
@ -163,6 +435,10 @@ class Command(BaseCommand):
|
||||||
|
|
||||||
run_audit(msg)
|
run_audit(msg)
|
||||||
|
|
||||||
|
elif body_dict['service_type'] == "lpp audit":
|
||||||
|
|
||||||
|
lpp_audit(msg)
|
||||||
|
|
||||||
except Exception as error:
|
except Exception as error:
|
||||||
print("error execution from queue: %s", error)
|
print("error execution from queue: %s", error)
|
||||||
else:
|
else:
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue