custom_runserver_with_lpp
This commit is contained in:
Ubuntu
parent
3751e93ad8
commit
01264bf266
|
|
@ -21,7 +21,7 @@ from MNF import settings
|
|||
from io import BytesIO
|
||||
from auto_email.views import sendmail
|
||||
from lpp.certificate.createCertificate import certificateGenrate
|
||||
|
||||
from scriptAudit.utils import update_audit_status
|
||||
|
||||
basePath = BasePath()
|
||||
|
||||
|
|
@ -102,6 +102,278 @@ def run_audit(msg):
|
|||
run_audit_in_counter(audit_parameters)
|
||||
|
||||
|
||||
class Request:
|
||||
def __init__(self, user):
|
||||
self.user = user
|
||||
|
||||
def lpp_audit(msg):
|
||||
import boto3
|
||||
from lpp.models import LPPTASKDatabase
|
||||
from utils import filesystem, utilities
|
||||
from centralisedFileSystem.models import Script
|
||||
from scriptAudit.models import ScriptAuditModel
|
||||
from scriptAudit.models import States
|
||||
from scriptAudit.mnf_script_audit import NeutralAudit
|
||||
from django.core.files.base import ContentFile
|
||||
from datetime import datetime
|
||||
from Blockchain2.DataStorage import uploadDataToIPFSNode
|
||||
from Blockchain2.decryption import decryptionOfPrivate, hash_decrypation
|
||||
from Blockchain2.Conversion import UploadConversionData
|
||||
from Blockchain2.blockchainsetting import OWNER_KEY
|
||||
from Blockchain2.block_user_info import user_info
|
||||
body_dict = json.loads(msg.body)
|
||||
msg.delete()
|
||||
|
||||
print("ran till here 1")
|
||||
|
||||
task_id = body_dict.get("task_id", None)
|
||||
outputfile = body_dict.get("lpp_file", None)
|
||||
if outputfile is not None:
|
||||
outputfile = "INPUT/" + str((outputfile.split("INPUT/"))[-1])
|
||||
originalfile = body_dict.get("original_file", None)
|
||||
if originalfile is not None:
|
||||
originalfile = "INPUT/" + str((originalfile.split("INPUT/"))[-1])
|
||||
userr = body_dict.get("userr")
|
||||
print("ran till here 2")
|
||||
if task_id is None:
|
||||
pass
|
||||
|
||||
lpp_user = LPPTASKDatabase.objects.get(task_id=task_id)
|
||||
|
||||
if outputfile is None:
|
||||
pass
|
||||
|
||||
file_user = User.objects.get(id=userr)
|
||||
print("ran till here 3")
|
||||
# object_key = "INPUT/" + (translated_script.script_link_id.script.name.split("/"))[-1]
|
||||
original_file = "/home/ubuntu/Conversion_Kitchen_Code/kitchen_counter/media/" + lpp_user.translated_script.script_link_id.script.name
|
||||
local_file_path = "/home/ubuntu/Conversion_Kitchen_Code/kitchen_counter/media/" + lpp_user.outputfile.name
|
||||
s3_client = boto3.client('s3',
|
||||
aws_access_key_id="AKIAQVLBBGCB45RMLKVW",
|
||||
aws_secret_access_key="ZWc6KOc5LuBLuCEBDDfQTor+Q7rp3fFH74gVt+AA",
|
||||
region_name="ap-south-1")
|
||||
print("outputs1", outputfile, local_file_path)
|
||||
print("outputs2", originalfile, original_file)
|
||||
s3_client.download_file("conversion-kitchen", outputfile, local_file_path)
|
||||
s3_client.download_file("conversion-kitchen", originalfile, original_file)
|
||||
print("ran till here 4")
|
||||
try:
|
||||
language_code = "en"
|
||||
name_script = (str(local_file_path).split("."))[0] + "_vetted_a" + "." + (str(local_file_path).split("."))[1]
|
||||
doc_file = f"{local_file_path}"
|
||||
file1 = ContentFile(
|
||||
open(doc_file, 'rb').read(),
|
||||
(doc_file.split("/"))[-1],
|
||||
)
|
||||
result = filesystem.new_screenplay_without_audit_in_background(
|
||||
file_user,
|
||||
file_user.username,
|
||||
str(name_script),
|
||||
file1,
|
||||
"script-original",
|
||||
language_code,
|
||||
)
|
||||
print("already called", result)
|
||||
audit_id = result.get("script", {}).get("id")
|
||||
print("ran till here 10")
|
||||
if audit_id is not None:
|
||||
|
||||
objectt = ScriptTranslations.objects.get(translation_id=lpp_user.translated_script.translation_id)
|
||||
objectt.converted_audit_id = audit_id
|
||||
objectt.save()
|
||||
|
||||
try:
|
||||
update_audit_status(audit_id, States.STARTED)
|
||||
except:
|
||||
update_audit_status(audit_id, States.FAILURE)
|
||||
|
||||
# audit = NeutralAudit(audit_id)
|
||||
# status = ScriptAuditModel.objects.get(
|
||||
# script=Script.objects.get(
|
||||
# id=audit_id
|
||||
# )
|
||||
# )
|
||||
try:
|
||||
audit = NeutralAudit(audit_id)
|
||||
audit.audit_in_background()
|
||||
ScriptAuditModel.objects.update_or_create(
|
||||
script = Script.objects.get(
|
||||
id = audit_id
|
||||
),
|
||||
defaults={"status" : "SUCCESS"}
|
||||
)
|
||||
|
||||
except Exception as exp:
|
||||
ScriptAuditModel.objects.update_or_create(script = Script.objects.get(id = audit_id),
|
||||
defaults={"status" : "FAILURE",
|
||||
"results" : exp})
|
||||
print("audit will start")
|
||||
# if id is not None:
|
||||
# from mnfapp.models import MNFScriptDatabase
|
||||
# script_get = MNFScriptDatabase.objects.get(id=id)
|
||||
# script_get.language_audit_id = audit_id
|
||||
# script_get.save()
|
||||
# try:
|
||||
# audit.audit()
|
||||
# status.status = "SUCCESS"
|
||||
# status.save()
|
||||
# to = lpp_user.assignedlpp_action.lpp_email
|
||||
# key_value = {
|
||||
# "User": lpp_user.assignedlpp_action.user_id.username,
|
||||
# "Amount": lpp_user.amoutgiventolpp_action
|
||||
# }
|
||||
# sendmail(to_email=[to], email_code="PP14", key_value=key_value)
|
||||
# except Exception as e:
|
||||
# print("Error of Audit is:", e)
|
||||
# status.status = "FAILURE"
|
||||
# status.save()
|
||||
# sys.stdout = original_stdout
|
||||
|
||||
except Exception as e:
|
||||
print("Error in auditing vetted output is", e)
|
||||
print("ran till here 11")
|
||||
"""Blockchain Upload Starts here"""
|
||||
# sys.stdout = original_stdout
|
||||
status = ScriptAuditModel.objects.get(
|
||||
script = Script.objects.get(
|
||||
id = audit_id
|
||||
))
|
||||
scriptconversion = {}
|
||||
try:
|
||||
if status.status == "SUCCESS":
|
||||
to = lpp_user.assignedlpp_action.lpp_email
|
||||
key_value = {
|
||||
"User": lpp_user.assignedlpp_action.user_id.username,
|
||||
"Amount": lpp_user.amoutgiventolpp_action
|
||||
}
|
||||
sendmail(to_email=[to], email_code="PP14", key_value=key_value)
|
||||
except Exception as exp:
|
||||
print("error in mail sending PP14")
|
||||
print(exp)
|
||||
try:
|
||||
print("trying blockchain 1")
|
||||
current_datetime = datetime.now()
|
||||
if UserCredentialsForBlockchain.objects.filter(user=lpp_user.user_id).exists():
|
||||
obj = lpp_user.translated_script
|
||||
obj2 = lpp_user.translated_script.script_link_id
|
||||
# temp1 = str(obj2.script.name)
|
||||
# temp2 = str(lpp_user.outputfile)
|
||||
uploaded_script = f"{original_file}"
|
||||
translated_scripttt = f"{local_file_path}"
|
||||
print("blockchain script conversion 3", uploaded_script, translated_scripttt)
|
||||
with open(uploaded_script, 'rb') as f:
|
||||
hash = uploadDataToIPFSNode(f)
|
||||
scriptconversion["original_scriptFile_hash"] = hash
|
||||
scriptconversion["original_scriptFile_path"] = uploaded_script
|
||||
scriptconversion["date_at"] = current_datetime.strftime("%Y-%m-%d %H:%M:%S")
|
||||
print("blockchain script conversion 4")
|
||||
with open(translated_scripttt, 'rb') as f1:
|
||||
hash = uploadDataToIPFSNode(f1)
|
||||
scriptconversion["translated_scriptFile_hash"] = hash
|
||||
scriptconversion["translated_scriptFile_path"] = translated_scripttt
|
||||
print("blockchain script conversion 5")
|
||||
from centralisedFileSystem.models import File
|
||||
if obj.converted_audit_id:
|
||||
print("audit blockchain")
|
||||
print("blockchain script conversion 5.1")
|
||||
# blockchain upload of csv-json data
|
||||
adit_id = obj.converted_audit_id
|
||||
|
||||
file_to_audit = File.objects.get(
|
||||
script=adit_id,
|
||||
type="script-csv"
|
||||
)
|
||||
csv_script_path = file_to_audit.file.path
|
||||
df = pd.read_csv(csv_script_path)
|
||||
df = df.loc[:, ["content", "script_element"]]
|
||||
script_json: dict = json.loads(utilities.csv_to_json(df))
|
||||
with tempfile.TemporaryDirectory() as temp_dir:
|
||||
print("Temporary directory created:", temp_dir)
|
||||
temp_filename = os.path.join(temp_dir, 'script_json_file.json')
|
||||
print(temp_filename)
|
||||
with open(temp_filename, 'w') as json_file:
|
||||
json.dump(script_json, json_file, indent=4)
|
||||
script_json = {}
|
||||
script_path1 = temp_filename
|
||||
# script_size = file_to_audit_docx.file.size
|
||||
with open(script_path1, 'rb') as _file:
|
||||
hash2 = uploadDataToIPFSNode(_file)
|
||||
script_json["script_file_path"] = script_path1
|
||||
script_json["script_file"] = hash2
|
||||
script_json["type"] = "script-json"
|
||||
scriptconversion["script-json"] = script_json
|
||||
print("blockchain script conversion 5.2")
|
||||
|
||||
blockchain_obj = UserCredentialsForBlockchain.objects.get(user=lpp_user.user_id)
|
||||
UserId = blockchain_obj.user_id
|
||||
Project = obj.translation_id
|
||||
Data = str(scriptconversion)
|
||||
userPrivateKey = blockchain_obj.privateKey
|
||||
userkey = decryptionOfPrivate(userPrivateKey)
|
||||
tx_id, tx_gas_fee = UploadConversionData(OWNER_KEY, blockchain_obj.publicKey, UserId,
|
||||
str(Project),
|
||||
Data)
|
||||
# lpp_user.translated_script.blockchain_txhash = tx_id
|
||||
print("Tx id -> ", tx_id, tx_gas_fee)
|
||||
# user_infos = user_info(tx_hash=tx_id, service="Conversion", gas_fee=2345432345123456)
|
||||
# addition_result = user_infos.update_info(request)
|
||||
name_script = (((uploaded_script.split("/"))[-1]).split("."))[0]
|
||||
try:
|
||||
user_infos = user_info(tx_hash=tx_id, service="Conversion", gas_fee=tx_gas_fee,
|
||||
script_name=name_script)
|
||||
request = Request(lpp_user.user_id)
|
||||
addition_result = user_infos.update_info(request)
|
||||
print("Blockchain Result -> ", addition_result)
|
||||
except Exception as e:
|
||||
print("Error in blockchain is:", e)
|
||||
|
||||
print("blockchain script conversion 6")
|
||||
certificatepath = certificateGenrate(lpp_user.user_id.username, "script conversion", hash)
|
||||
hash = hash_decrypation(hash)
|
||||
to_email = [lpp_user.user_id.email]
|
||||
email_code = 'BL1'
|
||||
key_value = {
|
||||
"service": "script conversion",
|
||||
"hash": hash,
|
||||
"public key": blockchain_obj.publicKey,
|
||||
"private key": userkey.decode('utf-8'),
|
||||
"Transaction Hash": tx_id
|
||||
}
|
||||
sendmail(to_email=to_email, email_code=email_code, key_value=key_value,
|
||||
filePath=certificatepath)
|
||||
import boto3
|
||||
s3_client = boto3.client('s3',
|
||||
aws_access_key_id="AKIAQVLBBGCB45RMLKVW",
|
||||
aws_secret_access_key="ZWc6KOc5LuBLuCEBDDfQTor+Q7rp3fFH74gVt+AA",
|
||||
region_name="ap-south-1"
|
||||
)
|
||||
bucket = "conversion-kitchen"
|
||||
# file_name = str(((lpp_user.translated_script.translated_script_pdf).split("OUTPUT/"))[1])
|
||||
# object_key = "OUTPUT/" + file_name
|
||||
s3_client.delete_object(Bucket=bucket, Key=outputfile)
|
||||
s3_client.delete_object(Bucket=bucket, Key=originalfile)
|
||||
|
||||
to = lpp_user.translated_script.user_id.email
|
||||
key_value = {
|
||||
"User": lpp_user.translated_script.user_id.username,
|
||||
"title": lpp_user.translated_script.script_link_id.script_title
|
||||
}
|
||||
sendmail(to_email=[to], email_code="PP18", key_value=key_value)
|
||||
|
||||
try:
|
||||
objectt = ScriptTranslations.objects.get(translation_id=lpp_user.translated_script.translation_id)
|
||||
objectt.blockchain_txhash = tx_id
|
||||
objectt.save()
|
||||
except Exception as e:
|
||||
print("error while saving blockchain txhash is ->",str(e))
|
||||
|
||||
|
||||
|
||||
|
||||
except Exception as e:
|
||||
print("Error in blockchain is", e)
|
||||
|
||||
|
||||
|
||||
class Command(BaseCommand):
|
||||
help = 'Custom Command to start django server and then start dequeuing from SQS'
|
||||
|
|
@ -139,7 +411,7 @@ class Command(BaseCommand):
|
|||
sqs = session.resource('sqs', region_name='ap-south-1')
|
||||
|
||||
print("Started Executin this from conversion")
|
||||
queue = sqs.get_queue_by_name(QueueName="mnfqueue")
|
||||
queue = sqs.get_queue_by_name(QueueName="devqueue")
|
||||
# try:
|
||||
while True:
|
||||
|
||||
|
|
@ -163,6 +435,10 @@ class Command(BaseCommand):
|
|||
|
||||
run_audit(msg)
|
||||
|
||||
elif body_dict['service_type'] == "lpp audit":
|
||||
|
||||
lpp_audit(msg)
|
||||
|
||||
except Exception as error:
|
||||
print("error execution from queue: %s", error)
|
||||
else:
|
||||
|
|
|
|||
Loading…
Reference in New Issue