# from google_srt import google_sub from .translation_metric import diff_score import os import sys import re from .translation_metric import ( manual_diff_score, bleu_diff_score, gleu_diff_score, meteor_diff_score, rouge_diff_score, diff_score, critera4_5, ) from .script_detector import script_cat from .translation_metric import ( manual_diff_score, bleu_diff_score, gleu_diff_score, meteor_diff_score, rouge_diff_score, diff_score, critera4_5, ) from .selection_source import ( selection_source, function5, function41, function311, function221, function2111, function11111, selection_source_transliteration, two_sources_two_outputs, ) from .script_writing import default_script def compare_subs(current): def script_det(text): punctuations = """!()-[]{};:'"\,<>./?@#$%^&*_~“"”""" no_punct = "" for char in text: if char not in punctuations: no_punct = char break # print("alphabet", no_punct) script = script_cat(no_punct)[0] # print("script", script) return script def punct_remover(string): # punctuations = '''!()-[]{};:'"\,<>./?@#$%^&*_~…।“”''' punctuations = """!()-[]{};:'"\,<>./?@#$%^&*_~…।1234567890""" for x in string.lower(): if x in punctuations: string = string.replace(x, " ") return string def word_transliterate(sentence, dest_script): return sentence def final_out(output1, output2, output3, dest_lang): temp_output1 = punct_remover(output1) temp_output2 = punct_remover(output2) temp_output3 = punct_remover(output3) # for word in regexp_tokenize(output1, "[\w']+") for word in temp_output1.split(): if script_det(word) != default_script[dest_lang]: for word in temp_output2.split(): if script_det(word) != default_script[dest_lang]: for word in temp_output3.split(): if script_det(word) != default_script[dest_lang]: # print("in3") output1 = word_transliterate( output1, default_script[dest_lang] ) return output1 return output3 return output2 return output1 def compare_outputs(sentence, t0, trans, sources_name, target_lang): k = [] s = [] methods_name = { "0": "MNF", "1": "Gleu", "2": "Meteor", "3": "Rougen", "4": "Rougel", } google_output = t0 # print("google", google_output) output1, source1 = manual_diff_score(trans, sources_name) # print("MNF", output1) output2, source2 = gleu_diff_score(trans, sources_name) # print("gleu", output2) output3, source3 = meteor_diff_score(trans, sources_name) # print("meteor", output3) output4, source4, output5, source5 = rouge_diff_score(trans, sources_name) # print("rougen", output4) # print("rougel", output5) if google_output == output1 == output2 == output3 == output4 == output5: # print("all output are same as google") return google_output else: if google_output != output1: k.append(output1) s.append(source1) else: k.append(" ") s.append(" ") if google_output != output2: k.append(output2) s.append(source2) else: k.append(" ") s.append(" ") if google_output != output3: k.append(output3) s.append(source3) else: k.append(" ") s.append(" ") if google_output != output4: k.append(output4) s.append(source4) else: k.append(" ") s.append(" ") if google_output != output5: k.append(output5) s.append(source5) else: k.append(" ") s.append(" ") k.insert(0, sentence) k.insert(1, google_output) s1ANDm1, s2ANDm2, s3ANDm3 = selection_source( s, sources_name, trans, methods_name ) # print("s1", s1ANDm1) # print("s2", s2ANDm2) # print("s3", s3ANDm3) # print(s1ANDm1[0]) # print(sources_name) # add_dial_comparison_doc1a(doc1a, table1a , k, s, s1ANDm1[0]) # add_dial_comparison_doc1b(doc1b, table1b , k, s, s1ANDm1[0]) # add_dial_comparison_doc2(doc2, table2, sentence, s1ANDm1, s2ANDm2, s3ANDm3, sources_name, trans) for a, b in sources_name.items(): if b == s1ANDm1[0]: k = a output1 = trans[str(k)] if s2ANDm2[0] != "": for c, d in sources_name.items(): if d == s2ANDm2[0]: l = c output2 = trans[str(l)] else: output2 = output1 if s3ANDm3[0] != "": for e, f in sources_name.items(): if f == s3ANDm3[0]: m = e output3 = trans[str(m)] else: output3 = output1 # print("output1", output1) # print("output2", output2) # print("output3", output3) output = final_out(output1, output2, output3, target_lang) # print("output", output) return output #### google_srt = current + "/g_subtitles.srt" aws_srt = current + "/a_subtitles.srt" azure_srt = current + "/az_subtitles.srt" print(google_srt) print(aws_srt) print(azure_srt) # trans={"0":[],"1":[],"2":[]} trans = {} def main1(): # read file line by line # file = open( "google_subtitle.srt", "r",encoding="utf8") try: file = open(google_srt, "r", encoding="utf8") file_size = os.path.getsize(file) if file_size != 0: lines = file.readlines() file.close() text = "" for line in lines: if ( re.search("^[0-9]+$", line) is None and re.search("^[0-9]{2}:[0-9]{2}:[0-9]{2}", line) is None and re.search("^$", line) is None ): text += " " + line.rstrip("\n") text = text.lstrip() trans["0"] = text else: trans["0"] = "." except: trans["0"] = "." try: file = open(aws_srt, "r", encoding="utf8") file_size = os.path.getsize(file) if file_size != 0: lines = file.readlines() file.close() text = "" for line in lines: if ( re.search("^[0-9]+$", line) is None and re.search("^[0-9]{2}:[0-9]{2}:[0-9]{2}", line) is None and re.search("^$", line) is None ): text += " " + line.rstrip("\n") text = text.lstrip() trans["1"] = text else: trans["0"] = "." except: trans["1"] = "." try: file = open(azure_srt, "r", encoding="utf8") file_size = os.path.getsize(file) if file_size != 0: lines = file.readlines() file.close() text = "" for line in lines: if ( re.search("^[0-9]+$", line) is None and re.search("^[0-9]{2}:[0-9]{2}:[0-9]{2}", line) is None and re.search("^$", line) is None ): text += " " + line.rstrip("\n") text = text.lstrip() trans["2"] = text else: trans["0"] = "." except: trans["2"] = "." return trans main1() sentence = "" t0 = " " sources_name = {"0": "google", "1": "aws", "2": "azure"} lang = { "Arabic": "ar", "Bengali": "bn", "Catalan": "ca", "English": "en", "French": "fr", "Gujarati": "gr", "Hindi": "hi", "Kannada": "kn", "Marathi": "mr", "Spanish": "es", "Tamil": "ta", "Telugu": "te", } # target_lang = lang[lang_code] target_lang = "en" selected_para = compare_outputs(sentence, t0, trans, sources_name, target_lang) # print(trans) # print(selected_para) key_list = list(trans.keys()) val_list = list(trans.values()) position = val_list.index(selected_para) # print("Position", position) def final_srt(position): if position == 0: if trans["0"] != ".": return google_srt else: position += 1 if position == 1: if trans["1"] != ".": return aws_srt else: position += 1 if position == 2: if trans["2"] != ".": return azure_srt else: position += 1 return azure_srt # print(final_srt(position)) selected_subtitle = final_srt(position) print(selected_subtitle) return selected_subtitle