Towhidul commited on
Commit
c493c66
·
1 Parent(s): 70a7c9b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +43 -41
app.py CHANGED
@@ -344,41 +344,41 @@ def gen_qa_who(df):
344
  claim=df['claim'][i]
345
  answer= split_ws(df["who"])
346
  evidence=df["evidence"][i]
347
- #time.sleep(10)
348
  if srl!="":
349
- # try:
350
- for j in range(0,len(answer)):
351
- FACT_TO_GENERATE_QUESTION_FROM = f"""{answer[j]} [SEP] {claim}"""
352
- #FACT_TO_GENERATE_QUESTION_FROM = f"""generate_who_based_question_from_context_using_the_next_answer:{answer[j]} [SEP] context:{claim}"""
353
- #time.sleep(10)
354
- question_ids = query({"inputs":FACT_TO_GENERATE_QUESTION_FROM,
355
- "num_beams":5,
356
- "early_stopping":True,
357
- "min_length": 100,"wait_for_model":True})[0]['generated_text'].capitalize()
358
- question_ids = rephrase_question_who(question_ids)
359
- list_of_ques_who.append(f"""Q{j+1}:{question_ids}""")
360
- list_of_ans_who.append(f"""Ans{j+1}:{answer[j]}""")
361
- input_evidence = f"answer: {question_ids} context: {evidence}"
362
- #time.sleep(10)
363
- answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True}) #[0]['generated_text']
364
- # if answer_evidence.lower() in evidence.lower():
365
- # list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
366
- # else:
367
- # answer_evidence=""
368
- # list_of_evidence_answer_who.append(f"""No mention of 'who'in any related documents.""")
369
- list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
370
- threshold = 0.2
371
- # list_of_pairs = [(answer_evidence, answer[j])]
372
- # rouge_l_score = calc_rouge_l_score(answer_evidence, answer[j])
373
- # if rouge_l_score >= threshold:
374
- # verification_status = 'Verified Valid'
375
- # elif rouge_l_score == 0:
376
- # verification_status = 'Not verifiable'
377
- # else:
378
- # verification_status = 'Verified False'
379
- # rouge_l_scores.append(verification_status)
380
- # except:
381
- # pass
382
  else:
383
  list_of_ques_who="No claims"
384
  list_of_ans_who=""
@@ -420,7 +420,7 @@ def gen_qa_what(df):
420
  list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
421
  input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
422
  #time.sleep(10)
423
- answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True})[0]['generated_text']
424
  if answer_evidence.lower() in evidence.lower():
425
  list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
426
 
@@ -637,11 +637,13 @@ if claim_text:
637
  final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
638
 
639
 
640
- # final_df["Who Claims"]=gen_qa_who(df)
641
- # final_df["What Claims"]=gen_qa_what(df)
642
- # final_df["When Claims"]=gen_qa_when(df)
643
- # final_df["Where Claims"]=gen_qa_where(df)
644
- # final_df["Why Claims"]=gen_qa_why(df)
 
 
645
  st.write(df["evidence"])
646
- st.write(gen_qa_who(df))
647
  # st.table(final_df)
 
344
  claim=df['claim'][i]
345
  answer= split_ws(df["who"])
346
  evidence=df["evidence"][i]
347
+ time.sleep(10)
348
  if srl!="":
349
+ try:
350
+ for j in range(0,len(answer)):
351
+ FACT_TO_GENERATE_QUESTION_FROM = f"""{answer[j]} [SEP] {claim}"""
352
+ #FACT_TO_GENERATE_QUESTION_FROM = f"""generate_who_based_question_from_context_using_the_next_answer:{answer[j]} [SEP] context:{claim}"""
353
+ #time.sleep(10)
354
+ question_ids = query({"inputs":FACT_TO_GENERATE_QUESTION_FROM,
355
+ "num_beams":5,
356
+ "early_stopping":True,
357
+ "min_length": 100,"wait_for_model":True})[0]['generated_text'].capitalize()
358
+ question_ids = rephrase_question_who(question_ids)
359
+ list_of_ques_who.append(f"""Q{j+1}:{question_ids}""")
360
+ list_of_ans_who.append(f"""Ans{j+1}:{answer[j]}""")
361
+ input_evidence = f"answer: {question_ids} context: {evidence}"
362
+ time.sleep(10)
363
+ answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
364
+ if answer_evidence.lower() in evidence.lower():
365
+ list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
366
+ else:
367
+ answer_evidence=""
368
+ list_of_evidence_answer_who.append(f"""No mention of 'who'in any related documents.""")
369
+ list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
370
+ threshold = 0.2
371
+ list_of_pairs = [(answer_evidence, answer[j])]
372
+ rouge_l_score = calc_rouge_l_score(answer_evidence, answer[j])
373
+ if rouge_l_score >= threshold:
374
+ verification_status = 'Verified Valid'
375
+ elif rouge_l_score == 0:
376
+ verification_status = 'Not verifiable'
377
+ else:
378
+ verification_status = 'Verified False'
379
+ rouge_l_scores.append(verification_status)
380
+ except:
381
+ pass
382
  else:
383
  list_of_ques_who="No claims"
384
  list_of_ans_who=""
 
420
  list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
421
  input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
422
  #time.sleep(10)
423
+ answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
424
  if answer_evidence.lower() in evidence.lower():
425
  list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
426
 
 
637
  final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
638
 
639
 
640
+ final_df["Who Claims"]=gen_qa_who(df)
641
+ final_df["What Claims"]=gen_qa_what(df)
642
+ final_df["When Claims"]=gen_qa_when(df)
643
+ final_df["Where Claims"]=gen_qa_where(df)
644
+ final_df["Why Claims"]=gen_qa_why(df)
645
+ st.table(final_df)
646
+ st.write(df["claim"])
647
  st.write(df["evidence"])
648
+ # st.write(gen_qa_who(df))
649
  # st.table(final_df)