U Vc* @sddlZddddddddgZd d d d ddd dgZddeDZeeeeeZddddddddddg ZddZddZ d:d d!Z d"d#Z d$d%Z d&d'Z d;ed)d*d+ZdN)([]-_.z\)z\(z\[z\]z\.u–cCsg|] }d|qS)z1[\u0600-\u06FFa-zA-Z.0-9\u0660-\u0669]{1,3} {0,2}).0symbolr r D/var/www/wikiazma_server/doc_parser/utils/section_separator_utils.py sr )u۰0)u۱1)u۲2)u۳3)u۴4)u۵5)u۶6)u۷7)u۸8)u۹9cCs$|}tD]\}}|||}q |SNlocalesreplaceinputoutputfaenr r r to_ens r!cCs$|}tD]\}}|||}q |Srrrr r r to_fa s r"Fc CsLtD]B\}}}|}|rd|}|r*|d7}t||}|r||fSqdS)N^$)regexesrematch) rstartendlogr Z regex_symbol regex_dataZabsolute_regextestr r r find_matched_regex's r-cCs>t||krdS|| d}|D]}|ddkr"dSq"dS)NFtypebreakT)len)listbreak_sensitivityZsunlistitemr r r break_condition_checker6s  r4cCsg}|D]*}|ddkr(|d|d<||qdd|D}dddg}|rl|dd|krl|dqL|r|d d|kr|d ql|S) Nr.textvaluecSs$g|]}|ddks|dr|qSr.r5r6r r elementr r r r Gs z(element_list_trimmer..r/tabr)stripappendpop)elementsoutputsr9must_trimmed_typer r r element_list_trimmerAs     rBcCs"zt|WdSYdSXdS)NTF)int)strr r r try_to_intRs rE)returncCst|}g}|D]x}|ddkr:t|d|d|kdnd}|ddkrt|rt|\}}td|tj} t| |dd} ttD]} | | d} q| } | pt |dd t | kot |dd t | k} | p|dd |k} | p|dd  pt |dd |}| rZ|rZ| rZt | d|d |d<||g|| d n|r|dd |q|r|dd |q|S Nr.r5r6r)r*r#r;indexregr?r?rKrJrBr-r&compile MULTILINEfindallnormalized_symbols regex_symbolsrr<r0rEr4subr=Zinput_elementsr2r*r?blocksr9 matched_regexmatched_regex_symbolmatched_regex_dataregexrJr Zindex_condictionregex_condictionZbreak_conditionr r r elements_list_to_question_blocksZsJ      r[cCst|}g}|D]x}|ddkr:t|d|d|kdnd}|ddkrt|rt|\}}td|tj} t| |dd} ttD]} | | d} q| } | pt |dd t | kot |dd t | k} | p|dd |k} | p|dd  pt |dd |}| rZ|rZ| rZt | d|d |d<||g|| d n|r|dd |q|r|dd |q|SrHrMrTr r r r[sJ      c Cs4t|d}|d|ddgigd}|D]}|ddkrHt|dnd}|ddkr|r|\}}td|tj} t| |dd } ttD]} | | d } q| } |d  p|d d d|k} | rt | d |d |d<|d  |g|| d n|dd |q*|dd |q*|S)Nr?rKrJ)rKrJquestionchoicesr.r5r6r#rrIr^r;rLr]) rBr-r&rNrOrPrQrRrr<rSr=) blockr2r*r?qr9rVrWrXrYrJr rZr r r %question_block_to_structured_questions:     racCs|dd|dD|d<dddg}|drL|ddd|krL|ddq |drx|ddd|krx|ddqL|S) NcSs$g|]}|ddks|dr|qSr7r r8r r r r s z#section_trimmer..r?r/r:rr.r;)r>)datarAr r r section_trimmers rccCsFt|dd}g}t|D](\}}|d}t|ddd}||q|S)Nr\r2r?rF)r2r*)r[ enumeraterar=)r?Zquestion_sectionsrrJZquestion_sectionZsub_question_sectionsr r r split_xmls_element_to_questionss rfcCst|dd}|S)Nr\rd)r[)r?Zanswer_sectionsr r r split_xmls_element_to_answerss rgc Cs2|sdSd}|r|dr|ddddkrtdtj}t||ddd}|r^|dnd}|r|dddt|ddt|dd}|}td tj}t||}|r||dd}||ddd<|d d}|D]@} |r$| d t|ks| d t|kr$d | d <qd| d <qdS)Nr?rr.r5uI^ {0,4}گزینه {0,4}[\u0600-\u06FFa-zA-Z.0-9\u0660-\u0669]{1,30} {0,4}r6rIr\z^ *: *u گزینهrJT is_correctF)r&rNrOrPrr!r"r<) r^answerZ correct_indexrYZ matched_partsZ matched_partZnormalized_valueZ colon_regexZcolon_matched_partschoicer r r !add_correctness_to_choices_answersD  * rkcs~t|}|rt|ng}|D]\}|dfdd|D}|rF|dnd}t|d|||d<t|dd|dd<q|S) NrJcs0g|](}|dtks(|dtkr|qSrJ)r!r")r rirlr r r +s z@split_xmls_element_to_questions_with_answers..rr^rir]r?)rfrgrkrB)question_elementsanswer_elements questionsanswersr]Ztarget_answersrir rlr ,split_xmls_element_to_questions_with_answers%s" rq)FFF)rFF)rFF)r\F)r&rQrRr+r1zipr%rr!r"r-r4rBrEr[rarcrfrgrkrqr r r r s>  22 '  !