\jS9bdZddlZddlmZddlZddlZddlZddlZddlm Z m Z ddl m Z m Z ddlmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"d Z#ed d gd  Z$dZ%dZ&dZ'dZ(ddZ)dZ*ddZ+dZ,dZ-Gddej\Z/dZ0dZ1e2dk(re1yy)zInvokes the Java ssurgeon on a document "ssurgeon" sends text to Java CoreNLP for processing with a ssurgeon (Semantic graph SURGEON) query The main program in this file gives a very short intro to how to use it. N) namedtuple)misc_to_space_afterspace_after_to_misc)SsurgeonRequestSsurgeonResponse)java_protobuf_requests)CoNLL)IDTEXTLEMMAUPOSXPOSFEATSHEADDEPRELDEPSMISC START_CHAREND_CHARNERWordTokenSentencezAedu.stanford.nlp.semgraph.semgrex.ssurgeon.ProcessSsurgeonRequest SsurgeonEditz9semgrex_pattern ssurgeon_edits ssurgeon_id notes language)NNUniversalEnglish)defaultsc 0|j}tjd|}g}t|D]\}}|jd}|Dcgc]'}|j ds|ddj)}}dj |}|D cgc]5} | js| j dr&| j7}} t |dk(r|d} |dd} |jt| | d|dzz||Scc}wcc} w)Nz + # rz%d) stripresplit enumerate startswithjoinlenappendr) ssurgeon_textssurgeon_blocksssurgeon_editsidxblocklineslinecommentsnotesxsemgrexssurgeons `/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/stanza/server/ssurgeon.pyparse_ssurgeon_editsr7s!'')Mhhw 6ON0 X U D!16O$//#:NDHNN$OO"$)QqQWWYq||C?PQQ u:? (9l7HdcAg>NPUVW X PQsD&DD(D:Dczt|d5}t|jcdddS#1swYyxYw)Nutf-8encoding)openr7read) edit_filefins r6read_ssurgeon_editsr@/s1 i' *0c#CHHJ/000s1:c@tj|ttSN)r send_requestr SSURGEON_JAVA)requests r6send_ssurgeon_requestrF3s ! . .w8H- XXc t}|D]}|jj}|j|_|j D]}|j j||j|j|_ |j|j|_ |j|j|_  t|jD]\}}|jj}d} |jD]Q} | j D]@} t#j$|j&| | t#j(|| || | dz} BS |S#t*$r!} t-dj/| d} ~ wwxYw)Nrr z#Failed to process sentence {}: {:C})rr5addsemgrex_patternr4r, operationr) ssurgeon_ididr2languager% sentencesgraphtokenswordsr add_tokentokenadd_word_to_graph Exception RuntimeErrorformat) docr,rEr5ssurgeon_protorKsent_idxsentencerPword_idxrTwordes r6 build_requestr`6szG" 8 ))--/!)!9!9!00 7I  $ $ + +I 6 7    + ( 4 4N  >> %#+>>N    (&.&7&7N # 8 e"+CMM": , HhMM%%'EH! ,!KK,D*44U[[$N*<}tA| |}g}t|jBD]X\}}|j|jD|t1|jBdz k(rn|j|jFZd jI|}|D]l}|jKd s3|jKd s"|jKd s|jKdr|jMd|z\|jM|n||j|<|jO |S#tP$r"}tSdjU|d}~wwxYw)Nc|tSrB)r )r3s r6z)convert_response_to_doc..s aerG)keyrr rootrjrirkrlz# text z#text z# text=z#text=z # text = zRSsurgeon could not process sentence {} Ssurgeon result: {} Original sentence: {:C})+copydeepcopyr%ziprOresultrPnoderTr}indexr)sortrrredgeisExtrasourcetargetdeprremove_space_miscrr(r r rmisc_space_piecesrylistr1rrQtext spaces_afterr'r& add_commentrebuild_dependenciesrVrWrX)rYsemgrex_responser[r\ssurgeon_resultssurgeon_graphrQ graph_noder{r|rr mwt_tokensword_start_idxr^ word_end_idxmwt_token_entry old_comments token_text token_idxrT sentence_textcommentr_s r6convert_response_to_docrst -- CHh5>s3==RbRiRi?j5kE , 1H1x -22NF*-n.A.A>CWCW*X *& J-j.>.> K  j) * KKOK ,&++ 0'(tAvt$)/tAvv& 0'++ 9<<.2kkt{{1}%d+04t{{1}%f-  9J(1&(9 ($N+H~%;%M%MdSWj%YT %%d+-1 "S[0VL5I(5S\bco\pq]A A%L#S[0VL5I(5S\bco\pq]A/3VLN5KB5OP$z*c$ #)?(P(PQWXdefXfQghlQm(n%,q.)*5,B,X,XY_`lmn`nYopzY{~MNR~S-TOD)3EEd4jQT !!/2!!$'- (0  1 12L C0HJ$-hoo$> 6 5!!%**-HOO 4q 88!!%"4"45  6 GGJ/M' 2%%i0G4F4Fx4PT[TfTfgpTqu|vHvHIQvR((})DE((1  2 '/CMM( #  ) ) +KE ,P J hszz|DFUW_`agh hhsGP'HP P2P--P2c2eZdZdZdfd ZdZddZxZS)Ssurgeonz Ssurgeon context window This is a context window which keeps a process open. Should allow for multiple requests without launching new java processes each time. c@tt| |ttyrB)superr__init__rrD)self classpath __class__s r6rzSsurgeon.__init__s h&y2BMRrGc<t||}|j|S)z\ Apply each of the ssurgeon patterns to each of the dependency trees in doc )r`process_request)rrYr,rEs r6processzSsurgeon.processs! ^4##G,,rGcBt|||||}|j|S)zI Convenience method - build one operation, then apply it )rcr)rrYrJr,rLr2rEs r6process_one_operationzSsurgeon.process_one_operations).c?NT_afg##G,,rGrBNN)__name__ __module__ __qualname____doc__rrr __classcell__)rs@r6rrs S--rGra # sent_id = 271 # text = Hers is easy to clean. # previous = What did the dealer like about Alex's car? # comment = extraction/raising via "tough extraction" and clausal subject 1 Hers hers PRON PRP Gender=Fem|Number=Sing|Person=3|Poss=Yes|PronType=Prs 3 nsubj _ _ 2 is be AUX VBZ Mood=Ind|Number=Sing|Person=3|Tense=Pres|VerbForm=Fin 3 cop _ _ 3 easy easy ADJ JJ Degree=Pos 0 root _ _ 4 to to PART TO _ 5 mark _ _ 5 clean clean VERB VB VerbForm=Inf 3 csubj _ SpaceAfter=No 6 . . PUNCT . _ 5 punct _ _ c tjjdt j }|j dtdd|j dtdd|j dtdd |j d td d |j d ddd|j dtdd|j dtdd|j dtdd|j dtdgdd|j dddd d!"|j d#dd$d%&|j jrt j}n!t j jg} jr;tj j'g} j"g}t%||}n j&rl j(s t+d(t,j.j1 j(st-j2 j( fd)}|}n*tj t4*g}dg}t%||}|D]\}} j6rt9d+j;|t=||}t?|} tA|| } |8tC|d,d5} | jEd-j;| dddt9d.j;| y#t$rYwxYw#1swYxYw)/Nr9r:z --input_fileznsubj {} >csubj=bad {}zrSemgrex to apply to the text. A default detects words which have both an nsubj and a csubj. Default: %(default)sr5z&relabelNamedEdge -edge bad -reln advcl*zSsurgeon edits to apply based on the Semgrex. Can have multiple edits in a row. A default exists to transform csubj into advcl. Default: %(default)s)rrnargsrz --print_input print_input store_trueFzPPrint the input alongside the output - gets kind of noisy. Default: %(default)s)destrrrz--no_print_input store_falsez?Don't print the input alongside the output - gets kind of noisy)rrr input_filezvCannot process multiple files without knowing where to send them - please set --output_dir in order to use --input_dirc3KtjjD]}jr!t j j|s0tj jj|}tj jj|}td|d|tj||fyw)Nz Processing z to r) oslistdir input_dir input_filterr#matchpathr' output_dirprintr conll2doc) doc_filenamedoc_path output_pathargss r6 read_docszmain..read_docss " 4>> : H $$88D$5$5|D 77<< E ggll4??LI xEFoo:KGG HsCC) input_strz{:C}wz{:C} z{:C} )#sysstdout reconfigureAttributeErrorargparseArgumentParser add_argumentstr parse_argsr>r@rr4r5rr r output_filerrr ValueErrorrrexistsmakedirs SAMPLE_DOCrrrXr`rFrr<write) parserr,docsoutputs input_outputrrYoutputssurgeon_requestssurgeon_response updated_docfoutrs @r6mainrs&  0 $ $ &F S$FDE c4Ftu  CEZ[ (sMQ@A +MT~ S$FDE  CDqr  #7ZbVW  7_6`hksLM mLZ_gyz *}\]^    D ~~,T^^<&t||T]]CD 4??;<##$4) VW Www~~doo. KK ( H!{ *56&4) # 0 V    &--$ %(n=12BC-c3DE  fcG4 ; :,,[9: ; ; (//+. / 0e    r ; ;s L%!L5% L21L25L> __main__r)3rr collectionsrrrr#rstanza.models.common.utilsrrstanza.protobufrr stanza.serverrstanza.utils.conllr stanza.models.common.docr r r r rrrrrrrrrrrrrDrr7r@rFr`rcrergr}rJavaProtobufContextrrrrrGr6rs" O=0$TTTTTS .U#CE "0Y</** 4KZ-%99-0  @0D zFrG