\j dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlmZddlmZddlmZmZmZmZdZej6dZej:d Zgd Zd d d ddddddZ dZ!gdZ"d+dZ#Gdde$Z%Gdde%Z&Gdde$Z'Gdde$Z(Gdd ejRZ*d!Z+Gd"d#e,Z-d,d$Z.Gd%d&e-Z/d'Z0d,d(Z1d)Z2gd*Z3y)-z1 Client for accessing Stanford CoreNLP in Python N)datetime)Path)urlparse)DocumentparseFromDelimitedStringwriteToDelimitedStringto_textz)arunchaganty, kelvinguu, vzhong, wmonroe4stanzazcorenlp_server-(.*).props)ararabicchinesezhenglishenfrenchfrdegermanhu hungarianititalianesspanishr r rrrrrr)r rrrrrrrc.|jtvS)z1 Check if a string references a CoreNLP language )lower CORENLP_LANGS) props_strs ^/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/stanza/server/client.pyis_corenlp_langr 2s ??  --)conllconllujson serializedtextxml inlinexmlc|r*|jtvrt|dtt|tk(r6d|vr1|djtvrt|ddtyyy)z0 Do basic checks to validate CoreNLP properties z6 not a valid CoreNLP outputFormat value! Choose from: outputFormatN)rCORENLP_OUTPUT_VALS ValueErrortypedict properties annotators output_formats rvalidate_corenlp_propsr3;s,,.6IIM?*`at`uvww J4 Z 'J~,F,L,L,NVi,i > :;;q 3467 7-j ' r!ceZdZdZy)AnnotationExceptionzQ Exception raised when there was an error communicating with the CoreNLP server. N__name__ __module__ __qualname____doc__r!rr5r5Es[r!r5ceZdZdZy)TimeoutExceptionz5 Exception raised when the CoreNLP server timed out. Nr6r;r!rr=r=Js?r!r=ceZdZdZy)ShouldRetryExceptionz; Exception raised if the service should retry the request. Nr6r;r!rr?r?OsEr!r?ceZdZdZy)PermanentlyFailedExceptionz? Exception raised if the service should NOT retry the request. Nr6r;r!rrArATsIr!rAceZdZdZdZdZy) StartServerrN)r7r8r9 DONT_START FORCE_START TRY_STARTr;r!rrCrCXsJKIr!rCc|ritjj|rItj tjj |rtj |yyyyN)ospathisfileSERVER_PROPS_TMP_FILE_PATTERNmatchbasenameremove) props_files rclean_props_filerS^sM 77>>* %*G*M*MbggN^N^_iNj*k IIj !+l %r!cJeZdZdZdZ d dZdZdZdZdZ d Z d Z d Z y) RobustServicez: Service that resuscitates itself if it is not available. xNc 8|xrtj||_|xrtj||_||_||_||_d|_d|_||_ ||_ ||_ | |_ tj|jy)NF)shlexsplit start_cmdstop_cmdendpointstdoutstderrserver is_activebe_quiethostportignore_binding_erroratexitregister atexit_kill) selfrZr[r\r]r^rarbrcrds r__init__zRobustService.__init__is~"=u{{9'= :U[[%:          $8!(()r!c" |js'|j|jjytj|j dzj S#tjj$r}t|d}~wwxYw)NFz/ping) rdr_pollrequestsgetr\ok exceptionsConnectionErrorr?)rhes ris_alivezRobustService.is_aliveyss *,,1HT[[M]M]M_Mk<<  78;; ;""22 *&q) ) *s2A!+A!!B> B  Bc|jrK|jr|jrwtjt j t j t j5} |j|j|jf ddd|jr>t!t"drt"j$}nt't(j*d}|}n|j,}|j.}tjddj1|j t#j2|j|||_ yy#t j$rm}|jrCtjd|jd|jd|_ Yd}~dddytd|jz|d}~wwxYw#1swYJxYw#t4$r}t5d |d}~wwxYw) Nz)Connecting to existing CoreNLP server at :zbError: unable to start the CoreNLP server on port %d (possibly something is already running there)DEVNULLwzStarting server with command:  )r^r]zWhen trying to run CoreNLP, a FileNotFoundError occurred, which frequently means Java was not installed or was not in the classpath.)rZrbrc contextlibclosingsocketAF_INET SOCK_STREAMbinderrorrdloggerinfor_rArahasattr subprocessruopenrKdevnullr]r^joinPopenFileNotFoundError)rhsockrqr^r]s rstartzRobustService.starts >>yyTYY'' fnnfFXFX(YZ A^b A 499dii"89 A}}:y1'//F!"**c2F KK8$..9Q8RS T w(..t~~6<6<> 3  "<<A44"KK*STXT]T]S^^_`d`i`i_j(kl*.DK" A A#=>mosoxox>y#z@AA A A A4% w')opvww wsO+G-'E1'G*G-AG/G<GGGG'* H3 G??Hc|jr6|jj|jjyyyrJ)r_rk terminaterhs rrgzRobustService.atexit_kills4 ;;4;;++-5 KK ! ! #6;r!c|jr=|jj |jjdd|_|j r!tj|j dd|_y#tj$rS|jj  |jjdn#tj$rYnwxYwYwxYw)NT)checkF) r_rwaitrTimeoutExpiredkillr[runr`rs rstopzRobustService.stops ;; KK ! ! #    #DK == NN4== 5,,    "KK$$Q'!00  s5A??-C%-C C% CC%CC%$C%c&|j|SrJ)rrs r __enter__zRobustService.__enter__s  r!c$|jyrJ)r)rh______s r__exit__zRobustService.__exit__s  r!c|jr# |jry|j |j|j t j } |jr d|_y t j |z |jkrt jdn tda#t$rYwxYw#t$rY`wxYw)NTrDz,Timed out waiting for service to come alive.) r`rrrr?r_rtimeCHECK_ALIVE_TIMEOUTsleeprA)rh start_times r ensure_alivezRobustService.ensure_alives >> ==?IIK ;;  JJLYY[  ==?# yy{Z'$*B*BB 1 01_``(  (  s(CC"C C C CC)NNFNNF) r7r8r9r:rrirrrrgrrrrr;r!rrUrUes;D=AY^* *w@$$r!rUc |dk(s|0tjdddk(rtjd}|S|tjdtjjt t j d}tjj|s-tdjtjdtjj|d}|S)a  Returns the classpath to use for corenlp. Prefers to use the given classpath parameter, if available. If not, uses the CORENLP_HOME environment variable. Resolves $CLASSPATH (the exact string) in either the classpath parameter or $CORENLP_HOME. z $CLASSPATHN CORENLP_HOME CLASSPATHstanza_corenlpzPlease install CoreNLP by running `stanza.install_corenlp()`. If you have installed it, please define $CORENLP_HOME to be location of your CoreNLP distribution or pass in a classpath parameter. $CORENLP_HOME={}*) rKgetenvrLrstrrhomeexistsrformat) classpaths rresolve_classpathrsL Y%6299^UY;Z^j;jIIk*    IInbggll3tyy{;KM].^_ ww~~i(#%77=vbii>W7XZ ZGGLLC0 r!ceZdZdZdZdZdZdZdZdZ e jeeedd dddded e d dffd Z d Z d ZddZddZddZddZddZdZddZddZddZxZS) CoreNLPClientz* A client to the Stanford CoreNLP server. zhttp://localhost:9000i`rr%5GiNFTc ||_d|_d|_d|_d|_d|_t |||||_||_||_ ||_ |jt|trVd|jjddz}t j#||durt$j&nt$j(}|t$j&us|t$j*urt-j.|_|j1t3|j4j7d\}}t9|}|dk(sJdt;|}d | d |d |d |d |d| d| d}||_||_||_|j|d|jz }|jr|dz }|j7t=|t>k(r |jndjA|}|d|z }|r\t=|tk(r|dz }nDt=|tBk(r|ddjA|z }nt=|t>k(r|d|z }|d|jz }dD]}|jE||d|z }dD].}|jE||d|d|jE|z }0d}ndx}}dx}}tFtH||||| | | |||t$j*k( ||_&y)Nr/z? ?I( +::b>-2bT*I +m <::b>-2bT6::b>*:!;;I <H#' 'I D4 mT+Ix,2FH4VZr~CNCXCXsX , Z r!cn|jHt|jtk(r |jndj|j|_|jUt|j t k(r#d|j vr|j d|_ytj|_yy)z Do some processing of annotators and output_format specified for the client. If interacting with an externally started server, these will be defaults for annotate() calls. :return: None Nrr*) r1r-rrr2r0r.rDEFAULT_OUTPUT_FORMATrs rrz$CoreNLPClient._setup_client_defaultsqs ?? &15doo1F#1MdooSVS[S[\`\k\kSlDO    %DOO$,4??1R%)__^%D"%2%H%H" &r!cF|j4t|jtsBt|jts(|jtj di|_t|jtrt |jri|jjtvrt|j|_tjd|jd|jdnKtjj|js"tj |jd|j|_ yt|jtrt|j}|j|j|d<|j)t|jtr|j|d<t!|}tjd |t#j$t&|||_ yy) a Set up the default properties for the server. The properties argument can take on one of 3 value types 1. File path on system or in CLASSPATH (e.g. /path/to/server.props or StanfordCoreNLP-french.properties 2. Name of a Stanford CoreNLP supported language (e.g. french or fr) 3. Python dictionary (properties written to tmp file for Java server, erased at end) In addition, an annotators list and output_format can be specified directly with arguments. These will overwrite any settings in the specified properties. If no properties are specified, the standard Stanford CoreNLP English server will be launched. The outputFormat will be set to 'serialized' and use the ProtobufAnnotationSerializer. NzLproperties passed invalid value (not a str or dict), setting properties = {}z&Using CoreNLP default properties for: z. Make sure to have z^ models jar (available for download here: https://stanfordnlp.github.io/CoreNLP/) in CLASSPATHzN does not correspond to a file path. Make sure this file is in your CLASSPATH.r1r*z Writing properties to tmp file: )r0rrr.rrr rLANGUAGE_SHORTHANDS_TO_FULLrrKrLrMrr1r2write_corenlp_propsrerfrS)rhserver_start_propertiestmp_paths rrz$CoreNLPClient._setup_server_defaultss$ ?? ":doos+KT^_c_n_nptTu*mn DO doos +t/??((*.II&A$//&RDO :L:L'7++BCH KK:8*E F OO,h 7%-D "/r!c |jtjur|j |j dd}|dk(rd}n|dk(rd}nt d|zd|vrOd|vrKt jj|d|d|d <|jd|jdt j|jft|t|jd |d |i|jd zd z d|}|j|S#t j j"$r}t%dd}~wt j j&$rw}|j(6|j(j* t-|j(j*||j.rt-|j.d|t-|d}~wwxYw)z Send a request to the CoreNLP server. :param (str | bytes) buf: data to be sent with the request :param (dict) properties: properties that the server expects :return: request result inputFormatr&text/plain; charset=utf-8r%application/x-protobufUnrecognized inputFormat rrauth)r0 resetDefault content-typerEparamsdataheadersrz]Timeout requesting to CoreNLPServer. Maybe server is unavailable or your document is too longNr)rrCrFrrmr,rlr HTTPBasicAuthpoppostr\rrrraise_for_statusroTimeoutr=RequestExceptionresponser&r5args) rhbufr0 reset_defaultr input_formatctyperrqs r_requestzCoreNLPClient._requests   K$:$: :     /%>>-@Lv%3-0 !<|!KLLV# f($zBRVZBZ=A*=MQT=TzZ]ZbZbcmZn | ,  $m)<)C1> ~ .  !M DMM$++g.0BM \U[ \ n - 7668O  /< ?*C $S!)) 4J  /3U U66MHr!cz|i}|jdddd|r(t|tk(r|ndj||d<t j 5}t |||j}ddd|j|}t}t||j|S#1swY=xYw)Nr%6edu.stanford.nlp.pipeline.ProtobufAnnotationSerializer)rr* serializerrr1) rr-rrioBytesIOrgetvaluerrrr)rhrr1r0streammsgrs rrzCoreNLPClient.update$s  J   + ,V  59*5E5LzRURZRZ[eRfJ| $ ZZ\ $V "3 ///#C $ MM#z *j aii0  $ $s B11B:cL|jd|||||}|r t|}|S)Nz /tokensregex_CoreNLPClient__regexregex_matches_to_indexed_wordsrhr&patternfilterto_wordsr1r0matchess r tokensregexzCoreNLPClient.tokensregex7s-,,~tWfjR\] 4W=Gr!cL|jd|||||}|r t|}|S)Nz/semgrexr rs rsemgrexzCoreNLPClient.semgrex>s,,,z4&*jY 4W=Gr!c|jr|j|_|jD].}|jj }|j ||0yrJ)labelvaluechildrenchildaddfill_tree_proto)rhtree proto_treer proto_childs rrzCoreNLPClient.fill_tree_protoDsL ::#zzJ ]] 5E$**..0K   4 5r!c|W|jKt|jtsJ|jjd}d|vr|jdz}nd}| t d|4|i}d|d<d|vrd |d<t }g} t |D]\} } |jj} | | _ t| | _ | j} | j| t| | _|j| | j | D]1}| j"j}||_||_d |_3d j+| |_t/j05}t3|||j5}ddd|j7d |||||S#1swYxYw) Nrparsez,parseztokenize,ssplit,pos,parsez(Cannot have None as a pattern for tregexr%rrrrwz/tregex)r1rrrYr,r enumeratesentencer sentenceIndexlentokenOffsetBegin leaf_labelsextendtokenOffsetEndr parseTreetokenrwordafterrr&rrrrr )rhr&rrr1r0treespiecesr full_texttree_idxrr$leavesr-r,r s rtregexzCoreNLPClient.tregexKs  $//"=doos3 33__**3/Ff$!__x7 4J ?GH H  ! (4J} %:-+c <(*CI"+E"2 &$<<++-)1&,/ N)))+  (*-i.'$$T8+=+=>"&D$NN..0E"&EK!%EJ#&EK& & xx *CH )&sF3( )||ItWfj*UU  ) )s ;F66F?c|jtjur|j|i}|j ddd|r&t |t rdj|n||d<d|d<d |d < |jd d}|dk(rd }n|d k(rd}ntd|ztj|j|z||t|dt |tr|jdn|d|i|jdzdz } | j!| j"d| _t%j&| j(S#tj*$rJ}  j(j-drt/| j(t1| j(d} ~ wt$j2$rt1 j(wxYw)a Send a regex-related request to the CoreNLP server. :param (str | unicode) path: the path for the regex endpoint :param text: raw text for the CoreNLPServer to apply the regex :param (str | unicode) pattern: regex pattern :param (bool) filter: option to filter sentences that contain matches, if false returns matches :param properties: option to filter sentences that contain matches, if false returns matches :return: request result Nr&r)rrrr1r$r*trueztokenize.codepointrrr%rr)rrr0rrrErrr)rrCrFrrrrrrmr,rlrr\rrrrencodingr$loadsr& HTTPError startswithr=r5JSONDecodeError) rhrLr&rrr1r0rrrrqs r__regexzCoreNLPClient.__regexzs   K$:$: :      J   %V  ?I*VZ?[sxx ';akJ| $&, >",2 '( .%>>-@Lv%3-0 !<|!KLL  $&$"%j/. .8c-BT[[)'/a- A    zz!$ ::aff% %!! 2vv  +&qvv..)!&&11## .%aff- - .s8CEG$AF)),Gc|jtjur|j|i}d|d<d}d|d< t j |j dzdt|it|tr|jd n|d |i|jd zd z }|j|jd |_ tj|jS#tj $rJ}jj#drt%|jt'|jd}~wtj($rt'jwxYw)z Send a request to the server which processes the text using SceneGraph This will require a new CoreNLP release, 4.5.5 or later Nr&rrr$r*z /scenegraphr0rrrErrr)rrCrFrrlrr\rrrrrr7r$r8r&r9r:r=r5r;)rhr&r0rrrqs r scenegraphzCoreNLPClient.scenegraphs;   K$:$: :      J$* =!+%+ >" .  - #j/.8c-BT[[)'/a-A    zz!$ ::aff% %!! 2vv  +&qvv..)!&&11## .%aff- - .sB&C%%E)8AD==,E))F)NNNN)NN)FFNN)NNFNNNrJ)r7r8r9r:DEFAULT_ENDPOINTDEFAULT_TIMEOUTDEFAULT_THREADSrDEFAULT_MEMORYDEFAULT_MAX_CHAR_LENGTHrCrGrirrrrrrrrr4r r> __classcell__)rs@rrrs4.OO(N$$/$;$;*(( ## &!8n`I"1.f%/NFP& 5-V^;.|&.r!rcti}t|5}|jjdDcgc]%}|jr|j ds|'}}|D]<}|jdd}t |dz}||d}|||j<> ddd|Scc}w#1swY|SxYw)z5 Read a Stanford CoreNLP properties file into a dict  #=rN)rreadrYstripr:r&) props_path props_dictrR entry_line entry_lineskk_lenvs rread_corenlp_propsrRsJ j &Z4>OO4E4K4KD4QQj$**,Z5J5J35O"Q Q% &J  %a(A#JE56"A$%Jqwwy !  && Q& s"B-*B(AB-(B--B7cn|rps/   !__ 8   8 $!+ +F G3         . \7 )  *  9   $)) "zFzz*g.Mg.T    Rr!