_jRZddlZddlmZddlmZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZmZmZmZmZmZmZmZmZddlmZmZm Z ddl!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(dd l)m*Z*erdd l+m,Z,ddl-m.Z.ddl/m0Z0edZ1eee e1ge e e1fe"fZ2eede3ge dfe"fZ4eedge ee e3efgdfeffe"fZ5deede e3efde e3fdZ6eddZ7eddZ8e9ddddede e3de3de:de;ef d Zde e3fd'Z?Gd(d)eZ@Gd*d+eZAGd,d-e3eZBed./ZCeeBeCfZDee@efZEeeAeefZFee@eAe3eGeHe>e:fZIe&d0ZJGd1d2eZKGd3d4eZLGd5d6eZMGd7d8eZNGd9d:eZOGd;deZQGd?d@eZRGdAdBeZSeOeNeQeRdCZTGdDdEeZUGdFdGeZVGdHdIeZWGdJdKeZXy)LN) defaultdict)Enum) TYPE_CHECKINGAnyCallableDictIterableListOptionalTupleTypeTypeVarUnion) BaseModel ConfigDictField StrictBool StrictFloat StrictInt StrictStrValidationErrorconstr create_modelfield_validator)ConfigValidationErrorModel Optimizer)Promise)NAMES)Literal)Lookups)is_cython_func)Language)Example)VocabItemTr$r%schemaobjreturnc  |di|gS#t$r}|j}tt}|D]c}dj |j dgDcgc] }t |ncc}wc}}||j|j de|jD cgc]\}} d|ddj | ncc} }wc} }cYd}~Sd}~wwxYw) zValidate data against a given pydantic schema. obj (Dict[str, Any]): JSON-serializable data to validate. schema (pydantic.BaseModel): The schema to validate against. RETURNS (List[str]): A list of error messages, if available. z -> locmsg[z] z, N) rerrorsrlistjoingetstrappenditems) r(r)er0dataerrorperr_locr,r-s W/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/spacy/schemas.pyvalidater=6s J   J4  3Ekk599UB3G"Ha3q6"H"HIG M 5!1 2 3=AJJLIS!C5499S>*+III Js4 C%AC A+ *AC /!C C C% C%forbidTextraarbitrary_types_allowedArgModel)excludenamestrictfuncrCrDrEc6i} tj|}d}|j j D]}|j|vr|j|jk(rd}.|j|jk7r |jnt}t|rdnd} |j|jk7r |jn| } || f||j<|xr| } | rtnt|d<t|fi|S#t$rt|tcYSwxYw)aGenerate a pydantic model for function arguments. func (Callable): The function to generate the schema for. exclude (Iterable[str]): Parameter names to ignore. name (str): Name of created model class. strict (bool): Don't allow extra arguments if no variable keyword arguments are allowed on the function. RETURNS (type[BaseModel]): A pydantic model. ) __config__FTN.rH)inspect signature ValueErrorrArgSchemaConfigExtra parametersvaluesrDkind VAR_KEYWORD annotationemptyrr#defaultArgSchemaConfig) rFrCrDrEsig_argssig has_variableparamrQ default_emptyrS is_stricts r< get_arg_modelr[Qs HC% L&&(5 ::  ::** * L ).)9)9U[[)HU%%c !/t 4# #(==EKK#?%--] *G4!5"+|+I09_?SH\  ) ))1 CD-ABBCsC;;DD) get_examplesnlp)sectionrDrCsettingsr_ct||d} |j|jS#t$r2}|sdnd|}d|d}t ||j ||dd}~wwxYw) aValidate initialization settings against the expected arguments in the method signature. Will parse values if possible (e.g. int to string) and return the updated settings dict. Will raise a ConfigValidationError if types don't match or required values are missing. func (Callable): The initialize method of a given component etc. settings (Dict[str, Any]): The settings from the respective [initialize] block. section (str): Initialize section, for error message. name (str): Name of the block in the section. exclude (Iterable[str]): Parameter names to exclude from schema. RETURNS (Dict[str, Any]): The validated settings. InitArgModel)rCrD initializez initialize.z-Error validating initialization settings in [])titler0configparentN)r[model_validate model_dumprrr0) rFr`r_rDrCr(r7blockres r<validate_init_settingsrks~(4~ FF$$X.99;; $+ ;wi1H?waH# 8D  s/ A*-A%%A*cd}t|trUg}|D]L}t|tr)|jDcic]\}}|||}}}|j |N|}t t d|iScc}}w)Nc\t|tr|ttkr t|S|SN) isinstanceintlenr )ks r<z(validate_token_pattern..s!Jq#$61s5z>aqpattern)ror1dictr6r5r=TokenPatternSchema)r)get_key convertedrurrvs r<validate_token_patternr{sPG#t  &G'4(5<]]_ETQ71:q=EE   W % & &C(8 99FsA;ceZdZUeddZeeedfed<eddZ ee eed<eddZ ee eed<edd Z ee eed <edd Z ee eed <edd Zee eed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed <edd!Zeeedfed"<ed#d$%Zed&d'(ed)Zy)*TokenPatternStringNregexaliasREGEXinINnot_inNOT_IN is_subset IS_SUBSET is_superset IS_SUPERSET intersects INTERSECTSfuzzyFUZZYfuzzy1FUZZY1fuzzy2FUZZY2fuzzy3FUZZY3fuzzy4FUZZY4fuzzy5FUZZY5fuzzy6FUZZY6fuzzy7FUZZY7fuzzy8FUZZY8fuzzy9FUZZY9r>Tr@populate_by_name*beforemodec | td|SNzNone / null is not allowedrKclsrzs r<raise_for_nonez!TokenPatternString.raise_for_none 99: :rt)__name__ __module__ __qualname__rrr rr__annotations__rr rrrrrrrrrrrrrrr model_configr classmethodrr/rtr<r}r}sv>CDPW>XE8E)%99: ;X$)$d$;Bi!;(-d((CFHT)_ %C+0[+IIxY(I-24}-MK$y/*M,1$l,KJi)K>CDPW>XE8E)%99: ;X?D H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <@E H@FHU9&::; <HtDLSx()rtr}cVeZdZUeddZeeed<eddZee e ed<eddZ ee e ed<edd Z ee e ed <edd Z ee e ed <edd Zee e ed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZedd ed!Zy)"TokenPatternNumberNr~rrrrrrrrrrrrz==EQz!=NEQz>=GEQz<=LEQ>GT<LTr>Trrrrc | td|Srrrs r<rz!TokenPatternNumber.raise_for_nonerrt)rrrrrr rrrr rrrrrrrrrrrrrrrrrrr/rtr<rrs!&t7!;E8I ;$)$d$;Bi!;(-d((CFHT)_ %C+0[+IIxY(I-24}-MK$y/*M,1$l,KJi)K27D2IBy+-./I38T3JC% ;./ 0J38T3JC% ;./ 0J38T3JC% ;./ 0J27C2HBy+-./H27C2HBy+-./HHtDLSx()rtrcLeZdZedZedZedZedZy)TokenPatternOperatorSimple+r?!N)rrrrplusstarquestion exclamationr/rtr<rrs& S>D S>D~HC.Krtrz#^(\{\d+\}|\{\d+,\d*\}|\{\d*,\d+\})$)ru)r\IOBrrcNeZdZUdZeeed<dZeeed<dZeeed<dZ eeed<dZ eeed<dZ eeed<dZ eeed<dZ eeed <dZeeed <dZeeed <dZeeed <dZeeed <dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZ eeed<dZ!eeed<dZ"eeed<dZ#eeed<dZ$eeed<dZ%eeed<dZ&eeed<dZ'eeed <dZ(eeed!<dZ)eeed"<dZ*eeed#<dZ+eeed$<dZ,ee-ed%<e.dd&'Z/ee0e1e2fed(<e3d)d*d+,Z4e5d-d./e6d0Z7y)1 TokenPatternNorthtextlowerpostagmorphdeplemmashapeent_typeent_iobent_id ent_kb_idnormlengthspacyis_alphais_asciiis_digitis_loweris_upperis_titleis_punctis_space is_bracketis_quote is_left_punctis_right_punct is_currencyis_stop is_sent_start sent_startlike_numlike_url like_emailop_r underscorer>Tc"|jSrn)upper)values r<rszTokenPattern.1s ekkmrt)r@ralias_generatorrrrc | td|Srrrs r<rzTokenPattern.raise_for_none4rrt)8rrrrr StringValuerrrrrrrrrrrIobValuerrrr NumberValuerrrrrrrrrrrrrrrrrrrrrrTokenPatternOperatorrrrrUnderscoreValuerrrrrr/rtr<rrsu"&D(; &"&D(; &#'E8K '!%C+ %!%C+ %#'E8K '!%C+ %#'E8K '#'E8K '&*Hh{#*"&GXh &$(FH[ !('+Ix $+"&D(; &$(FH[ !("&E8J &%)Hhz")%)Hhz")%)Hhz")%)Hhz")%)Hhz")%)Hhz")%)Hhz")%)Hhz")'+J$+%)Hhz")*.M8J'.+/NHZ(/(,K*%,$(GXj !(*.M8J'.'+J$+%)Hhz")%)Hhz")'+J$+)-B%&-=B4s=SJi89:S3L Sx()rtrcDeZdZUeddZeeed<edZ y)rw.r) min_lengthrur>r@N) rrrrrur rrrrr/rtr<rwrw<s""'":GT, :H-LrtrwcbeZdZUeddZeed<eddZeed<eddZeed<ed d Z eed <ed d Z eed<egdZ e eed<egdZ e eed<ed dZeed<ed dZeed<ed dZeed<ed dZeed<ed dZeed<eddZeee ee eeeffed<eid Zeeefed!<eid"Zeee efed#<eid$Zeeefed%<ed d&Zeed'<y)(ModelMetaSchema.z#Two-letter language code, e.g. 'en'relangz Model namerDz Model versionversionr\z#Compatible spaCy version identifier spacy_versionrz9Name of parent spaCy package, e.g. spacy or spacy-nightlyparent_packagezIAdditional Python package dependencies, used for the Python package setup requirementszNames of pipeline componentspipelinezModel description descriptionz Model licenselicensezModel author nameauthorzModel author emailemailzModel author URLurlNzTraining data sourcessourceszIncluded word vectorsvectorsz)Component labels, keyed by component namelabelszAccuracy and speed numbers performancezCommit of spaCy version usedspacy_git_version)rrrrrrrrDrrrrr r r r r r rrr rrr4rrrrrr/rtr<rrEs}C'LMD)MC|4D)4s/:GY:$R/TUM9U %g5p qNIq$)"4%AL$y/A %b0N OHd9oO"2-@AKAr9GY9b(;Tr?)&rrrrrrrrrBatcherrrrrrr r!r"r r#r$r%rrr'rr(Loggerr)r r4r*r+rr,rrrr/rtr<rrcs!#-QRJ R#C/XYL)YS(GHGWH N;G[;+opHip!#-TUJ U ,YZIyZ %c1` aNIa %c ?D(9 ?).s:`)aM8I&a%*36d%eeNSTW`^O_M4 8E+y2H,I#JJK_ ,BCIyC3&MNFFN#(4s#ttCyt',S8y'z49zCHUgDhNHXzlJ&>?@hLQRU^dMeM8Hj$sCx.%A4%GHIeHdKLrtrceZdZUeddZeed<eddZeeed<eddZ eeed<edd Z e ed <edd Z e e ed ged fed <eddZe e d gd fed<eddZe e d gd fed<eddZe eed<eddZe ed<eddZy)ConfigSchemaNlp.zThe base language to userrz%The pipeline component names in orderr z)Pipeline components to disable by defaultdisabledzThe tokenizer to use tokenizerz@Optional callback to modify Language class before initializationr$before_creationz\Optional callback to modify nlp object after creation and before the pipeline is constructedafter_creationzHOptional callback to modify nlp object after the pipeline is constructedafter_pipeline_creationzDefault batch size batch_sizezVectors implementationrr>Tr?N)rrrrrrrr r r1r2rr3r r r4r5r6rprrrr/rtr<r0r0|s C'ABD)B %c1X YHd9oY %c1\ ]Hd9o]+ABIxBPUVYbdQeOXhZ(8'94 ;K'KLMeCHUsDtNHXzlJ&>?@tLQRU^hMiXh |Z/G&HIi %c1E FJ Fc)ABGXBHdKLrtr0ceZdZedZy)ConfigSchemaPretrainEmptyr>rN)rrrrrr/rtr<r8r8s H-Lrtr8cheZdZUeddZeed<eddZeed<eddZ e eed<edd Z e eed <edd Z e ed <edd Zeed<eddZeed<eddZeed<eddZeed<eddZedegefed<eddZy)ConfigSchemaPretrain.rrrrrzASaving additional temporary model after n batches within an epoch n_save_everyz Saving model after every n epoch n_save_epochr&r'rcorpusrrz'Component to find the layer to pretrain componentz(Layer to pretrain. Whole model if empty.layerz2A function that creates the pretraining objective.r& objectiver>Tr?N)rrrrrrrrrr;r r<r'rr=rrr-r>r4r?r@rrrrr/rtr<r:r:s!#-TUJ U N;G[;(-c9|(}L(9%}(-c9[(\L(9%\ ,BCIyCc)RSFISS(GHGWH3&OPIsPs"LME3M38Dx3yIx%(%/0yHdKLrtr:cleZdZUeddZeeed<eddZee ed<eddZ eeed<edd Z eeed <edd Z e eefed <edd Ze ee eeffed<eddZeedgdfed<eddZeedgdfed<eddZy)ConfigSchemaInit.z&Path to JSON-formatted vocabulary filer vocab_dataz-Vocabulary lookups, e.g. lexeme normalizationlookupszPath to vectorsrz"Path to pretrained tok2vec weights init_tok2vecz0Arguments to be passed into Tokenizer.initializer2zYArguments for TrainablePipe.initialize methods of pipeline components, keyed by component componentszTr?N)rrrrrCr rrrDr"rrEr2rrrFrGrrHrrr/rtr<rBrBs&+C7_&`J#`!&s2a!bGXg b#(4E#FGXi F(-c9](^L(9%^&+C7i&jItIsN#j8=cJe9fJYY^ 445f@EcRPAQK(J<#;<=Q?DSQN@OJ:, ":;<OHdKLrtrBceZdZUeed<eed<iZeee fed<e e e e e ffed<e e e fed<eed<edd Zy ) ConfigSchematrainingr^ pretrainingrFcorporarcallowTr?N)rrrrrr0rLrr:r8rr4rReaderrBrrr/rtr<rJrJs]"" JLK+-FFGLS$sCx.()) #v+   GTJLrtrJ)r^rKrLrcc"eZdZUeed<eed<y)RecommendationTrfItemrD size_factorN)rrrr4rrpr/rtr<rQrQs IrtrQc"eZdZUeed<eed<y)RecommendationTrf efficiencyaccuracyN)rrrrQrr/rtr<rTrTs%%##rtrTcDeZdZUdZeeed<dZeeed<dZ e ed<y)RecommendationSchemaN word_vectors transformerT has_letters) rrrrYr r4rrZrTr[boolr/rtr<rXrXs*"&L(3-&/3K+,3KrtrXc eZdZUdZeddZeeee fe d<eddZ ee eee eeffe d<eddZee eeefe d <ed d Zee d <edd Zeeee eee eefffe d<ed dZe eee eeffe d<edddZeeeefe d<eddZeeee eeeffe d<eddZeeee eeeffe d<y) DocJSONSchemazB JSON/dict format for JSON representation of Doc objects. Nz+Categories with corresponding probabilitiesrcatszInformation on entitiesentsz+Indices of sentences' start and end indicessents.z Document textrz2Span information - end/start indices, label, KB IDspansz*Token information - ID, start, annotationstokensz4Any custom data stored in the document's _ attributer)rerunderscore_docz1Any custom data stored in the token's _ attributeunderscore_tokenz0Any custom data stored in the span's _ attributeunderscore_span)rrr__doc__rr_r rrrrr`r rrrarrbrcrdrrerfr/rtr<r^r^s49 A4D(4 ;./ 0JO -JD(4Yi.B(CCDE F9> A9E8Di234 5C7D)7 dNO 8 YT)U9i3G-H"HIJ JK PBG ?BFDiy)';!<<= >6; D6NHT)S.12 OT GOhtItDC4H/I$IJKNS FNOXd9d4 33G.H#HIJrtr^)YrI collectionsrenumrtypingrrrrr r r r r rrpydanticrrrrrrrrrrr thinc.apirrr thinc.configrattrsr compatr!rDr"utilr#languager$rKr%vocabr&r'r-r4rOr.r=rTrLtupler\typer[rkr1r{r}rrTokenPatternOperatorMinMaxrrrrpfloatrrrrwrrr0r8r:rBrJCONFIG_SCHEMASrQrTrXr^r/rtr<rxsK#        >=  "!  (5/*HT%[,AABGK L xS)8I+>>?H I x eHd38n5Et5K,Lh,V&WWXZaa bJT)_J4S>Jd3iJ,8TJ!$O #W +* +*c]+*  +*  +*  )_ +*d"4  38nc]    c]  #s(^D : :c :++\0!d!$,RS79SST& 12 & ;>? *CeT4G 0 1292j..SiS<L9L2 Li L . .L9L" Ly LK9K $'" I $ $ 9 Irt