#ZjRddlZddlmZddlmZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZmZmZmZmZmZmZmZmZddlmZmZm Z ddl!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(dd l)m*Z*erdd l+m,Z,ddl-m.Z.ddl/m0Z0edZ1eee e1ge e e1fe"fZ2eede3ge dfe"fZ4eedge ee e3efgdfeffe"fZ5deede e3efde e3fdZ6eddZ7eddZ8e9ddddede e3de3de:de;ef d Zde e3fd'Z?Gd(d)eZ@Gd*d+eZAGd,d-e3eZBed./ZCeeBeCfZDee@efZEeeAeefZFee@eAe3eGeHe>e:fZIe&d0ZJGd1d2eZKGd3d4eZLGd5d6eZMGd7d8eZNGd9d:eZOGd;deZQGd?d@eZRGdAdBeZSeOeNeQeRdCZTGdDdEeZUGdFdGeZVGdHdIeZWGdJdKeZXdS)LN) defaultdict)Enum) TYPE_CHECKINGAnyCallableDictIterableListOptionalTupleTypeTypeVarUnion) BaseModel ConfigDictField StrictBool StrictFloat StrictInt StrictStrValidationErrorconstr create_modelfield_validator)ConfigValidationErrorModel Optimizer)Promise)NAMES)Literal)Lookups)is_cython_func)Language)Example)VocabItemTr$r%schemaobjreturnc  |di|gS#t$r}|}tt}|D]c}dd|dgD}|||ddd|DcYd}~Sd}~wwxYw)zValidate data against a given pydantic schema. obj (Dict[str, Any]): JSON-serializable data to validate. schema (pydantic.BaseModel): The schema to validate against. RETURNS (List[str]): A list of error messages, if available. z -> c,g|]}t|S)str).0ps Y/Users/jameslopez/projects/MentorCore/.venv/lib/python3.11/site-packages/spacy/schemas.py zvalidate..Ds"H"H"Ha3q66"H"H"HlocmsgcJg|] \}}d|dd|!S)[z] z, )join)r/r4r5s r1r2zvalidate..Fs7IIIS+C++499S>>++IIIr3Nr-)rerrorsrlistr8getappenditems)r(r)er9dataerrorerr_locs r1validaterB6s J   JJJ4   3 3Ekk"H"H599UB3G3G"H"H"HIIG M 5!1!1 2 2 2 2IIDJJLLIIIIIIIII Js C B+CC C forbidTextraarbitrary_types_allowedArgModel)excludenamestrictfuncrHrIrJci} tj|}n&#t$rt|tcYSwxYwd}|jD]u}|j|vr |j|j krd}|j |j kr|j nt}t|rdnd} |j|j kr|jn| } || f||j<v|o| } | rtnt|d<t|fi|S)aGenerate a pydantic model for function arguments. func (Callable): The function to generate the schema for. exclude (Iterable[str]): Parameter names to ignore. name (str): Name of created model class. strict (bool): Don't allow extra arguments if no variable keyword arguments are allowed on the function. RETURNS (type[BaseModel]): A pydantic model. ) __config__FTN.rM)inspect signature ValueErrorrArgSchemaConfigExtra parametersvaluesrIkind VAR_KEYWORD annotationemptyrr#defaultArgSchemaConfig) rKrHrIrJsig_argssig has_variableparamrV default_emptyrX is_stricts r1 get_arg_modelr`QsB HC%% CCCD-ABBBBBBCL&&((55 :  :* * * L ).)9U[)H)HU%%c !/t 4 4=# #(=EK#?#?%--] *G4+|+I09S__?SH\  ) ) ) ))s  <<) get_examplesnlp)sectionrIrHsettingsrdct||d} ||S#t$r:}|sdnd|}d|d}t ||||dd}~wwxYw) aValidate initialization settings against the expected arguments in the method signature. Will parse values if possible (e.g. int to string) and return the updated settings dict. Will raise a ConfigValidationError if types don't match or required values are missing. func (Callable): The initialize method of a given component etc. settings (Dict[str, Any]): The settings from the respective [initialize] block. section (str): Initialize section, for error message. name (str): Name of the block in the section. exclude (Iterable[str]): Parameter names to exclude from schema. RETURNS (Dict[str, Any]): The validated settings. InitArgModel)rHrI initializez initialize.z-Error validating initialization settings in [])titler9configparentN)r`model_validate model_dumprrr9) rKrerdrIrHr(r>blockrjs r1validate_init_settingsrps(4~ F F FF$$X..99;;; $+H 1Hw1H1HHHHH# 8D    s&; A?5A::A?cdt|trSg}|D]L}t|tr fd|D}||M|}t t d|iS)Nczt|tr%|ttkr t|n|SN) isinstanceintlenr )ks r1z(validate_token_pattern..s+Jq#$6$6P1s5zz>>aqr3c.i|]\}}||Sr-r-)r/rwvget_keys r1 z*validate_token_pattern..s'EEETQ771::qEEEr3pattern)rtr:dictr=r<rBTokenPatternSchema)r) convertedr}r{s @r1validate_token_patternrsPPG#t  & &G'4(( FEEEEW]]__EEE   W % % % % &C(8 9 99r3cReZdZUeddZeeedfed<eddZ ee eed<eddZ ee eed<edd Z ee eed <edd Z ee eed <edd Zee eed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed<eddZeeedfed <edd!Zeeedfed"<ed#d$%Zed&d'(ed)ZdS)*TokenPatternStringNregexaliasREGEXinINnot_inNOT_IN is_subset IS_SUBSET is_superset IS_SUPERSET intersects INTERSECTSfuzzyFUZZYfuzzy1FUZZY1fuzzy2FUZZY2fuzzy3FUZZY3fuzzy4FUZZY4fuzzy5FUZZY5fuzzy6FUZZY6fuzzy7FUZZY7fuzzy8FUZZY8fuzzy9FUZZY9rCTrEpopulate_by_name*beforemodec(|td|SNzNone / null is not allowedrPclsrzs r1raise_for_nonez!TokenPatternString.raise_for_none 99:: :r3)__name__ __module__ __qualname__rrr rr__annotations__rr rrrrrrrrrrrrrrr model_configr classmethodrr-r3r1rrs>CeDPW>X>X>XE8E)%99: ;XXX$)E$d$;$;$;Bi!;;;(-d((C(C(CFHT)_ %CCC+05[+I+I+IIxY(III-2U4}-M-M-MK$y/*MMM,1E$l,K,K,KJi)KKK>CeDPW>X>X>XE8E)%99: ;XXX?Du H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <@Eu H@@@FHU9&::; <:HtDDDL_Sx((([)(r3rcBeZdZUeddZeeed<eddZee e ed<eddZ ee e ed<edd Z ee e ed <edd Z ee e ed <edd Zee e ed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZeee efed<eddZedd ed!ZdS)"TokenPatternNumberNrrrrrrrrrrrrrz==EQz!=NEQz>=GEQz<=LEQ>GT<LTrCTrrrrc(|td|Srrrs r1rz!TokenPatternNumber.raise_for_nonerr3)rrrrrr rrrr rrrrrrrrrrrrrrrrrrr-r3r1rrs]!&t7!;!;!;E8I ;;;$)E$d$;$;$;Bi!;;;(-d((C(C(CFHT)_ %CCC+05[+I+I+IIxY(III-2U4}-M-M-MK$y/*MMM,1E$l,K,K,KJi)KKK27%D2I2I2IBy+-./III385T3J3J3JC% ;./ 0JJJ385T3J3J3JC% ;./ 0JJJ385T3J3J3JC% ;./ 0JJJ27%C2H2H2HBy+-./HHH27%C2H2H2HBy+-./HHH:HtDDDL_Sx((([)(r3rceZdZUedZeed<edZeed<edZeed<edZeed<d S) TokenPatternOperatorSimple+plusrstar?question! exclamationN) rrrrrrrrrr-r3r1rrsrinnD)$$$innD)$$$#)C..Hi(((&Ys^^K+++++r3rz#^(\{\d+\}|\{\d+,\d*\}|\{\d*,\d+\})$)r})raIOBrrcReZdZUdZeeed<dZeeed<dZeeed<dZ eeed<dZ eeed<dZ eeed<dZ eeed<dZ eeed <dZeeed <dZeeed <dZeeed <dZeeed <dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZ eeed<dZ!eeed<dZ"eeed<dZ#eeed<dZ$eeed<dZ%eeed<dZ&eeed<dZ'eeed <dZ(eeed!<dZ)eeed"<dZ*eeed#<dZ+eeed$<dZ,ee-ed%<e.dd&'Z/ee0e1e2fed(<e3d)d*d+,Z4e5d-d./e6d0Z7dS)1 TokenPatternNorthtextlowerpostagmorphdeplemmashapeent_typeent_iobent_id ent_kb_idnormlengthspacyis_alphais_asciiis_digitis_loweris_upperis_titleis_punctis_space is_bracketis_quote is_left_punctis_right_punct is_currencyis_stop is_sent_start sent_startlike_numlike_url like_emailop_r underscorerCTc*|Srs)upper)values r1rxzTokenPattern.1sekkmmr3)rEralias_generatorrrrc(|td|Srrrs r1rzTokenPattern.raise_for_none4rr3)8rrrrr StringValuerrrrrrrrrrrIobValuerrrr NumberValuerrrrrrrrrrrrrrrrrrrrrrTokenPatternOperatorrrrrUnderscoreValuerrrrrr-r3r1rrs"&D(; &&&"&D(; &&&#'E8K '''!%C+ %%%!%C+ %%%#'E8K '''!%C+ %%%#'E8K '''#'E8K '''&*Hh{#***"&GXh &&&$(FH[ !((('+Ix $+++"&D(; &&&$(FH[ !((("&E8J &&&%)Hhz")))%)Hhz")))%)Hhz")))%)Hhz")))%)Hhz")))%)Hhz")))%)Hhz")))%)Hhz")))'+J$+++%)Hhz")))*.M8J'...+/NHZ(///(,K*%,,,$(GXj !(((*.M8J'...'+J$+++%)Hhz")))%)Hhz")))'+J$+++)-B%&---=BU4s=S=S=SJi89:SSS:33L _Sx((([)(r3rcXeZdZUeddZeeed<edZ dS)r.r) min_lengthr}rCrEN) rrrrr}r rrrrr-r3r1rr<sF"'%":":":GT, ::::H---LLLr3rc eZdZUeddZeed<eddZeed<eddZeed<ed d Z eed <ed d Z eed<egdZ e eed<egdZ e eed<ed dZeed<ed dZeed<ed dZeed<ed dZeed<ed dZeed<eddZeee ee eeeffed<eid Zeeefed!<eid"Zeee efed#<eid$Zeeefed%<ed d&Zeed'<dS)(ModelMetaSchema.z#Two-letter language code, e.g. 'en'rjlangz Model namerIz Model versionversionraz#Compatible spaCy version identifier spacy_versionrz9Name of parent spaCy package, e.g. spacy or spacy-nightlyparent_packagezIAdditional Python package dependencies, used for the Python package setup requirementszNames of pipeline componentspipelinezModel description descriptionz Model licenselicensezModel author nameauthorzModel author emailemailzModel author URLurlNzTraining data sourcessourceszIncluded word vectorsvectorsz)Component labels, keyed by component namelabelszAccuracy and speed numbers performancezCommit of spaCy version usedspacy_git_version)rrrrr rrrIr r r rr rrrrrrrr rrr.rrrrrr-r3r1rrEseC'LMMMD)MMMeC|444D)444s/:::GY:::$uR/TUUUM9UUU %g5p q q qNIqqq$)E"4%A%A%AL$y/AAA %b0N O O OHd9oOOO"U2-@AAAKAAAr999GY999b(;<<?@hhhLQERU^dMeMeMeM8Hj$sCx.%A4%GHIeee:HdKKKLLLr3rceZdZUeddZeed<eddZeeed<eddZ eeed<edd Z e ed <edd Z e e ed ged fed <eddZe e d gd fed<eddZe e d gd fed<eddZe eed<eddZe ed<eddZdS)ConfigSchemaNlp.zThe base language to user r z%The pipeline component names in orderrz)Pipeline components to disable by defaultdisabledzThe tokenizer to use tokenizerz@Optional callback to modify Language class before initializationr$before_creationz\Optional callback to modify nlp object after creation and before the pipeline is constructedafter_creationzHOptional callback to modify nlp object after the pipeline is constructedafter_pipeline_creationzDefault batch size batch_sizezVectors implementationrrCTrDN)rrrrr rrrr r7r8rr9r r r:r;r<rurrrr-r3r1r6r6|seC'ABBBD)BBB %c1X Y Y YHd9oYYY %c1\ ] ] ]Hd9o]]]%+ABBBIxBBBPUPUVYbdQeQeQeOXhZ(8'94 ;K'KLMeeeCH5UsDtDtDtNHXzlJ&>?@tttLQERU^hMiMiMiXh |Z/G&HIiii %c1E F F FJ FFFc)ABBBGXBBB:HdKKKLLLr3r6c&eZdZedZdS)ConfigSchemaPretrainEmptyrCrN)rrrrrr-r3r1r>r>s :H---LLLr3r>ceZdZUeddZeed<eddZeed<eddZ e eed<edd Z e eed <edd Z e ed <edd Zeed<eddZeed<eddZeed<eddZeed<eddZedegefed<eddZdS)ConfigSchemaPretrain.r$r r%r!r"zASaving additional temporary model after n batches within an epoch n_save_everyz Saving model after every n epoch n_save_epochr,r-rcorpusrr z'Component to find the layer to pretrain componentz(Layer to pretrain. Whole model if empty.layerz2A function that creates the pretraining objective.r& objectiverCTrDN)rrrrr%rrr"rrAr rBr-rrCrr r3rDr.rErFrrrrr-r3r1r@r@s~!E#-TUUUJ UUU 5N;;;G[;;;(-c9|(}(}(}L(9%}}}(-c9[(\(\(\L(9%\\\ 5,BCCCIyCCCc)RSSSFISSSuS(GHHHGWHHHU3&OPPPIsPPPs"LMMME3MMM385Dx3y3y3yIx%(%/0yyy:HdKKKLLLr3r@ceZdZUeddZeeed<eddZee ed<eddZ eeed<edd Z eeed <edd Z e eefed <edd Ze ee eeffed<eddZeedgdfed<eddZeedgdfed<eddZdS)ConfigSchemaInit.z&Path to JSON-formatted vocabulary filer  vocab_dataz-Vocabulary lookups, e.g. lexeme normalizationlookupszPath to vectorsrz"Path to pretrained tok2vec weights init_tok2vecz0Arguments to be passed into Tokenizer.initializer8zYArguments for TrainablePipe.initialize methods of pipeline components, keyed by component componentszrr.rReaderrHrrr-r3r1rPrPs"""" JLK+-FFGLLLS$sCx.()))) #v+     :GTJJJLLLr3rP)rcrQrRrhc$eZdZUeed<eed<dS)RecommendationTrfItemrI size_factorN)rrrr.rrur-r3r1rWrWs' IIIr3rWc$eZdZUeed<eed<dS)RecommendationTrf efficiencyaccuracyN)rrrrWrr-r3r1rZrZs*%%%%######r3rZcReZdZUdZeeed<dZeeed<dZ e ed<dS)RecommendationSchemaN word_vectors transformerT has_letters) rrrr_r r.rr`rZraboolr-r3r1r^r^sL"&L(3-&&&/3K+,333Kr3r^c eZdZUdZeddZeeee fe d<eddZ ee eee eeffe d<eddZee eeefe d <ed d Zee d <edd Zeeee eee eefffe d<ed dZe eee eeffe d<edddZeeeefe d<eddZeeee eeeffe d<eddZeeee eeeffe d<dS) DocJSONSchemazB JSON/dict format for JSON representation of Doc objects. Nz+Categories with corresponding probabilitiesr catszInformation on entitiesentsz+Indices of sentences' start and end indicessents.z Document textrz2Span information - end/start indices, label, KB IDspansz*Token information - ID, start, annotationstokensz4Any custom data stored in the document's _ attributer)rjrunderscore_docz1Any custom data stored in the token's _ attributeunderscore_tokenz0Any custom data stored in the span's _ attributeunderscore_span)rrr__doc__rrer rrrrrfr rrrgrrhrirjrrkrlr-r3r1rdrds495 A444D(4 ;./ 0JO -JJJD(4Yi.B(CCDE F9> A999E8Di234 5eC777D)777 dNOOO 8 YT)U9i3G-H"HIJ JK PPPBG ?BBBFDiy)';!<<= >6;U D666NHT)S.12 OTe GOOOhtItDC4H/I$IJKNSU FNNNOXd9d4 33G.H#HIJr3rd)YrN collectionsrenumrtypingrrrrr r r r r rrpydanticrrrrrrrrrrr thinc.apirrr thinc.configrattrsr compatr!rJr"utilr#languager$rQr%vocabr&r'r3r.rUr4rBrYrQtuplerbtyper`rpr:rrrrTokenPatternOperatorMinMaxrrrrufloatrrrrrrr6r>r@rHrPCONFIG_SCHEMASrWrZr^rdr-r3r1r~sg######                                                    >=========  """"""!!!!!!  (5/*HT%[,AABGK L xS)8I+>>?H I x eHd38n5Et5K,Lh,V&WWXZaa bJT)_J4S>Jd3iJJJJ,*8TJJJ!z$OOO #UWW +*+*+* +*c]+*  +*  +*  )_ +*+*+*+*d"4  38nc]    c]  #s(^D : :c : : : :++++++++\0,,,,,d,,,$V,RSSS79SST& 12 & ;>? *CeT4G 0 1222229222j........SSSSSiSSS<LLLLL9LLL2 L L L L Li L L L ..... ...LLLLL9LLL" L L L L Ly L L LKKKKK9KKK $'" I $$$$$ $$$ 9 Ir3