#ZjS UddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlZddlmZmZmZddlmZddlm Z dd l!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+dd l!m,Z-dd l!m.Z/dd l!m0Z0e d dZ1e e2e3d <ddl m4Z4ddl5m6Z6ddl6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>didZ?dZ@dZAdjdeBddfdZCde de2fdZDde de2fdZEde de2fdZFde de2fdZGde de2fd ZHde de2fd!ZIde de2fd"ZJde de2fd#ZKde de2fd$ZLde de2fd%ZMde de2fd&ZNd'ZOd(eBdd)fd*ZPde2fd+ZQdjd(eBde2fd,ZRdjd(eBde2fd-ZSd.e8d/e8ddfd0ZT dkd1d2d3e:d4eeBd5eUde9fd6ZVd7d8d9ee8eZZd?ee ge2fd@ee ge fde de fdAZ[d?ee ge2fde de fdBZ\ dmdCe8dDe2dEedddFfdGZ]ddHdIdFdJedKde8fdLZ^ dndCe8dDe2dMe2ddNfdOZ_ddHdPdNdJedKde8fdQZ` dodCe8dDe2ddRfdSZaddHdTdRdJedKde8fdUZbedVZcdWedXecfdYe dZe dedXecffd[ZdGd\d]eeZfd^egdWee e e2ge fd9e d3e ddf d_ZhejidpdaZjejidbZkejidqdcegddeBfdeZle GdfdgZmgdhZndS)rN) ContextVar) dataclass) AnyCallableDictListMappingOptionalSequenceTupleTypeVarUnioncast)SchemaValidationError validate_type)Version)table) cupycupy_from_dlpackhas_cupy has_cupy_gpuhas_gpu has_mxnethas_tensorflow has_torchhas_torch_cuda_gpu has_torch_mps)mxnet) tensorflow)torchDATA_VALIDATIONF)default) TYPE_CHECKING)types) ArgsKwargsArrayXdFloatsXdIntsXdPaddedRagged)Opsreturn torch.devicec`ttdddlm}ddlm}ddlm}|}t||r5tj }tj d|St||rtj dStj dS) Nzt|pt|S)z1Check whether an object is a numpy or cupy array.)rDrFrWs r@ is_xp_arrayrZqs #   4-"4"44rBcPtsdSt|tjrdSdS)z(Check whether an object is a cupy array.FT)rr:rndarrayrYs r@rFrFvs- u C & &turBc>t|tjrdSdS)z)Check whether an object is a numpy array.TF)r:rEr\rYs r@rDrDs #u}%%turBcPtdSt|tjrdSdSNFT)r"r:TensorrYs r@is_torch_arrayras* }u C & &turBc.t|o|jSrK)rais_cudarYs r@is_torch_cuda_arrayrds #   .3;.rBc>t|pt|SrK)rdis_torch_mps_arrayrYs r@is_torch_gpu_arrayrgs s # # >'9#'>'>>rBcNt|ot|do|jS)Nis_mps)rahasattrrirYs r@rfrfs& #   H73#9#9 HcjHrBcPtsdSt|tjrdSdSr_)rr:tfr`rYs r@is_tensorflow_arrayrms- u C # #turBc2t|od|jvS)NzGPU:)rmr=rYs r@is_tensorflow_gpu_arrayros s # # <#*(<s r@ require_cpurs<22222222 '%..COC 4rBc>trt|tS)z?Use GPU if it's available. Returns True if so, False otherwise.r~)r require_gpurs r@ prefer_gpurs #6"""" NrBcddlm}m}m}t jdkr,t s%trtdtdt jdkrtstdtstdtr#||t|n||dS) Nr)r2r3rDarwinz6Cannot use GPU, installed PyTorch does not support MPSz(Cannot use GPU, PyTorch is not installedz%Cannot use GPU, CuPy is not installedzNo GPU devices detectedT) r7r2r3rplatformsystemrrr6rrrr)r~r2r3rs r@rrs::::::::::H$$]$  WUVV VCDDD   h & &x &@AAA 42333" """v!!! 4rBdstsrcc"t|tjr#t|tjr ||dd<dSt|r-t j|d}t j||dStj||dS)NF)copy)r:rEr\rFrr{copyto)rrs r@ copy_arrayrs#u}%%*S%-*H*HAAA s  j5))) C S#rB)label_smoothingY n_classesrc |$ttj|dz}|dkrtd|dkr|dkrtdd}n!|dkstd|d||dz z }|dz |z }|dkr||krtd|d |d |d t |}|||f|d }||d|z ||S)Nrrz>Label-smoothing parameter has to be greater than or equal to 0rzn_classes should be at least 1zGn_classes should be greater than 1 when label smoothing is enabled,but z was provided.zFor z7 classes label_smoothing parameter has to be less than z , but found .float32)dtype)intrEmaxr6rIfull fill_diagonal)rrr nongold_prob max_smoothxp label_distrs r@to_categoricalrse  ! q())  L   # >>=>> > 1}}1 111 ')a-8 a-9,J1}}J66 :9 : : : :'6 : : :   !  B''9i0,i'PPK[!o"5666 q>rBdimXrct|trt|j|St|trt|j|St |drt |drxt t|}t|j dkrdSt|j dkr$t| dzS|j |St|ttfr,t|dkrdSt|d|Sd}t|)zrInfer the 'width' of a batch of data, which could be any of: Array, Ragged, Padded or Sequence of Arrays. rshapendimrrz=Cannot get width of object: has neither shape nor __getitem__)r:r, get_widthr|r+rjrr(lenrrrlisttupler6)rrerrs r@rr&s& !VS)))) Av  S)))) G  F!3!3 !   qw<<1  1 \\Q  quuww<=2.0.0,<2.6.0)pkgN)r ImportErrorformat)templates r@assert_tensorflow_installedrBs<RH K(//.H/IIJJJKKrBc2tstddS)z/Raise an ImportError if MXNet is not installed.zjMXNet support requires mxnet: pip install thinc[mxnet] Enable MXNet support with thinc.api.enable_mxnet()N)rrrLrBr@assert_mxnet_installedrIs)   z     rBc2tstddS)z1Raise an ImportError if PyTorch is not installed.z8PyTorch support requires torch: pip install thinc[torch]N)rrrLrBr@assert_pytorch_installedrQs& VTUUUVVrBis_match convert_itemcF|r |St|trDtt|}tj|St|t rEi}|D],\}}t|}t|}|||<-|St|trfd|DSt|trtfd|DS|S)zEither convert a single value if it matches a given function, or recursively walk over potentially nested lists, tuples and dicts applying the conversion, and returns the same type. Also supports the ArgsKwargs dataclass. c2g|]}t|SrLconvert_recursive.0itemrrs r@ z%convert_recursive..ls&PPPD!(L$??PPPrBc3:K|]}t|VdSrKrrs r@ z$convert_recursive..ns0UU&xtDDUUUUUUrB)r:r'rritems from_itemsdictr)rrrW convertedkeyvalues`` r@rrWs<x}}|C   C $ $%h d399;;>O>OPP $Y/// C    ))++ # #JC#HlC@@C%h eDDE"IcNN C  PPPPPCPPPP C  UUUUUQTUUUUUU rBc# K||r|VdSt|tr7t|t|Ed{VdSt|t rH|D]1\}}t||Ed{Vt||Ed{V2dSt|tst|t r|D]}t||Ed{VdSdS)zEither yield a single value if it matches a given function, or recursively walk over potentially nested lists, tuples and dicts yielding matching values. Also supports the ArgsKwargs dataclass. N)r:r'iterate_recursiverrrr)rrWrrrs r@rrssZ x}} 9 C $ $9$XtCIIKK/@/@AAAAAAAAAAA C  9))++ : :JC(377 7 7 7 7 7 7 7(599 9 9 9 9 9 9 9 9 : : C  9*S%"8"89 9 9D(488 8 8 8 8 8 8 8 899 9 9rB xp_tensor requires_gradr=z torch.Tensorct|t}t|dr9|}tjj|}nIt|dr%tjj|}nt j|}| |}|r| |S)z3Convert a numpy or cupy tensor to a PyTorch tensor.NtoDlpack __dlpack__) rrArjrr"utilsdlpack from_dlpack from_numpytorequires_grad_)rrr= dlpack_tensor torch_tensors r@xp2torchrs  ~)++y*%%3!**,, {)55mDD L ) )3{)55i@@ ' 22 ??6**L&##%%% rB)r>rr>r-cddlm}tt|ryt ||r8|Sttj j |St ||s|8|Stj|S)zConvert a torch tensor to a numpy or cupy tensor depending on the `ops` parameter. If `ops` is `None`, the type of the resultant tensor will be determined by the source tensor's device. rNumpyOps)apirrrdr:detachr5rErr"rr to_dlpackrasarray)rr>rs r@torch2xprs <(( . c8 $ $ P&&((,,..4466 6#EK$6$@$@$N$NOO O c8 $ $ . &&((,,..4466 6< -- -rB as_variablez tf.Tensorctt|dr9|}tjj|}n]t|dr9|}tjj|}ntj|}|rGtj |j 5tj ||}dddn #1swxYwY|durI|durEtj |j 5tj |}dddn #1swxYwY|S)zAConvert a numpy or cupy tensor to a TensorFlow Tensor or Variablerr) trainableNF) rrjrrl experimentalrrrconvert_to_tensorr=Variable stop_gradient)rrrr tf_tensors r@ xp2tensorflowrs !!!y*%%4!**,, O*66}EE L ) )4!,,.. O*66}EE (33 HYy' ( ( H H IGGGI H H H H H H H H H H H H H H H+"6"6Yy' ( ( 4 4(33I 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 s$C33C7:C7EEErcddlm}tt|rWt ||r|St jj |}t|St ||s||Stj |S)zConvert a Tensorflow tensor to numpy or cupy tensor depending on the `ops` parameter. If `ops` is `None`, the type of the resultant tensor will be determined by the source tensor's device. rr) rrrror:rErlrrrrrr)rr>rrs r@ tensorflow2xprs !!!y)) 3 c8 $ $ 3??$$ $O2<rs r@mxnet2xprs)$$ 5 c8 $ $ E##%%--// /#I$A$A$C$CDD D c8 $ $ 5 ##%%--// /< 1 1 3 344 4rBPartialTfunc.argskwargscHtj|g|Ri|}|j|_|S)znWrapper around functools.partial that retains docstrings and can include other workarounds if needed. ) functoolspartial__doc__)rrr partial_funcs r@rr s4 $T;D;;;F;;L c,g|]}t|SrL)str)rps r@rz0DataValidationError.__init__..#s"H"H"Ha3q66"H"H"HrBlocmsgz  N)rGjoinrzappendrr6__init__) selfrrrrmessage type_infor|errorerr_locresults r@rzDataValidationError.__init__s7t6660$q''00tAww00  5 5Ekk"H"H599UB3G3G"H"H"HIIG KK%))E"2"23 4 4 4 49eDkk2D&499V+<+<"<=====rB) __name__ __module__ __qualname__r rrr r rrrrLrBr@rrs LN >>> >  > hwsCx014S#X3GGH >  >>>>>>rBrrctj|}t|j}t |dkrBt |dd|d}d|}t |||d|ig|j|d}|j|d} g} |o|jturat|trt |d kr |d d }t||j}|r| d |d |Ytj |j} | tjjur-t|d f| }|r| d|d | rt |||| d S)zValidate the input and output of a forward function against the type annotations, if available. Used in Model.initialize with the input and output samples as they pass through the network. z (z, )zIInvalid forward function. Expected 3 arguments (model, X, is_train), got r rN)r)r r c|SrKrL)xs r@z+validate_fwd_input_output..BsarB)r)r from_functionr model_fieldsrrr annotationrr:rrinspect signaturereturn_annotation Signatureempty) rrrrschemafields bad_paramsrx_fieldy_fieldrrets r@validate_fwd_input_outputr1)s !$ ' 'F &% & &F 6{{aF ;;tyy'8'8;;; fZdff!$1s|n===!&),G!&),G F}+366 a   3q66A::"1"AAw122  7 MM&55 6 6 6}%%7 g'- - -KK 0#66C ; fS99::: 6!$1f55566rBrc#Ktj|d}|V|tj|jdS)NF)modedelete)tempfileNamedTemporaryFilecloseosremover)r4fs r@ make_tempfiler<IsI#e<<> ; <5W555[5WrBrK)rIrArVrFrDrrrrrrrrrrr1rr<rIrKrr)r.r/)rrK)r.N)FN)FF)F)r2)r)o contextlibrr&r9rrPr6r> contextvarsr dataclassesrtypingrrrrr r r r r rrrEconfection.validationrrrpackaging.versionrwasabircompatrrrrrrrrrrr rqr!rlr"r#boolrSr%r&r'r(r)r*r+r,rr-rArIrMrrVrZrFrDrardrgrfrmrortrxr}rrrrrfloatrrrrrrrrrrrrrrrr6rr r1contextmanagerr<rCrIrK__all__rLrBr@rcs   """"""!!!!!!                           HHHHHHHHHH%%%%%%                         $$$$$$$.J/@%$P$P$PD!PPP HHHHHHHHHHHHHHHH$    33#3d3333(5S5T5555 st/S/T////?C?D????ICIDIIIIST======DCDDDDDD!!! 3 #5    Ts4D*G'd $%! %%% %}% %  %%%%RIK Wffhw&7 78BE8KKKK    VVVV ud{#3;SE3J3GNQ89# 59C9C9999( '+ ^ $ 8=A... .*25/. ....,JO'+BF67;3333$,UO3 3333./4   '+      ;?5555(05 5555( 7:   3= !*-9< c8m>>>>>*>>>&6 6sC.3469<6AD6 6666@  """ C3  ,   rB