#Zj0dZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z m Z ddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddlZddlmZmZmZddlmZddl Z ddl!m"Z"dd l#m$Z$dd l%m&Z'm(Z(m)Z)dd l*m+Z+dd l!m,Z,dd l-m.Z.m/Z/m0Z0m1Z1m2Z2e3Z4gdZ5e"j6Z6e e7e8ej9ej:ejej;fZZ?ej@e>e fZAe dZBGddZCeCZDejEGdde'Z&Gdde jFZFdZGGddZHGddej@ZIejEGdde.ZJejEGdde.ZKejEGdd eKZLejEGd!d"ZMejEGd#d$ZNejEGd%d&eKZOejEGd'd(eKZPejEd)*Gd+d,ZQejEGd-d.ZRejEGd/d0ZSejEGd1d2ePZTejEd)*Gd3d4ZUejEGd5d6ePZVejEGd7d8ZWejEd)*Gd9d:ZXGd;d<ZYdS)=zFunctionality to read and write metadata for CSV files. This module implements (partially) the W3C recommendation "Metadata Vocabulary for Tabular Data". .. seealso:: https://www.w3.org/TR/tabular-metadata/ N)OptionalUnionAnyLiteralTypeVar)Iterable Generator)urljoinurlparse urlunparse)tags)utils DATATYPES)DialectUnicodeReaderWithLineNumber UnicodeWriter) DataPackage)jsonld)DescriptionBasedataclass_asdict NAMESPACES dialect_propsvalid_context_property) TableGroupTableColumn ForeignKeyLinkNaturalLanguageDatatypeis_urlCSVWTceZdZdS)InvalidN)__name__ __module__ __qualname__Y/Users/jameslopez/projects/MentorCore/.venv/lib/python3.11/site-packages/csvw/metadata.pyr'r'8sDr,r'c"eZdZUdZdZeed<dS)ra The spec is ambiguous regarding a default for the commentPrefix property: > commentPrefix > An atomic property that sets the comment prefix flag to the single provided value, which > MUST be a string. The default is "#". vs. > comment prefix > A string that, when it appears at the beginning of a row, indicates that the row is a > comment that should be associated as a rdfs:comment annotation to the table. This is set > by the commentPrefix property of a dialect description. The default is null, which means > no rows are treated as comments. A value other than null may mean that the source numbers > of rows are different from their numbers. So, in order to pass the number formatting tests, with column names like `##.#`, we chose the second reading - i.e. by default no rows are treated as comments. N commentPrefix)r(r)r*__doc__r/str__annotations__r+r,r-rr?s.&M3r,rc(eZdZdZfdZdZxZS) URITemplatezAURITemplate properties support expansion, given suitable context.ct|tr |j|kSt|dsdSt |S)NuriF) isinstancer1r6hasattrsuper__eq__)selfother __class__s r-r:zURITemplate.__eq__YsO eS ! ! %8u$ $ue$$ 5ww~~e$$$r,c |SNr+r;_s r-asdictzURITemplate.asdict`s yr,)r(r)r*r0r:rB __classcell__r=s@r-r4r4WsMKK%%%%%r,r4c|dSt|tstjdtSt |S)NzInvalid value for Url property)r7r1warningswarnINVALIDr4vs r-convert_uri_templaterKds@yt a   6777 q>>r,ceZdZdZdeeejffdZe dedeejffdZ dZ dZ dZ d Zd S) r zK .. seealso:: http://w3c.github.io/csvw/metadata/#link-properties stringctt|ttjfst d||_dS)NzInvalid value for link property)r7r1pathlibPath ValueErrorrM)r;rMs r-__init__z Link.__init__ss6&3 "566 @>?? ? r,rJcFt|tr|S||Sr?)r7r )clsrJs r- from_valuezLink.from_valuexs& a   Hs1vv r,c|jSr?rMr;s r-__str__z Link.__str__~s {r,c |jS)z=Not really a dict, but at least a JSON-serializable datatype.rWr@s r-rBz Link.asdicts {r,cPt|tr|j|jkndSNF)r7r rMr;r<s r-r:z Link.__eq__s'/9.E.EPt{el**5Pr,ct|dr@t|jr|jS|r|n|j|jz St ||jS)z Resolve a `Link` relative to `base`. :param base: :return: Either a string, representing a URL, or a `pathlib.Path` object, representing a local file. joinpath)r8r#rMis_dirparentr )r;bases r-resolvez Link.resolvesc 4 $ $ Jdk"" #{" KKMM:DDt{dkI ItT[)))r,N)r(r)r*r0rr1rOrPrR classmethodrUrYrBr:rcr+r,r-r r ms uS',%67 5gl!:;[ QQQ * * * * *r,r c eZdZdZdeeeeeeeeeeeeeefffffd Z dZ d dede eddfd Z defd Z d de ede efd ZxZS) r!z A natural language property holds a collection of string, optionally categorized into languages. .. seealso:: http://w3c.github.io/csvw/metadata/#natural-language-properties valuec*t||_t|jtr |jg|d<dSt|jt t frMtd|jDstj ddSt |j|d<dSt|jtr|j D]\}}tj |stdt|t t fs|g}g}|D]A}t|tr||-tj dB|||<dStd)Nc3@K|]}t|tVdSr?r7r1).0rJs r- z+NaturalLanguage.__init__..s,>>az!S))>>>>>>r,zAtitles with array values containing non-string values are ignoredz(Invalid language tag for NaturalLanguagez1Title with value which is not a string is ignoredz&invalid value type for NaturalLanguage)r9rRrfr7r1listtupleallrFrGdictitemsr checkrQappend)r;rfkrJtitlesvvr=s r-rRzNaturalLanguage.__init__s  dj# & & G*DJJJ  T5M 2 2 G>>4:>>>>> . abbbbb!$*--T  D ) ) G ((** ! !1z!}}Q$%OPPP!!dE]33A[[B!"c**[ b)))) &YZZZZ Q ! !EFF Fr,c t|dgkr5t|ddkr|S|dStjd|DS)zSerialize as dict.Nrc3bK|]*\}}|dn|t|dkr|dn|fV+dS)Nundrrlen)rjrsrJs r-rkz)NaturalLanguage.asdict..s]'&'&1iUUQA! ! C'&'&'&'&'&'&r,)rlrzgetfirst collections OrderedDictrpr@s r-rBzNaturalLanguage.asdicts{ ::$  4:!##}}&: &'&'& '&'&'&&& &r,NrMlangreturncN||vrg||<|||dS)zAdd a string for a language.N)rr)r;rMr~s r-addzNaturalLanguage.adds4 t  DJ T &!!!!!r,c|p3tt|dSNr)r{nextitervaluesrXs r-rYzNaturalLanguage.__str__s2}}>$tDKKMM':':";";A">>r,c<||dgdS)z=Return the first string specified for the given language tag.Nrget)r;r~s r-r{zNaturalLanguage.getfirstsxxtf%%a((r,r?)r(r)r*r0rr1rlrmrorRrBrrrYr{rCrDs@r-r!r!s Gd3isT#uS$s)UZ[^U_E_?`:`5aabGGGGGG8&&&""#"Xc]"d"""" ?????))Xc])hsm))))))))r,r!ceZdZUdZdZeed<dZeeed<dZ ee ed<dZ ee ed<dZ ee ed<dZ eed<dZeed <dZeeed <dZeeed <dZeeed <dZeeed <dZdZdZedeeedfddfdZddefdZedefdZedefdZ de!defdZ"dede!fdZ#de$de$fdZ%dede!fdZ&dS)r"a A datatype description Cells within tables may be annotated with a datatype which indicates the type of the values obtained by parsing the string value of the cell. .. seealso:: ``_ Nrbformatlength minLength maxLengthminimummaximum minInclusive maxInclusive minExclusive maxExclusivectjtjtddd|j|_||dS)NrMTc|dup|tvSr?r)sss r-z(Datatype.__post_init__..sB$J9" /r, allow_nonecond) functoolspartialr type_checkerr1rb_set_constraints_validate_constraintsrXs r- __post_init__zDatatype.__post_init__st;I%    99 ;;; <@9 FF  ""$$$$$r,cd}j;|djduojjkjduojjkj&jjjkrtdt jt stt tddDs'|dgfdd DRt td td td fs|d jjj|d j oj j oj|dj ojojj kj oj oj j kj ojojj kj oj oj j kdjvr/t!fdtDrtdt tdr`djvrYt#jdt#ds!d_t)jddSdSdSdS)NcBt|rt|dSr?)anyrQ)msg conditionss r-error_ifz0Datatype._validate_constraints..error_ifs&: & oo% & &r,zLength limits interferezminLength > maxLengthc30K|]}t|VdSr?r)rjnames r-rkz1Datatype._validate_constraints..s&``4y``````r,)decimalfloatdatetimedurationzApplications MUST raise an error if minimum, minInclusive, maximum, maxInclusive, minExclusive, or maxExclusive are specified and the base datatype is not a numeric, date/time, or duration type.c0g|]}t|Sr+)getattr)rjatr;s r- z2Datatype._validate_constraints.. s5ccc'$##cccr,zCminimum maximum minExclusive maxExclusive minInclusive maxInclusiverM base64Binary hexBinaryzApplications MUST raise an error if length, maxLength, or minLength are specified and the base datatype is not string or one of its subtypes, or a binary type.zApplications MUST raise an error if both minInclusive and minExclusive are specified, or if both maxInclusive and maxExclusive are specified.zLimits overlapidc3VK|]#}jdtd|zkV$dS)rxsdN)at_propsr)rjdtr;s r-rkz1Datatype._validate_constraints..'sR)S)SBD d#z%'82'==)S)S)S)S)S)Sr,z8datatype @id MUST NOT be the URL of a built-in datatype.rpatternu #0.,;%‰E-+zInvalid number pattern)rrrrQr7derived_descriptionrobasetypermsplitrrrrrrrsetissubsetrrFrG)r;rs` r-rzDatatype._validate_constraintssl & & & ; " H)d*Kt{T^/Kd*Kt{T^/K    > %$.*DNT^33455 5$2D99 ,,  ``3_```aacc d HJ dccccY__aaccc  d d d d 8$i&?;AWXZZ = H T^T^  = = =  Q   3$"3   3$"3        ^$"3 ^8ITM^8^   ]$"3 ]8IDL]8]   ^$"3 ^8ITM^8^   ^$"3 ^8ITM^8^     4= S)S)S)S)SHQ)S)S)S&S&S WXX X dmmooy'; < < 8T555t/ :;;DDSEXEXYY 8"  677777  8 855 8 8r,c dD]A}t||tjtt ||BdD]D}t ||2t|||t ||EdS)N)rrrrrrrrr)setattrroptcastintrparse)r;attattr_s r-rzDatatype._set_constraints1s7 G GC D#1u}S11'$2D2DEE F F F F  G GEtU##/eTZZe0D0D%E%EFFF  G Gr,drct|tr ||St|tr1|dd|di||St||r|St |)a :param v: Initialization data for `cls`; either a single string that is the main datatype of the values of the cell or a datatype description object, i.e. a `dict` or a `cls` instance. :return: An instance of `cls` )rbrbrMNr+)r7r1ro setdefaultpartition_propertiesrQrTrs r- fromvaluezDatatype.fromvalue:s a   3A;;;  a   6 LL * * *35511!4455 5 a   Hmmr,Tctj||}dD]$}||vr|||||<%t|dkr d|vr|dS|S)z@The datatype serialized as dict suitable for conversion to JSON. omit_defaultsrrrb)rrB formattedrz)r;rresrs r-rBzDatatype.asdictNss$TGGG  8 8E||!^^CJ77E s88q==Vs]]v;  r,c&t|jSr?)rrbrXs r-rzDatatype.basetypeZs##r,c6|j|Sr?)rrrXs r-rzDatatype.derived_description^s}00666r,rJc2|jj|fi|jS)zFormat a value as string.)r to_stringrr;rJs r-rzDatatype.formattedbs"&t}&qEED,DEEEr,c:||S|jj|fi|jS)z(Parse a string value into a Python type.)r to_pythonrrs r-rzDatatype.parsefs, 9H&t}&qEED,DEEEr,cN||S t|pd}|j"||jkrtd|j|j"||jkrtd|j|j"||jkrtd|jn#t $rYnwxYw|jjr|j"||jkrtd|j|j "||j krtd|j |j "||j krtd|j |j "||j krtd|j |j "||j krtd|j |j "||j krtd |j |S) z1Make sure the datatype-level constraints are met.Nzvalue must have length z value must have at least length zvalue must have at most length zvalue must be >= zvalue must be > zvalue must be <= zvalue must be < )rzrrQrr TypeErrorrminmaxrrrrrr)r;rJl_s r-validatezDatatype.validatels 9H QW"B{&2+<+< !H4;!H!HIII~)b4>.A.A !TDN!T!TUUU~)b4>.A.A !S4>!S!STTT    D  =  I|'A ,<,< !CT\!C!CDDD ,T5F1F1F !HT5F!H!HIII ,d6G1G1G !GD4E!G!GHHH|'A ,<,< !CT\!C!CDDD ,T5F1F1F !HT5F!H!HIII ,d6G1G1G !GD4E!G!GHHHsB B B B cR|||S)z3Read a value according to the spec of the Datatype.)rrrs r-readz Datatype.reads}}TZZ]]+++r,T)'r(r)r*r0rbr1r2rrrrrrr OrderedTyperrboolrrrrrrrdrrorrBpropertytyperrrrrr%rrr+r,r-r"r"s_D# FHSM    FHSM   #Ix}####Ix}###G[G[#'L(4.'''#'L(4.'''#'L(4.'''#'L(4.'''%%%<8<8<8|GGG%T: 56:[&  D    $$$$$X$7T777X7F3F3FFFFFsFsFFFF !:,c,c,,,,,,r,r"ceZdZUdZdZeeed<dZee e e fed<dZ ee ed<dZee eeefed<dZeed <ejd Zeeed <dZeeed <dZee e e fed<dZeeed<dZeeed<dZeeded<dZee e e fed<dZdeefdZdeefdZ dS) DescriptionzvAdds support for inherited properties. .. seealso:: http://w3c.github.io/csvw/metadata/#inherited-properties N_parentaboutUrldatatyperdefaultrxr~cdgS)Nrr+r+r,r-rzDescription.sr,default_factorynullordered propertyUrlrequired separator)ltrrtlautoinherit textDirectionvalueUrlc d|j$t|j|_tjt d|jd|_tj|j stj dd|_ |j gn(t|j tr|j n|j g|_ td|j Dstj ddg|_ tjt d|jd |_tjt d|jd |_tjt d|jdd |_d D]>}t)||,t+||t-t)||?dS) NrF) allow_listzInvalid language tagrxc3@K|]}t|tVdSr?ri)rjrus r-rkz,Description.__post_init__..s,;;2:b#&&;;;;;;r,zInvalid null propertyTrc |dvS)N)Nrrrrr+rIs r-rz+Description.__post_init__..s 1 GGr,r)rrr)rr"rrrr1rr rqr~rFrGrr7rlrnrrrrrrrK)r;rs r-rzDescription.__post_init__s = $$..t}==DM)#r4`_ NrFsuppressOutputrtvirtual_numbercttjtd|jd|_tjt d|j|_|jF t|j|_n+#t$rtj dd|_YnwxYwtjt d|j |_ dS)NTrFzInvalid titles property)r9rrrr1rrrrtr!rQrFrGr)r;r=s r-rzColumn.__post_init__s &sD$)MMM #0ud>QRR ; " #-dk::  # # # 7888"  #)$t|DD s6B%B87B8cd|jp)|jr|jp d|jS)N_col.)rrtr{rrXs r-rYzColumn.__str__s6y^T[CT[-A-A-C-C^H^PTP\H^H^^r,cV||kSr?)rBr]s r-r:z Column.__eq__s{{}} ..r,rc|jr |j|krdS|jpiD]\}}||vr|pdcSdS)z Check whether the name or a title of the column matches v. If v matches a title, the associated language tag (or 'und') is returned. TrxF)rrtrp)r;rJtagrts r- has_titlezColumn.has_titlesf 9 a4 K-24466 $ $KCF{{|e###ur,c|Sr?r+rXs r-headerz Column.header s yr,TrJc|d}||d|d}|d|s}|r)|vr%|stjdt d|r<|sg}n=|vrd}n6fd||D}fd|D}n|vrd}rbt |tr8 fd |DS#t$r|stjd |cYSwxYw|S|S) zFConvert a str to a Python object according to the spec for the column.rrrrz required column value is missingNc3 K|]}|pV dSr?r+)rjrurs r-rkzColumn.read..#s'@@rR]7@@@@@@r,c g|] }|vrdn| Sr?r+)rjrurs r-rzColumn.read..$s%<<.+s%:::"HMM"--:::r,zInvalid value for list element.) rrrFrGrQrr7rlr)r;rJstrictrrrrrs @@@r-rz Column.read s<< ++  "",,y))LL-- << ++ A  AT  B @AAA?@@ @   =d@@@@QWWY-?-?@@@<<<.fmt:s2yAw -))!,,,Hr,c3.K|]}|VdSr?r+)rjrurs r-rkzColumn.write..Bs+66CCGG666666r,)rrjoin)r;rJseprrrs @@@r-writez Column.write4sll;''  ""<< ++        7886666ag266666 6s1vv r,r)r(r)r*r0rr1r2rrrtrr!rrrrrYr:rrrrrrrrCrDs@r-rrsZD# ND   (,FH_ %,,,GT!GXc]!!! E E E E E___/// eCI.    X%%c%3%%%%Nssr,rcteZdZUdZdZeeed<dZeeed<dZ ee e ed<dZ dS) ReferencezJA reference specification as used to describe the targets of foreign keys.NresourceschemaReferencecolumnReferencec0|j:|jt|t|j|_|j$t|j|_t |jtr|jg|_dSdSr?)r r!rQr rUr7r"r1rXs r-rzReference.__post_init__Ms = $#/ &&& OODM::DM   +#'??43G#H#HD d*C 0 0 :$($8#9D  : :r,) r(r)r*r0r rr r2r!r"rlr1rr+r,r-rrFslTT#Hhtn###&*OXd^***+/OXd3i(/// : : : : :r,rceZdZUdZdZeeeed<dZ ee ed<dZ e dZ deeeffdZdS) rz!A specification of a foreign key.Nr" referencecXt|jtr|jg|_dSdSr?)r7r"r1rXs r-rzForeignKey.__post_init__as5 d*C 0 0 :$($8#9D  : :r,c tt|tr{ tdi|d}n"#t$r}t d|d}~wwxYwt |ddhst dt|tdi|d}|di|S)zKInstantiate an object from a dict as returned by parsing the JSON metadata.r%zInvalid reference propertyNr"zInvalid foreignKey spec)r%r+)r7rorrrQrkeysr)rTrrAekws r-fromdictzForeignKey.fromdictes a   < F//+// F F F !=>>AE Fqvvxx==))+:: ; ; ;syyRyys* A AA rc Lt|fi|}t|dfi||d<|S)Nr%)r)r;r*rs r-rBzForeignKey.asdictrs;t**r**+C ,<CCCCK r,)r(r)r*r0r"rrlr1r2r%rrrdr+rorrBr+r,r-rr[s+++/OXd3i(///%)Ix "))):::  [ d38nr,rceZdZUdZejeZeee d<ejeZ ee e d<dZ e eee d<ejeZeee d<fdZd ed eed eed efd Zedeeefd dfdZed eeeffdZddeded e efdZxZS)SchemaaL A schema description is an object that encodes the information about a schema, which describes the structure of a table. :ivar columns: `list` of :class:`Column` descriptions. :ivar foreignKeys: `list` of :class:`ForeignKey` descriptions. .. seealso:: ``_ rcolumns foreignKeysN primaryKey rowTitlesc 4tdtjtdtjt g|jD|_t|jD]\}}|dz|_|j g|_ n~g}tjtd|j D]T} | t |1#t$rtjdYQwxYw||_ |j't#|jt s |jg|_t#|jt r|jn|jg|_dt't'}}}t|jD]$\}}|||||}||_%|jpgD]@}|j|}|r"|jstjdd|_AdS)NcBg|]}t|Sr+rrrjcs r-rz(Schema.__post_init__..s9XXX$%F  Q  XXXr,rzInvalid foreignKeys specFz:A primaryKey referenced column MUST have a `name` property)r9rrrrorlr/ enumeraterr0rrrr+rrFrGr1r7r2r _check_colr columndictrr) r;icolrrrseennamescolrefr=s r-rzSchema.__post_init__s! XX  tT5+=dB +U+U V VXXX   --  FAsa%CKK   #!D  C'dD4DEE > >>JJz221556666 >>>M"<=====>"D  ? &z$/4/P/P &#/DO+5dnd+K+KaRVR`Qa$ceeSUUu --  FAsooc7E4@@GCKKo+ ' 'F/%%f--C '38 ' Z[[["&  ' 's-C00DDrr>r=rc|jrH|jdstjd|jrt jd|jrd}n|rtd|sx|j|vrt jd|jr:|j|vrtd|j| |j| |j|S)NrA\szInvalid column nameTz3no non-virtual column allowed after virtual columnszDuplicate column name!zDuplicate column name ) r startswithresearchrFrGrrQrr)r;r<rr>r=s r-r9zSchema._check_cols 8 1,,S11 1RYuch5O5O 1 M/ 0 0 0 ; TGG  TRSS S !zT!! 6777x $8u$$$%Hch%H%HIII #(### HHSZ r,rcDt|tr1 tj|}n #|cYSxYwt|t s+t|t rtjdi}|di| |S)z9Instantiate a Schema from a dict or a URL to a JSON file.z&Invalid value for tableSchema propertyr+) r7r1r request_getjsonrorrFrGrrs r-rzSchema.fromvalues a    %a((--// !T"" !S!! H FGGGAs11S--a00111s &>Ac$d|jDS)z9A table's columns mapped by header, i.e. normalized name.ci|] }|j| Sr+rr6s r- z%Schema.columndict..s222!222r,)r/rXs r-r:zSchema.columndicts32T\2222r,Frrc|j|}|r|r|js J||sM|jD]E}|jr!|j|kr|cS|jr|jj|kr|cSF|S)z0Resolve a Column by name, titles or propertyUrl.)r:rrr/rtr{rr6)r;rrr<r7s r- get_columnzSchema.get_columnso!!$''77774771 \  8 1 1 3 3t ; ;HHH=Q]%6$%>%>HHH r,F)r(r)r*r0rrrlr/rr2r0rr1rr1r2rrrr9rdrrorrr:rMrCrDs@r-r.r.xs.K-dCCCGT&\CCC$5K$5d$K$K$KKj!KKK&*Jc#***,;,TBBBItCyBBB'''''@tCHCHQU" 2%c * 2x 2 2 2[ 23Df-333X3  s D Xf=M        r,r.c$eZdZUdZdZeeeefe d<e j e Z e ee d<dZede d<dZeee d <e j e Ze e d <dZeee d <dZeeejfe d <fd ZdedeefdZeddeeejfddfdZedd eddfdZddeeejfdejfdZedeeejffdZ dde!de"defdZ#xZ$S) TableLikeaH A CSVW description object as encountered "in the wild", i.e. identified by URL on the web or as file on disk. Since `TableLike` objects may be instantiated from "externally referenced" objects (via file paths or URLs), they have the necessary means to resolve `link properties `_ .. code-block:: python >>> from csvw import Table, TableGroup, Link >>> t = Table.from_file('tests/fixtures/csv.txt-table-metadata.json') >>> Link('abc.txt').resolve(t.base) PosixPath('tests/fixtures/abc.txt') >>> tg = TableGroup.from_url( ... 'https://raw.githubusercontent.com/cldf/csvw/master/tests/fixtures/' ... 'csv.txt-metadata.json') >>> str(tg.tables[0].url) 'csv.txt' >>> tg.tables[0].url.resolve(tg.base) 'https://raw.githubusercontent.com/cldf/csvw/master/tests/fixtures/csv.txt' and `URI template properties `_ (see :meth:`~TableLike.expand`). NdialectrnotesrrrrtableDirection tableSchematransformationsurl_fnamec tt|jtr[t d it tjt|j |j |_n*|j#t d it |j|_tj td|j d|_ t|j|_t|jt$st'jd|jD]}t+j|d|jt|j|_|jr&t|jts ||j_d|jvr|jd|j |jd<t5|jddS) Nrc |dvS)NrSr+)ss r-rz)TableLike.__post_init__..s QBX=Xr,)rz Invalid transformations propertyTemplate) type_namercontextr+)r9rr7rQr1rrrget_jsonr rcrbrrTr.rrUrVrlrFrGrrrWrrrr)r;trr=s r-rzTableLike.__post_init__s  dlC ( ( B"XXtDL/A/A/I/I$)/T/T U UVVXXDLL \ %"AA]4<%@%@AADL#0 ,3X3XZZZ!++D,<==$.55 > M< = = =& K KB  0z J J J J J 8 DH~~DH   ,Jt/?$E$E ,'+D  $ 4= T]4%8%@"&)DM$ t}00;;<<<<>>F# # < .DL/ .<&- -%)[:t{!!d:r,Ftmplrowc |tur|j|jSt jD]H\}}|j|dzr&||jdd}nxIt|j d||dd|D|jr|j|jn|j}t|tj sK|rIt jD]5\}}||r|||dz}n6|S)a# Expand a `URITemplate` using `row`, `_row` and `_name` as context and resolving the result against `TableLike.url`. .. code-block:: python >>> from csvw import URITemplate, TableGroup >>> tg = TableGroup.from_url( ... 'https://raw.githubusercontent.com/cldf/csvw/master/tests/fixtures/' ... 'csv.txt-metadata.json') >>> tg.expand(URITemplate('/path?{a}{#b}'), dict(a='1', b='2'), None) 'https://raw.githubusercontent.com/path?1#2' :r)_row_namecDi|]\}}t|t||Sr+ri)rj_k_vs r-rKz$TableLike.expand..rs-OOO&"b:b#;N;NOr2OOOr,r+)rHrWrcrbrrpr6rBrr expandr7rOrPreplace) r;rrrrqnameprefixrWrs r-rzTableLike.expandUs 7??8##DI.. .%+-- S SKFCx""6C<00 6dhnnS11!466    POCIIKKOOO 7$(Q48++DI666 RR  #w|,,  #-#3#5#5KFC~~c**!kk#v|<< r,r?rr\)%r(r)r*r0rQrrr1rr2rrrlrRrTrrUr.rVrWr rXrOrPrrrMrdrirhr{rrbr4rorrCrDs@r-rPrPs92.2GXeCL) *111({(>>>E49>>>4:NG01:::$(K&!(((-K-dCCCOTCCCC$'+FE#w|# $+++=====2OsOx'7OOOOeC$56k[  3 k   [   U3 #45 gl    ;eC-.;;;X;(%%;%T%UX%%%%%%%%r,rPT)frozenc>eZdZUdZeed<eed<eeed<dS)CsvRowz3A bag of attributes specifying a row in a CSV file.rdlinenorN)r(r)r*r0r1r2rrlr+r,r-rr}s5== JJJ KKK cNNNNNr,rcpeZdZUdZeed<eejed<e j Z e ed<dZ eed<defdZd S) RowParseSpecz0A bag of attributes used when parsing a CSV row.rlogrow_implementationFerrorrcJtj||jd|_dS)zLog and record error.rTN)r log_or_raiserr)r;rs r- log_errorzRowParseSpec.log_errors% 3DH---- r,N)r(r)r*r0rr2rloggingLoggerr|r}rrrr1rr+r,r-rrsw:: LLL '. !!!!*6666E4Sr,rceZdZUdZejeZeee d<ejeZ ee ee fe d<eje Ze ee d<edeeddfdZd S) TableParseSpecz/Some metadata, categorizing columns in a table.rcolnames virtualcols requiredcolsr/rc|}|D]|}|jr.|jr&|j|j|jfn|j|j|jr|j|j}|S)z:Initialize from columns (e.g. columns property of Schema).) rrrrrrrrrr)rTr/rr<s r- from_columnszTableParseSpec.from_columnsscee 1 1C{ 0<GO**CJ +EFFF ##CJ///| 1 $$SZ000 r,N)r(r)r*r0rrrlrr1r2rrmr4rrrdrrrr+r,r-rrs99+++DAAAHd3iAAA1B1BSW1X1X1XKeC,-.XXX.[.sCCCL#c(CCC 8F#3 8H   [   r,rceZdZUdZdZeed<gZdZdZ e de e dffdZ defd Zedddfd ee eeefd ee e ejfd ee e ejfd eedeede e eff dZd!defdZdZdefdZdee fdZdede deeee e!fde"de#f dZ$dee dee d ededeeee e!ff dZ%ddde&j'dfdee(j)dede*de+e ee e,fee eee e,fffddffd Z-dS)"ra A table description is an object that describes a table within a CSV file. `Table` objects provide access to schema manipulation either by manipulating the `tableSchema` property directly or via higher-level methods like :meth:`~Table.add_foreign_key` `Table` objects also mediate read/write access to the actual data through - :meth:`~Table.write` - :meth:`~Table.iterdicts` .. seealso:: ``_ Frct|ttfs|gn|}tfd|Dst d|jjt |||dddS)a  Add a foreign key constraint to `tableSchema.foreignKeys`. :param colref: Column reference for the foreign key. :param ref_resource: Referenced table. :param ref_colref: Column reference of the key in the referenced table. c3HK|]}|djjDvVdS)cg|] }|j Sr+)rr6s r-rz3Table.add_foreign_key...sDDDa16DDDr,N)rUr/)rjr<r;s r-rkz(Table.add_foreign_key..s=WW3DD4+;+CDDDDWWWWWWr,zunknown column in foreignKey )r r")r"r%N) r7rmrlrnrQrUr0rrrr+)r;r? ref_resource ref_colrefs` r-add_foreign_keyzTable.add_foreign_keys",FUDM!B!BN&WWWWPVWWWWW GEVEEFF F $++J,?,?%&2zRRA A - -      r,cft||jstddS)Nz#url property is required for Tables)rPrrWrQrXs r-rzTable.__post_init__s<%%%x DBCC C D Dr,rNc,|jr |jjndS)zThe filename of a table.N)rWrMrXs r- local_namezTable.local_names#'(4tx4r,cR|jp |jr |jjp tSr?)rQrrrXs r- _get_dialectzTable._get_dialects$|S E1ES'))Sr,rprdrbr_zippedc|}d|jjD}|tur5|j|rt j|n|j}d}t||5} |j r| d|D|D]Ŋtttfrfdt|D} nq|rat!d|Dz } | r1dd| D} t'd | fd |D} |d z }| | | | cd d d S d d d n #1swxYwY|r|rt j|} t+jt/| j| jd zdt*j5} | t/| | jd d d n #1swxYwY| |S)a Write row items to a CSV file according to the table schema. :param items: Iterator of `dict` storing the data per row. :param fname: Name of the file to which to write the data. :param base: Base directory relative to which to interpret table urls. :param strict: Flag signaling to use strict mode when writing. This will raise `ValueError` if any row (dict) passed in `items` contains unspecified fieldnames. :param _zipped: Flag signaling whether the resulting data file should be zipped. :return: The CSV content if `fname==None` else the number of rows written. c g|] }|j | Sr+)rr6s r-rzTable.write..sQQQ!qyQAQQQr,rrQcg|] }|j Sr+rJr6s r-rzTable.write..s D D Da D D Dr,cLg|] \}}||!Sr+)r)rjr;r<items r-rzTable.write..s-XXX&!S399T!W--XXXr,ch|]}|Sr+r+rjr<s r- zTable.write..s1W1W1WsS(1W1W1Wr,z, c3"K|] }d|dV dS)'Nr+)rjrs r-rkzTable.write..s*+J+JULLLL+J+J+J+J+J+Jr,z(dict contains fields not in fieldnames: c g|]D}||j|ESr+)rrr)rjr<rs r-rzTable.write..sS555 $((3:txx37I7I"J"JKK555r,rN.ziprr) compression)arcname)rrUr/DEFAULTrWrcrOrPrbrrwriterowr7rlrmr8rr(rrQrzipfileZipFiler1rar_r ZIP_DEFLATEDrunlink)r;rprdrbrrrQnon_virtual_colsrowcountwriterrrfpathzipfrs @r-rz Table.writes("##%%QQt'7'?QQQ G  H$$4%NW\$%7%7%7TYOOE 5' 2 2 2 %f~ F D D3C D D DEEE % %dT5M22 5XXXXIFV>??#0 ; 3u::uz :::  ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; LLNNNs%=DFF"F *II Ictjt}|tjd}|t jd|jjrtj |jj}t}| |dD]K\}}} || } | |vr!tj|d|d| |d}6|| L|S) z"Make sure primary keys are unique.TNzSthe items argument of check_primary_key is deprecated (its content will be ignored)r with_metadatarz duplicate primary key: rF)r getLoggerr( addHandler NullHandlerrFrGrUr1operator itemgetterr iterdictsrrr) r;rrpnologsuccessget_pkr=rdrrpks r-check_primary_keyzTable.check_primary_keys !(++ ,..///   MH I I I   & !($*:*EFF55D&*nndn&S&S ! !"vsVC[[::&%'V'V&'V'VRT'V'V\_````#GGHHRLLLLr,c*|Sr?)rrXs r-__iter__zTable.__iter__&s~~r,c t|rRtjtjt jt |j|j}n|}tj | sj jdz}| ry|t!j|}tj|fd|Dd|j}|t)||S)N)encodingrcHg|]}|j|Sr+)endswithr)rjnrs r-rz)Table._get_csv_reader..5s,"X"X"XEJAWAW"X1"X"X"Xr,rr)r#io TextIOWrapperBytesIOrrFr1contentrrOrPexistsrar_r enter_contextrropennamelistr)r;rdrQstackhandlezipfnamerrs @r-_get_csv_readerzTable._get_csv_reader)s7 %== 3% 5,SZZ88@AAGL\^^^FFFL''E<<>> 3 <00f1DEE??$$3 ..wx/H/HIID- "X"X"X"Xdmmoo"X"X"XYZ"[\\!(!1333F""#>vw#W#W#WXXXr,c|s|jjr>t|jjt|krtjdt ||jjD]\}}||}|js|stjdt|trS| ddd|j pd ddfvrtjd|S)NzColumn number mismatchzIncompatible table models-rrxzIncompatible column titles) rUr/rzrFrGziprrr7r1rr~)r;rrrr<rs r-_validated_csv_headerzTable._validated_csv_header:s @' 8C0@0H,I,ICPVKK,W,W 6777 )9)ABB @ @ cmmD))?#?M"=>>>sC((@ #q)%$):Lu9S9STW9X9XYZ9[1\\\M">??? r,r parse_spec header_colsrac Bd|D}|}t||jD]\\}}} } | r | | |j|| j<n{#t $rn} |js-tjd| d| j d| | || j<n0| |j d|j d|dzd|d| Yd} ~ nd} ~ wwxYw||vr||=|jrtjd |d |j | ||<|D]7\}}||vr.| |j d|j d|dzd|d 8|jD]} || d|jD]\} } | jd i||| <|S) Nc.i|]\}}}||j||Sr+)rrjjhr7s r-rKz#Table._read_row..Ns,HHHWQ1qHQZHAqHHHr,rzInvalid column value:  z; rrruzUnspecified column "z " in table z": required column value is missingr+)rrrrrrrQrFrGrrrdrrrprrrr)r;rrrrarrrrsr<rJr)key value_urls r- _read_rowzTable._read_rowGsOIH HHH++--!+sw77  NKQ3 [&)hhq9Jh&K&KC OO![[[%,[ &Vq&V&V3<&V&VST&V&VWWW*+CJ",, -Y-YCJ-Y-YQ-Y-YQR-Y-YVW-Y-YZZZ [ ==  $ZM"X"X"Xt"X"XYYYANN$$ _ _DAq||$$y]]3:]]A]]]]]___= & &C NN3 % % % %#. / /NC'y'..#..CHH s$A'' C1A$CCrrcd}||ks,tjjt|kr*|s(tt |jj}n|sjjrtjjt|krzg}t |D]g\}} ||jj|f.#t$r-||dz} || j| fYdwxYwnfd|D}|s?t |D]/\}} ||dz} || j| f0dt |DS)Nc@tdd|iS)Nrr r5)indexs r- default_colz+Table._get_header_cols..default_colxs!##V_U__$=>> >r,rcHg|]}|j|fSr+rc)rjrr;s r-rz*Table._get_header_cols..s/OOO1At/::1==>OOOr,c$g|] \}\}}|||fSr+r+rs r-rz*Table._get_header_cols..s&BBBia!QAq BBBr,) rzrUr/rlrr8rr IndexErrorr) r;rrrrrrr;cnamer<rAs ` r-_get_header_colszTable._get_header_colsqs ? ? ? h  T%-..#f++==f=s64+;+CDDEEKK PD,4 PT%-..V<<K%f-- 8 858&&t/?/G/J'KLLLL!888%+a!e,,C&&#777778 8POOOOOOK 4!# 4 41!k!a%((""CHc?3333BB9[+A+ABBBBs.'C4D  D Trr_Rowc #K|}|p|j|j}t|jj}tj 5}t| |||} |j rG | t| d|} n##t$rYddddSwxYw|j} d} t#| D]\} \} }| dkrG|| |j||} |jd| Dz }|rt)|d|t+|||}|t/|| ||| |}|js |r|| |fn|V dddn #1swxYwY| j|_dS)a$Iterate over the rows of the table Create an iterator that maps the information in each row to a `dict` whose keys are the column names of the table and whose values are the values in the corresponding table cells, or for virtual columns (which have no values) the valueUrl for that column. This includes columns not specified in the table specification. Note: If the resolved data filename does not exist - but there is a zip file of the form `fname+'.zip'`, we try to read the data from this file after unzipping. :param log: Logger object (default None) The object that reports parsing errors. If none is given, parsing errors raise ValueError instead. :param bool with_metadata: (default False) Also yield fname and lineno :param fname: file-like, pathlib.Path, or str (default None) The file to be read. Defaults to inheriting from a parent object, if one exists. :param strict: Flag signaling whether data is read strictly - i.e. raising `ValueError` when invalid data is encountered - or not - i.e. only issueing a warning and returning invalid data as `str` as provided by the undelying DSV reader. :return: A generator of dicts or triples (fname, lineno, dict) if with_metadata rNrc(h|]\}}}||jSr+rJrs r-rz"Table.iterdicts..s%BBBgaABBBBr,z is missing required columns )rrr)rdrr)rrWrcrbrrrUr/ contextlib ExitStackrrrrr StopIterationrr8rrrQrrrrcomments _comments)r;rrrdrrrQtable_parse_specrreaderrrr;rrmissingrrs r-rzTable.iterdictss8##%%4))$)44)66t7G7OPP  ! # # Iu$..uguEEFFF~ 3!77V QPPFF$ I I I I I I I I*2K$-f$5$5 I I =FC66"&"7"7 0 963#H#HK.;BBBBBCG[(E)Y)YPW)Y)YZZZ)SUYZZZ nnv3???$  "'I2?H5&#..SHHH# I I I I I I I I I I I I I I I I@ s7/,F))CF) CF)CB=F))F-0F-)NN).r(r)r*r0rrr2r rrrrr1rrrrrrorlrmrrOrPrrrrrrrrrrrRowTyperrr|r}rrrr rrr+r,r-rrs  !ND   I   "DDD 5E#t),555X5TgTTTT ;B9=',(- 33eD$$5673eC$5673U3 #4563tn 3  ~ 3 38S/ 3333j0   Y8SYYYY" tCy    ((%(eCf$456 ( ! (  ((((T#CI#C3i#C #C  #C eCf$% & #C#C#C#CN-1"'$0 A)A)'.)A) A)  A) 5c3hsCc3h/G)HHI4QUU VA)A)A)A)A)A)r,rcLeZdZUdZeed<eed<eed<eed<deddfd ZdS) ForeignKeyInstancez>tF>SSG'3>>tF>SSG O O M$MMdMMMOOO `_ rrlczg}|jD]w}t|ttfst jd3|t|trt|n|x||_t |jD] }||_ dS)NzInvalid value for Table spec) rlr7rorrFrGrrrr9rr)r;rrurpr=s r-rzTableGroup.__post_init__s+ P PBb4-00 P <==== *R2F2FN5??2...BOOOO  [ ! !E EMM ! !r,cFt||S)z8Initialize a TableGroup from a frictionless DataPackage.)r to_tablegroup)rTdps r-from_frictionless_datapackagez(TableGroup.from_frictionless_datapackages2,,S111r,cHd|jDS)z/ Read all data of a TableGroup cXi|]'\}}|t|(Sr+)rlr)rjtnamets r-rKz#TableGroup.read..s.RRRxuatAKKMM**RRRr,) tabledictrprXs r-rzTableGroup.reads'SR4>;O;O;Q;QRRRRr,Frdrrrpc tj|}|D].\}}|j|||j||/||dS)a Write a TableGroup's data and metadata to files. :param fname: Filename for the metadata file. :param items: Keyword arguments are used to pass iterables of rows per table, where the table URL is specified as keyword. )rbrrN)rOrPrpr&rrar{)r;rdrrrpr$rowss r-rzTableGroup.writesr U## ;;== a aKE4 N5 ! ' '5<X_ ' ` ` ` ` Ur,destc ftj|}|jD]f}tjt |j|jt |j|g||j j z |_ | |j dS)z Write a TableGroup's data and metadata to files relative to `dest`, adapting the `base` attribute. :param dest: :return: N) rOrPrlshutilcopyr1rWrcrbrXrr{)r;r)rps r-r,zTableGroup.copy-s|D!![ Y YE KEI--di88993uy?P?PQU?V?V;W;W X X X XT[--  T[!!!!!r,rc$d|jDS)z$Convenient access to tables by name.ci|] }|j| Sr+)rrjr%s r-rKz(TableGroup.tabledict..>s555A a555r,)rlrXs r-r&zTableGroup.tabledict;s655555r,c$ tfdjDd}n&#t$r}td|d|d}~wwxYw |D]}||n&#t $r}td|d|d}~wwxYw|S) z?Check whether pk and fk specs in foreign key constraints match.c g|]r}|jjD]c}|jjt j|jjjt|jj |t|j dsSr+) rUr0r%r!rr&r rMrmr")rjr%rr;s r-rz.TableGroup.validate_schema..Ds999 1=3L 99 .0<79&r|'<'CDbl:;;b011 339999r,c>|jj|j|jjfSr?)rrrrxs r-rz,TableGroup.validate_schema..Lsq~8!$@YZr,)rz"Foreign key error: missing table "z " referencedNrr)sortedrlKeyErrorrQrAssertionError)r;rfkisr)fkis` r-validate_schemazTableGroup.validate_schema@s  Z9999 "[ 999[Z \ \ \DD Z Z ZQ!QQQRRXY Y Z [ , , F ++++ , [ [ [R1RRRSSYZ Z [ s,#' A AA A** B 4BB Nc |tjd|ri|jD]a}|jjD]R}|D]Mt fd|jDr+tdfd|jDd|jNSb |}d}n?#t$r2}g}d}tj t||d Yd}~nd}~wwxYwtj |d D]\} } t| } | d j} t!j} tj | d D]!\} }d|D| t%| <"||| | ||}|S)zT Strict validation does not allow for nullable foreign key columns. Nz\the data argument of check_referential_integrity is deprecated (its content will be ignored)c3FK|]}|duVdSr?rrjr<rs r-rkz9TableGroup.check_referential_integrity..as2RRswws||t3RRRRRRr,zForeign key column is null: c:g|]}|Sr+rr=s r-rz:TableGroup.check_referential_integrity..ds##O#O#OSCGGCLL#O#O#Or,rTFr)rlevelc|jjSr?)rrr3s r-rz8TableGroup.check_referential_integrity..vs 8Qr,rc|jSr?)rr3s r-rz8TableGroup.check_referential_integrity..zsQTr,cDg|]}|jt|jfSr+)rrmrrjrs r-rz:TableGroup.check_referential_integrity..{s'!Q!Q!Qb2?E"%LL"A!Q!Q!Qr,)rFrGrlrUr0rr"rQr:rrr1 itertoolsgroupbyrlrr|r}rm_check_fks_referencing_table)r;rgrrr%rr8rr)rAgrprfksrkgrprs @r-check_referential_integrityz&TableGroup.check_referential_integrityVs    MH I I I  9[ 9 9-399B 99RRRRr?QRRRRR9",!8#O#O#O#OB > > > > > > > > ? '.Q.QRR a aFAss))Cq6.L)++C%-c>>BB R RD!Q!QD!Q!Q!QE"II77sTZ\_``GGsB C%(CCrrrHrct|tjd|D|}|||}|D]%\}}|D]\}}|||||}&|S)z2Check all foreign keys referencing the same table.c3@K|]}|t|dkfVdS)rNryrCs r-rkz:TableGroup._check_fks_referencing_table..s11S1S2s2ww!|2D1S1S1S1S1S1Sr,)ReferencedTabler|r}get_pksrp check_fks) rrrHrrr source_tablesrrs r-rFz'TableGroup._check_fks_referencing_tables' +11S1Ss1S1S1SSSUXZZ &&w77!$ P P B $1 P P b&00"lBOO Pr,)FFrN)NNF)&r(r)r*r0rrrlrlrr2rrdr!rrr1rOrPrrrrmrorr,rr&rr:rJ staticmethodr|r}rrrrFrCrDs@r-rrs  ,++DAAAFDKAAA ! ! ! ! !22[2SSS(-(-3 ,-tn ~ dE4&7 89 " "w|S01 " " " "64U +666X6dts 7 < <r,rrefsrrrc d|jD}|j|jD]P}|jD]F}|||}||j|vr|rd}|j||GQ|S)z'Read the actual fk values in the table.c,i|]}|tj|Sr+)rr)rjrs r-rKz+ReferencedTable.get_pks..s"GGGr8.3GGGr,rF)rSrprrrVr)r;rr itemgettersrrvalss r-rNzReferencedTable.get_pkssGGdhGGG :''DH'55 ( (Ch ( (&{2s++49R=((("' " !!$'''' (r,rZ RefValuesrc&|j|}|j|}|j|S|r"t|jtr|j}n|jg}|D]>}|sd|vr ||vr1t j|d|jjj |j d}?|S)zb We check if the value for the foreign key are available in the referenced table. Nz not found in table rF) rVrSrr7rlrrrprWrMr)r;rrZrrS single_columnrVrefs r- _check_itemzReferencedTable._check_itemsim ; N  !Z T:: !;DDK=D  C  TS[[#~~"HH1FHHdhXXXXr,rrc ||jdD]D\}}}t||tj||}||||}E|S)z Check one fk constraint, i.e. whether the fk values in self.table actually can be found in `target_table`. Trrdrr)rrr[rrr_)r;rrrrrdrrs r-rOzReferencedTable.check_fkssw$0#9#9dhVZ#9#[#[ : : E645@X@SUW@XY]@^@^___D&&wb99GGr,N)r(r)r*r0rr2r|r}rrrrrrrVrorrNr_rOr+r,r-rMrMs* LLL  T!1 2222 "3+"3<<#>#>#>D$z3 >>> t T d    4{ t4     r,rMcTeZdZUdZeed<eed<eeeefed<dZ dS)r[z6Bundle properties of a table row for simpler checking.rdrrc6|jd|jd|jdS)Nrz Key ``rarXs r-rYzRefValues.__str__s'*@@t{@@$+@@@@r,N) r(r)r*r0r1r2rrrlrYr+r,r-r[r[s[@@ JJJ KKK #tCy. !!!!AAAAAr,r[c eZdZdZ ddedeededefd Zd Ze d efd Z e d e fd Z e dd eeeffdZddZdZdZdZdS)r$zH Python API to read CSVW described data and convert it to JSON. NFTrWmd_urlrrcg|_||_d}tj5}|r(|tjd}d} t j|p|}n2#tj j $r| |\}}YnwxYwt| ddhk|_d|ddvrt!d||||t%|jt(r |jjn|jg|_|jD]S} | jjD]D} | jr;t3jd | js| jd rd| _ET|jj|_dddn #1swxYwY|r|j|dSdS) NTrecordF@contextrWhttp://www.w3.org/ns/csvwrzInvalid or no @contextrArA)rF_strictrrrcatch_warningsrr_rGdecoderJSONDecodeErrorlocate_metadatarr( no_metadatarrQ _set_tablesr7r%rrlrUr/rrCrDrB common_propsextend) r;rWrfrrrrr no_headermdrpr<s r-rRz CSVW.__init__s/    ! # # 4u N''(?t(L(L(LMMI :^FMc22</ : : : $ 4 4S 9 9 III : #27799~~*e1DDD *"&&R2H2HHH !9:::   Ri 0 0 0+5dfj+I+IW$&--PTPVxDK ( ( ,4((Cx(RYuch%?%?(38CVCVWZC[C[(#'(!% 3D - 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4.  $ M  # # # # # $ $s6-F0A)(F0),BF0BD F00F47F4crd|vr|drt|dtstdt|r>t|||_|jddSt|||_dSt|r`t|||_|r;|jj rd|jj _ dStd|j_ dSdSt|||_dS)Nrlz-Invalid TableGroup with empty tables propertyrfTrFrJ) r7rlrQr#rrhr%r:rirrQrr)r;rvrWrus r-rrzCSVW._set_tables s, r>>h< Rz"X,'E'E R !PQQQc{{ <#,,Sr,::&&d&33333#--c-;;c{{ 7"55?v~?05---)0)>)>)> ?? 266r,rc|jrdStjd5}|jD]C}|dD]}|stjdD|j|jstjd|r|j |dddn #1swxYwYt|j S)z Performs CSVW validation. .. note:: For this to also catch problems during metadata location, the `CSVW` instance must be initialized with `validate=True`. FTrhrzDuplicate primary keyz"Referential integrity check failedN) rFrmrlrrrG tablegrouprJrlrtr)r;rrrprAs r-is_validz CSVW.is_valid!s2 = 5  $D 1 1 1 (Q ; ;66A..00;M"9:::?>>dl>SS D BCCC ( $$Q''' ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( &&&&sBCC C ct|jtr|jn!td|jji|jS)zThe table spec.rb)rrl)r7r%rrbrlrXs r-ryzCSVW.tablegroup9s@$DFJ77Ktvv  5dk J J J Kr,cxd}d}|rt|rtj|\}}tt jd|}|D]}|jddkrg|jddvrKtjt|j  |}|||r||fcStj dtjtd  |}|jd kr|jnd }|d D]} tjtt%| |  |}|jd krQ |}|||r||fcStj d#t(j$rYwxYwnp|rnt-jt1|dzr8tjt-jt1|dz|fSd|d}t|pds0t-j|} t1| |d<| j|d<||fS)u Implements metadata discovery as specified in `§5. Locating Metadata `_ c|d|gD]C}|dd|dddkrdSDdS)Nrl/rWTF)rr)rvrWrps r- describesz'CSVW.locate_metadata..describesEsf2$//  99S>>"%u););C)@)@)DDD44E5r,Fzheader\s*=\s*absentrel describedbyr)zapplication/csvm+jsonzapplication/ld+jsonzapplication/jsonz?Ignoring linked metadata because it does not reference the dataz/.well-known/csvmz&{+url}-metadata.json csv-metadata.json )rWz8Ignoring metadata because it does not reference the dataz-metadata.jsonrk)rjrWrrkrW)r#r request_headrrCrDparamsrr_r rWrcrFrGrF status_codetextrr4rrGrorOrPr1rr) rWrru content_typelinkslinkrvrlocslineps r-rpzCSVW.locate_metadata?s     $ \6#;;$ \#("4S"9"9 L%RY'=|LLMMI a a;??5))]::{v..3```"^DNN,B,B3,G,GHH$9R--1#%y=000 _```` #D)<$=$=$E$Ec$J$JKKC"#55388;dD 4((  '[->->-E-E#-E-N-N(O(O(W(WX[(\(\]]?c)) XXZZ$9R--1#%y=000 &`aaaa/ *  \|CHH'7788??AA \~gl3s88>N3N&O&OPPR[[[3  ciR    S!!Aq66CLCJI~s0#G+G++G=<G=cftj}jjrMt jt s3|tjjjdfdj D|d<|r+ttj d|dDS|S)zk Implements algorithm described in ``_ T) flatten_listcHg|]}|j |Sr+)r_table_to_json)rjrpr;s r-rz CSVW.to_json..sF]]]+0uG[]    & &]]]r,rlc2g|]}d|dDS)c*g|]}|ddS)rrr+)rjrs r-rz+CSVW.to_json...s!"G"G"G1[>!#4"G"G"Gr,rr+r/s r-rz CSVW.to_json..s+!_!_!_A"G"Gah"G"G"G!_!_!_r,) r|r}r%rsr7rupdaterto_jsonrlrlrDchain)r;minimalrs` r-rz CSVW.to_jsons%'' 6  Oz$&%'@'@ O JJv~df&9MMM N N N]]]]48K]]]H  b!_!_QTU]Q^!_!_!_`bb b r,ctj}tjj|d<djvrjd|d<jrtj j|d<| tj j tjdj j DD]6}|d|_|d|_7fdt%d d d D}jrdjD|d<||d<|S)NrWr@idrRc g|] }|j|f Sr+rJrs r-rz'CSVW._table_to_json..s'_'_'_cS(9'_'_'_r,rrc Pg|]"\}\}}}|||#Sr+) _row_to_json)rjrownumrA rowsourcenumrcolsr;rps r-rz'CSVW._table_to_json..sJ   ..L#   eT3 E E   r,TF)rrrstartcg|] }|d S)rr+r6s r-rz'CSVW._table_to_json..s"A"A"AA1Q4"A"A"Ar,z rdfs:commentr)r|r}r1rWrcrbrrRrrrrsrUr/rrrrr8rr )r;rprr<rrs`` @r-rzCSVW._table_to_jsons%''**5:6677E 5> ! !-CJ ; 7!>%+66CL 6>%"455666&'_'_UEVE^'_'_'_``;;== 3 3C!kk-88CO;;z22CLL      2;d5AA3L3L3L    ? B"A"A"A"A"AC E  r,crtj}|j|jd||d<||d<|jjrOdfd|jjDD|d<t|ddkr|dd|d<|||||d <|S) Nz#row=rWrcg|]}||Sr+r+r/s r-rz%CSVW._row_to_json..s5YYYVWYYYYr,c:g|]}|Sr+r)rjrrs r-rz%CSVW._row_to_json..s#RRRdCGGDMMRRRr,rtrrr) r|r}rWrcrbrUr2rz _describes)r;rprrrrrs ` r-rzCSVW._row_to_jsons%'' ))%*55JJLJJE H   & 1YYRRRRe6G6QRRRYYYCM3x=!!Q&& #H a 0H  ??5$VDDK r,c vg}|jd}|r@|tjdd||||t |dD]\}\}} ||} | r| j s| j r.| r| n| } t| o| | v| dk| du| o | j o| gkgr|tj|| ||jjs |jsd|n|| ||jjD]E} | j r<|tj|| || jd|Ftj|S) Nrr)r)aboutrrfrrrr )rUrrrrTriplerr8rprrrrrrfrom_colr/rqr group_triples) r;rprrrtriplesrr;rsrJr<rs r-rzCSVW._describess$,,Z88  ] NN6=U%,,xSY,2Z2Z\\\ ] ] ]#399;;a888  IAv1((1++C * ck *-F3##%%%%2D2D2F2FDD&Q$YRdC<]CM<]VW[]V]^__  NN6=11$)$5$=^dFV^  ]^     $, b bC{ bv}55eS#szSWY_``aaa#G,,,r,)NFTr?rN)r(r)r*r0r1rrrRrrrrzrryrQrmrorprrrrr+r,r-r$r$sF %)" "$"$"$SM"$ "$  "$"$"$"$H777('$'''X'.KJKKKXK >>U4:%6>>>\>@"6   -----r,r$)Zr0rrrCrGr+rrOtypingrrrrrrrrrFrrDrr|collections.abcrr r urllib.parser r r language_tagsr uritemplaterr datatypesrdsvr BaseDialectrr frictionlessrrmetadata_utilsrrrrrobjectr__all__r#rrDecimaldate timedeltarrmr1rr}rr%r'rH dataclassr4rKr r!r"rrrrr.rPrrrrrrrMr[r$r+r,r-rsX  99999999999999////////6666666666 SSSSSSSSSS%%%%%% &((    0A8CUUW 3Z  !#s( + GCLL         ')) k.     +)   )*)*)*)*)*)*)*)*X7)7)7)7)7)k-7)7)7)t w,w,w,w,w,w,w,w,t EEEEE/EEEP kkkkk[kkk\ ::::::::( 8 ^^^^^[^^^B _____ ___Dd###$#          * m)m)m)m)m)Im)m)m)` d###<<<<<<<$#<2 [[[[[[[[| CCCCCCCCLd###AAAAAAA$#As-s-s-s-s-s-s-s-s-s-r,