fhndZddlmZddlmZddlmZmZmZmZm Z ddl m Z ddl m Z dZd Zd Zd Zd ZGd dZGddZGddZdZddZddZe jdS)z tablib.core ~~~~~~~~~~~ This module implements the central Tablib objects. :copyright: (c) 2016 by Kenneth Reitz. 2019 Jazzband. :license: MIT, see LICENSE for more details. )copy) itemgetter) HeadersNeededInvalidDatasetIndexInvalidDatasetTypeInvalidDimensionsUnsupportedFormat)registry)normalize_inputtablibz Kenneth ReitzMITz,Copyright 2017 Kenneth Reitz. 2019 Jazzband.restructuredtextceZdZdZddgZddZdZdZdZd Z d Z d Z d Z d Z dZdZdZdZdZdZedZedZdZdS)Rowz/Internal Row object. Mainly used for filtering._rowtagscVt||_t||_dSN)listrrselfrowrs B/var/www/histauto/venv/lib/python3.11/site-packages/tablib/core.py__init__z Row.__init__$s II JJ c$d|jDS)Nc3K|]}|VdSrr).0cols r zRow.__iter__..)s"))))))))rrrs r__iter__z Row.__iter__(s))ty))))rc*t|jSr)lenrr$s r__len__z Row.__len__+s49~~rc*t|jSr)reprrr$s r__repr__z Row.__repr__.sDIrc|j|Srr#ris r __getitem__zRow.__getitem__1sy|rc||j|<dSrr#)rr.values r __setitem__zRow.__setitem__4s ! rc|j|=dSrr#r-s r __delitem__zRow.__delitem__7s IaLLLrc|j|jfSrrrr$s r __getstate__zRow.__getstate__:sy$)##rc$|\|_|_dSrr6)rstates r __setstate__zRow.__setstate__=s$ 4999rcV|t|j|dSr)insertr'rrr1s rrpushz Row.rpush@s$ C NNE*****rc2|d|dS)Nrr<r=s rlpushz Row.lpushCs Aurc0||dSrr>r=s rappendz Row.appendFs 5rc<|j||dSr)rr<)rindexr1s rr<z Row.insertIs  &&&&&rc~t|j|jSr)rrrrr$s rrzRow.copyLs*49>>##TY^^%5%5666rc||jvSrr#)ritems r __contains__zRow.__contains__Osty  rc*t|jS)z%Tuple representation of :class:`Row`.)tuplerr$s rrLz Row.tupleRsTYrc*t|jS)z$List representation of :class:`Row`.)rrr$s rrzRow.listWsDIrc|dSt|tr ||jvStt t |t |jzS)z)Returns true if current row contains tag.NF) isinstancestrrboolr'set)rtags rhas_tagz Row.has_tag\sV ;5 S ! ! 8$)# #CHHs49~~56677 7rN)rr)__name__ __module__ __qualname____doc__ __slots__rr%r(r+r/r2r4r7r:r>rArDr<rrJpropertyrLrrTrrrrrsO99 I***$$$%%%+++'''777!!!  X X88888rrceZdZdZdZdZdZdZdZdZ dZ d Z d Z d6d Z d7dZdZdZeeeZdZdZeeeZdZedZedZd8dZdZd9dZd9dZd9dZd9dZd9dZdZ d Z!d!Z"d"Z#d:d#Z$d8d$Z%d8d%Z&d;d'Z'd;d(Z(d8d)Z)d*Z*d+Z+d,Z,d`. ctd|D|_d|_g|_g|_i|_|d|_|d|_dS)Nc34K|]}t|VdSrr)r args rr"z#Dataset.__init__..s(33s#c((333333rheaderstitle) r_data_Dataset__headers _separators _formatters_dynamic_columnsgetrarb)rargskwargss rrzDataset.__init__so33d33333 !#zz),, ZZ(( rc|jSr)heightr$s rr(zDataset.__len__s {rct|tr=||jvr-|j|fd|jDSt |j|}t|t r|jSd|DS)Nc g|] }| Srr)r rposs r z'Dataset.__getitem__..s777SC777rcg|] }|j Sr)rL)r results rrpz'Dataset.__getitem__..s<<< <<zrblowerAttributeErrorr$s rr+zDataset.__repr__sD &!TZ%5%5%7%78 8 & & &%%% &  ,,cg}|jr$|d|jD|d|jDd|D}t t t t|}|jr |dd|Dd dt|Dd fd |DS) Nc,g|]}t|Sr)rP)r hs rrpz#Dataset.__str__..s:::a3q66:::rc3ZK|]&}ttt|V'dSr)rmaprPr rs rr"z"Dataset.__str__..s2@@cd3sC==))@@@@@@rcRg|]$}ttt|%Sr)rrr'rs rrpz#Dataset.__str__..s(666Sc]]##666rrcg|]}d|zS-r)r lengths rrpz#Dataset.__str__..sDDDvcFlDDDr|c3 K|] }d|zV dS)z{%s:%s}Nr)r rIs rr"z"Dataset.__str__..s' T TdT!1 T T T T T Tr c3,K|]}j|VdSr)format)r r format_strings rr"z"Dataset.__str__..s.FF--s3FFFFFFr) rdrDextendrcrrmaxzipr<joinry)rrrlens field_lensrs @r__str__zDataset.__str__s  > < MM::4>::: ; ; ;  @@TZ@@@@@@66v666#c3:..//  > F MM!DDDDD E E E T Ti >S>S T T TTT yyFFFFvFFFFFFrc Btj|j|fi|Sr)r get_format export_set)rfmt_keyrjs r_get_in_formatzDataset._get_in_formats(6x"7++6tFFvFFFrc bt|}tj|j||fi|Sr)r r r import_set)rr in_streamrjs r_set_in_formatzDataset._set_in_formats7#I.. 6x"7++6tYQQ&QQQrNFcz|rPjrFt|jkp,t|jtjz k}n]d}nZ|r8t|dkrd}nBjrt|jknd}n t fdjD}|rdS|st dS)z>Assures size of every row in dataset is of proper proportions.Trc3HK|]}t|jkVdSr)r'width)r xrs rr"z$Dataset._validate..s0DDA3q66TZ/DDDDDDrF)rr'rgrlallrcr )rrr!safetyis_valids` rrwzDataset._validates  Ez HH *JHHc$2G.H.H!HI    E3xx!||8< MCHH 33DDDDDDDDDH  4 (''5rTctj}fdjr7|rfd|D}n3tjgfd|Dz}nfd|D}|S)z=Packages Dataset into lists of dictionaries for transmission.cjrF|}jD]*\}|fd|D}||||<+t|S)Nc&g|] }|Srr)r cellcallbacks rrpz8Dataset._package..format_row..s!>>>$xx~~>>>r)rfrr)rr!rrs @r format_rowz$Dataset._package..format_rowsw 6hhjj%)%566MC{>>>>#>>>#+8CH#5#5C99 rc g|]:}tttj|;Sr)dictrrra)r rrrs rrpz$Dataset._package.."s=XXX3T#dlJJsOO"D"DEEFFXXXrc&g|] }|Srrr rrs rrpz$Dataset._package..$s!.P.P.P3zz#.P.P.Prc&g|] }|Srrrs rrpz$Dataset._package..&s!555JJsOO555r)rrcra)rdictsrcdatars` @r_packagezDataset._packagesTZ        < 6 QXXXXXRWXXXT\**+.P.P.P.P%.P.P.PP5555u555D rc|jS)zAn *optional* list of strings to be used for header rows and attribute names. This must be set manually. The given list length must equal :attr:`Dataset.width`. )rdr$s r _get_headerszDataset._get_headers)s ~rcn|||rt||_dSd|_dS)zValidating headers setter.N)rwrrd)r collections r _set_headerszDataset._set_headers1s: z"""  "!*--DNNN!DNNNrc*|S)aA native Python representation of the :class:`Dataset` object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the `Dataset.dict` attribute: :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] )rr$s r _get_dictzDataset._get_dict;s}}rc jd}|sdSt|tst|t|dtr=||D]$}|t |%dSt|dt r|t|d|_|D]C}|t t| DdSt|)aA native Python representation of the Dataset object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the :attr:`Dataset.dict` attribute. :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] z[Please check format documentation https://tablib.readthedocs.io/en/stable/formats.html#yamlNr) rOrr wiperDrrkeysravalues)rpickle error_detailsrs r _set_dictzDataset._set_dictHs/ H    F&$'' 3$M22 2 fQi & & 3 IIKKK & & CHH%%%% & &q 4 ( ( 3 IIKKKq  0 011DL 5 5 CSZZ\\ 2 2334444 5 5$M22 2rct|}t|dkr>t|ddr(tt|d|j}|S)zsPrepares the given column for insert/append. `col` is not supposed to contain any header value. rr__call__)rr'hasattrrrc)rr!s r _clean_colzDataset._clean_colqsR 3ii s88q==WSVZ88=s3q64:..//C rc*t|jS)zfThe number of rows currently in the :class:`Dataset`. Cannot be directly modified. )r'rcr$s rrlzDataset.height}s 4:rc t|jdS#t$r* t|jcYS#t$rYYdSwxYwwxYw)ziThe number of columns currently in the :class:`Dataset`. Cannot be directly modified. r)r'rc IndexErrorra TypeErrorr$s rrz Dataset.widthsu  tz!}%% %    4<(((((   qqq  s) A=A A A A  Ac t|}|st|}tj|}t |dst d|d|j||fi||S)z Import `in_stream` to the :class:`Dataset` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_set`. rFormat z cannot be imported.)r detect_formatr rrr rrrrrjstreamfmts rloadz Dataset.loads!++ +"6**F!&))sL)) L#$Jf$J$J$JKK KtV..v... rc tj|}t|dstd|d|j|fi|S)z Export :class:`Dataset` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_set`. rr cannot be exported.)r rrr rrrrjrs rexportzDataset.exports[ !&))sL)) L#$Jf$J$J$JKK Ks~d--f---rrcN||t||jkrM|jD]3\}}t |}||||4|j|t||dS)aInserts a row to the :class:`Dataset` at the given index. Rows inserted must be the correct size (height or width). The default behaviour is to insert the given row to the :class:`Dataset` object at the given index. You can add :ref:`tags ` to the row you are inserting. This gives you the ability to :method:`filter ` your :class:`Dataset` later. )rN) rwr'rrgitemsrr<rcr)rrFrrrofuncs rr<zDataset.inserts s s88dj !288:: + + T3ii 3S **** %St!4!4!455555rc@||j||dS)zzAdds a row to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)r<rlrs rr>z Dataset.rpushs$ DKSt 44444rc6|d||dS)zzAdds a row to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrNr@rs rrAz Dataset.lpushs" A3T *****rc2|||dS)zoAdds a row to the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. NrCrs rrDzDataset.appends 3rc<|D]}|||dS)z[Adds a list of rows to the :class:`Dataset` using :method:`Dataset.append` N)rD)rrowsrrs rrzDataset.extends4  # #C KKT " " " " # #rc|d}|d=|S)z:Removes and returns the first row of the :class:`Dataset`.rrrcaches rlpopz Dataset.lpopsQ G rc|d}|d=|S)9Removes and returns the last row of the :class:`Dataset`.rrs rrpopz Dataset.rpopsR H rc*|S)r)rr$s rpopz Dataset.popsyy{{rcZt|tr||Std)z=Returns the row from the :class:`Dataset` at the given index.zRow indices must be integers.)rOintrrrFs rrhz Dataset.gets/ eS ! ! ; 7888rcP|g}t|r1||j|j<tt ||j}||}|||jrN|st|r!|j dkrt|rt|j |||j rI|jrBt|jD]+\}}| |||||j|<,dSd|D|_dS)a?Inserts a column to the :class:`Dataset` at the given index. Columns inserted must be the correct height. You can also insert a column of a single callable object, which will add a new column with the return values of the callable each as an item in the column. :: data.append_col(col=random.randint) If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. See :ref:`dyncols` for an in-depth example. Nr!rc.g|]}t|gSrr_rs rrpz&Dataset.insert_col..6s 444#se**444r)callablergrrrrcrrwrarrlr'r r<ry)rrFr!headerr.rs r insert_colzDataset.insert_cols@$ ;C C== -03D !$* -s3 ++,,Cooc"" 3 < / (#oo% (DK1,,S,'' L  v . . . ; 54: 5#DJ// $ $3 5#a&))) # 1  $ $ 54444DJJJrc@||j||dS)z}Adds a column to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rN)rrrr!rs r rpush_colzDataset.rpush_col8s$  C77777rc6|d||dS)z}Adds a column to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)rrs r lpush_colzDataset.lpush_col?s" 3v.....rrcB||f}|j|dS)z4Adds a separator to :class:`Dataset` at given index.N)rerD)rrFtextseps rinsert_separatorzDataset.insert_separatorFs*dm $$$$$rc|js|jr|jnd}n|jr |jdznd}|||dS)z=Adds a :ref:`separator ` to the :class:`Dataset`.rrN)rarlr)rrrFs rappend_separatorzDataset.append_separatorLsT| <#';5DKKAEE)-;T[1__!E eT*****rc2|||dS)zvAdds a column to the :class:`Dataset`. See :method:`Dataset.insert_col` for additional documentation. N)rrs r append_colzDataset.append_colWs sF#####rc*fd|jDS)z@Returns the column from the :class:`Dataset` at the given index.c g|] }| Srr)r rrFs rrpz#Dataset.get_col..as111sE 111r)rcrs `rget_colzDataset.get_col^s!2111dj1111rct|tr+||jvr|j|}nt| ||jkr|j||fntdS)a'Adds a formatter to the :class:`Dataset`. :param col: column to. Accepts index int, header str, or None to apply the formatter to all columns. :param handler: reference to callback function to execute against each cell value. NT) rOrPrarFrsrrfrDr)rr!handlers r add_formatterzDataset.add_formattergsy c3   dl""l((-- ;#++   # #S'N 3 3 3 3% %trcVt|}fd|jD|_|S)zReturns a new instance of the :class:`Dataset`, excluding any rows that do not contain the given :ref:`tags `. c>g|]}||Sr)rT)r rrSs rrpz"Dataset.filter..s*FFFsS[[5E5EFsFFFr)rrc)rrS_dsets ` rfilterzDataset.filter}s2T FFFFekFFF  rc@t|tr||jstt |jt ||}t|j|j}|D]+fd|jD}| |,n|jr |j|}t |jt ||}t|j|j}|D]5|jrfd|jD}n}| |6|S)aSort a :class:`Dataset` by a specific column, given string (for header) or integer (for column index). The order can be reversed by setting ``reverse`` to ``True``. Returns a new :class:`Dataset` instance where columns have been sorted. )rtreverse)rarbc g|] }| Srrr rtrIs rrpz Dataset.sort..s999StCy999rrc g|] }| Srrr s rrpz Dataset.sort..s===49===r) rOrPrarsortedrrr\rbrD)rr!r _sortedrrrIs @rsortz Dataset.sorts@ c3   &< $##TYJsOOWMMMGDL CCCE & &9999DL999  %%%% & | (l3'TYJsOOWMMMGDL CCCE & &<==== ===CCC  %%%% rcHt}|jdg||jdz}||_t|jD]U\}}||jdkr|g||z}t |}||V|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. The first row of the original instance becomes the new header row.rr)r\raryrrrD)rr new_headersrFcolumnrow_datas r_transpose_with_headerszDataset._transpose_with_headerss  |A'$t|A*?? # &t|44 ' 'ME6a((x$,,u"5"55H8}}H LLXL & & & & rct}tdt|jdD]-}||}||.|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. This instance should not have headers, or the dimension would be invalid.rr)r\ranger'rcrrD)rrrFrs r_transpose_without_headersz"Dataset._transpose_without_headerssc  1c$*Q-0011 ' 'E||E**H LLXL & & & & rch|sdS|j|S|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. If the instance has headers, the first row of the original instance becomes the new header row.N)rarrr$s r transposezDataset.transposes=  F < 2244 4//11 1rct|tsdS|j|jkrtt |}d|jD}d|jD}||||_|S)zStack two :class:`Dataset` instances together by joining at the row level, and return new combined ``Dataset`` instance.Ncg|]}|Srrrs rrpz!Dataset.stack..s444444rcg|]}|Srrrs rrpz!Dataset.stack..s111cc111r)rOr\rr rrcr)rotherr rows_to_stack other_rowss rstackz Dataset.stacks %))  F : $ $# #T 44 444 11U[111 Z(((#  rct|tsdS|js|jr|jr|jst|j|jkrt  |j|jz}n#t $rd}YnwxYwt}|jD]}||||jD]}|||||_|S)zStack two :class:`Dataset` instances together by joining at the column level, and return a new combined ``Dataset`` instance. If either ``Dataset`` has headers set, than the other must as well.Nr)rOr\rarrlr rr)rr rrrs r stack_colszDataset.stack_colss  %))  F < $5= $< $u} $## ;%, & &# # ,6KK   KKK  l / /F   f  . . . .m 0 0F   v  / / / /#  sA## A21A2c^tfd|jD|jdd<dS)ziRemoves all duplicate rows from the :class:`Dataset` object while maintaining the original order.czg|]7}t|vt|5|8Sr)rLadd)r rseens rrpz-Dataset.remove_duplicates..sH   eCjjD.@.@DHHUSVZZDXDX.@C.@.@.@rN)rRrc)rr)s @rremove_duplicateszDataset.remove_duplicatessFuu    :    111 rc:t|_d|_dS)zARemoves all content and headers from the :class:`Dataset` object.N)rrcrdr$s rrz Dataset.wipesVV rc0sdS|!ttj}|tj}fd|D}fd|D}t }t||_g|_t jD]}\}}g}|jD]G}|jvr6j|}|||At||vr#|t|~|S)zkReturns a new instance of the :class:`Dataset`, including only specified rows and columns. Nc@g|]}|tjv|Sr)rrl)r rrs rrpz"Dataset.subset..4s-AAAseDK.@.@'@'@'@'@'@rc&g|] }|jv |Sr)ra)r rrs rrpz"Dataset.subset..5s%DDD6Vt|-C-C-C-C-Crr) rrrlrar\rcryrFrDrsr) rrcolsrrow_nordata_rowrtros ` rsubsetzDataset.subset$s2   F <dk**++D < %%DBAAAtAAADDDDTDDD T   $TZ00 0 0KFCH} # #$,&&,,,S11COOCH----"N~~ X /// r)NNF)Tr)r)NNr)F)6rUrVrWrXrr(r/r2r4r+rrrrwrrrrZrarrrrrlrrrr<r>rArDrrrrrhrrrrrrrrr rrrrr#r%r*rr2rrrr\r\gs{,,\)))" = = =%%%   &&&& GGG2GGGRRR26"""h|\22G   %3%3%3N 8Iy ) )D   X   X & . . . 6666(5555++++#### 999/5/5/5/5b8888////%%%% + + + +$$$$222,####J0    2 2 2,B    %%%%%%rr\cZeZdZdZd dZdZdZdZdZdZ e d Z d Z d Z dS) Databookz(A book of :class:`Dataset` objects. Nc|pg|_dSr _datasets)rsetss rrzDatabook.__init__Psrc^ d|jzS#t$rYdSwxYw)Nz <%s databook>zr{r$s rr+zDatabook.__repr__SsD '"dj&6&6&8&89 9 ' ' '&&& 'r~cg|_dS)z@Removes all :class:`Dataset` objects from the :class:`Databook`.Nr6r$s rrz Databook.wipeYs rc|jSrr6r$s rsheetszDatabook.sheets]s ~rcrt|tr|j|dSt)z5Adds given :class:`Dataset` to the :class:`Databook`.N)rOr\r7rDr)rdatasets r add_sheetzDatabook.add_sheet`s6 gw ' ' % N ! !' * * * * *$ $rc|g}|jD]1}||j|d2|S)z(Packages :class:`Databook` for delivery.)rbr)r7rDrbr)r collectordsets rrzDatabook._packagegsW N  D        rc*t|jS)zDThe number of the :class:`Dataset` objects within :class:`Databook`.)r'r7r$s rsizez Databook.sizers4>"""rc t|}|st|}tj|}t |dst d|d|j||fi||S)z Import `in_stream` to the :class:`Databook` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_book`. import_bookrz cannot be loaded.)r rr rrr rFrs rrz Databook.loadws!++ +"6**F!&))sM** J#$Hf$H$H$HII If///// rc tj|}t|dstd|d|j|fi|S)z Export :class:`Databook` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_book`. export_bookrr)r rrr rHrs rrzDatabook.exports[ !&))sM** L#$Jf$J$J$JKK Kst..v...rr)rUrVrWrXrr+rr<r?rrZrDrrrrrr4r4Ls$$$$''' %%%   ##X#& / / / / /rr4ct|}d}tjD]} ||r/|j} t |dr|dnbn#t$rYnwxYwt |dr|d~#t |dr|dwwxYw|S)zMReturn format name of given stream (file-like object, string, or bytestring).Nseekr)r r formatsdetectrbrrJr})r fmt_titlers rrrs V $ $FI!!   zz&!! I vv&&  A     D vv&&  Avv&&  A  s)A-,B#- A:7B#9A::B##(C Nc 8tj||fi|SzIReturn dataset of given stream (file-like object, string, or bytestring).)r\rrrrjs rrrs$ 799>&& 3 3F 3 33rc 8tj||fi|SrO)r4rrPs rrFrFs$ 8::?66 4 4V 4 44rr)rXroperatorr exceptionsrrrr r rKr utilsr __title__ __author__ __license__ __copyright__ __docformat__rr\r4rrrFregister_builtinsrrrr[s""""""    > " E8E8E8E8E8E8E8E8Pb b b b b b b b JH/H/H/H/H/H/H/H/V"4444 5555 r