khUdZddlZddlZddlZddlmZmZmZmZddl m Z ddl m Z m Z ddlmZddlmZddlmZmZmZdd lmZdd lmZmZdd lmZdd lmZed dZee d<e!e"ffdZ#dZ$GddZ%Gdde%Z&Gdde%Z'Gdde%Z(Gdde%Z)e)e)e)e'e(e&dZ*Gdde Z+dS) ae sqldiff.py - Prints the (approximated) difference between models and database TODO: - better support for relations - better support for constraints (mainly postgresql?) - support for table spaces with postgresql - when a table is not managed (meta.managed==False) then only do a one-way sqldiff ? show differences from db->table but not the other way around since it's not managed. KNOWN ISSUES: - MySQL has by far the most problems with introspection. Please be carefull when using MySQL with sqldiff. - Booleans are reported back as Integers, so there's no way to know if there was a real change. - Varchar sizes are reported back without unicode support so their size may change in comparison to the real length of the varchar. - Some of the 'fixes' to counter these problems might create false positives or false negatives. N)DictUnionCallableOptional)apps) BaseCommand CommandError) OutputWrapper)no_style) connection transactionmodels)UniqueConstraint) AutoField IntegerField)normalize_together) signalcommand_orderT)nullORDERING_FIELDclt|}t|}d}|t|krwt|||rI||s|||dz}n&|||||dz<t|||I|dz }|t|kw||S)Nr)typelistlen isinstancepop)lstltypesltypeis d/var/www/histauto/venv/lib/python3.11/site-packages/django_extensions/management/commands/sqldiff.pyflattenr#*s IIE s))C A c#hh,,Q(( (q6 ( Q!$QAAI Q(( ( Q c#hh,, 5::cg}|jr2|jD])}|t|j*n=|jD]5}|t}| ||6|SNr ) proxyparentsextendall_local_fields_meta local_fieldsdb_typer append)meta all_fieldsparentfcol_types r"r+r+:sJ z!l > >F   .v|<< = = = = >" ! !AyyJy77H   a r$ceZdZiZdgZgdZddddddd d d d d dddddZdZdZdZ dZ dZ dZ dZ dZdZdZdZdZdZdZd Zd Zd!Zd"Zd#Zd$Zd%Zd&Zd'Zd(Zd)Zd*Z d+Z! dCd,Z"dDd-Z#d.Z$d/Z%d0Z&d1Z'd2Z(d3Z)d4Z* dEd5Z+d6Z,d7Z-d8Z.d9Z/d:Z0dEd;Z1 dEd<Z2d=Z3d>Z4d?Z5e6fd@Z7dAZ8dBZ9d!S)FSQLDiffdjango_migrationserrorcommenttable-missing-in-dbtable-missing-in-modelfield-missing-in-dbfield-missing-in-modelfkey-missing-in-dbzfkey-missing-in-modelindex-missing-in-dbindex-missing-in-modelunique-missing-in-dbunique-missing-in-modelfield-type-differfield-parameter-differnotnull-differz error: %(0)szcomment: %(0)sz!table '%(0)s' missing in databaseztable '%(0)s' missing in modelsz6field '%(1)s' defined in model but missing in databasez6field '%(1)s' defined in database but missing in modelzBfield '%(1)s' FOREIGN KEY defined in model but missing in databasezBfield '%(1)s' FOREIGN KEY defined in database but missing in modelzJfield '%(1)s' INDEX named '%(2)s' defined in model but missing in databasezCfield '%(1)s' INDEX defined in database schema but missing in modelzKfield '%(1)s' UNIQUE named '%(2)s' defined in model but missing in databasezDfield '%(1)s' UNIQUE defined in database schema but missing in modelz9field '%(1)s' not of same type: db='%(3)s', model='%(2)s'z:field '%(1)s' parameters differ: db='%(3)s', model='%(2)s'z?field '%(1)s' null constraint should be '%(2)s' in the databasecbdd||dddd||dddfdt |ddDd S) N ALTER TABLE r ADD COLUMNrc3~K|]7\}}|dkr|n|V8dSrN SQL_COLTYPE SQL_KEYWORD.0r!astyles r" z#SQLDiff...wsd  1%&FFE  a 0A0A!0D0D      r$;)rP SQL_TABLE SQL_FIELDjoin enumerateselfrTqnargss ` r"zSQLDiff.rs -(((( 47 $$$$ ,'''' 47 $$$$     !$qrr(++       =r$c |dd|||dd|dd|||ddS)NrHrIrrJz DROP COLUMNrrWrPrXrYr\s r"r`zSQLDiff.|sz -(((( 47 $$$$ -(((( 47 $$$$ @r$c`dd||dddd||dddfdt |ddDdd d||d d ||d d t jdS)NrHrIrrJrKrc3~K|]7\}}|dkr|n|V8dSrMrNrQs r"rUz#SQLDiff...sdAq)*Q!!!$$$E4E4Ea4H4Hr$ REFERENCESrV ()rW)rPrXrYrZr[r opsdeferrable_sqlr\s ` r"r`zSQLDiff.s=   m , , , , OOBBtAwKK ( ( ( (   l + + + + OOBBtAwKK ( ( ( ( HH%d122h//       l + + + + OOBBtAwKK ( ( ( ( OOBBtAwKK ( ( ( ( N ) ) + + + +' r$c|dd||dd|dd||dd|dfd |d D||d d S) Nz CREATE INDEXrIrVrJONrrg, c3.K|]}|VdSNrRer^s r"rUz#SQLDiff...s+!9!9A""Q%%!9!9!9!9!9!9r$rrh);rPrXrYrZr\s ` r"r`zSQLDiff.s .)))) 47 $$$$ $ 47 $$$$  !9!9!9!9a!9!9!999::: $q'""""=r$c||dd|||ddS)Nz DROP INDEXrIrrWrPrXr\s r"r`zSQLDiff.sB ,'''' 47 $$$$@r$c|dd||dd|dd||dd|dd|d fd |d Dd S) NrHrIrrJzADD CONSTRAINTrVUNIQUErgrnc3.K|]}|VdSrprqrrs r"rUz#SQLDiff...s+%=%=bbee%=%=%=%=%=%=r$rrtrur\s ` r"r`zSQLDiff.s   m , , , , OOBBtAwKK ( ( ( (   . / / / / OOBBtAwKK ( ( ( (   h ' ' ' ' OODII%=%=%=%=T!W%=%=%=== > > > >' r$c|dd|||dd|dd|dd|||dd S) NrHrIrrJDROP CONSTRAINTrrWrwr\s r"r`zSQLDiff.s -(((( 47 $$$$ &!!!! ,'''' 47 $$$$ Ar$c *|dd|||dd|dd|||dd||dd S NrHrIrrJMODIFYrrVrWrPrXrYrOr\s r"r`zSQLDiff.s -(((( 47 $$$$ (#### 47 $$$$ $q'"""" ;r$c *|dd|||dd|dd|||dd||dd Srrr\s r"r`zSQLDiff.s -(((( 47 $$$$ (#### 47 $$$$ $q'"""" @r$c V|dd|||dd|dd|||dd||dd|dd S) NrHrIrrJrrrVNOT NULLrWrbr\s r"r`zSQLDiff.s -(((( 47 $$$$ (#### 47 $$$$ $q'"""" *%%%% 8r$cd|d||dzS)Nz -- Error: %sr)NOTICEERRORr\s r"r`zSQLDiff.s,ellT!W---//r$cd|d||dzS)Nz-- Comment: %sr)rrXr\s r"r`zSQLDiff.s, 5??4733311r$c>|d|dzS)Nz-- Table missing: %srrr\s r"r`zSQLDiff.s ELLa(==r$c>|d|dzS)Nz-- Model missing for table: %srrr\s r"r`zSQLDiff.s"u||(472@@r$FNcd|_||_||_|d|_||_||_t j|_g|_i|_ t|_ i|_ t|_ |j|j|j|j|j|j|j|j|j|j|j|j|j|j|jd|_dS)N dense_outputr8)has_differences app_modelsoptionsdensestdoutstderrr introspection differencesunknown_db_fieldsset new_db_fieldsrunsigned SQL_ERROR SQL_COMMENTSQL_TABLE_MISSING_IN_DBSQL_TABLE_MISSING_IN_MODELSQL_FIELD_MISSING_IN_DBSQL_FIELD_MISSING_IN_MODELSQL_FKEY_MISSING_IN_DBSQL_INDEX_MISSING_IN_DBSQL_INDEX_MISSING_IN_MODELSQL_UNIQUE_MISSING_IN_DBSQL_UNIQUE_MISSING_IN_MODELSQL_FIELD_TYPE_DIFFERSQL_FIELD_PARAMETER_DIFFERSQL_NOTNULL_DIFFERDIFF_SQL)r]rrrrs r"__init__zSQLDiff.__init__s#$ ^,   '5!# UU  ^'#'#?&*&E#'#?&*&E"&"=%)%D#'#?&*&E$($A'+'G!%!;&*&E"5   r$cXtj|_|j|jd|_d|j|jD|_|jr| |j r| dSdS)N only_existing)rcg|] }|j Srqname)rR table_infos r" z SQLDiff.load..s*    O   r$) r cursorrdjango_table_namesr django_tablesget_table_list db_tablescan_detect_notnull_differ load_nullcan_detect_unsigned_differ load_unsignedr]s r"loadz SQLDiff.loads ')) !/BB,7C    "0?? LL     )  NN     * !     ! !r$c td)Nzcload_null functions must be implemented if diff backend has 'can_detect_notnull_differ' set to TrueNotImplementedErrorrs r"rzSQLDiff.load_null s!:   r$c td)Nzgload_unsigned function must be implemented if diff backend has 'can_detect_unsigned_differ' set to Truerrs r"rzSQLDiff.load_unsigneds!;   r$c@|j||gfdSrp)rr/)r] app_label model_names r"add_app_model_markerzSQLDiff.add_app_model_markers& J ;<<<< list of dicts code from snippet at https://www.djangosnippets.org/snippets/1383/ cg|] }|d Srrq)rRrs r"rz'SQLDiff.sql_to_dict..4s===$d1g===r$) r rexecute descriptionrfetchallzipr/dict) r]queryparamr fieldnamesresultrowrowsetfields r" sql_to_dictzSQLDiff.sql_to_dict*s"$$ue$$$==&*<=== ,,Z88 ??$$ ( (CFZ-- % % e$$$$ MM$v,, ' ' ' ' r$c8|tSr&)r.r )r]rs r"get_field_model_typezSQLDiff.get_field_model_type>s}} }333r$ciSrprq)r]current_kwargsrr table_name reverse_types r"get_field_db_type_kwargsz SQLDiff.get_field_db_type_kwargsAs  r$c |d}|}||vr ||}n |j||}n#t$rr||}|sX|jddd|ddf}||jvr-d|j|<|dd|dd|dYdSYnwxYwt|r |}i}t|tr#| |d |d }|d kr|rt|d dd krd}t|tr#| |d|d}|dkr|dr |d|d<|dkr3|d|d<|drt|dp|d|d<|drd|d<|dvrd|d<|rt|ddrd|d<|dkrB|d} |j|| \}} | r| | d|z}||||||} | | ||} | d#i|t& } |j}|sd!}|||jf|jvr|j| vr | d"|j} | S)$NrrrVr:z!Unknown database type for field 'rz' (rikwargsri2B geom_typePOINTz.django.contrib.gis.db.models.fields.PointField CharFieldrh max_length DecimalFieldre max_digitsdecimal_placesTblank) TextFieldrr geographyF GeometryFieldz&django.contrib.gis.db.models.fields.%sr'publicrIrq)rrget_field_typeKeyErrorget_field_db_type_lookuprrrcallablerrupdategetattrtupleabsget_geometry_typerget_field_classr.r db_tablespacecolumnrunsigned_suffix)r]rrr type_coderrkeyrgeo_col geo_params extra_kwargs field_class field_db_type tablespaces r"get_field_db_typezSQLDiff.get_field_db_typeKs N &*&J&J&L&L# 3 3 36yALL #1@@KXX  #<>L lD ) ) 0 MM,x0 1 1 1'/L    {D11W<<KL lE * * + MM,q/ * * *'?L ; & &;q> &#.q>F< > ) )#.q>F< A63{1~#6#6H+a. # $ q> &"F7O#===!%v  'WUK77 '"&F;  ? * *!!nG(,'9'K'KG(( $L* * j)))ClRL44 K L    l###**<88 # --f--555LL (  "!J   L ]    $3=HH'4}}d6J6JKMsAA6CCcdSrprq)r]rs r"rz SQLDiff.get_field_db_type_lookupstr$cd|vr=|dd\}}tj|}t||Stt|S)N.r)rsplit importlib import_modulerr)r] class_path module_path package_namemodules r"rzSQLDiff.get_field_classsW *  (2(9(9#q(A(A %K,[99F6<00 0vz***r$cx|j}|dkrd}|jp|j}|j|||fdS)Nrfixme)r db_columnattnamerget)r]rrr rs r"get_field_db_nullablezSQLDiff.get_field_db_nullablesE(   !J/2U]y}}j*g>HHHr$c|rL|dkrF|ddddS|S)Nzdouble precisionrIr()splitlower)r] field_types r"strip_parameterszSQLDiff.strip_parameterssT  B*(:::##C((+11#66q9??AA Ar$cg}t|dr$|tt|jz }|jD]}||j|||S)Nindex_together)hasattrrrr%indexesr/fieldsexpand_together)r]r0indexes_normalizedidxs r"get_index_togetherzSQLDiff.get_index_togethers| 4) * * P $'9$:M'N'N"O"O O < 2 2C  % %cj 1 1 1 1##$6===r$ctt|j}|jD]1}t |t r||j2|||Srp) rrunique_together constraintsrrr/r(r))r]r0unique_normalized constraints r"get_unique_togetherzSQLDiff.get_unique_togethersp !3D4H!I!IJJ* < .s2HHdnnU++3HHHHHHr$)rr/r)r]togetherr0 new_togetherr(s ` r"r)zSQLDiff.expand_togethersd (22  F   HHHHHHHHH    r$ctjt}t|D]@}|r |j|vr|jr)|jr!|jp|j|id}|s/|r-tfd| D}|vr|r| |g} | d|g| dz| t} | dr| d|g| dzd | d r| d|g| dzd B||} td |D} | D]?} | | vr|r| |vr| || } | d|| | dz@dS) Nuniquec3HK|]\}}g|dk|dVdScolumnsr9NrqrRcontraint_namer1rs r"rUz4SQLDiff.find_unique_missing_in_db..J**6NJ#9 9(===#8,====**r$rB_uniqr'varcharr@_like varchar_pattern_opstext text_pattern_opsc>g|]}|d |d|dS)r9indexr<rqrRvs r"rz5SQLDiff.find_unique_missing_in_db..sD   X; ()z )    r$r SchemaEditorClassr+rr9managedrranyitems_create_index_namerr. startswithr2rvaluesr]r0 table_indexestable_constraintsr skip_list schema_editorrdb_field_unique index_namer.r.db_unique_columnsunique_columnsrs @r"find_unique_missing_in_dbz!SQLDiff.find_unique_missing_in_dbs#4Z@@ %d++$ $ E U]i77|!  ! /:U]"/"3"3GR"@"@"D"DX"N"N&+<&)****:K:Q:Q:S:S***''O m+++*==j7)TT ##*J :PWCW --:->>%%i00''-" "W,. %%f--''-" "W,+ 22488.  *1133     .  N!222 ^y88&99*nUUJ   & NJQXDX      r$ctdt|D}||}|D]\}}|ds|dr|d} t | dkr'|| d} | n| jrXnt| |vrk|d||dS)Nc g|] }|j|f SrqrrRrs r"rz8SQLDiff.find_unique_missing_in_model..QQQ e,QQQr$r9rGr<rrrC) rr+r2rNrrr9rr) r]r0rSrTrr(r.constraint_namer1r<rs r"find_unique_missing_in_modelz$SQLDiff.find_unique_missing_in_modelsQQ:J4:P:PQQQRR22488+<+B+B+D+D X X 'OZh' '"  +G7||q   71:..=\>>_44    9: W W W W% X Xr$cRtjt}t|D]}|jr|jp|j}||vr|||g}|d||g|d|t} | dr|d||g|dzd| dr|d||g|dzd| |} td | D} | D]9} | | vr||| }|d|| |d zd:|j D].} | j|vr#|d|| j| jd/dS) Nr@rr'rArBrCrDrEc>g|]}|d |d|dS)rGr9r<rqrHs r"rz4SQLDiff.find_index_missing_in_db..UsD   W: '(k )    r$_idx)r rKr+db_indexrrrOrr.rPr,rrQr'rr()r]r0rSrTrrVrrrXr.r%db_index_togetherr<rGs r"find_index_missing_in_dbz SQLDiff.find_index_missing_in_db5s/#4Z@@ %d++  E~ /:U]-//!.!A!A*wi!X!XJ''-zG9jRT$mmzmBBG)))44++1&$I&02 ))&11++1&$I&0/ 0066.  *1133     &  G+++&99*gNNJ   %z7J.lr`r$cg|] }|j SrqrrRr+s r"rz7SQLDiff.find_index_missing_in_model..m===CH===r$r9rGr<rr primary_key foreign_keyrr+orderscheckr' spatial_indexFrA)rr+r'r,rNrrrnrr ForeignKey db_constraintr9rfdb_checkr rrr) r]r0rSrTrr(meta_index_namesr%rar1r<rs r"find_index_missing_in_modelz#SQLDiff.find_index_missing_in_modelis;QQ:J4:P:PQQQRR== ===0066+<+B+B+D+D, W, W 'OZ"222(# Jw,?  +GJJwqz**E8$! G)<! W""m,1B}-"5&*;<<+ h'ELw' "6*e33"x004 4g&5>g&5>>Z>+P+P5/599g&5>>^+K+K    8*o V V V VY, W, Wr$c^|D])}|d|vr|d||d*dS)Nrr>)r)r]fieldmaptable_descriptionrrs r"find_field_missing_in_modelz#SQLDiff.find_field_missing_in_modelsL$ R RC1vX%%##$g}|jr_||jjjj|jjj|jjjgd}nd}| | t|j drQ| r=| d||z|js| d|j|||g|R|j||fKdS)Ncg|] }|d SrrqrRrs r"rz4SQLDiff.find_field_missing_in_db..s999SV999r$r?r=r'include_defaultsz DEFAULT %sr)rN remote_fieldr*modelr,db_tabler5 field_namerr/r.r r has_defaultget_prep_value get_defaultrrradd) r]ryrzr db_fieldsrr field_outputops r"find_field_missing_in_dbz SQLDiff.find_field_missing_in_dbs99'8999 !)!1!1 A A J**! % / ''!.4:C!.4:DD % 2 =$ .BB.B##EMMZM$H$HIII< 238I8I8K8K ''$u';';E. EEEC3q63-EEEr$>serialinteger bigserialbigintrD)rr+rrr r#r) r]r0rzrfuncrrr model_typer.s r"find_field_type_differzSQLDiff.find_field_type_differsEE3DEEEFF %d++  Ez**#EJ/K22599J,,[%LLG T&*d5+z7&S&S# G((11T5J5J66J'0##'UZW%  r$ctd|D}t|D]+}|j|vr ||j}||}||||} |||| kss|r||||| \}} |td} d| vrT| dd\} } | d d} nd} || kr| | ks| d||j|| -dS) Nc"g|] }|d|f Srrqr~s r"rz7SQLDiff.find_field_parameter_differ..rr$r'rqz CHECKrrrirE) rr+rrr r# db_parametersr r striplstriprstripr) r]r0rzrrrrrrr. model_checkrus r"find_field_parameter_differz#SQLDiff.find_field_parameter_differsEE3DEEEFF %d++  Ez**#EJ/K22599J,,[%LLG((448M8Mg8V8VVV T&*d5+z7&S&S# G---DDWMK7""$+MM(A$>$>!#>>++22377>>sCC(( x0G0G##,J /  r$c|jsdSt|D]`}|jp|j}||f|jvr|||}|j|kr#|jrdpd}|d|||adS)Nr|SETrF)rr+rrrrrr)r]r0rzrrrractions r"find_field_notnull_differz!SQLDiff.find_field_notnull_differs-  F%d++ S SEo6GG$(:::--eZ@@DzT!!.7%##$4j'6RRR S Sr$ciSrprq)r]rrrs r"get_constraintszSQLDiff.get_constraintss r$c |jdrH|dd|jD]*}||jvr||jvr|d|+d}|jD]}|j}|j}|j }|jds|j r-||kr|||j ||jvr|d|nt|j dr!|j |j|}n!||j||j }t!dt#|D}|jr t&|d< |j |j|} nc#t*$rV} |dd t-| zt1jYd} ~ yd} ~ wwxYwi} |D]O\} } | d }t7|d kr/| d | d | d| d| |d<P||| ||||| ||||| || || ||!|| |||"|| |||#|| ||$|| ||%|| |tMd|j'D|_(dS)Nall_applicationsr<include_proxy_modelsr;rcHg|]}|jp||f Srq)r get_attnamer_s r"rz,SQLDiff.find_differences..0s@_;(9(9(;(;UCr$rr9zunable to introspect table: %sr<rrnr9r)rnr9rr>rc4g|]\}}}t|Srq)r)rR _app_label _model_namediffss r"rz,SQLDiff.find_differences..qs% O O O:J USZZ O O Or$))rrrrIGNORE_MISSING_TABLESrrr,rrr(__name__r&rrrrr+order_with_respect_torget_table_description Exceptionstrrr rollbackrNrrrbrwr{rr[rhrrrmaxrr)r]table cur_app_label app_modelr0rrrTryrzrsrSr>dctr<s r"find_differenceszSQLDiff.find_differences s <* + I  % %dD 1 1 1 I I!333T%???''(@%HHH Z PZ PI?DJI< 67 DJ  )))))Y5GHHH//##$9:FFFt)+<== $($6$F$FK%%!!%)$8$8KT-?%%!!1$!7!7H) 4%3" $($6$L$LK%%!!   ##=A N$&&&  M'8'>'>'@'@  #i.w<<1$$'*='9"%h- #*8 11M'!*-  - -m%6      , ,m%6      , ,X7H* U U U  ) )(4Ez R R R  * *m%6      ) )m%6      ' '.? L L L  , ,T3Dj Q Q Q  * *41BJ O O O O" O Od>N O O O  s E== GA GGcx|jdr||dS||dS)zPrint differences to stdoutsqlN)rprint_diff_sqlprint_diff_text)r]rTs r" print_diffzSQLDiff.print_difftsE <  (    & & & & &   ' ' ' ' 'r$c P|jsG|jd|jd|jsG|jd|jdd}|jD]\}}}|s |jsO|rM||krG|jdd||}|jsG|rE|jdd||D]K}|\}}|j|tfdt|Dz} d fd t| dD} |js3|jd d| |rv|jd d|dd d|d|  1|j| MdS) NzE# Detecting notnull changes not implemented for this database backendrzF# Detecting unsigned changes not implemented for this database backendz+ Application:rIz|-+ Differences for model:c 3K|]\\}}t|t|ttfrd|n|fV]dS)rnN)rrXrrrrZrRr!rsrTs r"rUz*SQLDiff.print_diff_text..s}991 A,6q4-,H,HODIIaLLLa999999r$'c3^K|]'\}}|dzdkr|p|V(dS)rVrN)rrs r"rUz*SQLDiff.print_diff_text..sW  1EQJ15;;q>>6Q      r$z|--+AppModel) rrwriterrrrrX DIFF_TEXTSrr[rZr ) r]rTrrrrdiffr diff_argsrDs ` r"rzSQLDiff.print_diff_text{s9- " K   '    K  b ! ! !. " K   '    K  b ! ! ! ,0,</ 0/ 0 (Iz5 : *) * 0J0J !!||$45555uy7Q7Q7QS!* : *  !! %ABBBB 333 0 0'+$ 9y1D9999!*) 4 499955xx     )$**S// : :   z0K%%f1E1E1E1Ett&LMMMM 0 ))!& U 3 3 3 3 % : : : : % W 5 5 5 5 % ; ; ; ; $      ))$////= 0#/ 0/ 0r$c |jsG|j|d|jdd}tjj}|js8|js/|j| ddSdS|j| d|j D]\}}}|s |jsK||krE|j|d| |z|}|jsE|rC|j|d| |z|D]V}|\}} |j |||| } |jr| dd} |j| W|j| d dS) NzF-- Detecting notnull changes not implemented for this database backendrz-- No differenceszBEGIN;z-- Application: %sz -- Model: %srJrIzCOMMIT;)rrrrr rj quote_namerrrPrrXrreplace) r]rTrr^rrrrrrrDs r"rzSQLDiff.print_diff_sqls8- " K   '    K  b ! ! ! ^ &# <: J !!%"3"34G"H"HIIIII J J K  e//99 : : :040@ , ,, :uz.my&@&@K%% %9EOOI > >===MQ>>>>@XXX4222h3W3W3WjRRR AAA829=!!!!F S S Sh h h T (xzz((((C0C0C0J#<#<#<#<# %!&        r$rc^eZdZdZdZdZfdZdZdZdZ dZ d fd Z d Z d d Z xZS) MySQLDiffTUNSIGNEDctt|_|dSrp)superrrauto_incrementload_auto_incrementr] __class__s r"rzMySQLDiff.loads8  !ee   """""r$cd|DS)Nc6g|]}|Srq)r!)rRr3s r"rz0MySQLDiff.format_field_names..s ///a ///r$rqrs r"rzMySQLDiff.format_field_namess//;////r$cd}|jD]=}|d|g}|D]!}|||df}|ddk|j|<">dS)Nrz SELECT column_name, is_nullable FROM information_schema.columns WHERE table_schema = DATABASE() AND table_name = %s column_name is_nullableYESrrrr]r rrrrs r"rzMySQLDiff.load_nulls . D DJ%%+  F% D D !:z-/HI!+M!:e!C # D D Dr$cd}|jD]C}|d|g}|D]'}|||df}|j|(DdS)Nrz SELECT column_name FROM information_schema.columns WHERE table_schema = DATABASE() AND table_name = %s AND column_type LIKE '%%unsigned'r)rrrrrs r"rzMySQLDiff.load_unsigned s . ' 'J%%9  F% ' ' !:z-/HI !!#&&&& ' ' 'r$c|jD]B}|d|g}|D]&}||df}|j|'CdS)Nz SELECT column_name FROM information_schema.columns WHERE table_schema = DATABASE() AND table_name = %s AND extra = 'auto_increment'r)rrrr)r]rrrrs r"rzMySQLDiff.load_auto_increments}. - -J%%3  F% - - !:m#<=#'',,,, - - -r$Nct|||}|sdS|r||}||dkr.||dkr|d}||dkr|dkrd}||jf|jvr d|vr|dz }|S)NcharrAvarboolrAUTO_INCREMENTz AUTO_INCREMENT)rr rr#rrrr]rrrr.r"rs r"r zMySQLDiff.get_field_db_type/s''++K KK  F  -22599J%%j11V;;))'22i??!..//$$Z00F::i''$G $%%*:)H)H,,r$ctdt|D}d|jD}||}||}|D]\} } | |vr | dr | ds| d} || d} t| dkr| s|d|| l| d r| j r|| d r"t| tj r| j r| dr| jr| dr)| d d kr| d r| jr| dr| jr| dr| t"rt%| ddr/n>| drt'| |vrK| dr| drt'| |vrn|d|| dS)Nc g|] }|j|f Srqr^r_s r"rz9MySQLDiff.find_index_missing_in_model..Nr`r$cg|] }|j Srqrrls r"rz9MySQLDiff.find_index_missing_in_model..Ormr$r9rGr<rrrArnrorr+rprqr'rrF)rr+r'r,r2rNrrrrnrrrsrtr9rfrur rr) r]r0rSrTrr(rvr%r.rar1r<rs r"rwz%MySQLDiff.find_index_missing_in_modelKsQQ:J4:P:PQQQRR== ===006622488+<+B+B+D+D7 W7 W 'OZ"222(# Jw,?  +GJJwqz**E7||q  ''0*om,1B}-"5&*;<<+ h'ELw' "6*e33"x004 4g&5>g&5>>Z>+P+P5/599g&5>>^+K+Kw'"8,g/99    8*o V V V Vo7 W7 Wr$ctjt}t|D]@}|r |j|vr|jr)|jr!|jp|j|id}|s/|r-tfd| D}|vr|r| |g} | d|g| dz| t} | dr| d|g| dzd | d r| d|g| dzd B||} td |D} | D]?} | | vr|r| |vr| || } | d|| | dz@dS) Nr9c3HK|]\}}g|dk|dVdSr;rqr=s r"rUz6MySQLDiff.find_unique_missing_in_db..r?r$rBr@r'rAr@rBrCrDrEc.g|]}|d |dSr9r<rqrHs r"rz7MySQLDiff.find_unique_missing_in_db..% M M Ma8 MQy\ M M Mr$rJrRs @r"r[z#MySQLDiff.find_unique_missing_in_dbs#4Z@@ %d++$ $ E U]i77|!  ! /:U]"/"3"3GR"@"@"D"DX"N"N&+<&)****:K:Q:Q:S:S***''O m+++*==j7)TT ##*J :PWCW --:->>%%i00''-" "W,. %%f--''-" "W,+ 22488/ M M#4#;#;#=#= M M M  .  N!222 ^y88&99*nUUJ   & NJQXDX      r$rrp)rrrrrrrrrrrr rwr[ __classcell__rs@r"rrs $!% O##### 000 D D D''' - - -$8?W?W?WDMQ;;;;;;;;r$rcNeZdZdZdZdZdZ d fd ZdZdZ d fd Z xZ S) SqliteSQLDiffTFc|jD]<}d}|d|zgD]}|||df}|d |j|<=dS)NrzPRAGMA table_info('%s');rnotnullr)r]rr rrs r"rzSqliteSQLDiff.load_nullsz. ; ;J!J#..*Z7 ; ; ":z&/AB%/ %:!: #  ; ; ;r$cdSrprqrs r"rzSqliteSQLDiff.load_unsignedrr$Nc|g}dt|D}|D]N}|d}t|dkr1|d} | |vr%|ds|dr|| O||} t d|D} | D]}|| vr||t |||||dS) Nc8g|]}|j |jp|jSrq)r9rrr_s r"rz;SqliteSQLDiff.find_unique_missing_in_db..s9   | O ,u}   r$r<rrr9rnc.g|]}|d |dSrrqrHs r"rz;SqliteSQLDiff.find_unique_missing_in_db..rr$)rU)r+rQrr/r2rrr[) r]r0rSrTrrUrZr1r<rr.rYrs r"r[z'SqliteSQLDiff.find_unique_missing_in_dbs]  I  )$//    ,2244 - -J +G7||q   ^++x(,,6},E,$$V,,,22488. M M#4#;#;#=#= M M M  . 1 1N!222  000 )) -!2J) *     r$cdSrprqr]r0rSrTrs r"rhz&SqliteSQLDiff.find_index_missing_in_db  r$cdSrprqrs r"rwz)SqliteSQLDiff.find_index_missing_in_model rr$ct|||}|sdS|r\||}||dkr.||dkr|d}|S)NrrAr)rr rr#rrs r"r zSqliteSQLDiff.get_field_db_types''++K KK 4  022599J%%j11V;;))'22i??!..//r$rpr) rrrrrrrr[rhrwr rrs@r"rrs $!& ; ; ;   MQ       H               r$rceZdZdZdZdddZdZdZdZdZ d Z fd Z d Z d Z d ZdZdZdZdfd ZdZxZS)PostgresqlSQLDiffTz*django.contrib.postgres.fields.HStoreField(django.contrib.postgres.fields.JSONField)hstorejsonba SELECT nspname, relname, conname, attname, pg_get_constraintdef(pg_constraint.oid) FROM pg_constraint INNER JOIN pg_attribute ON pg_constraint.conrelid = pg_attribute.attrelid AND pg_attribute.attnum = any(pg_constraint.conkey) INNER JOIN pg_class ON conrelid=pg_class.oid INNER JOIN pg_namespace ON pg_namespace.oid=pg_class.relnamespace ORDER BY CASE WHEN contype='f' THEN 0 ELSE 1 END,contype,nspname,relname,conname; z SELECT nspname, relname, attname, attnotnull FROM pg_attribute INNER JOIN pg_class ON attrelid=pg_class.oid INNER JOIN pg_namespace ON pg_namespace.oid=pg_class.relnamespace; cV|dd|||dd|dd|||dd|dd||dd S NrHrIrrJALTERrTYPErVrWrr\s r"r`zPostgresqlSQLDiff.7s -(((( 47 $$$$ '"""" 47 $$$$ &!!!! $q'"""" ;r$cV|dd|||dd|dd|||dd|dd||dd Sr rr\s r"r`zPostgresqlSQLDiff.@s   m , , , , OOBBtAwKK ( ( ( (   g & & & & OOBBtAwKK ( ( ( (   f % % % %   d1g & & & &' r$c V|dd|||dd|dd|||dd||dd|dd S) NrHrIrrJz ALTER COLUMNrrVrrWrbr\s r"r`zPostgresqlSQLDiff.Js -(((( 47 $$$$ .)))) 47 $$$$ $q'"""" *%%%% 8r$c~ti|_|dSrp)rrcheck_constraintsload_constraintsrs r"rzPostgresqlSQLDiff.loadSs4  !# r$c||jgD]*}|d|d|df}|d |j|<+dS)Nnspnamerelnamer attnotnull)r SQL_LOAD_NULLrr]rrs r"rzPostgresqlSQLDiff.load_nullXs[##D$6;; 3 3Cy>3y>3y>BC!$\!22DIcNN 3 3r$cdSrprqrs r"rzPostgresqlSQLDiff.load_unsigned]rr$c||jgD]-}|d|d|df}d|dvr ||j|<.dS)NrrrCHECKpg_get_constraintdef)rSQL_LOAD_CONSTRAINTSrrs r"rz"PostgresqlSQLDiff.load_constraintsbse##D$=rBB 2 2Cy>3y>3y>BC#4555.1&s+ 2 2r$cFdd||idS)Nz)django.contrib.postgres.fields.ArrayField base_field)rr)r)r]r!s r"get_data_type_arrayfieldz*PostgresqlSQLDiff.get_data_type_arrayfieldhs5?>d22:>>@@   r$cidddfddfddfdd fd d fd d fddfddfddfddfddfddfddfddfddfd d!fd"fd#d$d%d&S)'Niric0dS)N BooleanFieldr!r"rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..s$77>7RRr$ic0dS)N BinaryFieldr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..ts$77=7QQr$ic0dSNrr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..u$77;7OOr$ic0dSNrr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..vr(r$ic0dSr/r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..wr(r$ic0dSr/r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..xr(r$ic0dSr,r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..yr-r$ic0dSr,r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..zr-r$ic0dSr,r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..{r-r$ic0dS)NBigIntegerFieldr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..|s$77CT7UUr$ic0dSN FloatFieldr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..}$77<7PPr$ic0dSr8r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..~r:r$ic0dSr8r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..r:r$i[c0dSN DateTimeFieldr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..$77?7SSr$ic0dSr>r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..r@r$ic0dS)Nrr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..r(r$c0dS)N DurationFieldr&r'rsr"r`zCPostgresqlSQLDiff.get_data_types_reverse_override..r@r$z0django.contrib.postgres.search.SearchVectorFieldr )iiirqrs`r"rz1PostgresqlSQLDiff.get_data_types_reverse_overrideps + RRRR  QQQQ  OOOO  RRRR  RRRR   RRRR  OOOO  OOOO  OOOO  UUUU  PPPP  PPPP  PPPP  SSSS SSSS! " RRRR# &TSSSD<-    r$c i}|dd|g|D]\}}}}||vrwg|dk|dv|dkr)t|dddnd d d d ||<||d ||d d|g|D]6\}}||vr gd d d dd d ||<||d |7|d|g|D]$\} } } } | |vrt | | | d d dd || <%|S)zm Find constraints for table Backport of django's introspection.get_constraints(...) a SELECT kc.constraint_name, kc.column_name, c.constraint_type, array(SELECT table_name::text || '.' || column_name::text FROM information_schema.constraint_column_usage WHERE constraint_name = kc.constraint_name) FROM information_schema.key_column_usage AS kc JOIN information_schema.table_constraints AS c ON kc.table_schema = c.table_schema AND kc.table_name = c.table_name AND kc.constraint_name = c.constraint_name WHERE kc.table_schema = %s AND kc.table_name = %s r primary key)rFr9z foreign keyrrrNF)r<rnr9rorqrGr<a SELECT kc.constraint_name, kc.column_name FROM information_schema.constraint_column_usage AS kc JOIN information_schema.table_constraints AS c ON kc.table_schema = c.table_schema AND kc.table_name = c.table_name AND kc.constraint_name = c.constraint_name WHERE c.constraint_type = 'CHECK' AND kc.table_schema = %s AND kc.table_name = %s Ta SELECT c2.relname, ARRAY( SELECT (SELECT attname FROM pg_catalog.pg_attribute WHERE attnum = i AND attrelid = c.oid) FROM unnest(idx.indkey) i ), idx.indisunique, idx.indisprimary FROM pg_catalog.pg_class c, pg_catalog.pg_class c2, pg_catalog.pg_index idx WHERE c.oid = idx.indrelid AND idx.indexrelid = c2.oid AND c.relname = %s )rrr!rr r/r) r]rrrr/r1rkind used_colsrGr<r9primarys r"rz!PostgresqlSQLDiff.get_constraintss    z "!   $4:??3D3D > > /Ji,,!#'::<<=#@"jjll.GGzz||}44$)1););C)C)C#D#D#D"" + + J'  #I . 5 5f = = = = z "   #)//"3"3 > > J,,!#(##'!" ++ J'  #I . 5 5f = = = = L!   $06/@/@   +E7FGK''#G}}#*$#'"! && E"r$Nct|||}|sdS|rZ|dr_|jp|j}|d||fdd}|dr|dd}|S|jr&t|tr|dkrd}n|d krd }|r|j }|d krd }|jp|j}|j |||fi d d}|rf|dd}|dd}dd|dD}|d|zz }|S)Nz[]a`SELECT attname, format_type(atttypid, atttypmod) AS type FROM pg_attribute WHERE attrelid = %s::regclass AND attname = %s AND attnum > 0 AND NOT attisdropped ORDER BY attnum; rrzcharacter varyingrArrrrrrrz((rz))riz("c g|];}d|vr3dd|ddDp|..Cs,)P)P1!''#,,)P)P)P)P)P)Pr$rIr)rZr )rRrss r"rz7PostgresqlSQLDiff.get_field_db_type..Asf!" 1HQ $ )P)PQ)P)P)P P P! r$rI)rr endswithrrrrPrrnrrrrrrZr ) r]rrrr.rintrospect_db_typer check_constraintrs r"r z#PostgresqlSQLDiff.get_field_db_type s''++K KK  F 8 6%% * /:U]%)%5%5 ) & & & &"&001DEE);)C)C+Y**&*)  *Zy%A%A *i''&GG(()G 6"0 ##!)J/:U]#'#9#=#=W5r$$#,d33!$ 6'7'?'?c'J'J$'7'?'?c'J'J$'+yy&6%;%;C%@%@ (($s%555Gr$c |d|gdd}|j|dS#tt f$rYdSwxYw)Nz-SELECT typname FROM pg_type WHERE typelem=%s;rtypname_)rDATA_TYPES_REVERSE_NAMErr IndexErrorr)r]rrs r"rz*PostgresqlSQLDiff.get_field_db_type_lookupLs} ##?)D/33DJJsOODD DH%    DD sAAA'&A'r)rrrrrrUrrrrrrrrrr"rrr rrrs@r"rrs $!%?;M       333    222       4dddF======~r$r)postgispostgresql_psycopg2 postgresqlmysqlsqlite3oraclecZeZdZdZdZfdZfdZedZfdZ fdZ xZ S)CommandaPrints the (approximated) difference between models and fields in the database for the given app name(s). It indicates how columns in the database are different from the sql that would be generated by Django. This command is not a database migration tool. (Though it can certainly help) It's purpose is to show the current differences as a way to check/debug ur models compared to the real database tables and columns.Fct||dd|dddddd |d d d ddd |dddddd|ddd ddd|ddddd|ddddd|d dd!dtjdS)"Nr*)nargsz--all-applicationsz-a store_trueFrz8Automaticly include all application from INSTALLED_APPS.)rdefaultdesthelpz--not-only-existingz-e store_falseTrz_Check all tables that exist in the database, not only tables that should exist based on models.z--dense-outputz-drzRShows the output in dense format, normally output is spreaded over multiple lines.)rrdrcrez --output_textz-trz:Outputs the differences as descriptive text instead of SQLz--include-proxy-modelsrz!Include proxy models in the graphz--include-defaultsrz3Include default values in SQL output (beta feature)z--migrate-for-testsmigrate_for_tests)r add_arguments add_argumentargparseSUPPRESS)r]parserrs r"rhzCommand.add_argumentsss f%%%Ks333 #K      !   5     C      M      $'4      #F      !$"      r$cHtj|i|d|_dS)Nr)rr exit_code)r]r_rrs r"rzCommand.__init__s*$)&)))r$cddlm}|d}d}t|dr|jdd}n|j}|dkrt d|d rt jd }nz|st d t|tttfs|g}g}|D]?}t j |}| |d @|st d |d} | rddlm} | dg|Rd d d|s%t jdd}d|vr|dd}t&|t*} | |||j|j} | | | jsd|_| |jdS)Nr)settingsr DATABASESrcENGINEdummyzDjango doesn't know which syntax to use for your SQL statements, because you haven't specified the DATABASE_ENGINE setting. Edit your settings file and change DATABASE_ENGINE to something like 'postgresql' or 'mysql'.rT)include_auto_createdzEnter at least one appname.z+Unable to execute sqldiff no models founds.rg) call_commandmigrate)no_input run_syncdbrr)rr) django.confrpr&rqDATABASE_ENGINEr r get_modelsrrrrget_app_configr*django.core.managementrur rr DATABASE_SQLDIFF_CLASSESrrrrrrrrnrrT) r]r_rrp app_labelsenginerr app_configrgruclssqldiff_instances r"handlezCommand.handlesP(((((([)  8[ ) ) .' 28BB3  DK    ))+++/ DN##DJ/////r$c\ tj|i|dS#t$r}|drt|dd}|s$t t j|jj}| |j j d|t j dYd}~dSd}~wwxYw)N tracebackrz: rV) rrr rr sysrrTrrrrexit)r]r_rrsrrs r"rzCommand.executes  EGGOT -W - - - - -   {# T8T22F E&sz4:3CDD LLQ[%9%9%911= > > > HQKKKKKKKKK s B+A8B&&B+c|t|tj|jdSrp)r run_from_argvrrrn)r]argvrs r"rzCommand.run_from_argvs3 d###      r$) rrrreoutput_transactionrhrrrrrrrs@r"r^r^is ND= = = = = ~9090]90v     !!!!!!!!!r$r^),__doc__rrrjtypingrrrr django.appsrr~rr django.core.management.baser django.core.management.colorr django.dbr r rdjango.db.modelsrdjango.db.models.fieldsrrdjango.db.models.optionsr"django_extensions.management.utilsrr__annotations__rrr#r+r6rrrrrr^rqr$r"rs, 222222222222<<<<<<<<5555551111115555555555------;;;;;;;;777777<<<<<<+|H4@@@ @@@u       [<[<[<[<[<[<[<[<|     W   VVVVVVVVrPPPPPGPPPfF !,#  Y!Y!Y!Y!Y!kY!Y!Y!Y!Y!r$