ojCJrddlmZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZddlmZdd lmZd Zd Zd7dZd8dZd9dZd7dZd:dZd;dZdd*Z d?d,Z!d@d-Z"dAd0Z#dBd1Z$e%d2kr0e&ej'e#e$d3d4d56dSdS)C) annotationsN)Decimal)Path)Any)record_audit_event)now)parse_budget_csv_textconfigure_source_mapping"OPTION1_ACCOUNTS_AND_MAPPINGS_ONLYzs16-source-truth-v1pathrreturnstrc|}dD])} ||cS#t$rY&wxYwtd)N)z utf-8-sigcp1252zunsupported source encoding) read_bytesdecodeUnicodeDecodeError RuntimeError)r dataencodings ^/home/agent/.hermes/worktrees/FinanceManager-sprint23/scripts/sprint16_household_onboarding.py _read_csvrsl ??  D+ ;;x(( ( ( (!    D  4 5 55s 1 >>valuerrctt|pdddddddS)N0u’',.)rrreplace)rs r_decimalr" sN 3u|$$,,UB77??RHHPPQTVYZZ [ [[connsqlite3.Connectionsqlparamstuple[Any, ...] sqlite3.Rowc|||}t|dkrtd|dS)Nz*canonical account resolution is not uniquer)executefetchalllenr)r$r&r'rowss r_oner0$sH <<V $ $ - - / /D 4yyA~~GHHH 7Nr#crtj|SN)hashlibsha256r hexdigest)r s r _db_digestr6+s( >$//++ , , 6 6 8 88r#c tj}d|dD}|D]}|||d|dD]Q}|t jt|tddR| S)Ncg|] }|d S)r.0rows r z#_logical_digest..1s,  Ar#z\SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY namezSELECT * FROM "z" ORDER BY rowidF)r:)default ensure_ascii separators) r3r4r,updateencodejsondumpslistrr5)r$digesttablestabler<s r_logical_digestrJ/s ^  F<< j  F rr ellnn%%%<< I% I I IJJ r rC MM$*T#YY%\fgggnnpp q q q q r     r#dict[str, Any]c |jdzrtdtj|d}|dtkrtd|dpi}|dpi}t|d d u|d d u|d d u|d d u|ddu|ddufstd|S)N?z)authorization manifest must be owner-onlyzutf-8)rcontractz(authorization manifest contract mismatch raiffeisen chain_auditboth_base_blocksTboth_reference_aboth_transitions_correctremoval_breaks_chain!identical_provider_transaction_idFpending_booked_pairz$Raiffeisen chain audit is incomplete) statst_moderrDloads read_textgetMANIFEST_CONTRACTall)r manifestrOchains r_load_manifestr`>sF yy{{U"HFGGGz$..'.::;;H||J#444EFFFl++1rJ NN= ) ) /RE  II( ) )T 1 II( ) )T 1 II0 1 1T 9 II, - - 5 II9 : :e C II+ , , 5     CABBB Or# backup_pathNonec<|}|jdd|rt dt j|t jt j zt j zd}t j |tj |} ||| n#| wxYw|dtj |}tj|_|dddkr#| t dt)jd d d 5}t-|j}dddn #1swxYwY tj |}||| tj |}tj|_|dddkrt d t1|t1|krt d| | |ddS#| |dwxYw)NT)parentsexist_okzbackup path already existsiPRAGMA integrity_checkrokzbackup integrity check failedzs16-restore-probe-z.sqlite3F)prefixsuffixdeletez$restore probe integrity check failedz%restore probe logical digest mismatch) missing_ok) expanduserresolveparentmkdirexistsrosopenO_CREATO_EXCLO_WRONLYclosesqlite3connectbackupchmodRow row_factoryr,fetchonetempfileNamedTemporaryFilernamerJunlink) r$ra descriptor destinationryhandle restore_pathrestoredprobes r_backup_and_restore_proberTs((**2244KTD99997888bj29&ZZcceeHEH V h7)9L ' ((;*?  X  RSS SILL ) Ux|U%>U U9UU   4X+%+P`aa r# account_idrr account_typebucketnotesc|d|f}|||ddddd|f }|rX|d|d|d|d |d |d |d |d |df } | |krtddSt} |d||||d|| | d|f t |ddd|||ddd|dddS)Nz)SELECT * FROM accounts WHERE account_id=?rrr+csv_calculatedr account_namercurrencyperformance_includedis_health_reserver balance_modeportfolio_bucketz@existing canonical onboarding account has incompatible semanticsaINSERT INTO accounts( account_id,platform_id,account_name,account_type,currency,performance_included, is_health_reserve,is_active,notes,created_at,updated_at,balance_mode,portfolio_bucket) VALUES (?,?,?,?,?,0,0,1,?,?,?,?,?)rraccount)rrrrrrrrr) r$rrrrrrrrrrs r_ensure_accountrsE||G*WW``bbHT<1aAQSYZH ] #Xn%=x?W Z (+A"BHM`Da [ !8N#;XFX=Y  X  abb bILL 1 [$ eUIyZjlrs  4X$(,TY,-?Oekmm r# budget_idc p|d|f}|||ddf}|r<|d|d|d|d|df}||krtd dSt}|d ||||dd ||ft |d d d||||ddddS)Nz7SELECT * FROM budget_accounts WHERE budget_account_id=?rr+linked_account_idrrrrz=existing budget onboarding account has incompatible semanticszINSERT INTO budget_accounts( budget_account_id,linked_account_id,name,account_type,currency,is_active,notes,created_at,updated_at) VALUES (?,?,?,?,?,1,?,?,?)z%Sprint 16 confirmed source onboardingrrbudget_account)rrrrrrr) r$rrrrrrrrs r_ensure_budget_accountrs||UXaWcddmmooHD,q9H ( )8F+;Xn=U Z (;"7  X  ^__ _ILL ) JlE;bdmoxy   4X$ )3TS_mrss r#c t|d|f}t|d}||krdS|d|t|ft |ddd|d|id|iddS) Nz4SELECT account_name FROM accounts WHERE account_id=?rzBUPDATE accounts SET account_name=?,updated_at=? WHERE account_id=?rrenamerr)rrrr old_valuesrr)r0rr,rr)r$rrrold_names r_ensure_account_namersDPS]R_``H8N+,,H4LLUX\^a^c^ceoWpqqq 4X"H->4:P]cr#argsargparse.Namespacec tjdstd|jr|jt krtdt|j}|d|d}tt|j d}i}|dD]>}| t|dg|?tt!d t!d g}|d d zt!d ks/td|D|krtdt%fd|D}t%fd|D}|tdr(|tdstdt+fd||Dstd||d} t-| dt/tdksFt-| dt/tdkrtdtt|jd} i} | dD]k}t|dp|dpd } | r| | dd z| | <lt5| dt7| z } t5| dt!|d!ksdt7| t!|d"ks,| t!|d#kst5| d krtd$t| d%gz}t9|j}t=j|jt<j _!"d&t!"d'#d}|d(krtd)"d*#dd+krtd,d-"d.$D}tKd/|j&f}tKd/|j'f}||fD]k}|d0d1ksN|d2d3ksBt!|d4pddks't!|d5pddks |d6d1krtd7ld8|d9dz}d:|d9dz}|d;t!d t7|t|d;<d=d3d1d>d?d3d@d>d?dAtQ|jdB}|jsB)t9|j|krtdCd;|dD<|S|j*tdEtW|j*"dFj,} t[t]t|dG|t_dHt|dI|d1d1dJKt_dLdMdNdOd@dPKtadQt|dG|dRStadTdH|dRStadUdLdNdVStadWt|dGdXdRSd|dQfd|dTfdY|j1dWfgdZ|D}fd[|D}d\"d.$D}||krtd]"d*#dd+krtd^j,|k}2n##tf$r4wxYw"d*#dd+kr#)td_)|rd`nda| t7db|Dd+d;t5|ddc|dd<|S)eNJARVIS_FINANCE_FINGERPRINT_KEYz*JARVIS_FINANCE_FINGERPRINT_KEY is requiredz/exact onboarding authorization text is requiredrOvisaraiffeisen_bankr/IBANreference_a_bookingsreference_b_bookingsphysical_row_countr+physical_lines_including_headerc34K|]}t|VdSr2)r.)r;r/s r zrun..s(::#d))::::::r#z"Raiffeisen source contract changedc3nK|]/\}}t|tdk+|V0dS)rNr.intr;refr/expected_raiffeisens rrzrun..F~~ysDD SQde{Q|M}M}@}@}s@}@}@}@}~~r#c3nK|]/\}}t|tdk+|V0dS)rNrrs rrzrun..rr#reference_a_suffixreference_b_suffixz,Raiffeisen reference suffix contract changedc3K|]J}t|dttdkVKdS)Balance reference_a_provider_balance_chfN)r"r[rr)r;r<rs rrzrun..sg  ##$$4GHj4k0l0l(m(mmr#z/Raiffeisen reference A provider balance changedrr reference_b_provider_balance_chfzCredit/Debit Amountreference_b_interest_chfz.Raiffeisen reference B source contract changedvisa_credit_cardCardIdcardidr transactionsprovider_reference_rowsfallback_role_rowszVISA source contract changedz visa-cardzPRAGMA foreign_keys=ONz6SELECT COALESCE(MAX(version),0) FROM schema_migrations/z&onboarding requires schema 47 or newerrfrgz#database integrity preflight failedc,g|]}t|Sr9tupler:s rr=zrun.."sgggCU3ZZgggr#zPRAGMA foreign_key_checkz9SELECT * FROM accounts WHERE account_id=? AND is_active=1rcashrrrrrz;existing bank accounts must be compatible CHF cash accountsu/Raiffeisen Mitglieder-Privatkonto •••• u-Raiffeisen Mitglieder-Sparkonto •••• T)reverse)rlogical_bookingsreference_distributionF)rrr liability)raiffeisen_extrar)schemasource_contract_verifiedrO account_rolesconfirm_onboardingz!dry-run changed the database filedatabase_unchangedz+--backup is required for confirm onboardingzBEGIN IMMEDIATEracct_s16_raiffeisen_extrarzCSeparate managed Raiffeisen cash asset; no invented opening balance)rrrrrracct_s16_visa_liabilityrrcredit_card_liabilityzCCard liability; excluded from cash assets and portfolio performancebacc_s16_raiffeisen_achecking)rrrrbacc_s16_raiffeisen_bbacc_s16_visa_liability credit_cardbacc_s16_akb_householdzAKB Haushaltskontoakb_bankc3 K|] }d|dfV dS)rrNr9)r;rs rrzrun..cs+ f fs!3(AB f f f f f fr#c Bg|]\}}}t|||ddS)T) source_typesource_referencebudget_account_idconfirmr )r;rrrr$s rr=zrun..esX   A -/@ % +AQ&7DJJ     r#c,g|]}t|Sr9rr:s rr=zrun..mshhhSeCjjhhhr#z'onboarding changed foreign-key findingsz!pre-commit integrity check failedz"post-commit integrity check failed confirmed unchangedc3HK|]}|ddkVdS)statusrN)r[)r;results rrzrun..~s4(k(kQWH)=)=)L(k(k(k(k(k(kr#)r idempotentmapping_results_unchanged integritybackup_restore_verified preexisting_foreign_key_findingsforeign_key_finding_deltar)5rqenvironr[rr authorization AUTHORIZATIONr`authorization_manifestr rraiffeisen_csv setdefaultrappendsortedrvaluesnextitemsendswithanyr"rvisa_csvstripr.sumr6dbrwrxr{r|r,r}r-r0raiffeisen_account_idakb_account_idboolrvryr total_changesrrrrakb_source_referencecommit Exceptionrollback)rr^ expected_visarOref_rowsr<expected_distribution reference_a reference_bb_rowr visa_refs referenceblank_visa_reference_rowsvisa_mapping_references before_digestrbaseline_foreign_keys raiffeisen_aakbrmasked_primary_namemasked_extra_nameplanchanges_beforemappingsmapping_resultsfinal_foreign_keyschangedr$rs @@rrunr=s :>>: ; ;IGHHH N4#5#F#FLMMMd9::H"<0V$M&y1D'E'EGXYYJ02H&!>>CF ,,b1188====" !7 8 9 93?RSi?j;k;kl '(1,4GHi4j0k0kkk ::(9(9::: : :>S S S?@@@~~~~HNN,<,<~~~~~K~~~~HNN,<,<~~~~~K   $78L$M N N O OKWbWkWk  4 566XXKIJJJ K(  NLMMM [ !! $E9%%&&'#6IJl6m2n2n*o*ooo EII344 5 5EXYsEtAuAu9v9v v vKLLL 4=!9!9;M N ND "IF|CC))DSWWX->->D"EEKKMM  C#,==A#>#>#BIi #DL 1 1C 8H8H8J8J4K4K K DLS~!>???? y!! " "c-8Q*R&S&S S S $M:N,O(P(P P P y>>Q  9:::$Y//;-?tw''M ?47 # #D{DLL)*** VWW``bbcde f fF {{CDDD ||,--6688;tCC@AAAgg4<<@Z3[3[3d3d3f3fgggY\`\v[xyyL tPSWSfRh i iC #&^^ N #v - -1D1M1M7127a88A==7./4155::)*f44\]] ]5LkZ\Z]Z]N^^G+VXVYVYJZZ$(/23FGh3i/j/j #$9 : :&,-BD&Q&Q&Q  .3hm n n!&Kafgg  #4#:;;  D  " dg  - / /BCC C%) !"  {HIIIdDK000LL"###'N,T3|L'A#B#BDWXXX 8c,WdJeFfFf"W     6Da-rVs6"""""" 777777555555LLLLLLMMMMMM4 )6666\\\\9999    ,!-!-!-!-H6####L8    bbbbJ     z E*$*SS&&U1PT U U UVVVVVr#