h;jZ * S SK JrJr S SKJr S SKJr S SKJr S SK r S SK
J r S SK J
r
Jr S SKJr S S KJr S S
KJr S S KJr S S KJr S S
KJrJr S SKJ r S SK J r S SK J r S SK!J!r! S SKJr S SK J"r" S SK#J$r$ S SK%J&r& S SKJ'r' S SKJ(r( S SK)J*r* SS/S/SS./ S QS /S S./ S QS /S S./ S QS!/S!S.S"/S#/S#S.S"/S$/S$S.S%// S&Q/ S'QS(./ S&QS)S$/S$S*.S%// S&Q/ S'QS(./ S&QS+S$/S$S*.S%// S&Q/ S'QS(./ S&QS,S$/S$S*./ S-Q/ S.Q/ S.Q/ S/QS(.S$/S$S0.S1/S2/S2S.S3. r+\," \+R[ 5 5 r./ S&Q/ S&Q/ S'QS(.S$S)S4./ S&Q/ S&Q/ S'QS(.S$S+S4./ S&Q/ S&Q/ S'QS(.S$S,S4./ S.Q/ S.Q/ S/QS(.S$S5.S6.r/\" 5 r0\0Rc S7\S89S9 5 r2 " S: S;\5 r3 " S< S=\5 r4S SK#J$r$ S SK%J&r& S S
KJr S S>KJ5r5 " S? S@\5 r6 " SA SB\5 r7 " SC S@\5 r6\0Rq SD5 SE\74SF j5 r9\0Rq SG5 SE\64SH j5 r:\0Rc SI5 SJ 5 r;\0Rc SK5 SL 5 r<\0Rc SM5 SN 5 r=\0Rc SO5 SP 5 r>\0Rc SQ5 SR 5 r
\0Rc SS5 ST\?SU\?4SV j5 r@\0Rc SW5 SX\?SY\?4SZ j5 rA\0Rc S[5 \" SS\S]9\" SS^S]9\" SS_S]9\" S5 \" S5 4SX\?S`\?Sa\\? Sb\\? Sc\\? Sd\\B Se\\B 4Sf jj5 rC\0Rc Sg5 Sh\?4Si j5 rD\0Rc Sj5 Sk 5 rE\0Rq Sl5 SE\34Sm j5 rF\0Rq Sn5 SE\44So j5 rG\0Rc Sp5 SSq\?Sr\?Sd\B4Ss jj5 rH\0Rq St5 Su 5 rI\0Rq Sv5 Sw\?4Sx j5 rJ " Sy Sz\5 rK\0Rq S{5 SE\K4S| j5 rL\0Rq S}5 SE\K4S~ j5 rM\0Rq S5 SE\K4S j5 rN\0Rc S5 S 5 rO\0Rc S5 S 5 rP\0Rc S5 S 5 rQ\0Rc S5 S 5 rR\0Rc S5 ST\?SU\?4S j5 rS\0Rq S5 SE\K4S j5 rT\0Rc S5 S 5 rU\0Rc S5 S 5 rV\0Rc S5 S 5 rW\0Rc S5 S 5 rX\0Rc S5 S\?4S j5 rQ\0Rc S5 S\?4S j5 rYS SK#J$r$ S SK%J&r& \0Rc S5 S\?4S j5 rZ\0Rc S5 S\?4S j5 r[g) )FastAPIQuery) HTMLResponse)Path)OptionalN) build_graph)predict_joinability best_pathgenerate_multi_join_sql)suggest_column_name) BaseModel)update_column_name)update_table_name)get_cached_tablesget_cached_columnsgenerate_report_sql interpret)
llm_interpret)json_to_report
best_paths)text)engine)
find_join_key) merge_paths)semantic_catalogagri_user_addressagri_districts)r!
district_name)targetsgroup_by
column_filter)r r! agri_subdivisions)r& subdiv_name)r r! r&
agri_block)r(
block_name)r r! r& r(
agri_mouza)r*
mouza_nameagri_crop_related)agri_activity_pipes crop_season)r, nameagri_crop_user_rels)r- r0 r, )agri_land_user_relsr0 r, )pipeplot crop_type_id)r# required_paths
required_pathjoin_keyr$ r% crop_name_idcrop_variety_id)r0 agri_crop_name_growth_stager, )r- r0 r: r, )r1 r0 r: r, )r# r6 r5 r$ r% r1 )r1 plot_no) district subdivisionblockmouzar. season_name crop_type crop_name crop_variety growth_stager3 )r6 r5
filter_columnr7 )r6 r5 rE )rA rB rC rD /)response_classc b [ S5 n U R 5 ( d gU R SS9$ )Nztemplates/index.htmlz'templates/index.html not found
zutf-8)encoding)r exists read_text) html_files '/var/www/html/database-metadata/main.pyhomerN s< +,I 8 c * \ rS rSr% \\S' \\S' Srg)
RenameRequesti rawreadable N__name__
__module__ __qualname____firstlineno__str__annotations____static_attributes__rT rO rM rQ rQ HMrO rQ c * \ rS rSr% \\S' \\S' Srg)TableRenameRequesti rR rS rT NrU rT rO rM r_ r_ r] rO r_ )Unionc * \ rS rSr% \\S' \\S' Srg)BIQueryi entitymetricrT NrU rT rO rM rb rb s K KrO rb c \ rS rSr% \\S' Srg)
AskRequesti questionrT NrU rT rO rM rf rf s MrO rf c \ rS rSr% \\S' Sr\\S' Sr\S- \S' Sr\S- \S' Sr \
\ \\ \ 4 \S' Sr
\S- \S ' Sr\S- \S
' 0 r\\S ' S rg)
rb i rc aggregate report_typeNrd fieldr$ sortlimitfiltersrT )rV rW rX rY rZ r[ rj rd rk r$ r r` listrl rm intrn dictr\ rT rO rM rb rb so K"K" FC$J E3: 04HhuS$s)^,-4D#* E3: GTrO z/askreqc
[ SU R 5 [ U R 5 n[ SU5 US ( d U$ US n[ SU5 UR S5 S:X a S US' UR S5 S:X a S US' UR S 5 S:X a S US ' UR S
5 S :X a5 S U R R 5 ; a UR S
S 5 S US
' [
US UR S
S5 UR S
5 UR S 5 UR S5 UR S5 UR S5 UR S0 5 S9n[ SU5 [ U5 $ )Nz QUESTION:z
LLM RESPONSE:successdatazDATA:r$ rl rk rj detailscountrd rc ri rm rn )rc rj rd rk r$ rl rm rn zBI REQ:)printrg r getlowerpoprb bi_query)rr llm_responseru bi_reqs rM askr s`
+s||$ .L /<( " D '4 xx
r! T* xx2 V xxB W
HH]y(3<<%%'' % X
> 88H
((7
XXj
!
&
((7
HHY # F
)V F rO z /bi_queryc
[ R " U R 5 nU( d SSU R 3S.$ US nUR S0 5 nU R S:X Ga / n/ nU R
HA nUR S0 5 R U5 nU( d M- UR
US 5 MC S U S
U S 3n[ S W 5 [ S
W
5 [ SW 5 U R
( Ga: / n 0 n U R
R 5 GH u pmUR S0 5 R U5 nU[ ; nU( a [ U nSU; a> U R
US R U R UR S5 5 5 OSU; a U R
US 5 SU; a US WS' SU; a SU; a SU ; a U R
S5 SU; a% US u nnU R U0 5 SU
S.U U U' U( d GM US nUS nU( d UU ; a U R
U5 U R U0 5 US:X a U
S:X a SSS/S.U U U' O SU
S.U U U' US:X a U
S:X a UR
U SU S 35 GM UR
U SU S U
S 35 GM [ S U 5 [ UU 5 n[ S U5 [ U5 n[ S!U5 S"U S#U S$3nU H* u nn[ UU5 u nnUS%U S&U SU S'U SU S$3 -
nM, U( a3 UR 5 H u nnUR
U S(U S)U 35 M! U( a US*S+R U5 - -
n[ S,5 [ U5 [ S-5 [ R " 5 nUR# [% U5 5 n U V s/ s H n [' U R( 5 PM n n S S S 5 S.U R U R U R
UW S/.$ UR S0 5 n0 n / n / n [+ U R, [. 5 ( a U R, O U R, ( a
U R, /O/ n / n 0 nU H n!U![0 ; a M [0 U! n"SU"; a SU"; a U R3 U"S0 5 U R3 U"S1 5 SU"; a> U R
U"S R U R U"R S5 5 5 OSU"; a U R
U"S 5 SU"; d M U"S US' M U R
R 5 GH^ u pmUR S0 5 R U5 nU[ ; nU( a [ U nSU; a> U R
US R U R UR S5 5 5 OSU; a U R
US 5 SU; a US US' SU; a SU ; a U R
S5 SU; a% US u nnU R U0 5 SU
S.U U U' U( d M US nUS nU( d UU ; a U R
U5 U R U0 5 US:X a U
S:X a SS2S/S.U U U' GMS SU
S.U U U' GMa [/ [& R5 U 5 5 n U( a6 U R U0 5 UR 5 H u nnSUS.X U' M [ S3U R 5 [ S4U R6 5 [ S5UR S65 5 [ S7[9 UR S65 5 5 U R: S8:X a& UR S9UR S:5 5 n#Un$S8n%OU R: S;; ao UR S60 5 R U R6 5 n&U&( a" U&S n$U&S n#U$U ; a U R
U$5 OUn$U R6 n#U R: n%OSSU R
; aM U R U0 5 U R
S> S?:X a S@SAS.X S>' O U R
S> SA:X a
SSAS.X S>' U$U#U%00n)[ S U 5 [ S
U
5 [ SBU)5 [ S
U
5 [ SBU)5 [ SC5 [ SDU5 [ S U 5 [ SEU 5 [ SF5 [ SGU 5 [= UU U
U U U)U USH9n[? U 5 SI: n*U*( aF U R: U R: :X a, U R@ ( d USJU R: - SK- U#- SL- -
nU*( aW U R@ SM:X aG U R: S8:X a USNU#- SL- -
nO+U R: S;; a USJU R: - SK- U#- SL- -
nU RB ( a USOU RB 3-
n[ SP5 [ U5 [ S-5 [ R " 5 nUR# [% U5 5 n U V s/ s H n [' U R( 5 PM n n S S S 5 S.U R U R: U R, U R
UW SQ.$ s sn f ! , ( d f GNG= fs sn f ! , ( d f N\= f)RNFzUnknown entity: )rt messagetable base_filterrw rn columnz
SELECT z.*
FROM z
zWHERE FILTERS:zCOLUMN FILTERS:z
FORCED PATHS:r5 r6 r7 )r0 r, r0 rE =)opvalue status_levelCARBON_DOCUMENTS_APPROVEDINCARBON_DOCUMENTS_APPROVED_.z? IN ('CARBON_DOCUMENTS_APPROVED', 'CARBON_DOCUMENTS_APPROVED_')z = ''zTARGETS:z
DETAIL PATHS:z
DETAIL EDGES:z
SELECT z.*
FROM z
z
JOIN z
ON z
= z."z" = z
WHERE z AND z
DETAIL SQL:
T)rt rc rj rn sqlru r# r$ CARBON_DOCMENTS_APPROVEDzENTITY:zFIELD:zMEASURE_COLUMNS:measure_columnszTYPE:rx count_column primary_key)sumavgminmaxzUnsupported metric: r% geo_type
non_geofencedz!= geofencedz
AGGREGATIONS:z
====================zSOURCE:z GROUP_BY:z====================
z
FORCED_PATHS:)sourcer# column_filters
where_filtersr$ aggregations forced_paths
join_hintsr z
ORDER BY _z DESCdescz
ORDER BY count_z
LIMIT z
GENERATED SQL:)rt rc rd r$ rn r ru )"r
get_entityrc rz rj rn appendry itemsSEMANTIC_FILTER_CONFIG
setdefaultr r r joinr connectexecuter rq _mapping
isinstancer$ ro GROUP_BY_CONFIGextendfromkeysrk typerd r lenrl rm )+rr entity_infor r
conditionsfilter_columns filter_name filter_infor r r r r# filter_valuesemantic_filter semantic_cfgr target_table
target_columnpathsedges
left_table right_tableleft_col right_colcolr connrowsrresultr$ group_dimensions dimensionconfig
metric_column metric_table agg_function measure_info
table_name column_namer has_groupings+ rM r} r} s@
#--
K )#** 6
E //
K
)#
;;K%// c+
{ %% ) 'w W
.
0
o|, ;;;G M-0[[->->-@) &1oo % ' #k* $ (+A A ( + !7$/!" ) 0< ? , 3 3$01A$B$F$F(+
(4(8(8 (I%&!" "1L!@ , 3 3$0 $A!" *\ 9 %1$< !+%&!" !0< ?$4L$H$9$H '$9!" /, > %1 $A !< m !. 8 8$0$&!" +.-9N"
l ;M J + $'27'; (3H(=
!0 ,G ; #NN , &00 ( (> 9 ,0K K '+$?$@*"J M, 7
F '*)5J M, 7
F
(> 9 ,0K K ' - -#/.- A@ !@ ' - -#/.- \NRS T i .At
*g & E
/5 ) &E /5 )7
C
,1'
K&3 '#)
- > #
, 0 0 A )L8$++ ( 9 "\1 ) 4 # -L @ 5W D #NN 5 ',6 !-_ = 8L- * 4 4 , " '*)5J M, 7
F
"7+ #H-
G+ NN< (
> ) ;; .0:M, '
6 %:M, '
6I &9X
g G
&++-JC )M % .
)SZZ (CII
koo.? @A '4 (9:;<
zzW # OOM *
S"B
'
S^ '0L ( 2M7*|, !L IIMzz
-cjj\:
}oN & O +
K !!
nZ 8 8
f) &6 S[[
;;z "o 5 $0M ,
[[
$
3 $0M , <
L
M*
^, /<(
^, /<(
"# )U *g +x
"# /<( "%#!! C x=1$L
cjj(HH !jj! $$
C
F" :: #
C ZZ !jj! $$ yy #))%%
#J $K
T|| I
****LL;; s
t
s< > l> l9<l>? m m=m9l>>
m
m
m#z/bi_testc [ S/ SS/0SSS00S9n [ R " 5 nUR [ U 5 5 nU Vs/ s H n[ UR 5 PM nnS S S 5 U WS.$ s snf ! , ( d f N= f)N
agri_usersuser_idrx r r# r r )r ru )r r r r r rq r )r r r r r s rM bi_testr s " 9+
7
C
T||DI&
s A; A6'A;6A;;
B z/test_farmer_countc 0 [ S/ SS/0SSS00S9n SU 0$ )Nr r rx r r r )r s rM test_farmer_countr sE " 9+
7
C s rO z/tablesc [ 5 $ Nr rT rO rM tablesr s rO z/columnsc [ 5 $ r r rT rO rM columnsr s rO z/graphc l [ 5 n [ U R 5 [ U R 5 S.$ )N)nodesr )r ro r r )Gs rM graphr s$
A!'']T!''] ;;rO z
/predict_joint1t2c [ X5 nSU0$ )Njoinability_score)r )r r scores rM predictr s 'E ''rO z
/best_pathr targetc S[ X5 0$ )Nr
)r
)r r s rM pathr s 62 33rO z!/generate_multi_join_sql_filteredz)Format: table1.col1,col2;table2.col3,col4) descriptionz5JSON: {"table": {"col": {"op": "=", "value": "val"}}}z JSON: [["table", "col", "asc"]]r# r whereorderrm offsetc UR S5 n0 nU( aX UR S5 HC n U R S5 n
U
S n [ U
5 S: a U
S R S5 OS/n XU ' ME U( a [ R " U5 O0 n
U( a [ R " U5 O/ n[ U UUU
UUU5 nSU0$ )N,;r r *r )splitr jsonloadsr )r r# r r r rm r target_listr grouppartsr colsr order_byr s rM multi_join_sql_filteredr s --$KN ]]3'EKK$E!HE*-e*q.58>>#&seD$(5 ! ( */DJJu%BM$)tzz% rH
!
C
3<rO z/suggest_column_namerR c : [ U 5 u pU[ US5 S.$ )N )suggested_name
confidence)r
round)rR r/ r s rM suggestr s %c*KD "%q/ BBrO z/columns_with_suggestionsc [ 5 n 0 nU R 5 H) u p#U Vs/ s H nU[ U5 S S.PM snX' M+ U$ s snf )Nr )original suggested)r r r
)rR r r r r s rM columns_with_suggestionsr s^
C
Fyy{
+>s+CA+F G
#
M
s A z/rename_columnc [ U R U R 5 SSU R SU R S30$ )Nr z Renamed '' to 'r )r rR rS rr s rM
rename_columnr s6 sww - 377)6#,, qA BBrO z
/rename_tablec [ U R U R 5 SSU R SU R S30$ )Nr zRenamed table 'r
r )r rR rS r s rM rename_table_apir s6 cggs||, ~QG HHrO z/generate_reportrd r c [ U UUS9$ )Nrd r rm r r s rM generate_reportr s rO z/refresh_schemac [ R " 5 [ R " 5 [ 5 [ 5 SS0$ )Nr zSchema cache refreshed)r cache_clearr rT rO rM refresh_schemar & s4 !!#""$ / 00rO z/understand_query_rulequeryc [ U 5 $ r r )r s rM understand_query_ruler 1 s U rO c \ rS rSr% \\S' Srg) QueryRequesti7 r rT NrU rT rO rM r r 7 s JrO r z/understand_queryc , [ U R 5 $ r )r r r s rM understand_queryr : s ##rO z/generate_report_definitionc ` [ U R 5 nUS ( d U$ [ US 5 $ )Nrt ru )r r r )rr
llm_results rM generate_report_definitionr @ s5 syy)J i 6 rO z/generate_sql_from_queryc [ U R 5 nUS ( d U$ [ US 5 n[ US US US US S9nSUUS .$ )
Nrt ru r r# r r r r# r r T)rt r report_definition)r r r r )rr r reportr s rM generate_sql_from_queryr# L st syy)J i
6F "h y! ./ _- C # rO z /debug_pathc S[ SS/5 0$ )N
district_pathr r! r rT rO rM
debug_pathr& d s" !"
rO z /debug_pathsc & / SQn S[ SU 5 0$ )N)r! agri_crop_historyr0 r r r )r# s rM debug_pathsr) p s% G
rO z/debug_columnsc SSK Jn U " 5 nUR S5 UR S5 UR S5 UR S5 S.$ )Nr r r r! r agri_land)r r! r r+ schema_cacher rz )r r s rM
debug_columnsr. sM 0 D hh|, ((#34 !XX&9 :XXk* rO z/debug_path_addressc S[ SS/5 0$ )Nr r r r rT rO rM debug_path_addressr0 s!
!
rO z/debug_shared/{t1}/{t2}c b [ 5 nS[ [ X 5 [ X! 5 - 5 0$ )Nshared)r ro set)r r r s rM debug_sharedr4 s9 D $ M M
rO z/execute_queryc [ U R 5 nUS ( d U$ [ US 5 n[ US US US US S9n [ R
" 5 nUR
[ U5 5 nUR S5 Vs/ s H n[ UR 5 PM nnS S S 5 S U[ W5 US
.$ s snf ! , ( d f N#= f! [ a nS U[ U5 S .s S nA$ S nAff = f)
Nrt ru r r# r r r T)rt r rx ru F)rt r error)r r r r r r r r fetchmanyrq r r ExceptionrZ ) rr r r" r r r rowr es rM
execute_queryr< s syy)J i
6F "h y! ./ _- C
^^
<<S D >>"--C S\\"-
[
$
V
sH C .C
C+C
-C C
CC
C>%C93C>9C>z/sample_user_addressc [ R " 5 n U R [ S5 5 nU Vs/ s H n[ UR
5 PM snsS S S 5 $ s snf ! , ( d f g = f)Nz
SELECT
user_id,
district
FROM agri_user_address
LIMIT 20
)r r r r rq r )r r r s rM sample_user_addressr> sg
T||
s A% A A% A%%
A3z/debug_path_districtc S[ SS/5 0$ )Nr r r! r rT rO rM debug_path_districtr@ s!
rO z /debug_shared_address_districtc , [ 5 n U S U S S.$ )Nr r! )r r! r )r s rM debug_shared_address_districtrB s* D ""5 6 /0 rO z/debug_full_pathc " S[ S/ SQ5 0$ )Nr r )r r! r( r0 r rT rO rM debug_full_pathrD s
rO z/debug_columns/{table}r c F SSK Jn U" 5 nU UR U / 5 S.$ )Nr r )r r r, )r r r s rM r. r. s, 0 D 88E2& rO z /search_column/{column_name}r c SSK Jn U" 5 n0 nUR 5 HH u pEU Vs/ s H) nU R 5 UR 5 ; d M' UPM+ nnU( d MD XsU' MJ U$ s snf )Nr r )r- r r r{ )r r r r r r cmatchess rM
search_columnrI sx 0 D
F **,
! "aggi/
w
7 #5M ' M
s &A.A.z/run_sqlr c n [ R " 5 nUR [ U 5 5 nUR 5 Vs/ s H n[ UR 5 PM nnS S S 5 S[ W5 US.$ s snf ! , ( d f N"= f! [ a nS[ U5 S.s S nA$ S nAff = f)NT)rt rx ru F)rt r7 )
r r r r fetchallrq r r r9 rZ )r r r r r r; s rM run_sqlrL 7 s
^^
\\S F **A QZZ *
Y
"
V
sF B -B A<#B%B <B
B B
B4
B/)B4/B4z/search_tables/{keyword}keywordc SSK Jn U" 5 Vs/ s H) nU R 5 UR 5 ; d M' UPM+ sn$ s snf )Nr r )r- r r{ )rM r ts rM
search_tablesrP T sE / #$ $A ==?aggi '
$ s
&AA)r6 )\fastapir r fastapi.responsesr pathlibr typingr r r r mlr r
join_generatorr semantic_renamer
pydanticr r table_renamer r- r r report_generatorr query_interpreterr llm_interpreterr r r
sqlalchemyr dbr r r bi_engine.semantic_loaderr r ro keysGROUPABLE_DIMENSIONSr apprz rN rQ r_ r` rb rf postr r} r r r r rZ r r rp r r r r r r r r r r r r# r& r) r. r0 r4 r< r> r@ rB rD rI rL rP rT rO rM rd sT " * - 2 / . * 1 ' ) ) 2 ( & 6
0
1
)
"
)
&
3
*
%7 F
%9 H
"%7 D
$ &I(X
+ Mup
#18
#18
&1:
1 gp f i\* + I
i
i &. Z . . ` +c
' c
c
P : & < < ( ( ( ( 4 4c 4 4 ,- #45` a 3vw 3Z[ ; !$K
c] C=
C= C=
SM . @ C C !C $% &
C} C C /I, I I
1 1
"# $
9
$, $ $
'( L )
$% &.
"# S c $
,
| ,
,
`
!
& ! )* + !" # '(s )*
8 #$3 %rO