
    Ej                     @   d dl Z d dlZd dlZd dlZd dlmZmZ  eej                  dk    rej        d         ndZ	dZ
dddd	Zd
ZdZdZ ee	dd          5 Z e j        e          Zddd           n# 1 swxY w Y   d Zd Zd Zd Zedk    r e             dS dS )    N)ThreadPoolExecutoras_completed   zgrouped_result.jsonz9https://mygreenqube.com:4003/landRoute/editLandStatusByAIzeyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6IjVkZTQwZThkLWM4MDItNDdlZC1iN2Q0LWRkNGQ1MDNhMGJlOCIsImlhdCI6MTU4MzMyNTUxNCwiZXhwIjoxNTgzOTMwMzE0fQ.YZP4e5vC6U7-DqfW3MXOczQ-hPngfbukXRVpUNkdru8z<paddy_carbon_pr_53158,1,190d19ce-e4f2-4f17-9445-83e46e0a4625zapplication/json)AuthorizationinformationzContent-Type2         rutf-8encodingc                    |                     d          }|                     dg           }|                     dd          }|dk    rdnd}|sd}nd	                    |          d
z   }t          |dz            }| |||dS )Nstatusmissingco_farmer_match_scorer   ACCEPTEDAPPROVEDREJECTEDzAll matchedz, z missingd   )rel_id	ai_statusai_status_commentstatus_pecentage)getjoinint)r   itemr   r   scorer   comment
percentages           ,/var/www/html/banglarbhumi/push_ai_status.pytransform_recordr#   "   s    XXhFhhy"%%GHH,a00E %
22


I  2))G$$z1 US[!!J $&	      c              #   j   K   t          dt          |           |          D ]}| |||z            V  d S )Nr   )rangelen)	data_list
batch_sizeis      r"   create_batchesr+   ?   sN      1c)nnj11 * *!j.()))))* *r$   c                    d| i}t          t                    D ]}	 t          j        t          t
          |d          }|j        dk    r#t          dt          |            d            dS t          d|d	z    d
|j	                    n;# t          $ r.}t          d|d	z    dt          |                     Y d }~nd }~ww xY wt          j        d           d| fS )Nlands   )headersjsontimeout   u   ✅ Batch success (z	 records))TNu   ⚠️ Retry r   z: z Error:   F)r&   MAX_RETRIESrequestsputURLHEADERSstatus_codeprintr'   text	Exceptionstrtimesleep)batchpayloadattemptresponsees        r"   
send_batchrE   G   s   G%%  
	>|CwPRSSSH#s**ACJJAAABBB!zzBgaiBB8=BBCCCC 	> 	> 	>4'!)444c!ff========	> 	
1%<s   AB
,B


C$B==Cc                     d t                                           D             } t          t          | t                              }g }t          dt          |                       t          dt          |                      t          t                    5 fd|D             }t          |          D ]0}|
                                \  }}|s|                    |           1	 d d d            n# 1 swxY w Y   |rRt          ddd	          5 }t          j        ||d
           d d d            n# 1 swxY w Y   t          d           d S t          d           d S )Nc                 4    g | ]\  }}t          ||          S  )r#   ).0r   r   s      r"   
<listcomp>zmain.<locals>.<listcomp>c   s6       FD 	&&  r$   u   🚀 Total Records: u   📦 Total Batches: )max_workersc                 F    g | ]}                     t          |          S rH   )submitrE   )rI   r@   executors     r"   rJ   zmain.<locals>.<listcomp>q   s'    KKK%8??:u55KKKr$   zfailed_batches.jsonwr   r   r3   )indentu.   
❌ Failed batches saved: failed_batches.jsonu)   
🎉 All batches processed successfully!)dataitemslistr+   
BATCH_SIZEr:   r'   r   MAX_WORKERSr   resultappendopenr0   dump)	all_recordsbatchesfailed_batchesfuturesfuturesuccessfailedfrN   s	           @r"   mainrb   `   s      JJLL  K
 >+z::;;GN	
3[!1!1
3
3444	
/W
/
/000 
	4	4	4 .KKKK7KKK"7++ 	. 	.F$mmooOGV .%%f---		.. . . . . . . . . . . . . . .  <'w??? 	31Ina2222	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	@AAAAA:;;;;;s%   AC88C<?C<D;;D?D?__main__)r0   r5   r>   sysconcurrent.futuresr   r   r'   argv
INPUT_FILEr7   r8   rT   rU   r4   rX   ra   loadrQ   r#   r+   rE   rb   __name__rH   r$   r"   <module>rj      sp      



 ? ? ? ? ? ? ? ?
  CMMA--SXa[[3H
A SQ&  
 
T*cG,,, 49Q<<D                :* * *  2 <  <  <L zDFFFFF s   A55A9<A9