
    IЦi                        % S SK r S SKrS SKJrJrJrJrJrJrJ	r	  S SK
r
S SKr
S SKJr  S SKJrJr  S\\   4S jrS\\   4S jrS\\   4S jrS\\   4S	 jr\ R,                  R/                  S
S5      S:H  rSrSrSr\ R,                  R/                  S\" 5       (       a  SOS5      S:H  r\" 5       r\\   \S'   \" 5       r\\   \S'   Sr \\S'   \" 5       r!\\   \S'   \" 5       r"\\   \S'   \ R,                  R/                  S5      S:H  r#Sr$\\%   \S'   Sr&Sr'\ R,                  R/                  SS5      S:H  r(\ R,                  R/                  SS5      r)Sr*Sr+\ R,                  R/                  SS5      S:H  r,\ R,                  R/                  S5      S:H  r-Sr.Sr/Sr0\ R,                  R/                  SS5      S:H  r1\ R,                  R/                  SS5      r2Sr3Sr4Sr5Sr6Sr7Sr8\
Rr                  Rt                  Rv                  \S '   Sr<\
Rr                  Rt                  Rv                  \S!'   Sr=\\\
R|                  R~                  /S4      \S"'   Sr@\\\
R|                  R~                  /S4      \S#'   SrA\\\
R|                  R                  R~                  /S4      \S$'   SrC\\\S%   /\S%   4      \S&'   SrDSrESrFSrGSrH0 rI\\J\\J\4   4   \S''   0 rK\\J\\J\4   4   \S('   SrL\ R,                  R/                  S)S5      S:H  rMSrNSrOSS*S+SS,.rP\\J\4   \S-'   S.rQSrR/ S/QrSSrTS0rUS1rVS2rW\ R,                  R/                  S35      S:H  rX\ R,                  R/                  S45      S:H  rY\ R,                  R/                  S55      S:H  rZS6r[\" 5       (       a  SO\ R,                  R/                  S75      S:H  r\\ R,                  R/                  S8S95      R                  5       r^\ R,                  R/                  S:S;5      R                  5       r_\ R,                  R/                  S<S=5      R                  5       r`\ R,                  R/                  S>S5      S:H  raS?rb\ R,                  R/                  S@5      S:H  rc\ R,                  R/                  SA5      S:H  rd\ R,                  R/                  SB5      S:H  reSCrfSDrgSErh\ R,                  R/                  SF5      S:H  ri\ R,                  R/                  SG5      S:H  rj\ R,                  R/                  SH5      S:H  rk\%" \ R,                  R/                  SIS5      5      rl\ R,                  R/                  SJSK5      rm\ R,                  R/                  SLSM5      rnSN\JS\4SO jroSN\JS\4SP jrpSN\JS\4SQ jrq\ R,                  R/                  SRS=5      rr\
R                  R                  (       d  SOSru\ R,                  R/                  SS\u5      S:H  rv\ R,                  R/                  STS5      S:H  rw\ R,                  R/                  SUS5      S:H  rx\ R,                  R/                  SV5      S:H  rySWrzSXr{SYr|Sr}Sr~Sr\ R,                  R/                  SZ5      S:H  r\ R,                  R/                  S[5      S:H  r\ R,                  R/                  S\SK5      r\ R,                  R/                  S]S5      S:H  rS6r\ R,                  R/                  S^S5      S:H  rS+rS_rSYrSrSYrSrSrSr\ R,                  R/                  S`S5      S:H  rSrSrSrSrSrSrS+rS+rSrSrSrSrSa\
GR6                  ;   =(       d    Sb\
GR6                  ;   r\" 5       =(       d    \r\ R,                  R/                  ScS5      S:H  rSr\\J   \Sd'   SrS2rSeSf/r\\	\Sg   \J4      \Sh'   Sr\\Si'    " Sj Sk5      rS\4Sl jrS\%4Sm jr\" 5       (       a  SO\" 5       r\\%   \Sn'   \" 5       (       an   S SoKJr  \(       aL  \GRV                  " \ GRX                  GR[                  \GR]                  Sp\ GR^                  5      Sq5      5      rO\GRV                  " Sq5      rOSrS6r\ R,                  R/                  SrS5      S:H  r\ R,                  R/                  SsS5      S:H  rSrSrStrSurSrSrSr\\Sv'   \ R,                  R/                  SwS5      S:H  rSrSrSrSr\ R,                  R/                  SxSK5      r\SK:g  r\S:X  a  SKO\r\ R,                  R/                  SyS5      r\ R,                  R/                  Sz5      S:H  rSr\ R,                  R/                  S{S5      S:H  r\\S|'   Sr\\S}'   Sr\\S~'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   \ R,                  R/                  SS5      S:H  r\ R,                  R/                  SS5      S:H  r\\S'    " S S5      r " S S5      r " S S5      r " S S5      r " S S5      rSrSr " S S5      r " S S5      r/ SQr/ SQr/ r\\\
GR                  \
GR                  \
GR                  /S4      \S'    " S S5      r\(       a  S SK7  \" \GR                  \   5        g! \\4 a    Sr GN1f = f)    N)AnyCallableDictListOptionalTYPE_CHECKINGUnion)	is_fbcode)get_tristate_envinstall_config_modulereturnc                      [        S5      $ )N#TORCHINDUCTOR_FX_GRAPH_REMOTE_CACHEr        U/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/torch/_inductor/config.pyfx_graph_remote_cache_defaultr          ABBr   c                      [        S5      $ )N#TORCHINDUCTOR_AUTOTUNE_REMOTE_CACHEr   r   r   r   autotune_remote_cache_defaultr      r   r   c                      [        S5      $ )N+TORCHINDUCTOR_BUNDLED_AUTOTUNE_REMOTE_CACHEr   r   r   r   %bundled_autotune_remote_cache_defaultr      s    IJJr   c                  D    [        S[        5       (       d  S5      $ S 5      $ )N/TORCHINDUCTOR_BUNDLE_TRITON_INTO_FX_GRAPH_CACHET)r   r
   r   r   r   )bundle_triton_into_fx_graph_cache_defaultr      s(    9KK %) r   "TORCHDYNAMO_AUTO_FUNCTIONALIZED_V21FTTORCHINDUCTOR_FX_GRAPH_CACHE0fx_graph_remote_cache!bundle_triton_into_fx_graph_cacheautotune_local_cacheautotune_remote_cachebundled_autotune_remote_cache"TORCHINDUCTOR_FORCE_DISABLE_CACHESsleep_sec_TESTING_ONLYneeds_fixed_stride_orderTORCHINDUCTOR_CPP_WRAPPERTORCHINDUCTOR_C_SHIM_VERSION2TORCHINDUCTOR_SIZE_ASSERTSTORCHINDUCTOR_NAN_ASSERTSTORCHINDUCTOR_MEMORY_PLANNINGTORCHINDUCTOR_MEMORY_POOLintermediatespost_grad_custom_pre_passpost_grad_custom_post_passjoint_custom_pre_passjoint_custom_post_passpre_grad_custom_passz+torch._inductor.scheduler.BaseSchedulerNode_pre_fusion_custom_passpre_grad_fusion_optionspost_grad_fusion_options"TORCHINDUCTOR_DYNAMIC_SCALE_RBLOCKg-C6?   )pre_grad	precisionnum_iterationsrequires_optimizerfx_passes_numeric_check	heuristic)reorder_compute_for_overlap
sink_waitsraise_commsdefaulti,     TORCHINDUCTOR_MAX_AUTOTUNE$TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISETORCHINDUCTOR_MAX_AUTOTUNE_GEMM
   "TORCHINDUCTOR_FORCE_SAME_PRECISION(TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_BACKENDSzATEN,TRITON,CPP(TORCHINDUCTOR_MAX_AUTOTUNE_CONV_BACKENDSzATEN,TRITON,TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_SEARCH_SPACEDEFAULT'TORCHINDUCTOR_AUTOTUNE_FALLBACK_TO_ATENi    #TORCHINDUCTOR_SEARCH_AUTOTUNE_CACHETORCHINDUCTOR_SAVE_ARGS!TORCHINDUCTOR_AUTOTUNE_IN_SUBPROCg      N@g      ?g       @#TORCHINDUCTOR_AUTOTUNE_MULTI_DEVICE'TORCHINDUCTOR_COORDINATE_DESCENT_TUNING5TORCHINDUCTOR_COORDINATE_DESCENT_CHECK_ALL_DIRECTIONS'TORCHINDUCTOR_COORDINATE_DESCENT_RADIUS#TORCHINDUCTOR_AUTOHEURISTIC_COLLECT TORCHINDUCTOR_AUTOHEURISTIC_USEmixed_mmnamec                 <    [        U 5      =(       d    [        U 5      $ )N)collect_autoheuristicuse_autoheuristicr]   s    r   run_autoheuristicrb     s     &A*;D*AAr   c                 n    U [         R                  R                  R                  R	                  S5      ;   $ N,)torch	_inductorconfigautoheuristic_collectsplitra   s    r   r_   r_     s(    5??))??EEcJJJr   c                 n    U [         R                  R                  R                  R	                  S5      ;   $ rd   )rf   rg   rh   autoheuristic_userj   ra   s    r   r`   r`     s(    5??));;AA#FFFr   $TORCHINDUCTOR_AUTOHEURISTIC_LOG_PATH!TORCHINDUCTOR_LAYOUT_OPTIMIZATIONTORCHINDUCTOR_FORCE_LAYOUT_OPT TORCHINDUCTOR_KEEP_OUTPUT_STRIDETORCHINDUCTOR_WARN_MIX_LAYOUT         TORCHINDUCTOR_DEBUG_FUSIONTORCHINDUCTOR_BENCHMARK_FUSION#TORCHINDUCTOR_ENABLED_METRIC_TABLES(TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION'TORCHINDUCTOR_BENCHMARK_EPILOGUE_FUSION@   TORCHINDUCTOR_BENCHMARK_KERNELdevgit0TORCHINDUCTOR_OPTIMIZE_SCATTER_UPON_CONST_TENSORworker_start_methodfuse_ddp_with_concat_opschedule_comm_wait).N_fuse_ddp_communication_passes_micro_pipeline_tpc                   2    \ rS rSr% Sr\\S'   Sr\\S'   Sr	g)_collectiveiB  Fauto_selecti   #one_shot_all_reduce_threshold_bytesr   N)
__name__
__module____qualname____firstlineno__r   bool__annotations__r   int__static_attributes__r   r   r   r   r   B  s    K/9'9r   r   c                  P    Sn Sn[         R                  R                  U5      nX:  $ )a  
TODO: Remove when parallel compiled is fully enabled internally. For rollout, use a
knob to enable / disable. The justknob should not be performed at import, however.
So for fbcode, we assign compile_threads to 'None' below and initialize lazily in
async_compile.py.
r<   z0pytorch/inductor:enable_parallel_compile_version)rf   _utils_internaljustknobs_getval_int)ENABLE_PARALLEL_COMPILE_VERSIONjk_nameversions      r   #parallel_compile_enabled_internallyr   G  s.     '(#@G##88AG*55r   c                  X   SSK n U R                  [        5      nS[        R                  ;   a0  [        [        R                  S   5      nUR                  SU5        U$ [        R                  S:X  a  SnUR                  S5        U$ [        5       (       a$  [        5       (       d  SnUR                  S5        U$ [        [        S	5      (       a  [        [        R                  " S5      5      O[        R                  " 5       nU(       d   e[        S
U5      nUR                  SU5        U$ )a	  
Here are the precedence to decide compile_threads
1. User can override it by TORCHINDUCTOR_COMPILE_THREADS.  One may want to disable async compiling by
   setting this to 1 to make pdb happy.
2. Set to 1 if it's win32 platform
3. decide by the number of CPU cores
r   NTORCHINDUCTOR_COMPILE_THREADSz!compile_threads set to %d via envwin32r<   z"compile_threads set to 1 for win32z"compile_threads set to 1 in fbcodesched_getaffinity    zcompile_threads set to %d)logging	getLoggerr   osenvironr   infosysplatformr
   r   hasattrlenr   	cpu_countmin)r   logcompile_threadsr   s       r   decide_compile_threadsr   U  s     

H
%C&"**4bjj)HIJ4oF" ! 
	 56  
@BB56  r.// $$Q'( 	
 yb),,o>r   r   )parutil.zfb/cacheTORCHINDUCTOR_SHAPE_PADDING#TORCHINDUCTOR_COMPREHENSIVE_PADDING   i   force_shape_padTORCHINDUCTOR_PERMUTE_FUSIONTORCHINDUCTOR_PROFILETORCHINDUCTOR_PROFILE_OUTPUT3TORCHINDUCTOR_PROFILE_WITH_DO_BENCH_USING_PROFILINGTORCHINDUCTOR_FREEZINGfreezingfreezing_discard_parametersdecompose_mem_bound_mmassume_aligned_inputs.unsafe_ignore_unsupported_triton_autotune_args"check_stack_no_cycles_TESTING_ONLY*always_complex_memory_overlap_TESTING_ONLY*TORCHINDUCTOR_ENABLE_LINEAR_BINARY_FOLDINGTORCHINDUCTOR_ANNOTATE_TRAININGannotate_trainingc                      \ rS rSr% Sr\R                  R                  SS5      S:H  r\R                  R                  SS5      S:H  r	Sr
\\   \S'   \" \R                  R                  S	S
5      5      rS\R                  R                  S\R                   S:X  a  SOS5      4r\R                  R                  SS5      S:H  r\R                  R                  SS5      S:H  rSr\\   \S'   Sr\\   \S'   Sr\\   \S'   Sr\" \R                  R                  SS5      5      r\R                  R                  SS5      S:H  r\R                  R                  SS5      S:H  r\R                  R                  SS5      S:H  r\R                  R                  SS5      S:H  r\" \R                  R                  SS5      5      r\R                  R                  SS5      r \R                  R                  SS5      r!Sr"Sr#S r$g)!cppi  $TORCHINDUCTOR_CPP_NO_REDUNDANT_LOOPSr    !TORCHINDUCTOR_CPP_DYNAMIC_THREADSr"   Nsimdlen TORCHINDUCTOR_CPP_MIN_CHUNK_SIZE4096CXXdarwinzclang++zg++'TORCHINDUCTOR_CPP_ENABLE_KERNEL_PROFILE TORCHINDUCTOR_CPP_WEIGHT_PREPACKinject_relu_bug_TESTING_ONLYinject_log1p_bug_TESTING_ONLY
vec_isa_okoriginal_aten,TORCHINDUCTOR_CPP_MAX_HORIZONTAL_FUSION_SIZE16-TORCHINDUCTOR_CPP_FALLBACK_SCATTER_REDUCE_SUM-TORCHINDUCTOR_CPP_ENABLE_UNSAFE_MATH_OPT_FLAG5TORCHINDUCTOR_CPP_ENABLE_FLOATING_POINT_CONTRACT_FLAG)TORCHINDUCTOR_CPP_ENABLE_TILING_HEURISTIC#TORCHINDUCTOR_CPP_GEMM_MAX_K_SLICES%TORCHINDUCTOR_CPP_GEMM_CACHE_BLOCKING%TORCHINDUCTOR_CPP_GEMM_THREAD_FACTORSTFr   )%r   r   r   r   threadsr   r   getno_redundant_loopsdynamic_threadsr   r   r   r   min_chunk_sizer   r   cxxenable_kernel_profileweight_prepackr   strr   r   r   descriptive_namesmax_horizontal_fusion_sizefallback_scatter_reduce_sumenable_unsafe_math_opt_flag#enable_floating_point_contract_flagenable_tiling_heuristicsgemm_max_k_slicesgemm_cache_blockinggemm_thread_factorsenable_loop_tail_vecenable_concat_linearr   r   r   r   r   r     s   G
 	

=sCsJ  jjnn%H#NRUUO!GXc]!(JFSTN
 	

u3<<8+CiOC 	

@#F#M 
 ZZ^^$FLPSSN
 37 (3-637!8C=7 "&J% ( "%


EtL" 	

FLPSS   	

FLPSS   	

NPST	 ( 	

BCHCO  BJJNN+PRUVW **..)PRVW **..)PRVW   !r   r   c                   f   \ rS rSr% \R
                  R                  S5      S:H  rSrSr	Sr
Sr\" 5       (       a  SOSrSrSr\\   \S'   SrSrSrSrSrSrSrS	rSr\\S
'   SrSrSr\\   \S'   Sr Sr!\R
                  R                  SS5      S:H  r"Sr#\R
                  R                  SS5      S:H  r$\R
                  R                  SS5      S:H  r%Sr&\" \R
                  R                  SS5      5      r'Sr(Sr)Sr*Sr+\\S'   Sr,Sr-\\.   \S'   Sr/\R
                  R                  SS5      S:H  r0Sr1g)tritoniw  TORCHINDUCTOR_CUDAGRAPHSr    TFr   2   "cudagraph_dynamic_shape_warn_limit   prefer_nd_tilingNautotune_at_compile_time!TORCHINDUCTOR_UNIQUE_KERNEL_NAMESr   #TORCHINDUCTOR_PERSISTENT_REDUCTIONS$TORCHINDUCTOR_COOPERATIVE_REDUCTIONSr"   TORCHINDUCTOR_MULTI_KERNEL      spill_thresholdr   ENABLE_PERSISTENT_TMA_MATMULr   )2r   r   r   r   r   r   r   
cudagraphscudagraph_treescudagraph_skip_dynamic_graphsslow_path_cudagraph_asserts!cudagraph_trees_history_recordingr
    cudagraph_support_input_mutation#cudagraph_unexpected_rerecord_limitr   r   r   r   force_cudagraph_syncforce_cudagraphs_warmupfast_path_cudagraph_assertsskip_cudagraph_warmupdebug_sync_graphdebug_sync_kerneldense_indexing	max_tilesr   r   autotune_pointwiseautotune_cublasLtr    tiling_prevents_pointwise_fusion tiling_prevents_reduction_fusionunique_kernel_namesr   persistent_reductionscooperative_reductionsforce_cooperative_reductionsmulti_kerneldivisible_by_16min_split_scan_rblockstore_cubinr   use_block_ptrr   r   codegen_upcast_to_fp32enable_persistent_tma_matmulr   r   r   r   r   r   w  s    :;sBJ O %*! #' ).% 1:u$ +.' 9;&: ! $ #( "   N I #d"   04htn3 (,$'+$ 	

:C@CG  ( 	

<cBcI  	

=sCsJ 
 $)  rzz~~&BCHIL O   K OS M
 37 (3-6 "
 	

5s;sB !r   r   c                      \ rS rSr% Sr\R                  R                  SS5      S:H  r\R                  R                  SS5      r	\R                  R                  SS5      r
SrSrS	r\\S
'   S	r\\S'   S	r\\S'   S	r\\S'   0 r\\\4   \S'   \R                  R                  SS5      S:H  r\\S'   \R                  R                  SS5      S:H  r\\S'   0 r\\\4   \S'   S	r\\S'   S	r\\S'   Sr\\S'   Srg)aot_inductori  rZ   AOT_INDUCTOR_DEBUG_COMPILEr"   r    -AOT_INDUCTOR_DEBUG_INTERMEDIATE_VALUE_PRINTER&AOT_INDUCTOR_FILTERED_KERNELS_TO_PRINTNFuse_runtime_constant_foldingforce_mmap_weightspackagepackage_cpp_onlymetadata/AOTINDUCTOR_RAISE_ERROR_ON_IGNORED_OPTIMIZATION#raise_error_on_ignored_optimizationDUMP_AOTI_MINIFIERdump_aoti_minifierpresetsallow_stack_allocationuse_minimal_arrayref_interfaceTpackage_constants_in_sor   )r   r   r   r   output_pathr   r   r   debug_compile debug_intermediate_value_printerfiltered_kernel_namesserialized_in_specserialized_out_specr  r   r   r   r!  r"  r#  r   r   r%  r'  r(  r   r)  r*  r+  r   r   r   r   r  r    s.    KJJNN#?ELM (*zz~~7($
 JJNN0$   */ $.  %$GT"d"  "Hd38n! 	

H#NRUU ( 
  "zz~~.BCHCOO !GT#s(^  $)D( ,1"D0 %)T(r   r  c            
          \ rS rSr% Sr\\   \S'   Sr\\   \S'   Sr	Sr
SrSrSr\R                  R!                  S\R"                  R%                  \R"                  R'                  \R"                  R)                  \R,                  5      S5      5      5      rSr\\   \S	'   Sr\\   \S
'   Sr\\S'   \R                  R!                  SS5      S:H  r\\S'   Sr\\   \S'   Sr\\   \S'   Sr g)cudai^  Narchr   z-O1FTORCHINDUCTOR_CUTLASS_DIRz../third_party/cutlass/cutlass_max_profiling_configscuda_cxxr<   cutlass_backend_min_gemm_size/INDUCTOR_CUDA_BACKEND_GENERATE_TEST_RUNNER_CODEr"   r    generate_test_runnercutlass_op_allowlist_regexpingpongcutlass_op_denylist_regexr   )!r   r   r   r   r4  r   r   r   r   compile_opt_levelenable_cuda_ltoenable_ptxas_infoenable_debug_infouse_fast_mathr   r   r   pathabspathjoindirnamerf   __file__cutlass_dirr6  r   r7  r8  r:  r   r;  r=  r   r   r   r   r3  r3  ^  s
    D(3-
 "GXc]!  O   M **..#
GGLL8:ST	
K 48!8C=7 #Hhsm" *+!3*
 	

H#NRUU $  154 0:x}9r   r3  c                      \ rS rSr% / r\\   \S'   / SQr\\   \S'   Sr	Sr
SrSrSrSrSr\\   \S	'   \R$                  R'                  S
5      r\R$                  R'                  SS5      S:H  r\\S'   Sr\\   \S'   Sr\\S'   Srg)rocmi  r4  )gfx90agfx940gfx941gfx942ck_supported_archz-O2FTN	rocm_homeTORCHINDUCTOR_CK_DIR-INDUCTOR_CK_BACKEND_GENERATE_TEST_RUNNER_CODEr"   r    r:  n_max_profiling_configsuse_preselected_instancesr   )r   r   r   r   r4  r   r   r   rO  r>  is_debug
save_tempsrB  flush_denormalsprint_kernel_resource_usagerP  r   r   r   r   ck_dirr:  r   rS  r   rT  r   r   r   r   rJ  rJ    s     D$s) $LtCyK  H J M O #(  $Ix}# ZZ^^23F 	

FLPSS $ 
 .2Xc]1 ',t+r   rJ  c                   0    \ rS rSrSrSrSrSrSrSr	Sr
Srg)	halidei  hostz	host-cudaAnderson2021	Adams2019Fr   N)r   r   r   r   
cpu_target
gpu_targetscheduler_cudascheduler_cpuassertsdebugscan_kernelsr   r   r   r   r[  r[    s/    J J $NM G E Lr   r[  c                      \ rS rSr% \R
                  R                  SS5      S:H  r\R
                  R                  SS5      S:H  rSr	\
\   \S'   SrSrS	rS	rS	rS	rS	r\R
                  R                  S
S5      S:H  r\R
                  R                  SS5      S:H  r\R
                  R                  SS5      r\R
                  R                  SS5      rSrSr\
\\/S4      \S'   Sr\\S'   Srg)tracei  TORCH_COMPILE_DEBUGr"   r    TORCH_COMPILE_DEBUG_SAVE_REALN	debug_dirFTINDUCTOR_POST_FUSION_SVGINDUCTOR_ORIG_FX_SVGINDUCTOR_DOT_GRAPH_SHAPE_SVG INDUCTOR_LOG_URL_FOR_GRAPH_XFORM
upload_tarlog_autotuning_resultsr   )r   r   r   r   r   r   r   enabledsave_real_tensorsrj  r   r   r   	debug_loginfo_logfx_graphfx_graph_transformedir_pre_fusionir_post_fusionoutput_codegraph_diagramdraw_orig_fx_graphdot_graph_shapelog_url_for_graph_xformcompile_profilero  r   rp  r   r   r   r   r   rg  rg    s   jjnn2C8C?G 

'FLPSS  $Ix}# I H H   M N K JJNN#=sCsJM (>DK jjnn%CTJO !jjnn-OQUV O 37J3%+./6#(D(r   rg  )ztrace.upload_tarr5   r6   r7   )rg  zcuda.cutlass_dirr   r   r4   r3   r   external_matmulc                       \ rS rSrSrSrSrg)test_configsiQ  Fr   N)r   r   r   r   %force_extern_kernel_in_multi_templateruntime_triton_dtype_assertr   r   r   r   r  r  Q  s    ,1)"'r   r  )*)r   r   typingr   r   r   r   r   r   r	   rf   !torch._inductor.custom_graph_passtorch._environmentr
   torch.utils._config_moduler   r   r   r   r   r   r   r   r   enable_auto_functionalized_v2rd  disable_progressverbose_progressfx_graph_cacher#   r   r$   r%   r&   r'   force_disable_cachesr)   r   #custom_op_default_layout_constraint'triton_kernel_default_layout_constraintcpp_wrapperc_shim_versiondcestatic_weight_shapessize_assertsnan_assertspick_loop_ordersinplace_buffersallow_buffer_reusememory_planningmemory_poolbenchmark_harnessepilogue_fusionepilogue_fusion_firstpattern_matcherb2b_gemm_passr3   rg   custom_graph_passCustomGraphPassTyper4   r5   fxGraphr6   r7   graphr8   split_cat_fx_passes efficient_conv_bn_eval_fx_passesis_predispatchgroup_fusionbatch_fusionr9   r   r:   reorder_for_localitydynamic_scale_rblockforce_fuse_int_mm_with_muluse_mixed_mmrA   mixed_mm_choice reorder_for_compute_comm_overlap'reorder_for_compute_comm_overlap_passesreorder_for_peak_memoryestimate_op_runtimeintra_node_bwinter_node_bwmax_autotunemax_autotune_pointwisemax_autotune_gemmautotune_num_choices_displayedforce_same_precisionuppermax_autotune_gemm_backendsmax_autotune_conv_backendsmax_autotune_gemm_search_spaceautotune_fallback_to_atenunbacked_symint_fallbacksearch_autotune_cache	save_argsautotune_in_subproc+max_autotune_subproc_result_timeout_seconds-max_autotune_subproc_graceful_timeout_seconds.max_autotune_subproc_terminate_timeout_secondsautotune_multi_devicecoordinate_descent_tuning'coordinate_descent_check_all_directions coordinate_descent_search_radiusri   rl   rb   r_   r`   autoheuristic_log_pathr   hiplayout_opt_defaultlayout_optimizationforce_layout_optimizationkeep_output_stridewarn_mix_layoutrealize_reads_thresholdrealize_opcount_thresholdrealize_acc_reads_thresholdfallback_randomimplicit_fallbacksaggressive_fusiondebug_fusionbenchmark_fusionenabled_metric_tablesloop_ordering_after_fusionscore_fusion_memory_thresholdbenchmark_epilogue_fusion max_epilogue_benchmarked_choicesmax_fusion_sizemax_pointwise_cat_inputsforce_pointwise_catunroll_reductions_thresholdcomment_originconv_1x1_as_mmsplit_reductionsbenchmark_kernelconstant_and_index_propagationalways_keep_tensor_constantsassert_indirect_indexingcompute_all_boundscombo_kernelsbenchmark_combo_kernelcombo_kernels_autotunecombo_kernel_allow_mixed_sizes#combo_kernel_foreach_dynamic_shapesjoint_graph_constant_foldingdebug_index_assertsemulate_precision_casts__version__is_nightly_or_sourcedeveloper_warnings"optimize_scatter_upon_const_tensorr   _fuse_ddp_communication_fuse_ddp_bucket_sizer   r   r   r   r   r   libfb.pyr   __package__get_dir_pathrC  rE  replacesepglobal_cache_dir
ValueErrorImportErrorkernel_name_max_opsshape_paddingcomprehensive_paddingpad_channels_lastdisable_padding_cpupadding_alignment_bytespadding_stride_thresholdpad_outputsbw_outputs_user_visibler   permute_fusionprofiler_mark_wrapper_callgenerate_intermediate_hooksdebug_ir_traceback_raise_error_for_testing_profile_varprofile_bandwidthprofile_bandwidth_regexprofile_bandwidth_output/profile_bandwidth_with_do_bench_using_profilingdisable_cpp_codegenr   r   r   r   r   r   r   enable_linear_binary_foldingr   r   r   r  r3  rJ  cpu_backendcuda_backendr[  rg  _save_config_ignore_cache_config_ignore_prefixr  Tensorr  torch.utils._config_typingmodulesr   r   r   r   <module>r     s   	 
 L L L  ( ( NCx~ CCx~ CKx~ K8D>  JJNN7=D 
 	     JJNN1)++33OSVV  )F(G x~ G
 ./ "8$ 0 " d ! )F(G x~ G 1V0W x~ W zz~~&JKsR  )-  , 'A # +E ' jjnn8#>#E >D    zz~~:C@CGjjnn89S@      **..!@#F#M jjnn8/J        TX 5??<<PP WTX EOO==QQ X EI x%((..)94)? @A HEI 588>>*:D*@!AB I
 JN hx)=)=(>(DEF M 	 	;	<=:;	= 	   $)     ( 68 c4S>12 7 79 $sDcN23 8   zz~~&JCPTWW  # 
  	+ c3h (  $)  + '        zz~~:;sB (NOSVV  JJNN#DEL  "$  KKDRZZ^^,PQUXX   ZZ^^.0A%'   ZZ^^.%'  "$2I"%'  JJNN<cBcI     

'LMQTT JJNN45<	 jjnn%HISP 
 /3 +03 -14 . 

'LMQTT  JJNN<=D  JJNNJKsR ( $'JJNN<cB$   

'LbQ JJNN#DjQ BC BD BK K KGC GD G *I 
 !& 1 1Ss JJNN68JKsR  JJNN+KSQUXX  ZZ^^$FLPSS  **..!@ASH
            zz~~:;sB::>>"BCsJ 

'LbQ JJNN=sCsJ  !#  JJNN<cBcI 
 $%              ::>>"BCHCO  "&   %           "# &+ #  $        1 11OUe>O>O5O [8$8  JJNNEsKsR #
 &* Xc] )      I U8I+>+C%D E 
 ! D  : :
6T 6! !J *3:P:R# R ;;
 $&33[00bff=zJ   '33J?
    

<cBcI JJNN8#>#E       (          >DK # 
 $    ! zz~~5r: B&  , 3"  ::>>*H$O  JJNNHISP 0    8#>#E$ E %* T )  %  $
 $ t # 8= . < ,1 "D 0 49 *D 8 JJNN?EL  **..)JCPTWW 4 Wf! f!TW WtJ) J)ZF: F:R-, -,b   0=) =)@    UWhellELLI4OPQ V( ( , ckk(+ ,k $   s   "Ai5 ;i5 5
jj