
    /jdJ                        U d dl mZ 	 d dlZd dlZd dlmZmZmZ d dlm	Z	m
Z
 g dZdZej                            dd          d	k    ZdZej                            d
d	          d	k    ZdZdZdZdZd dlmZ  e	ddd          Zeed<    e	dd          Zeed<   dZeed<   dZeed<    e             ZdZ e ej         d                    Z!dee         fdZ" e"            Z# e             Z$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0ej                            dd	          dk    Z1ej                            d          Z2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:ed          ed!<   dZ;dZ<d"Z= e             Z>ej                            d#d$          Z?dZ@dZAeeB         ed%<   dZCdZDdZEdZFdZGdZHdZIdZJd&ZKdZLeed'<   dZMdZNeed(<   erd d)lOT  e
ejP        eQ                    dS )*    )CallableN)LiteralOptionalTYPE_CHECKING)Configinstall_config_module)joint_custom_pass*activation_memory_budget_runtime_estimatoractivation_memory_budget_solverFFAKE_ALLOW_META10AOT_PARTITIONER_DEBUGT)	is_fbcodez0pytorch/remote_cache:enable_local_autograd_cacheTORCHINDUCTOR_AUTOGRAD_CACHE)justknobenv_name_forcedefaultenable_autograd_cache2TORCHINDUCTOR_AUTOGRAD_CACHE_ALLOW_CUSTOM_AUTOGRAD)r   r   .autograd_cache_allow_custom_autograd_functionsbundled_autograd_cachebypass_autograd_cache_keyCIreturnc                      t           j                            d          dk    rdS t           j                            d          dk    rdS d S )N#TORCHINDUCTOR_AUTOGRAD_REMOTE_CACHEr   Tr   F)osenvironget     \/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/_functorch/config.pyremote_autograd_cache_defaultr$   f   sE    	z~~;<<CCt	z~~;<<CCu4r"   i  g      ?flopsdp PARTITIONER_MEMORY_BUDGET_PARETO$PARTITIONER_MEMORY_BUDGET_PARETO_DIRneeds_exact_strides)r)   needs_fixed_stride_orderflexible_layout#custom_op_default_layout_constraintsame_as_forwardTORCH_COMPILE_GRAPH_FORMATsvgfake_tensor_prefer_device_typedonatedr	   selective_decompose)*)Rcollections.abcr   r   systypingr   r   r   torch.utils._config_moduler   r   _save_config_ignorefunctionalize_rng_opsr   r    fake_tensor_allow_metadebug_assertdebug_partitionerdecompose_custom_triton_opsstatic_weight_shapes treat_parameters_as_free_to_savecsetorch._environmentr   r   bool__annotations__r   r   r   autograd_cache_normalize_inputscheck_custom_op_aliasinggetenverror_on_custom_op_aliasingr$   enable_remote_autograd_cacheview_replay_for_aliased_outputsmax_dist_from_bwban_recompute_used_far_apart!ban_recompute_long_fusible_chains#ban_recompute_materialized_backwardban_recompute_not_in_allowlistban_recompute_reductionsrecompute_viewsis_non_builtin_to_include'remat_using_tags_for_fwd_loss_bwd_graphactivation_memory_budgetr
   r   visualize_memory_budget_paretomemory_budget_pareto_diraggressive_recomputationenable_activation_offloading"activation_offload_separate_streamactivation_offload_sink_waitactivation_reload_prefetch(fake_tensor_allow_unsafe_data_ptr_accessunlift_effect_tokensr,   fake_tensor_crossref"fake_tensor_propagate_real_tensorsbackward_pass_autocastdonated_buffertorch_compile_graph_format*generate_fake_kernels_from_real_mismatchesr0   strgraphsafe_rng_functionalization force_non_lazy_backward_lowering_test_disable_functionalizationstrict_autograd_cache(unsafe_allow_optimization_of_collectives5disable_guess_zero_tangent_for_mutated_input_subclass guess_tangent_strides_as_outputs_sync_decision_cross_ranks"saved_tensors_hooks_filtering_moder	   force_autograd_cacher2   torch.utils._config_typingmodules__name__r!   r"   r#   <module>rq      s   % $ $ $ $ $ $ 
			 



 3 3 3 3 3 3 3 3 3 3 D D D D D D D D      (93??3F  JNN#:C@@CG  #   $(    ( ( ( ( ( ( %f?1   t    8>vGQV8 8 8 .     %  $ $ $"' 4 ' ' ' '0ikk/ "   "d929T??33 x~      =<>> 0 '0ikk/   
  $  %) ! '+ #
 "&      "  +/ '   .5 * #'  JNN5s;;sB  :>>*PQQ 
 !   %  &+ "  %  # 
 ,0 (    $WH&     < &+ "D +  Y[[  Z^^,H%PP 
 .3 * 15  4 4 4 #'  $)   #'   0 ,1 ( 9> 5 $)   #  &/ " # 8 " " "  " T ! ! !  -,,,,  ck(+ , , , , ,r"   