
    Ցi
                     X    S SK Jr  S SKJrJrJr  SSKJrJrJ	r	  SSK
JrJrJr  S rS rg)	   )logging)get_dep_version is_genai_engine_plugin_availablerequire_genai_engine_plugin   )backend_config_to_argsset_config_defaultsupdate_backend_config)ALL_MODEL_INFOget_model_componentsis_integrated_model_availablec                     SSK Jn   [        S5      n[        S5      (       a`  [         HU  n[        US5      (       a  M  X R                  5       ;  d  M+  [        US5      u  p4U R                  UR                  U5        MW     g g )N    )ModelRegistryvllmvllm-server)
r   r   r   r   r   r   get_supported_archsr   register_model__name__)r   vllm_version
model_namenet_cls_s        e/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/paddlex/inference/genai/backends/vllm.pyregister_modelsr      si    ""6*L'66(J1*fEE&G&G&II1*fE
,,W-=-=wG ) 7    c                    [        S5        SS KnSSKJnJnJn	Jn
Jn  U" 5         U" 5       nU	" U5      n[        USU05        U(       a  [        US[        U5      05        [        UUU US.5        SS KnUR                  R                  bD  UR                  R                  c-  SU;   a'  [        R                   " S5        UR#                  S5        [%        U5      nUR'                  U5      nU" U5        UR)                  U
" U5      5        g )	Nr   r   )FlexibleArgumentParsercli_env_setupmake_arg_parser
run_servervalidate_parsed_serve_argszserved-model-namezchat-template)modelhostportzapi-server-countz<Key 'api-server-count' will be popped as it is not supported)r   uvloop"vllm.entrypoints.openai.api_serverr   r   r    r!   r"   r	   strr
   torchversionhipcudar   warningpopr   
parse_argsrun)r$   r%   r   	model_dirconfigchat_template_pathr&   r   r   r    r!   r"   parserr)   argss                  r   run_vllm_serverr6   ,   s    .  O#%FV$F!4j ABF_c:L6M$NO	
 }}$););)C'OON JJ)*!&)DT"Dt$
JJz$ r   N)utilsr   
utils.depsr   r   r   configs.utilsr   r	   r
   modelsr   r   r   r   r6    r   r   <module>r<      s2     
 
 Y XH,!r   