o h2w@sddlZddlZddlZddlZddlmZddlmZddl Z ddl m Z m Z m Z ddlmZddlmZmZmZmZdd lmZmZmZmZmZdd lmZmZdd lmZe e!Z"erdddl#Z#ervdd l$m%Z%m&Z&dd lm'Z'ne(Z%da)e*e+e,e-e.e/dZ0eGdddZ1ia2gdZ3d,ddZ4ddZ5d-ddZ6d.ddZ7ddZ8ddZ9Gd d!d!Z:Gd"d#d#e:Z;Gd$d%d%e:ZGd*d+d+e%Z?dS)/N) dataclass)Dict)HfFolderhf_hub_download list_spaces) AutoTokenizer)is_offline_modeis_openai_availableis_torch_availablelogging) TASK_MAPPINGTOOL_CONFIG_FILETool load_toolsupports_remote)CHAT_MESSAGE_PROMPTdownload_prompt)evaluate)StoppingCriteriaStoppingCriteriaList)AutoModelForCausalLMF)printrangefloatintboolstrc@s&eZdZUeed<eed<eed<dS)PreTooltask descriptionrepo_idN)__name__ __module__ __qualname__r__annotations__r'r'O/var/www/html/ai/venv/lib/python3.10/site-packages/transformers/tools/agents.pyr;s  r)zimage-transformationz text-downloadz text-to-imagez text-to-videohuggingface-toolsc Cstr tdiSt|d}i}|D];}|j}t|tdd}t|dd }t |}Wdn1s5wY| dd}t ||d |d ||d <q|S) Nz;You are in offline mode, so remote tools are not available.)authorspace) repo_typezutf-8)encoding/r!r r!r"name) r loggerinforidrropenjsonloadsplitr) organizationspacestools space_infor"resolved_config_filereaderconfigr r'r'r(get_remote_toolsMs   r@c CstrdStd}|j}t}tD]\}}t||}|j}t ||ddt |j <qt sSt D]#}d}|D]\}} | j|krH| t |<d}nq7|sRt|dq/dadS)N transformersr0FTz is not implemented on the Hub.)_tools_are_initialized importlib import_moduler;r@ritemsgetattrr!rHUGGINGFACE_DEFAULT_TOOLSr1r "HUGGINGFACE_DEFAULT_TOOLS_FROM_HUBr ValueError) main_module tools_module remote_tools task_nametool_class_name tool_classr!found tool_nametoolr'r'r(_setup_default_tools`s,   rSc Cs|dur t}n|}|D]0\}}||vs||vrqt|tr&|||<q|jdur.|jn|j}|o6t|}t||d||<q|S)Nremote) BASE_PYTHON_TOOLScopyrE isinstancerr"r rr) codetoolboxrU cached_toolsresolved_toolsr1rRtask_or_repo_id_remoter'r'r( resolve_toolss    r_cCsddg}|D]0\}}||vst|trq|jdur|jn|j}|d|d}|r/|d7}|d7}||qd|dS)Nz"from transformers import load_toolz = load_tool(""z , remote=True) )rErXrr"r appendjoin)rYrZrU code_linesr1rRr]liner'r'r(get_tool_creation_codes rhcCs|d}d}|t|kr)||ds)|d7}|t|kr)||drd|d|}|t|kr>|dfS|d7}|}||dsZ|d7}||drMd|||}||fS)Nrcr```r )r8lenlstrip startswithrestrip)resultlinesidx explanation start_idxrYr'r'r(clean_code_for_chats  rscCstd|}|d\}}|}|}|d}|ddvr%|dd}|ddkr1|dd}d|}||fS) NzI will use the following zAnswer:rcr)riz```pyz ```pythonr r/ri)r8rmre)rnrqrYrfr'r'r(clean_code_for_runs       rtc@s~eZdZdZdddZedeeeffddZ dd d Z d d Z ddd ddZ ddZ ddd ddZddZddZdS)Agenta& Base class for all agents which contains the main API methods. Args: chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. NcCst|jj}t||dd|_t||dd|_t|_t |_ |durt |t t fr2dd|D}n t |ts<|j|i}dd|D}|j|t|dkrgdd d |D}td |d nt|dkrt |d }t|d||d|dS)Nchat)moderuncSsi|]}|j|qSr')r1).0tr'r'r( z"Agent.__init__..cSsi|] \}}|tvr||qSr')rGryr1rRr'r'r(r{sr rccSs g|] \}}d|d|qSz- : r')rynrzr'r'r( s z"Agent.__init__..zSThe following tools have been replaced by the ones provided in `additional_tools`: .rz has been replaced by z# as provided in `additional_tools`.)rS __class__r#rchat_prompt_templaterun_prompt_templaterGrW_toolboxrlogrXlisttupledictr1rEupdaterjrer2warningkeysprepare_for_new_chat)selfrradditional_tools agent_name replacementsnamesr1r'r'r(__init__s,        zAgent.__init__returncCs|jS)z-Get all tool currently available to the agent)rrr'r'r(rZsz Agent.toolboxFcCspddd|jD}|r)|jdur|jd|}n|j}|td|7}|S|jd|}|d|}|S)NrccSs"g|] \}}d|d|jqSr~)r!r}r'r'r(rs"z'Agent.format_prompt..z <>z<>z <>)rerZrE chat_historyrreplacerr)rr chat_moder!promptr'r'r( format_prompts  zAgent.format_promptcCs ||_dS)z Set the function use to stream results (which is `print` by default). Args: streamer (`callable`): The function to call when streaming results from the LLM. N)r)rstreamerr'r'r( set_streams zAgent.set_stream) return_coderUc Ks|j|dd}|j|ddgd}||d|_t|\}}|d||durd|d ||sU|d t||j||jd |_|j |t ||j|j ddSt ||j|d } | d|SdS) a Sends a new request to the agent in a chat. Will use the previous ones in its history. Args: task (`str`): The task to perform return_code (`bool`, *optional*, defaults to `False`): Whether to just return code and not evaluate it. remote (`bool`, *optional*, defaults to `False`): Whether or not to use remote tools (inference endpoints) instead of local ones. kwargs (additional keyword arguments, *optional*): Any keyword argument to send to the agent when evaluating the code. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.chat("Draw me a picture of rivers and lakes") agent.chat("Transform the picture so that there is a rock in there") ``` T)rzHuman:z=====stoprc==Explanation from the agent== N" ==Code generated by the agent== ==Result==rUr[rT) r generate_onermrrsrr_rZr[ chat_staterrrh rr rrUkwargsrrnrqrY tool_coder'r'r(rv s   z Agent.chatcCsd|_i|_d|_dS)zG Clears the history of prior calls to [`~Agent.chat`]. N)rrr[rr'r'r(r6s zAgent.prepare_for_new_chatc Ks||}|j|dgd}t|\}}|d||d||s?|dt||j||jd|_t||j|dSt ||j|d} | d |S) a  Sends a request to the agent. Args: task (`str`): The task to perform return_code (`bool`, *optional*, defaults to `False`): Whether to just return code and not evaluate it. remote (`bool`, *optional*, defaults to `False`): Whether or not to use remote tools (inference endpoints) instead of local ones. kwargs (additional keyword arguments, *optional*): Any keyword argument to send to the agent when evaluating the code. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.run("Draw me a picture of rivers and lakes") ``` zTask:rrrrr)staterTrc) rrrtrr_rZr[rrWrhrr'r'r(rx>s   z Agent.runcCstN)NotImplementedErrorrrrr'r'r(rcszAgent.generate_onecsfdd|DS)Ncg|]}|qSr')rryrrrr'r(riz'Agent.generate_many..r'rpromptsrr'rr( generate_manygszAgent.generate_manyNNNF)r#r$r%__doc__rpropertyrrrrZrrrvrrxrrr'r'r'r(rus    *% rucsLeZdZdZ     dfdd ZddZdd Zd d Zd d ZZ S) OpenAiAgentu! Agent that uses the openai API to generate code. The openAI models are used in generation mode, so even for the `chat()` API, it's better to use models like `"text-davinci-003"` over the chat-GPT variant. Proper support for chat-GPT models will come in a next version. Args: model (`str`, *optional*, defaults to `"text-davinci-003"`): The name of the OpenAI model to use. api_key (`str`, *optional*): The API key to use. If unset, will look for the environment variable `"OPENAI_API_KEY"`. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import OpenAiAgent agent = OpenAiAgent(model="text-davinci-003", api_key=xxx) agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` text-davinci-003NcsVtstd|durtjdd}|durtd|t_||_t j |||ddS)N.)r_completion_generaterr'rr(rs  zOpenAiAgent.generate_manycCs(d|jvr |||S||g|dS)Nrr)rrrrr'r'r(rs  zOpenAiAgent.generate_onecCs.tjjj|jd|dgd|d}|jdjjS)Nuserrolecontentr)rmessages temperaturer)rrv completionscreaterchoicesmessagerrrrrnr'r'r(rs zOpenAiAgent._chat_generatecC*tjj|j|d|dd}dd|dDS)Nr)rrrr max_tokenscSg|]}|dqStextr'ryanswerr'r'r(rr|z4OpenAiAgent._completion_generate..r)r Completionrrrrrrnr'r'r(rz OpenAiAgent._completion_generate)rNNNN r#r$r%rrrrrr __classcell__r'r'rr(rls' rcsPeZdZdZ       dfdd ZddZdd Zd d Zd d ZZ S)AzureOpenAiAgentu Agent that uses Azure OpenAI to generate code. See the [official documentation](https://learn.microsoft.com/en-us/azure/cognitive-services/openai/) to learn how to deploy an openAI model on Azure The openAI models are used in generation mode, so even for the `chat()` API, it's better to use models like `"text-davinci-003"` over the chat-GPT variant. Proper support for chat-GPT models will come in a next version. Args: deployment_id (`str`): The name of the deployed Azure openAI model to use. api_key (`str`, *optional*): The API key to use. If unset, will look for the environment variable `"AZURE_OPENAI_API_KEY"`. resource_name (`str`, *optional*): The name of your Azure OpenAI Resource. If unset, will look for the environment variable `"AZURE_OPENAI_RESOURCE_NAME"`. api_version (`str`, *optional*, default to `"2022-12-01"`): The API version to use for this agent. is_chat_mode (`bool`, *optional*): Whether you are using a completion model or a chat model (see note above, chat models won't be as efficient). Will default to `gpt` being in the `deployment_id` or not. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import AzureOpenAiAgent agent = AzureAiAgent(deployment_id="Davinci-003", api_key=xxx, resource_name=yyy) agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` N 2022-12-01c ststd||_dt_|durtjdd}|dur td|t_ |dur.tjdd}|dur6tdd|dt_ |t_ |durJd | v}||_ tj|||d dS) NrazureAZURE_OPENAI_API_KEYzYou need an Azure openAI key to use `AzureOpenAIAgent`. If you have one, set it in your env with `os.environ['AZURE_OPENAI_API_KEY'] = xxx.AZURE_OPENAI_RESOURCE_NAMEzYou need a resource_name to use `AzureOpenAIAgent`. If you have one, set it in your env with `os.environ['AZURE_OPENAI_RESOURCE_NAME'] = xxx.zhttps://z.openai.azure.comrr)r r deployment_idrapi_typerrrrIrapi_base api_versionlower is_chat_modelrr) rrr resource_namerrrrrrr'r(rs6   zAzureOpenAiAgent.__init__cs&jr fdd|DS|S)Ncrr'rrrr'r(r.rz2AzureOpenAiAgent.generate_many..)rrrr'rr(r,s zAzureOpenAiAgent.generate_manycCs$|jr |||S||g|dS)Nr)rrrrr'r'r(r2s zAzureOpenAiAgent.generate_onecCs2tjj|jd|dgd|d}|ddddS)Nrrr)enginerrrrrr)rChatCompletionrrrr'r'r(r8s zAzureOpenAiAgent._chat_generatecCr)Nrr)rrrrrcSrrr'rr'r'r(rIr|z9AzureOpenAiAgent._completion_generate..r)rrrrrr'r'r(rArz%AzureOpenAiAgent._completion_generate)NNrNNNNrr'r'rr(rs2. rcs,eZdZdZ dfdd ZddZZS)HfAgentuc Agent that uses an inference endpoint to generate code. Args: url_endpoint (`str`): The name of the url endpoint to use. token (`str`, *optional*): The token to use as HTTP bearer authorization for remote files. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` Ncs`||_|durdt|_n|ds|dr||_nd||_tj|||ddS)NzBearer BearerBasicr) url_endpointr get_tokentokenrlrr)rrrrrrrr'r(rls  zHfAgent.__init__cCsd|ji}|dd|dd}tj|j||d}|jdkr+tdtd | |S|jdkr=t d |jd | | d d }|D]}| |rY|dt | SqG|S)N AuthorizationrF)max_new_tokensreturn_full_textr)inputs parameters)r6headersiz=Getting rate-limited, waiting a tiny bit before trying again.r zError rrgenerated_text)rrequestspostr status_coder2r3timesleep _generate_onerIr6endswithrj)rrrrrresponsernstop_seqr'r'r(r|s"        zHfAgent.generate_one)NNNN)r#r$r%rrrrr'r'rr(rLs  rcsBeZdZdZd fdd ZeddZeddZd d Z Z S) LocalAgenta Agent that uses a local model and tokenizer to generate code. Args: model ([`PreTrainedModel`]): The model to use for the agent. tokenizer ([`PreTrainedTokenizer`]): The tokenizer to use for the agent. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py import torch from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent checkpoint = "bigcode/starcoder" model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16) tokenizer = AutoTokenizer.from_pretrained(checkpoint) agent = LocalAgent(model, tokenizer) agent.run("Draw me a picture of rivers and lakes.") ``` Ncs"||_||_tj|||ddS)Nr)r tokenizerrr)rrrrrrrr'r(rs zLocalAgent.__init__cKs.tj|fi|}tj|fi|}|||S)a Convenience method to build a `LocalAgent` from a pretrained checkpoint. Args: pretrained_model_name_or_path (`str` or `os.PathLike`): The name of a repo on the Hub or a local path to a folder containing both model and tokenizer. kwargs (`Dict[str, Any]`, *optional*): Keyword arguments passed along to [`~PreTrainedModel.from_pretrained`]. Example: ```py import torch from transformers import LocalAgent agent = LocalAgent.from_pretrained("bigcode/starcoder", device_map="auto", torch_dtype=torch.bfloat16) agent.run("Draw me a picture of rivers and lakes.") ``` )rfrom_pretrainedr)clspretrained_model_name_or_pathrrrr'r'r(r s zLocalAgent.from_pretrainedcCs<t|jdrt|jjdS|jD]}|jSdS)N hf_device_mapr)hasattrrrr valuesrdevice)rparamr'r'r( _model_devices  zLocalAgent._model_devicec Cs|j|dd|j}|djd}tt||jg}|jj|dd|d}|j|d |d}|D]}| |rF|dt | }q6|S)Npt)return_tensors input_idsr r)rstopping_criteriar) rtorshaperStopSequenceCriteriargeneratedecodetolistrrj) rrrencoded_inputssrc_lenroutputsrnrr'r'r(rs  zLocalAgent.generate_oner) r#r$r%rr classmethodr rrrrr'r'rr(rs#  rc@s&eZdZdZddZdefddZdS)ra6 This class can be used to stop generation whenever a sequence of tokens is encountered. Args: stop_sequences (`str` or `List[str]`): The sequence (or list of sequences) on which to stop execution. tokenizer: The tokenizer used to decode the model outputs. cCs t|tr|g}||_||_dSr)rXrstop_sequencesr)rr rr'r'r(rs  zStopSequenceCriteria.__init__rc s,|j|dtfdd|jDS)Nrc3s|]}|VqdSr)r)ry stop_sequencedecoded_outputr'r( sz0StopSequenceCriteria.__call__..)rrranyr )rrscoresrr'r"r(__call__szStopSequenceCriteria.__call__N)r#r$r%rrrr'r'r'r'r(rs r)r))FNr)@importlib.utilrCr6rr dataclassesrtypingrrhuggingface_hubrrr models.autorutilsr r r r baserrrrrrrrpython_interpreterr get_loggerr#r2r generationrrrobjectrBrrrrrrrVrrGrHr@rSr_rhrsrtrurrrrrr'r'r'r(sZ         )b~G]