# Copyright 2023 The Qwen team, Alibaba Group. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """An image generation agent implemented by assistant""" import json import os import urllib.parse import json5 from qwen_agent.agents import Assistant from qwen_agent.gui import WebUI from qwen_agent.tools.base import BaseTool, register_tool ROOT_RESOURCE = os.path.join(os.path.dirname(__file__), 'resource') # Add a custom tool named my_image_gen: @register_tool('my_image_gen') class MyImageGen(BaseTool): description = 'AI painting (image generation) service, input text description, and return the image URL drawn based on text information.' parameters = [{ 'name': 'prompt', 'type': 'string', 'description': 'Detailed description of the desired image content, in English', 'required': True, }] def call(self, params: str, **kwargs) -> str: prompt = json5.loads(params)['prompt'] prompt = urllib.parse.quote(prompt) return json.dumps( {'image_url': f'https://image.pollinations.ai/prompt/{prompt}'}, ensure_ascii=False, ) def init_agent_service(): llm_cfg = {'model': 'qwen-max'} system = ("According to the user's request, you first draw a picture and then automatically " 'run code to download the picture and select an image operation from the given document ' 'to process the image') tools = [ 'my_image_gen', 'code_interpreter', ] # code_interpreter is a built-in tool in Qwen-Agent bot = Assistant( llm=llm_cfg, name='AI painting', description='AI painting service', system_message=system, function_list=tools, files=[os.path.join(ROOT_RESOURCE, 'doc.pdf')], ) return bot def test(query: str = 'draw a dog'): # Define the agent bot = init_agent_service() # Chat messages = [{'role': 'user', 'content': query}] for response in bot.run(messages=messages): print('bot response:', response) def app_tui(): # Define the agent bot = init_agent_service() # Chat messages = [] while True: query = input('user question: ') messages.append({'role': 'user', 'content': query}) response = [] for response in bot.run(messages=messages): print('bot response:', response) messages.extend(response) def app_gui(): # Define the agent bot = init_agent_service() chatbot_config = { 'prompt.suggestions': [ '画一只猫的图片', '画一只可爱的小腊肠狗', '画一幅风景画,有湖有山有树', ] } WebUI( bot, chatbot_config=chatbot_config, ).run() if __name__ == '__main__': # test() # app_tui() app_gui()