使用Ollama和Phi4mini在边缘设备上构建AI Agent

AGENT_TOOLS = {  "booking_fight": {    "name": "booking_fight",    "description": "预订航班",    "parameters": {      "departure": {        "description": "出发机场代码",        "type": "str",      },      "destination": {        "description": "目的地机场代码",        "type": "str",      },      "outbound_date": {        "description": "出发日期",        "type": "str",      },      "return_date": {        "description": "返回日期",        "type": "str",      }    }  },  "booking_hotel": {    "name": "booking_hotel",    "description": "预订酒店",    "parameters": {      "query": {        "description": "城市名称",        "type": "str",      },      "check_in_date": {        "description": "入住日期",        "type": "str",      },      "check_out_date": {        "description": "退房日期",        "type": "str",      }    }  },}
SYSTEM_PROMPT = """你是我的旅行助手，可以使用以下工具。"""
messages = [  {    "role": "system",    "content": SYSTEM_PROMPT,    "tools": json.dumps(AGENT_TOOLS), # 使用tools参数将工具传递到系统消息中  },  {    "role": "user",    "content": """我将于2025年3月21日至2025年3月27日从伦敦到纽约出差，你能帮我预订酒店和机票吗"""  }]

TEMPLATE """{{- if .Messages }}{{- if or .System .Tools }}<|system|>
{{ if .System }}{{ .System }}{{- end }}In addition to plain text responses, you can chose to call one or more of the provided functions.
Use the following rule to decide when to call a function:  * if the response can be generated from your internal knowledge (e.g., as in the case of queries like "What is the capital of Poland?"), do so  * if you need external information that can be obtained by calling one or more of the provided functions, generate a function calls
If you decide to call functions:  * prefix function calls with functools marker (no closing marker required)  * all function calls should be generated in a single JSON list formatted as functools[{"name": [function name], "arguments": [function arguments as JSON]}, ...]  * follow the provided JSON schema. Do not hallucinate arguments or values. Do to blindly copy values from the provided samples  * respect the argument type formatting. E.g., if the type if number and format is float, write value 7 as 7.0  * make sure you pick the right functions that match the user intent
Available functions as JSON spec:{{- if .Tools }}{{ .Tools }}{{- end }}<|end|>{{- end }}{{- range .Messages }}{{- if ne .Role "system" }}<|{{ .Role }}|>{{- if and .Content (eq .Role "tools") }}
{"result": {{ .Content }}}{{- else if .Content }}
{{ .Content }}{{- else if .ToolCalls }}
functools[{{- range .ToolCalls }}{{ "{" }}"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}{{ "}" }}{{- end }}]{{- end }}<|end|>{{- end }}{{- end }}<|assistant|>
{{ else }}{{- if .System }}<|system|>
{{ .System }}<|end|>{{ end }}{{ if .Prompt }}<|user|>
{{ .Prompt }}<|end|>{{ end }}<|assistant|>
{{ end }}{{ .Response }}{{ if .Response }}<|user|>{{ end }}"""

# 如果还没有下载，请先执行此命令ollama run phi4-mini:3.8b-fp16
# 与调整后的Modelfile绑定ollama create phi4-mini:3.8b-fp16 -f {你的Modelfile路径}