Skip to content

fix(pydantic_ai): trace instructions and dynamic system prompts #735

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Abhijeet Prasad (AbhiPrasad) merged 2 commits into from
Sep 4, 2026
Merged

fix(pydantic_ai): trace instructions and dynamic system prompts #735

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
faf6f1d
fix(pydantic_ai): trace instructions and dynamic system prompts
AbhiPrasad Sep 4, 2026
db86fde
no mocks no fakes
AbhiPrasad Sep 4, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 104 additions & 0 deletions .../pydantic_ai/cassettes/1.10.0/test_agent_with_instructions_and_dynamic_system_prompt.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,104 @@
interactions:
- request:
body: '{"messages":[{"content":"Answer with only the number requested by the user.","role":"system"},{"role":"system","content":"The
user is currently taking a math quiz."},{"role":"user","content":"What is 2+2?
Answer with just the number."}],"model":"gpt-4o-mini","max_completion_tokens":100,"stream":false}'
headers:
accept:
- application/json
accept-encoding:
- gzip, deflate
connection:
- keep-alive
content-length:
- '302'
content-type:
- application/json
host:
- api.openai.com
user-agent:
- pydantic-ai/1.10.0
x-stainless-arch:
- arm64
x-stainless-async:
- async:asyncio
x-stainless-lang:
- python
x-stainless-os:
- MacOS
x-stainless-package-version:
- 3.8.0
x-stainless-read-timeout:
- '600'
x-stainless-retry-count:
- '0'
x-stainless-runtime:
- CPython
x-stainless-runtime-version:
- 3.14.6
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
body:
string: "{\n \"id\": \"chatcmpl-EKSb4SbtYB0fiLGdkgdeIqTZXUUOz\",\n \"object\":
\"chat.completion\",\n \"created\": 1788545194,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"4\",\n \"refusal\": null,\n
\ \"annotations\": []\n },\n \"logprobs\": null,\n \"finish_reason\":
\"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 47,\n \"completion_tokens\":
1,\n \"total_tokens\": 48,\n \"prompt_tokens_details\": {\n \"cached_tokens\":
0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
\"default\",\n \"system_fingerprint\": \"fp_b85f3645a5\"\n}\n"
headers:
access-control-expose-headers:
- X-Request-ID
- CF-Ray
- CF-Ray
alt-svc:
- h3=":443"; ma=86400
cf-cache-status:
- DYNAMIC
cf-ray:
- a35eedc85be9cceb-YYZ
connection:
- keep-alive
content-length:
- '807'
content-type:
- application/json
date:
- Fri, 04 Sep 2026 18:06:35 GMT
openai-processing-ms:
- '515'
openai-version:
- '2020-10-01'
server:
- cloudflare
strict-transport-security:
- max-age=31536000; includeSubDomains; preload
transfer-encoding:
- chunked
x-content-type-options:
- nosniff
x-openai-proxy-wasm:
- v0.1
x-ratelimit-limit-requests:
- '30000'
x-ratelimit-limit-tokens:
- '150000000'
x-ratelimit-remaining-requests:
- '29999'
x-ratelimit-remaining-tokens:
- '149999962'
x-ratelimit-reset-requests:
- 2ms
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_e67f592357a64de29dda6a4c82b4e1a4
status:
code: 200
message: OK
version: 1
120 changes: 120 additions & 0 deletions .../pydantic_ai/cassettes/latest/test_agent_with_instructions_and_dynamic_system_prompt.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,120 @@
interactions:
- request:
body: '{"input":[{"role":"system","content":"The user is currently taking a math
quiz."},{"role":"user","content":"What is 2+2? Answer with just the number."}],"instructions":"Answer
with only the number requested by the user.","max_output_tokens":100,"model":"gpt-4o-mini","stream":false}'
headers:
accept:
- application/json
accept-encoding:
- gzip, deflate, zstd
connection:
- keep-alive
content-length:
- '282'
content-type:
- application/json
host:
- api.openai.com
user-agent:
- pydantic-ai/2.36.0
x-stainless-arch:
- arm64
x-stainless-async:
- async:asyncio
x-stainless-lang:
- python
x-stainless-os:
- MacOS
x-stainless-package-version:
- 3.8.0
x-stainless-read-timeout:
- '600'
x-stainless-retry-count:
- '0'
x-stainless-runtime:
- CPython
x-stainless-runtime-version:
- 3.14.6
method: POST
uri: https://api.openai.com/v1/responses
response:
body:
string: "{\n \"id\": \"resp_006792c93537c683006a9b07f51b4087d29047361acacaf77b\",\n
\ \"object\": \"response\",\n \"created_at\": 1788545013,\n \"status\":
\"completed\",\n \"background\": false,\n \"billing\": {\n \"payer\":
\"developer\"\n },\n \"completed_at\": 1788545015,\n \"error\": null,\n
\ \"frequency_penalty\": 0.0,\n \"incomplete_details\": null,\n \"instructions\":
\"Answer with only the number requested by the user.\",\n \"max_output_tokens\":
100,\n \"max_tool_calls\": null,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
\ \"moderation\": null,\n \"output\": [\n {\n \"id\": \"msg_006792c93537c683006a9b07f743fc87d2b7cf465113ee4972\",\n
\ \"type\": \"message\",\n \"status\": \"completed\",\n \"content\":
[\n {\n \"type\": \"output_text\",\n \"annotations\":
[],\n \"logprobs\": [],\n \"text\": \"4\"\n }\n ],\n
\ \"role\": \"assistant\"\n }\n ],\n \"parallel_tool_calls\": true,\n
\ \"presence_penalty\": 0.0,\n \"previous_response_id\": null,\n \"prompt_cache_key\":
null,\n \"prompt_cache_retention\": \"in_memory\",\n \"reasoning\": {\n
\ \"context\": null,\n \"effort\": null,\n \"summary\": null\n },\n
\ \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\":
true,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\":
\"text\"\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\":
\"auto\",\n \"tool_usage\": {\n \"image_gen\": {\n \"input_tokens\":
0,\n \"input_tokens_details\": {\n \"image_tokens\": 0,\n \"text_tokens\":
0\n },\n \"output_tokens\": 0,\n \"output_tokens_details\":
{\n \"image_tokens\": 0,\n \"text_tokens\": 0\n },\n \"total_tokens\":
0\n },\n \"web_search\": {\n \"num_requests\": 0\n }\n },\n
\ \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 1.0,\n \"truncation\":
\"disabled\",\n \"usage\": {\n \"input_tokens\": 47,\n \"input_tokens_details\":
{\n \"cache_write_tokens\": 0,\n \"cached_tokens\": 0\n },\n
\ \"output_tokens\": 2,\n \"output_tokens_details\": {\n \"reasoning_tokens\":
0\n },\n \"total_tokens\": 49\n },\n \"user\": null,\n \"metadata\":
{}\n}"
headers:
access-control-expose-headers:
- X-Request-ID
- CF-Ray
- CF-Ray
alt-svc:
- h3=":443"; ma=86400
cf-cache-status:
- DYNAMIC
cf-ray:
- a35ee9567d4caaa4-YYZ
connection:
- keep-alive
content-length:
- '2017'
content-type:
- application/json
date:
- Fri, 04 Sep 2026 18:03:35 GMT
openai-processing-ms:
- '2402'
openai-version:
- '2020-10-01'
server:
- cloudflare
strict-transport-security:
- max-age=31536000; includeSubDomains; preload
transfer-encoding:
- chunked
x-content-type-options:
- nosniff
x-ratelimit-limit-requests:
- '30000'
x-ratelimit-limit-tokens:
- '150000000'
x-ratelimit-remaining-requests:
- '29999'
x-ratelimit-remaining-tokens:
- '149999932'
x-ratelimit-reset-requests:
- 2ms
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_3c6a1c7bbb5e4b7ba59fb6c27f5ef4b4
status:
code: 200
message: OK
version: 1
Loading