feat: use actual tokenizer for unified_exec truncation (#5514)

This commit is contained in:
jif-oai
2025-10-23 17:08:06 +01:00
committed by GitHub
parent 6745b12427
commit 0b4527146e
4 changed files with 68 additions and 41 deletions

View File

@@ -28,6 +28,7 @@ codex-rmcp-client = { workspace = true }
codex-async-utils = { workspace = true }
codex-utils-string = { workspace = true }
codex-utils-pty = { workspace = true }
codex-utils-tokenizer = { workspace = true }
dirs = { workspace = true }
dunce = { workspace = true }
env-flags = { workspace = true }