test: faster test execution in codex-core (#2633)
this dramatically improves time to run `cargo test -p codex-core` (~25x speedup). before: ``` cargo test -p codex-core 35.96s user 68.63s system 19% cpu 8:49.80 total ``` after: ``` cargo test -p codex-core 5.51s user 8.16s system 63% cpu 21.407 total ``` both tests measured "hot", i.e. on a 2nd run with no filesystem changes, to exclude compile times. approach inspired by [Delete Cargo Integration Tests](https://matklad.github.io/2021/02/27/delete-cargo-integration-tests.html), we move all test cases in tests/ into a single suite in order to have a single binary, as there is significant overhead for each test binary executed, and because test execution is only parallelized with a single binary.
This commit is contained in:
3
codex-rs/chatgpt/tests/all.rs
Normal file
3
codex-rs/chatgpt/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
2
codex-rs/chatgpt/tests/suite/mod.rs
Normal file
2
codex-rs/chatgpt/tests/suite/mod.rs
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod apply_command_e2e;
|
||||||
@@ -6,6 +6,7 @@ version = { workspace = true }
|
|||||||
[lib]
|
[lib]
|
||||||
name = "codex_core"
|
name = "codex_core"
|
||||||
path = "src/lib.rs"
|
path = "src/lib.rs"
|
||||||
|
doctest = false
|
||||||
|
|
||||||
[lints]
|
[lints]
|
||||||
workspace = true
|
workspace = true
|
||||||
|
|||||||
3
codex-rs/core/tests/all.rs
Normal file
3
codex-rs/core/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/all/`.
|
||||||
|
mod suite;
|
||||||
12
codex-rs/core/tests/suite/mod.rs
Normal file
12
codex-rs/core/tests/suite/mod.rs
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
|
||||||
|
mod cli_stream;
|
||||||
|
mod client;
|
||||||
|
mod compact;
|
||||||
|
mod exec;
|
||||||
|
mod exec_stream_events;
|
||||||
|
mod live_cli;
|
||||||
|
mod prompt_caching;
|
||||||
|
mod seatbelt;
|
||||||
|
mod stream_error_allows_next_turn;
|
||||||
|
mod stream_no_completed;
|
||||||
@@ -107,8 +107,8 @@ async fn codex_mini_latest_tools() {
|
|||||||
assert_eq!(requests.len(), 2, "expected two POST requests");
|
assert_eq!(requests.len(), 2, "expected two POST requests");
|
||||||
|
|
||||||
let expected_instructions = [
|
let expected_instructions = [
|
||||||
include_str!("../prompt.md"),
|
include_str!("../../prompt.md"),
|
||||||
include_str!("../../apply-patch/apply_patch_tool_instructions.md"),
|
include_str!("../../../apply-patch/apply_patch_tool_instructions.md"),
|
||||||
]
|
]
|
||||||
.join("\n");
|
.join("\n");
|
||||||
|
|
||||||
@@ -188,7 +188,7 @@ async fn prompt_tools_are_consistent_across_requests() {
|
|||||||
let requests = server.received_requests().await.unwrap();
|
let requests = server.received_requests().await.unwrap();
|
||||||
assert_eq!(requests.len(), 2, "expected two POST requests");
|
assert_eq!(requests.len(), 2, "expected two POST requests");
|
||||||
|
|
||||||
let expected_instructions: &str = include_str!("../prompt.md");
|
let expected_instructions: &str = include_str!("../../prompt.md");
|
||||||
// our internal implementation is responsible for keeping tools in sync
|
// our internal implementation is responsible for keeping tools in sync
|
||||||
// with the OpenAI schema, so we just verify the tool presence here
|
// with the OpenAI schema, so we just verify the tool presence here
|
||||||
let expected_tools_names: &[&str] = &["shell", "update_plan", "apply_patch"];
|
let expected_tools_names: &[&str] = &["shell", "update_plan", "apply_patch"];
|
||||||
3
codex-rs/exec/tests/all.rs
Normal file
3
codex-rs/exec/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
3
codex-rs/exec/tests/suite/mod.rs
Normal file
3
codex-rs/exec/tests/suite/mod.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod apply_patch;
|
||||||
|
mod sandbox;
|
||||||
3
codex-rs/execpolicy/tests/all.rs
Normal file
3
codex-rs/execpolicy/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
10
codex-rs/execpolicy/tests/suite/mod.rs
Normal file
10
codex-rs/execpolicy/tests/suite/mod.rs
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod bad;
|
||||||
|
mod cp;
|
||||||
|
mod good;
|
||||||
|
mod head;
|
||||||
|
mod literal;
|
||||||
|
mod ls;
|
||||||
|
mod parse_sed_command;
|
||||||
|
mod pwd;
|
||||||
|
mod sed;
|
||||||
3
codex-rs/linux-sandbox/tests/all.rs
Normal file
3
codex-rs/linux-sandbox/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
2
codex-rs/linux-sandbox/tests/suite/mod.rs
Normal file
2
codex-rs/linux-sandbox/tests/suite/mod.rs
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod landlock;
|
||||||
3
codex-rs/login/tests/all.rs
Normal file
3
codex-rs/login/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
2
codex-rs/login/tests/suite/mod.rs
Normal file
2
codex-rs/login/tests/suite/mod.rs
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod login_server_e2e;
|
||||||
3
codex-rs/mcp-server/tests/all.rs
Normal file
3
codex-rs/mcp-server/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
8
codex-rs/mcp-server/tests/suite/mod.rs
Normal file
8
codex-rs/mcp-server/tests/suite/mod.rs
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod auth;
|
||||||
|
mod codex_message_processor_flow;
|
||||||
|
mod codex_tool;
|
||||||
|
mod create_conversation;
|
||||||
|
mod interrupt;
|
||||||
|
mod login;
|
||||||
|
mod send_message;
|
||||||
3
codex-rs/mcp-types/tests/all.rs
Normal file
3
codex-rs/mcp-types/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
3
codex-rs/mcp-types/tests/suite/mod.rs
Normal file
3
codex-rs/mcp-types/tests/suite/mod.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod initialize;
|
||||||
|
mod progress_notification;
|
||||||
3
codex-rs/tui/tests/all.rs
Normal file
3
codex-rs/tui/tests/all.rs
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
// Single integration test binary that aggregates all test modules.
|
||||||
|
// The submodules live in `tests/suite/`.
|
||||||
|
mod suite;
|
||||||
5
codex-rs/tui/tests/suite/mod.rs
Normal file
5
codex-rs/tui/tests/suite/mod.rs
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
// Aggregates all former standalone integration tests as modules.
|
||||||
|
mod status_indicator;
|
||||||
|
mod vt100_history;
|
||||||
|
mod vt100_live_commit;
|
||||||
|
mod vt100_streaming_no_dup;
|
||||||
Reference in New Issue
Block a user