Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion scripts/accuracy/runAccuracyTests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ export MDB_ACCURACY_RUN_ID=$(npx uuid v4)
# specified in the command line. Such as:
# npm run test:accuracy -- tests/accuracy/some-test.test.ts
echo "Running accuracy tests with MDB_ACCURACY_RUN_ID '$MDB_ACCURACY_RUN_ID'"
vitest --config vitest.config.ts --project=accuracy --coverage=false --run "$@"
vitest --config vitest.config.ts --project=accuracy --coverage=false --no-file-parallelism --run "$@"

# Preserving the exit code from test run to correctly notify in the CI
# environments when the tests fail.
Expand Down
2 changes: 1 addition & 1 deletion tests/accuracy/collectionIndexes.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ describeAccuracyTests([
],
},
{
prompt: `Is the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies' indexed?`,
prompt: `Is there an index covering the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies'?`,
expectedToolCalls: [
{
toolName: "collection-indexes",
Expand Down
4 changes: 4 additions & 0 deletions tests/accuracy/explain.test.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
import { Matcher } from "./sdk/matcher.js";

/**
* None of these tests score a parameter match on any of the models, likely
Expand All @@ -22,6 +23,7 @@ describeAccuracyTests([
},
},
],
verbosity: Matcher.string(),
},
},
],
Expand All @@ -46,6 +48,7 @@ describeAccuracyTests([
},
},
],
verbosity: Matcher.string(),
},
},
],
Expand All @@ -66,6 +69,7 @@ describeAccuracyTests([
},
},
],
verbosity: Matcher.string(),
},
},
],
Expand Down
Loading