diff --git a/scripts/accuracy/runAccuracyTests.sh b/scripts/accuracy/runAccuracyTests.sh index 312d08a19..180bd96fb 100644 --- a/scripts/accuracy/runAccuracyTests.sh +++ b/scripts/accuracy/runAccuracyTests.sh @@ -17,7 +17,7 @@ export MDB_ACCURACY_RUN_ID=$(npx uuid v4) # specified in the command line. Such as: # npm run test:accuracy -- tests/accuracy/some-test.test.ts echo "Running accuracy tests with MDB_ACCURACY_RUN_ID '$MDB_ACCURACY_RUN_ID'" -vitest --config vitest.config.ts --project=accuracy --coverage=false --run "$@" +vitest --config vitest.config.ts --project=accuracy --coverage=false --no-file-parallelism --run "$@" # Preserving the exit code from test run to correctly notify in the CI # environments when the tests fail. diff --git a/tests/accuracy/collectionIndexes.test.ts b/tests/accuracy/collectionIndexes.test.ts index 5db4de1e2..45ad2b7e0 100644 --- a/tests/accuracy/collectionIndexes.test.ts +++ b/tests/accuracy/collectionIndexes.test.ts @@ -26,7 +26,7 @@ describeAccuracyTests([ ], }, { - prompt: `Is the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies' indexed?`, + prompt: `Is there an index covering the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies'?`, expectedToolCalls: [ { toolName: "collection-indexes", diff --git a/tests/accuracy/explain.test.ts b/tests/accuracy/explain.test.ts index cb9ac0c15..0630a6ab7 100644 --- a/tests/accuracy/explain.test.ts +++ b/tests/accuracy/explain.test.ts @@ -1,4 +1,5 @@ import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js"; +import { Matcher } from "./sdk/matcher.js"; /** * None of these tests score a parameter match on any of the models, likely @@ -22,6 +23,7 @@ describeAccuracyTests([ }, }, ], + verbosity: Matcher.string(), }, }, ], @@ -46,6 +48,7 @@ describeAccuracyTests([ }, }, ], + verbosity: Matcher.string(), }, }, ], @@ -66,6 +69,7 @@ describeAccuracyTests([ }, }, ], + verbosity: Matcher.string(), }, }, ],