Skip to content

Commit

Permalink
add spanish test, array project, another aggregation with nested doc …
Browse files Browse the repository at this point in the history
…field
  • Loading branch information
Anemy committed Nov 9, 2023
1 parent 92c3e3d commit a6f0b17
Showing 1 changed file with 79 additions and 1 deletion.
80 changes: 79 additions & 1 deletion packages/compass-generative-ai/scripts/ai-accuracy-tests.js
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ const TESTS_TO_RUN_CONCURRENTLY = 3;
// To avoid rate limit we also reduce the time between tests running
// when the test returns a result quickly.
const ADD_TIMEOUT_BETWEEN_TESTS_THRESHOLD_MS = 5000;
const TIMEOUT_BETWEEN_TESTS_MS = 2000;
const TIMEOUT_BETWEEN_TESTS_MS = 3000;

let PQueue;

Expand Down Expand Up @@ -500,6 +500,84 @@ const tests = [
},
]),
},
{
type: 'query',
databaseName: 'sample_airbnb',
collectionName: 'listingsAndReviews',
userInput:
'give me just the price and the first 3 amenities of the listing has "Step-free access" in its amenities.',
assertResult: anyOf([
isDeepStrictEqualTo([
{
_id: '10108388',
price: {
$numberDecimal: '185.00',
},
amenities: ['TV', 'Wifi', 'Air conditioning'],
},
]),
isDeepStrictEqualTo([
{
price: {
$numberDecimal: '185.00',
},
amenities: ['TV', 'Wifi', 'Air conditioning'],
},
]),
]),
},
{
type: 'aggregation',
databaseName: 'sample_airbnb',
collectionName: 'listingsAndReviews',
userInput:
'¿Qué alojamiento tiene el precio más bajo? devolver el número en un campo llamado "precio"',
assertResult: anyOf([
isDeepStrictEqualTo([
{
precio: {
$numberDecimal: '40.00',
},
},
]),
isDeepStrictEqualTo([
{
_id: '10117617',
precio: {
$numberDecimal: '40.00',
},
},
]),
isDeepStrictEqualTo([
{
precio: 40,
},
]),
]),
},
{
type: 'aggregation',
databaseName: 'sample_airbnb',
collectionName: 'listingsAndReviews',
userInput:
'give only me the cancellation policy and host url of the most expensive listing',
assertResult: anyOf([
isDeepStrictEqualTo([
{
cancellation_policy: 'moderate',
host: {
host_url: 'https://www.airbnb.com/users/show/51471538',
},
},
]),
isDeepStrictEqualTo([
{
cancellation_policy: 'moderate',
host_url: 'https://www.airbnb.com/users/show/51471538',
},
]),
]),
},
{
type: 'aggregation',
databaseName: 'netflix',
Expand Down

0 comments on commit a6f0b17

Please sign in to comment.