项目文件夹

文件
Samiya Caur 8e8e83e3f8 test: update all the eval scenarios to work with experimentalPageIdRouting flag (#2085)
Refs #2052 

This change updates all the eval scenarios so that they work with and
without experimentalPageIdRouting flag

Co-authored-by: Samiya Caur <samiyac@chromium.org>
2026-05-20 09:46:18 +00:00

31 行
853 B
TypeScript

/**
* @license
* Copyright 2026 Google LLC
* SPDX-License-Identifier: Apache-2.0
*
* Eval scenario using "website"/"webpage" wording to verify the model invokes
* the right tools when users ask to open a site and read its content.
*/
import assert from 'node:assert';
import type {TestScenario} from '../eval_gemini.ts';
export const scenario: TestScenario = {
prompt:
'Open the website at <TEST_URL> and tell me what content is on the page.',
maxTurns: 3,
htmlRoute: {
path: '/frontend_snapshot.html',
htmlContent: '<h1>Frontend Test</h1><p>This is a test webpage.</p>',
},
expectations: result => {
const pageId = result.consumePageNavigation();
assert.ok(result.remainingCalls.length >= 1);
result.assertNextCall(
'take_snapshot',
result.hasPageIdRouting ? {pageId} : undefined,
);
},
};