Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
55 changes: 49 additions & 6 deletions eval/drive/css/drive.css
Original file line number Diff line number Diff line change
Expand Up @@ -196,12 +196,56 @@
}

.drive-destination-picker {
max-height: 320px;
overflow: auto;
border: 1px solid var(--mock-border);
border-radius: 18px;
padding: 12px;
background: rgba(15, 23, 34, 0.03);
display: flex;
flex-direction: column;
overflow: hidden;
}

.drive-destination-breadcrumb {
display: flex;
flex-wrap: wrap;
align-items: center;
gap: 4px;
padding: 10px 14px;
border-bottom: 1px solid var(--mock-border);
background: rgba(15, 23, 34, 0.04);
}

.drive-destination-crumb {
background: transparent;
border: 0;
padding: 4px 8px;
border-radius: 8px;
color: var(--mock-text);
font-size: 13px;
cursor: pointer;
}

.drive-destination-crumb:hover {
background: rgba(15, 23, 34, 0.06);
}

.drive-destination-crumb.active {
background: rgba(15, 157, 88, 0.12);
color: rgba(15, 157, 88, 0.95);
font-weight: 600;
}

.drive-destination-sep {
color: rgba(15, 23, 34, 0.35);
font-size: 13px;
}

.drive-destination-list {
max-height: 280px;
overflow: auto;
padding: 8px;
display: flex;
flex-direction: column;
gap: 2px;
}

.drive-destination-item {
Expand All @@ -216,9 +260,8 @@
color: var(--mock-text);
}

.drive-destination-item.active {
border-color: rgba(15, 157, 88, 0.24);
background: rgba(15, 157, 88, 0.08);
.drive-destination-item:hover {
background: rgba(15, 23, 34, 0.05);
}

.drive-upload-option {
Expand Down
42 changes: 32 additions & 10 deletions eval/drive/js/drive.js
Original file line number Diff line number Diff line change
Expand Up @@ -370,24 +370,46 @@ window.tracker = new AgentTracker("drive.google.com", "hard");
`;
}

function getAllDestinationFolders(state) {
return state.items.filter((item) => item.type === "folder");
function getChildFolders(state, parentId) {
return state.items.filter(
(item) => item.type === "folder" && item.parentId === parentId && item.section === "my-drive",
);
}

function renderDestinationPicker(state, activeDestinationId) {
return `
<div class="drive-destination-picker">
${getAllDestinationFolders(state)
const trail = getFolderPath(state, activeDestinationId);
const children = getChildFolders(state, activeDestinationId || null);

const breadcrumb = `
<div class="drive-destination-breadcrumb">
<button class="drive-destination-crumb ${!activeDestinationId ? "active" : ""}" data-action="set-modal-destination" data-destination-id="">My Drive</button>
${trail
.map((folder, idx) => {
const isLast = idx === trail.length - 1;
return `<span class="drive-destination-sep">/</span><button class="drive-destination-crumb ${isLast ? "active" : ""}" data-action="set-modal-destination" data-destination-id="${folder.id}">${escapeHtml(folder.name)}</button>`;
})
.join("")}
</div>
`;

const list = children.length
? children
.map((folder) => {
const path = getFolderPath(state, folder.parentId).map((item) => item.name).join(" / ");
const hasSub = getChildFolders(state, folder.id).length > 0;
return `
<button class="drive-destination-item ${activeDestinationId === folder.id ? "active" : ""}" data-action="set-modal-destination" data-destination-id="${folder.id}">
<button class="drive-destination-item" data-action="set-modal-destination" data-destination-id="${folder.id}">
<span>${escapeHtml(folder.name)}</span>
<span class="mock-subtle">${escapeHtml(path || folder.section)}</span>
<span class="mock-subtle">${hasSub ? "Open ▸" : "Select"}</span>
</button>
`;
})
.join("")}
.join("")
: `<p class="mock-subtle" style="padding: 12px;">No subfolders. The current folder is selected as the destination.</p>`;

return `
<div class="drive-destination-picker">
${breadcrumb}
<div class="drive-destination-list">${list}</div>
</div>
`;
}
Expand Down Expand Up @@ -439,7 +461,7 @@ window.tracker = new AgentTracker("drive.google.com", "hard");
${renderDestinationPicker(state, modal.destinationId || null)}
</div>
<div class="mock-modal-footer">
<span class="mock-subtle">The destination picker is intentionally scrollable and nested.</span>
<span class="mock-subtle">Click a folder to drill in. Click a breadcrumb segment to navigate up.</span>
<button class="mock-btn" data-action="${modal.type === "move" ? "commit-move" : "commit-shortcut"}">
${modal.type === "move" ? "Move items" : "Create shortcut"}
</button>
Expand Down
21 changes: 21 additions & 0 deletions eval/evaluate_browser_agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -2485,6 +2485,7 @@ def run_all(
manual: bool = False,
parallel: int = 1,
single_model_parallel: int = 1,
tests_filter: Optional[List[str]] = None,
):
"""Run all test cases for specified LLM targets."""
if not self.ensure_services(skip_services=skip_services, manual=manual):
Expand All @@ -2505,6 +2506,19 @@ def run_all(
logger.warning("No test cases found")
return False

if tests_filter:
wanted = set(tests_filter)
test_cases = [tc for tc in test_cases if tc.id in wanted]
missing = wanted - {tc.id for tc in test_cases}
if missing:
logger.error(f"Tests not found: {sorted(missing)}")
return False
logger.info(
"Filtered to %d test(s): %s",
len(test_cases),
[tc.id for tc in test_cases],
)

scheduled_results = self._run_scheduled_jobs(
test_cases=test_cases,
targets=targets,
Expand Down Expand Up @@ -3223,6 +3237,12 @@ def main():
),
)
parser.add_argument("--test", help="Run specific test by ID")
parser.add_argument(
"--tests",
nargs="+",
help="Run a subset of tests by ID (space-separated). Routed through the "
"all-tests scheduler so --parallel / --single-model-parallel apply.",
)
parser.add_argument(
"--repair-output",
help="Repair one saved evaluation output directory using persisted usage data.",
Expand Down Expand Up @@ -3502,6 +3522,7 @@ def main():
manual=False,
parallel=args.parallel,
single_model_parallel=args.single_model_parallel,
tests_filter=args.tests,
)
if not success:
sys.exit(1)
Expand Down
Loading
Loading