mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-05-04 02:21:47 +00:00
5438b64e32
- Introduced `run_browser_tasks.sh` for executing browser-focused data generation tasks with specific guidelines for automation. - Added `run_eval_glm4.7_newterm.sh` for evaluating terminal tasks using the GLM 4.7 model, including logging and configuration for terminal environments. - Created `run_eval_terminal.sh` for terminal-only evaluations with Modal sandboxes, ensuring proper logging and environment setup. - Developed `run_mixed_tasks.sh` for running mixed browser and terminal tasks, integrating capabilities for both environments. - Implemented `run_terminal_tasks.sh` for terminal-focused data generation, with detailed instructions for task execution and logging. - All scripts include timestamped logging for better tracking of task execution and outputs.
34 lines
1.9 KiB
Bash
Executable file
34 lines
1.9 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# Mixed browser+terminal data generation run
|
|
# Uses mixed-browser-terminal-tasks.jsonl (200 tasks)
|
|
# Distribution: browser 92%, terminal 92%, web 35%, vision 15%, image_gen 15%
|
|
|
|
# Create logs directory if it doesn't exist
|
|
mkdir -p logs
|
|
|
|
# Generate log filename with timestamp
|
|
LOG_FILE="logs/mixed_tasks_$(date +%Y%m%d_%H%M%S).log"
|
|
|
|
echo "📝 Logging output to: $LOG_FILE"
|
|
echo "🔀 Running mixed browser+terminal tasks with mixed_tasks distribution"
|
|
|
|
# Set terminal environment (Modal sandboxes recommended for safety)
|
|
export TERMINAL_ENV=modal
|
|
export TERMINAL_MODAL_IMAGE=nikolaik/python-nodejs:python3.11-nodejs20
|
|
export TERMINAL_TIMEOUT=300
|
|
|
|
python batch_runner.py \
|
|
--dataset_file="mixed-browser-terminal-tasks.jsonl" \
|
|
--batch_size=20 \
|
|
--run_name="mixed_tasks" \
|
|
--distribution="mixed_tasks" \
|
|
--model="z-ai/glm-4.7" \
|
|
--base_url="https://openrouter.ai/api/v1" \
|
|
--providers_allowed="gmicloud,siliconflow,atlas-cloud,z-ai,novita" \
|
|
--num_workers=25 \
|
|
--max_turns=60 \
|
|
--ephemeral_system_prompt="You are an AI assistant capable of both browser automation and terminal operations. Use browser tools to navigate websites, interact with web pages, fill forms, and extract information. Use terminal tools to execute commands, write and run code, install packages (use --break-system-packages with pip if needed), and perform local computations. When web search is available, use it to find URLs, documentation, or current information. If vision is available, use it to analyze images or screenshots. If image generation is available, use it when the task requires creating images. Combine browser and terminal capabilities effectively - for example, you might use the browser to fetch data from a website and terminal to process or analyze it. Always verify your work and handle errors gracefully." \
|
|
2>&1 | tee "$LOG_FILE"
|
|
|
|
echo "✅ Log saved to: $LOG_FILE"
|