Files
yaze/assets/agent/function_schemas.json
scawful aacc7795c3 feat(emulator): implement gRPC control server and emulator commands
- Added `AgentControlServer` to manage gRPC connections for emulator control.
- Introduced `EmulatorServiceImpl` with methods for starting, stopping, and controlling the emulator, including button presses and memory operations.
- Created new command handlers for pressing, releasing, and holding emulator buttons.
- Updated CMake configuration to include new source files and proto definitions for the emulator service.

Benefits:
- Enhanced control over the emulator through gRPC, allowing for remote interactions.
- Improved modularity and maintainability of the emulator's command handling.
- Streamlined integration of new features for emulator control and state inspection.
2025-10-11 13:57:07 -04:00

445 lines
13 KiB
JSON

{
"function_declarations": [
{
"name": "resource-list",
"description": "List all resources of a specific type from the ROM (rooms, sprites, dungeons, entrances, items, overlords)",
"parameters": {
"type": "object",
"properties": {
"type": {
"type": "string",
"enum": ["room", "sprite", "dungeon", "entrance", "item", "overlord"],
"description": "Type of resource to list"
}
},
"required": ["type"]
}
},
{
"name": "resource-search",
"description": "Search for resources by name or pattern",
"parameters": {
"type": "object",
"properties": {
"type": {
"type": "string",
"enum": ["room", "sprite", "dungeon", "entrance", "item"],
"description": "Type of resource to search"
},
"query": {
"type": "string",
"description": "Search query or pattern to match"
}
},
"required": ["type", "query"]
}
},
{
"name": "emulator-press-buttons",
"description": "Presses and immediately releases one or more buttons on the SNES controller.",
"parameters": {
"type": "object",
"properties": {
"buttons": {
"type": "string",
"description": "A comma-separated list of buttons to press (e.g., 'A,Right,Start')."
}
},
"required": ["buttons"]
}
},
{
"name": "emulator-hold-buttons",
"description": "Holds down one or more buttons for a specified duration.",
"parameters": {
"type": "object",
"properties": {
"buttons": {
"type": "string",
"description": "A comma-separated list of buttons to hold."
},
"duration": {
"type": "integer",
"description": "The duration in milliseconds to hold the buttons."
}
},
"required": ["buttons", "duration"]
}
},
{
"name": "emulator-get-state",
"description": "Retrieves the current state of the game from the emulator.",
"parameters": {
"type": "object",
"properties": {
"screenshot": {
"type": "boolean",
"description": "Whether to include a screenshot of the current frame."
}
}
}
},
{
"name": "emulator-read-memory",
"description": "Reads a block of memory from the SNES WRAM.",
"parameters": {
"type": "object",
"properties": {
"address": {
"type": "string",
"description": "The memory address to read from (e.g., '0x7E0010')."
},
"length": {
"type": "integer",
"description": "The number of bytes to read."
}
},
"required": ["address"]
}
},
{
"name": "emulator-write-memory",
"description": "Writes a block of data to the SNES WRAM.",
"parameters": {
"type": "object",
"properties": {
"address": {
"type": "string",
"description": "The memory address to write to."
},
"data": {
"type": "string",
"description": "The data to write, as a hex string (e.g., 'AABBCCDD')."
}
},
"required": ["address", "data"]
}
},
{
"name": "dungeon-list-sprites",
"description": "List all sprites in a specific dungeon or room",
"parameters": {
"type": "object",
"properties": {
"dungeon": {
"type": "string",
"description": "Dungeon name (e.g., 'hyrule_castle', 'eastern_palace') or leave empty for all"
},
"room_id": {
"type": "string",
"description": "Specific room ID to query (optional)"
}
}
}
},
{
"name": "dungeon-describe-room",
"description": "Get detailed information about a specific dungeon room including sprites, chests, layout, and connections",
"parameters": {
"type": "object",
"properties": {
"room_id": {
"type": "string",
"description": "Room ID to describe (0-296)"
},
"include_sprites": {
"type": "string",
"enum": ["true", "false"],
"description": "Include sprite information (default: true)"
}
},
"required": ["room_id"]
}
},
{
"name": "overworld-find-tile",
"description": "Find all locations where a specific tile16 ID appears in the overworld",
"parameters": {
"type": "object",
"properties": {
"tile_id": {
"type": "string",
"description": "Tile16 ID to search for (hex format like '0x42' or decimal)"
},
"map_id": {
"type": "string",
"description": "Specific overworld map to search (0-63, optional)"
}
},
"required": ["tile_id"]
}
},
{
"name": "overworld-describe-map",
"description": "Get detailed information about a specific overworld map including tile composition, warps, and sprites",
"parameters": {
"type": "object",
"properties": {
"map_id": {
"type": "string",
"description": "Overworld map ID (0-63 for light/dark world)"
},
"include_tiles": {
"type": "string",
"enum": ["true", "false"],
"description": "Include tile distribution statistics"
}
},
"required": ["map_id"]
}
},
{
"name": "overworld-list-warps",
"description": "List all warp/entrance points for a specific overworld map",
"parameters": {
"type": "object",
"properties": {
"map_id": {
"type": "string",
"description": "Overworld map ID (0-63)"
}
},
"required": ["map_id"]
}
},
{
"name": "overworld-list-sprites",
"description": "List all sprites placed on a specific overworld map",
"parameters": {
"type": "object",
"properties": {
"map_id": {
"type": "string",
"description": "Overworld map ID (0-63)"
}
},
"required": ["map_id"]
}
},
{
"name": "overworld-get-entrance",
"description": "Get detailed information about a specific entrance/exit including destination and properties",
"parameters": {
"type": "object",
"properties": {
"entrance_id": {
"type": "string",
"description": "Entrance ID to query"
}
},
"required": ["entrance_id"]
}
},
{
"name": "overworld-tile-stats",
"description": "Get statistical analysis of tile usage across overworld maps",
"parameters": {
"type": "object",
"properties": {
"map_id": {
"type": "string",
"description": "Specific map ID or 'all' for global statistics"
}
}
}
},
{
"name": "hex-read",
"description": "Read bytes from ROM at a specific address in hexadecimal",
"parameters": {
"type": "object",
"properties": {
"address": {
"type": "string",
"description": "ROM address in hex format (e.g., '0x1C800')"
},
"length": {
"type": "integer",
"description": "Number of bytes to read (default: 16)"
},
"format": {
"type": "string",
"enum": ["hex", "ascii", "both"],
"description": "Output format (default: both)"
}
},
"required": ["address"]
}
},
{
"name": "hex-write",
"description": "Write bytes to ROM at a specific address (creates a proposal)",
"parameters": {
"type": "object",
"properties": {
"address": {
"type": "string",
"description": "ROM address in hex format (e.g., '0x1C800')"
},
"data": {
"type": "string",
"description": "Hex data to write (space-separated bytes like 'FF 00 12 34')"
}
},
"required": ["address", "data"]
}
},
{
"name": "hex-search",
"description": "Search for a byte pattern in ROM",
"parameters": {
"type": "object",
"properties": {
"pattern": {
"type": "string",
"description": "Hex pattern to search (e.g., 'FF 00 ?? 12' where ?? is wildcard)"
},
"start_address": {
"type": "string",
"description": "Start address (default: 0x00000)"
},
"end_address": {
"type": "string",
"description": "End address (default: ROM size)"
}
},
"required": ["pattern"]
}
},
{
"name": "palette-get-colors",
"description": "Get all colors from a specific palette",
"parameters": {
"type": "object",
"properties": {
"group": {
"type": "integer",
"description": "Palette group index (0-based)"
},
"palette": {
"type": "integer",
"description": "Palette index within group (0-7)"
},
"format": {
"type": "string",
"enum": ["snes", "rgb", "hex"],
"description": "Color format (default: hex)"
}
},
"required": ["group", "palette"]
}
},
{
"name": "palette-set-color",
"description": "Set a specific color in a palette (creates a proposal)",
"parameters": {
"type": "object",
"properties": {
"group": {
"type": "integer",
"description": "Palette group index"
},
"palette": {
"type": "integer",
"description": "Palette index within group"
},
"color_index": {
"type": "integer",
"description": "Color index in palette (0-15)"
},
"color": {
"type": "string",
"description": "Color value in hex format (e.g., '#FF0000' or 'FF0000')"
}
},
"required": ["group", "palette", "color_index", "color"]
}
},
{
"name": "palette-analyze",
"description": "Analyze color usage and statistics for a palette or bitmap",
"parameters": {
"type": "object",
"properties": {
"target_type": {
"type": "string",
"enum": ["palette", "bitmap", "graphics_sheet"],
"description": "What to analyze"
},
"target_id": {
"type": "string",
"description": "ID or index of target"
}
},
"required": ["target_type", "target_id"]
}
},
{
"name": "todo-create",
"description": "Create a new TODO task for complex operations",
"parameters": {
"type": "object",
"properties": {
"description": {
"type": "string",
"description": "Task description"
},
"category": {
"type": "string",
"description": "Task category (e.g., 'rom_edit', 'ai_task', 'build')"
},
"priority": {
"type": "integer",
"description": "Priority level (0-10, higher = more important)"
}
},
"required": ["description"]
}
},
{
"name": "todo-list",
"description": "List all TODO tasks or filter by status/category",
"parameters": {
"type": "object",
"properties": {
"status": {
"type": "string",
"enum": ["pending", "in_progress", "completed", "blocked", "cancelled"],
"description": "Filter by status"
},
"category": {
"type": "string",
"description": "Filter by category"
}
}
}
},
{
"name": "todo-update-status",
"description": "Update the status of a TODO task",
"parameters": {
"type": "object",
"properties": {
"id": {
"type": "string",
"description": "TODO ID"
},
"status": {
"type": "string",
"enum": ["pending", "in_progress", "completed", "blocked", "cancelled"],
"description": "New status"
}
},
"required": ["id", "status"]
}
},
{
"name": "todo-next",
"description": "Get the next actionable TODO task (respecting dependencies and priority)",
"parameters": {
"type": "object",
"properties": {}
}
}
]
}