backend-infra-engineer: Release v0.3.2 snapshot

test/integration/ai/ai_gui_controller_test.cc

@@ -0,0 +1,334 @@
+// Integration tests for AIGUIController
+// Tests the gRPC GUI automation with vision feedback
+
+#include "cli/service/ai/ai_gui_controller.h"
+
+#include <gmock/gmock.h>
+#include <gtest/gtest.h>
+
+#include "cli/service/ai/gemini_ai_service.h"
+#include "cli/service/gui/gui_automation_client.h"
+
+namespace yaze {
+namespace cli {
+namespace ai {
+namespace {
+
+using ::testing::_;
+using ::testing::Return;
+
+// Mock GuiAutomationClient for testing without actual GUI
+class MockGuiAutomationClient : public GuiAutomationClient {
+ public:
+  MockGuiAutomationClient() : GuiAutomationClient("localhost:50052") {}
+  
+  MOCK_METHOD(absl::Status, Connect, ());
+  MOCK_METHOD(absl::StatusOr<AutomationResult>, Ping, (const std::string&));
+  MOCK_METHOD(absl::StatusOr<AutomationResult>, Click, 
+              (const std::string&, ClickType));
+  MOCK_METHOD(absl::StatusOr<AutomationResult>, Type,
+              (const std::string&, const std::string&, bool));
+  MOCK_METHOD(absl::StatusOr<AutomationResult>, Wait,
+              (const std::string&, int, int));
+  MOCK_METHOD(absl::StatusOr<AutomationResult>, Assert,
+              (const std::string&));
+};
+
+class AIGUIControllerTest : public ::testing::Test {
+ protected:
+  void SetUp() override {
+    // Create mock services
+    GeminiConfig config;
+    config.api_key = "test_key";
+    config.model = "gemini-2.5-flash";
+    gemini_service_ = std::make_unique<GeminiAIService>(config);
+    
+    gui_client_ = std::make_unique<MockGuiAutomationClient>();
+    
+    controller_ = std::make_unique<AIGUIController>(
+        gemini_service_.get(), gui_client_.get());
+    
+    ControlLoopConfig loop_config;
+    loop_config.max_iterations = 5;
+    loop_config.enable_vision_verification = false;  // Disable for unit tests
+    loop_config.enable_iterative_refinement = false;
+    controller_->Initialize(loop_config);
+  }
+
+  std::unique_ptr<GeminiAIService> gemini_service_;
+  std::unique_ptr<MockGuiAutomationClient> gui_client_;
+  std::unique_ptr<AIGUIController> controller_;
+};
+
+// ============================================================================
+// Basic Action Execution Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteClickAction_Success) {
+  AIAction action(AIActionType::kClickButton);
+  action.parameters["target"] = "button:Test";
+  action.parameters["click_type"] = "left";
+  
+  AutomationResult result;
+  result.success = true;
+  result.message = "Click successful";
+  
+  EXPECT_CALL(*gui_client_, Click("button:Test", ClickType::kLeft))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  ASSERT_TRUE(status.ok()) << status.status().message();
+  EXPECT_TRUE(status->action_successful);
+}
+
+TEST_F(AIGUIControllerTest, ExecuteClickAction_Failure) {
+  AIAction action(AIActionType::kClickButton);
+  action.parameters["target"] = "button:NonExistent";
+  
+  AutomationResult result;
+  result.success = false;
+  result.message = "Button not found";
+  
+  EXPECT_CALL(*gui_client_, Click("button:NonExistent", ClickType::kLeft))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  EXPECT_FALSE(status.ok());
+  EXPECT_THAT(status.status().message(), 
+              ::testing::HasSubstr("Click action failed"));
+}
+
+// ============================================================================
+// Type Action Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteTypeAction_Success) {
+  AIAction action(AIActionType::kSelectTile);  // Using SelectTile as a type action
+  action.parameters["target"] = "input:TileID";
+  action.parameters["text"] = "0x42";
+  action.parameters["clear_first"] = "true";
+  
+  AutomationResult result;
+  result.success = true;
+  result.message = "Text entered";
+  
+  EXPECT_CALL(*gui_client_, Type("input:TileID", "0x42", true))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  ASSERT_TRUE(status.ok());
+  EXPECT_TRUE(status->action_successful);
+}
+
+// ============================================================================
+// Wait Action Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteWaitAction_Success) {
+  AIAction action(AIActionType::kWait);
+  action.parameters["condition"] = "window:OverworldEditor";
+  action.parameters["timeout_ms"] = "2000";
+  
+  AutomationResult result;
+  result.success = true;
+  result.message = "Condition met";
+  
+  EXPECT_CALL(*gui_client_, Wait("window:OverworldEditor", 2000, 100))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  ASSERT_TRUE(status.ok());
+  EXPECT_TRUE(status->action_successful);
+}
+
+TEST_F(AIGUIControllerTest, ExecuteWaitAction_Timeout) {
+  AIAction action(AIActionType::kWait);
+  action.parameters["condition"] = "window:NonExistentWindow";
+  action.parameters["timeout_ms"] = "100";
+  
+  AutomationResult result;
+  result.success = false;
+  result.message = "Timeout waiting for condition";
+  
+  EXPECT_CALL(*gui_client_, Wait("window:NonExistentWindow", 100, 100))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  EXPECT_FALSE(status.ok());
+}
+
+// ============================================================================
+// Verify/Assert Action Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteVerifyAction_Success) {
+  AIAction action(AIActionType::kVerifyTile);
+  action.parameters["condition"] = "tile_placed";
+  
+  AutomationResult result;
+  result.success = true;
+  result.message = "Assertion passed";
+  result.expected_value = "0x42";
+  result.actual_value = "0x42";
+  
+  EXPECT_CALL(*gui_client_, Assert("tile_placed"))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  ASSERT_TRUE(status.ok());
+  EXPECT_TRUE(status->action_successful);
+}
+
+TEST_F(AIGUIControllerTest, ExecuteVerifyAction_Failure) {
+  AIAction action(AIActionType::kVerifyTile);
+  action.parameters["condition"] = "tile_placed";
+  
+  AutomationResult result;
+  result.success = false;
+  result.message = "Assertion failed";
+  result.expected_value = "0x42";
+  result.actual_value = "0x00";
+  
+  EXPECT_CALL(*gui_client_, Assert("tile_placed"))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  EXPECT_FALSE(status.ok());
+  EXPECT_THAT(status.status().message(),
+              ::testing::HasSubstr("Assert action failed"));
+  EXPECT_THAT(status.status().message(),
+              ::testing::HasSubstr("expected: 0x42"));
+  EXPECT_THAT(status.status().message(),
+              ::testing::HasSubstr("actual: 0x00"));
+}
+
+// ============================================================================
+// Complex Tile Placement Action Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecutePlaceTileAction_CompleteFlow) {
+  AIAction action(AIActionType::kPlaceTile);
+  action.parameters["map_id"] = "5";
+  action.parameters["x"] = "10";
+  action.parameters["y"] = "20";
+  action.parameters["tile"] = "0x42";
+  
+  AutomationResult result;
+  result.success = true;
+  
+  // Expect sequence: open menu, wait for window, set map ID, click position
+  testing::InSequence seq;
+  
+  EXPECT_CALL(*gui_client_, Click("menu:Overworld", ClickType::kLeft))
+      .WillOnce(Return(result));
+  
+  EXPECT_CALL(*gui_client_, Wait("window:Overworld Editor", 2000, 100))
+      .WillOnce(Return(result));
+  
+  EXPECT_CALL(*gui_client_, Type("input:Map ID", "5", true))
+      .WillOnce(Return(result));
+  
+  EXPECT_CALL(*gui_client_, Click(::testing::_, ClickType::kLeft))
+      .WillOnce(Return(result));
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  ASSERT_TRUE(status.ok()) << status.status().message();
+  EXPECT_TRUE(status->action_successful);
+}
+
+// ============================================================================
+// Multiple Actions Execution Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteActions_MultipleActionsSuccess) {
+  std::vector<AIAction> actions;
+  
+  AIAction action1(AIActionType::kClickButton);
+  action1.parameters["target"] = "button:Overworld";
+  actions.push_back(action1);
+  
+  AIAction action2(AIActionType::kWait);
+  action2.parameters["condition"] = "window:OverworldEditor";
+  actions.push_back(action2);
+  
+  AutomationResult success_result;
+  success_result.success = true;
+  
+  EXPECT_CALL(*gui_client_, Click("button:Overworld", ClickType::kLeft))
+      .WillOnce(Return(success_result));
+  
+  EXPECT_CALL(*gui_client_, Wait("window:OverworldEditor", 5000, 100))
+      .WillOnce(Return(success_result));
+  
+  auto result = controller_->ExecuteActions(actions);
+  
+  ASSERT_TRUE(result.ok()) << result.status().message();
+  EXPECT_TRUE(result->success);
+  EXPECT_EQ(result->actions_executed.size(), 2);
+}
+
+TEST_F(AIGUIControllerTest, ExecuteActions_StopsOnFirstFailure) {
+  std::vector<AIAction> actions;
+  
+  AIAction action1(AIActionType::kClickButton);
+  action1.parameters["target"] = "button:Test";
+  actions.push_back(action1);
+  
+  AIAction action2(AIActionType::kClickButton);
+  action2.parameters["target"] = "button:NeverReached";
+  actions.push_back(action2);
+  
+  AutomationResult failure_result;
+  failure_result.success = false;
+  failure_result.message = "First action failed";
+  
+  EXPECT_CALL(*gui_client_, Click("button:Test", ClickType::kLeft))
+      .WillOnce(Return(failure_result));
+  
+  // Second action should never be called
+  EXPECT_CALL(*gui_client_, Click("button:NeverReached", _))
+      .Times(0);
+  
+  auto result = controller_->ExecuteActions(actions);
+  
+  EXPECT_FALSE(result.ok());
+  EXPECT_EQ(result->actions_executed.size(), 1);
+}
+
+// ============================================================================
+// Error Handling Tests
+// ============================================================================
+
+TEST_F(AIGUIControllerTest, ExecuteAction_InvalidActionType) {
+  AIAction action(AIActionType::kInvalidAction);
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  EXPECT_FALSE(status.ok());
+  EXPECT_THAT(status.status().message(),
+              ::testing::HasSubstr("Action type not implemented"));
+}
+
+TEST_F(AIGUIControllerTest, ExecutePlaceTileAction_MissingParameters) {
+  AIAction action(AIActionType::kPlaceTile);
+  // Missing required parameters
+  
+  auto status = controller_->ExecuteSingleAction(action, false);
+  
+  EXPECT_FALSE(status.ok());
+  EXPECT_THAT(status.status().message(),
+              ::testing::HasSubstr("requires map_id, x, y, and tile"));
+}
+
+}  // namespace
+}  // namespace ai
+}  // namespace cli
+}  // namespace yaze