Add E2E and ZSCustomOverworld test suites for comprehensive testing
- Introduced new E2E test suite for comprehensive ROM testing, validating the complete ROM editing workflow. - Added ZSCustomOverworld test suite to validate version upgrades and data integrity. - Updated `EditorManager` to register the new test suites. - Enhanced CMake configuration to include the new test files. - Updated README to reflect the new testing capabilities and best practices for AI agent testing.
This commit is contained in:
scawful
@@ -2,22 +2,207 @@
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
#include <SDL.h>
|
||||
#include <iostream>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "absl/debugging/failure_signal_handler.h"
|
||||
#include "absl/debugging/symbolize.h"
|
||||
#include "test_editor.h"
|
||||
// #include "test_editor.h" // Not used in main
|
||||
|
||||
namespace yaze {
|
||||
namespace test {
|
||||
|
||||
// Test execution modes for AI agents and developers
|
||||
enum class TestMode {
|
||||
kAll, // Run all tests (default)
|
||||
kUnit, // Run only unit tests
|
||||
kIntegration, // Run only integration tests
|
||||
kE2E, // Run only end-to-end tests
|
||||
kRomDependent, // Run ROM-dependent tests only
|
||||
kZSCustomOverworld, // Run ZSCustomOverworld specific tests
|
||||
kCore, // Run core functionality tests
|
||||
kGraphics, // Run graphics-related tests
|
||||
kEditor, // Run editor tests
|
||||
kDeprecated, // Run deprecated tests (for cleanup)
|
||||
kSpecific // Run specific test pattern
|
||||
};
|
||||
|
||||
struct TestConfig {
|
||||
TestMode mode = TestMode::kAll;
|
||||
std::string test_pattern;
|
||||
std::string rom_path = "zelda3.sfc";
|
||||
bool verbose = false;
|
||||
bool skip_rom_tests = false;
|
||||
bool enable_ui_tests = false;
|
||||
};
|
||||
|
||||
// Parse command line arguments for better AI agent testing support
|
||||
TestConfig ParseArguments(int argc, char* argv[]) {
|
||||
TestConfig config;
|
||||
|
||||
for (int i = 1; i < argc; i++) {
|
||||
std::string arg = argv[i];
|
||||
|
||||
if (arg == "--help" || arg == "-h") {
|
||||
std::cout << "YAZE Test Runner - Enhanced for AI Agent Testing\n\n";
|
||||
std::cout << "Usage: yaze_test [options] [test_pattern]\n\n";
|
||||
std::cout << "Test Modes:\n";
|
||||
std::cout << " --unit Run unit tests only\n";
|
||||
std::cout << " --integration Run integration tests only\n";
|
||||
std::cout << " --e2e Run end-to-end tests only\n";
|
||||
std::cout << " --rom-dependent Run ROM-dependent tests only\n";
|
||||
std::cout << " --zscustomoverworld Run ZSCustomOverworld tests only\n";
|
||||
std::cout << " --core Run core functionality tests\n";
|
||||
std::cout << " --graphics Run graphics tests\n";
|
||||
std::cout << " --editor Run editor tests\n";
|
||||
std::cout << " --deprecated Run deprecated tests\n\n";
|
||||
std::cout << "Options:\n";
|
||||
std::cout << " --rom-path PATH Specify ROM path for testing\n";
|
||||
std::cout << " --skip-rom-tests Skip tests requiring ROM files\n";
|
||||
std::cout << " --enable-ui-tests Enable UI tests (requires display)\n";
|
||||
std::cout << " --verbose Enable verbose output\n";
|
||||
std::cout << " --help Show this help message\n\n";
|
||||
std::cout << "Examples:\n";
|
||||
std::cout << " yaze_test --unit --verbose\n";
|
||||
std::cout << " yaze_test --e2e --rom-path my_rom.sfc\n";
|
||||
std::cout << " yaze_test --zscustomoverworld --verbose\n";
|
||||
std::cout << " yaze_test RomTest.*\n";
|
||||
exit(0);
|
||||
} else if (arg == "--unit") {
|
||||
config.mode = TestMode::kUnit;
|
||||
} else if (arg == "--integration") {
|
||||
config.mode = TestMode::kIntegration;
|
||||
} else if (arg == "--e2e") {
|
||||
config.mode = TestMode::kE2E;
|
||||
} else if (arg == "--rom-dependent") {
|
||||
config.mode = TestMode::kRomDependent;
|
||||
} else if (arg == "--zscustomoverworld") {
|
||||
config.mode = TestMode::kZSCustomOverworld;
|
||||
} else if (arg == "--core") {
|
||||
config.mode = TestMode::kCore;
|
||||
} else if (arg == "--graphics") {
|
||||
config.mode = TestMode::kGraphics;
|
||||
} else if (arg == "--editor") {
|
||||
config.mode = TestMode::kEditor;
|
||||
} else if (arg == "--deprecated") {
|
||||
config.mode = TestMode::kDeprecated;
|
||||
} else if (arg == "--rom-path") {
|
||||
if (i + 1 < argc) {
|
||||
config.rom_path = argv[++i];
|
||||
}
|
||||
} else if (arg == "--skip-rom-tests") {
|
||||
config.skip_rom_tests = true;
|
||||
} else if (arg == "--enable-ui-tests") {
|
||||
config.enable_ui_tests = true;
|
||||
} else if (arg == "--verbose") {
|
||||
config.verbose = true;
|
||||
} else if (arg.find("--") != 0) {
|
||||
// Test pattern (not a flag)
|
||||
config.mode = TestMode::kSpecific;
|
||||
config.test_pattern = arg;
|
||||
}
|
||||
}
|
||||
|
||||
return config;
|
||||
}
|
||||
|
||||
// Set up test environment based on configuration
|
||||
void SetupTestEnvironment(const TestConfig& config) {
|
||||
// Set environment variables for tests
|
||||
if (!config.rom_path.empty()) {
|
||||
setenv("YAZE_TEST_ROM_PATH", config.rom_path.c_str(), 1);
|
||||
}
|
||||
|
||||
if (config.skip_rom_tests) {
|
||||
setenv("YAZE_SKIP_ROM_TESTS", "1", 1);
|
||||
}
|
||||
|
||||
if (config.enable_ui_tests) {
|
||||
setenv("YAZE_ENABLE_UI_TESTS", "1", 1);
|
||||
}
|
||||
|
||||
if (config.verbose) {
|
||||
setenv("YAZE_VERBOSE_TESTS", "1", 1);
|
||||
}
|
||||
}
|
||||
|
||||
// Configure Google Test filters based on test mode
|
||||
void ConfigureTestFilters(const TestConfig& config) {
|
||||
std::vector<std::string> filters;
|
||||
|
||||
switch (config.mode) {
|
||||
case TestMode::kUnit:
|
||||
filters.push_back("UnitTest.*");
|
||||
break;
|
||||
case TestMode::kIntegration:
|
||||
filters.push_back("IntegrationTest.*");
|
||||
break;
|
||||
case TestMode::kE2E:
|
||||
filters.push_back("E2ETest.*");
|
||||
break;
|
||||
case TestMode::kRomDependent:
|
||||
filters.push_back("*RomDependent*");
|
||||
break;
|
||||
case TestMode::kZSCustomOverworld:
|
||||
filters.push_back("*ZSCustomOverworld*");
|
||||
break;
|
||||
case TestMode::kCore:
|
||||
filters.push_back("*Core*");
|
||||
filters.push_back("*Asar*");
|
||||
filters.push_back("*Rom*");
|
||||
break;
|
||||
case TestMode::kGraphics:
|
||||
filters.push_back("*Graphics*");
|
||||
filters.push_back("*Gfx*");
|
||||
filters.push_back("*Palette*");
|
||||
filters.push_back("*Tile*");
|
||||
break;
|
||||
case TestMode::kEditor:
|
||||
filters.push_back("*Editor*");
|
||||
break;
|
||||
case TestMode::kDeprecated:
|
||||
filters.push_back("*Deprecated*");
|
||||
break;
|
||||
case TestMode::kSpecific:
|
||||
if (!config.test_pattern.empty()) {
|
||||
filters.push_back(config.test_pattern);
|
||||
}
|
||||
break;
|
||||
case TestMode::kAll:
|
||||
default:
|
||||
// No filters - run all tests
|
||||
break;
|
||||
}
|
||||
|
||||
if (!filters.empty()) {
|
||||
std::string filter_string;
|
||||
for (size_t i = 0; i < filters.size(); i++) {
|
||||
if (i > 0) filter_string += ":";
|
||||
filter_string += filters[i];
|
||||
}
|
||||
|
||||
::testing::GTEST_FLAG(filter) = filter_string;
|
||||
|
||||
if (config.verbose) {
|
||||
std::cout << "Test filter: " << filter_string << std::endl;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
} // namespace test
|
||||
} // namespace yaze
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
absl::InitializeSymbolizer(argv[0]);
|
||||
|
||||
// Configure failure signal handler to be less aggressive for testing
|
||||
// This prevents false positives during SDL/graphics cleanup in tests
|
||||
absl::FailureSignalHandlerOptions options;
|
||||
options.symbolize_stacktrace = true;
|
||||
options.use_alternate_stack = false; // Avoid conflicts with normal stack during cleanup
|
||||
options.alarm_on_failure_secs = false; // Don't set alarms that can trigger on natural leaks
|
||||
options.call_previous_handler = true; // Allow system handlers to also run
|
||||
options.writerfn = nullptr; // Use default writer to avoid custom handling issues
|
||||
options.use_alternate_stack = false;
|
||||
options.alarm_on_failure_secs = false;
|
||||
options.call_previous_handler = true;
|
||||
options.writerfn = nullptr;
|
||||
absl::InstallFailureSignalHandler(options);
|
||||
|
||||
// Initialize SDL to prevent crashes in graphics components
|
||||
@@ -26,20 +211,23 @@ int main(int argc, char* argv[]) {
|
||||
// Continue anyway for tests that don't need graphics
|
||||
}
|
||||
|
||||
if (argc > 1 && std::string(argv[1]) == "integration") {
|
||||
return yaze::test::RunIntegrationTest();
|
||||
} else if (argc > 1 && std::string(argv[1]) == "room_object") {
|
||||
::testing::InitGoogleTest(&argc, argv);
|
||||
if (!RUN_ALL_TESTS()) {
|
||||
return yaze::test::RunIntegrationTest();
|
||||
}
|
||||
}
|
||||
// Parse command line arguments
|
||||
auto config = yaze::test::ParseArguments(argc, argv);
|
||||
|
||||
// Set up test environment
|
||||
yaze::test::SetupTestEnvironment(config);
|
||||
|
||||
// Configure test filters
|
||||
yaze::test::ConfigureTestFilters(config);
|
||||
|
||||
// Initialize Google Test
|
||||
::testing::InitGoogleTest(&argc, argv);
|
||||
|
||||
// Run tests
|
||||
int result = RUN_ALL_TESTS();
|
||||
|
||||
// Cleanup SDL
|
||||
SDL_Quit();
|
||||
|
||||
return result;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user