/////////////////////////////////////////////////////////////////////////////// // Name: test.cpp // Purpose: Test program for wxWidgets // Author: Mike Wetherell // Copyright: (c) 2004 Mike Wetherell // Licence: wxWindows licence /////////////////////////////////////////////////////////////////////////////// // ---------------------------------------------------------------------------- // headers // ---------------------------------------------------------------------------- // For compilers that support precompilation, includes "wx/wx.h" // and "catch.hpp" #include "testprec.h" // See PCH support documentation in 3rdparty/catch/docs/ci-and-misc.md #undef TWOBLUECUBES_SINGLE_INCLUDE_CATCH_HPP_INCLUDED #define CATCH_CONFIG_IMPL_ONLY #define CATCH_CONFIG_RUNNER #include // Also define our own global variables. namespace wxPrivate { std::string wxTheCurrentTestClass, wxTheCurrentTestMethod; } // for all others, include the necessary headers #ifndef WX_PRECOMP #include "wx/wx.h" #endif #include "wx/apptrait.h" #include "wx/cmdline.h" #include #include #ifdef __WINDOWS__ #include "wx/msw/msvcrt.h" #endif #ifdef __WXOSX__ #include "wx/osx/private.h" #endif #if wxUSE_GUI #include "testableframe.h" #ifdef __WXGTK__ #include #endif // __WXGTK__ #endif // wxUSE_GUI #include "wx/socket.h" #include "wx/evtloop.h" using namespace std; // ---------------------------------------------------------------------------- // helper classes // ---------------------------------------------------------------------------- // exception class for MSVC debug CRT assertion failures #ifdef wxUSE_VC_CRTDBG struct CrtAssertFailure { CrtAssertFailure(const char *message) : m_msg(message) { } const wxString m_msg; wxDECLARE_NO_ASSIGN_CLASS(CrtAssertFailure); }; CATCH_TRANSLATE_EXCEPTION(CrtAssertFailure& e) { return "CRT assert failure: " + e.m_msg.ToStdString(wxConvUTF8); } #endif // wxUSE_VC_CRTDBG #if wxDEBUG_LEVEL // Information about the last not yet handled assertion. static wxString s_lastAssertMessage; static wxString FormatAssertMessage(const wxString& file, int line, const wxString& func, const wxString& cond, const wxString& msg) { wxString str; str << wxASCII_STR("wxWidgets assert: ") << cond << wxASCII_STR(" failed at ") << file << wxASCII_STR(":") << line << wxASCII_STR(" in ") << func << wxASCII_STR(" with message '") << msg << wxASCII_STR("'"); return str; } static void TestAssertHandler(const wxString& file, int line, const wxString& func, const wxString& cond, const wxString& msg) { // Determine whether we can safely throw an exception to just make the test // fail or whether we need to abort (in this case "msg" will contain the // explanation why did we decide to do it). wxString abortReason; const wxString assertMessage = FormatAssertMessage(file, line, func, cond, msg); if ( !wxIsMainThread() ) { // Exceptions thrown from worker threads are not caught currently and // so we'd just die without any useful information -- abort instead. abortReason << assertMessage << wxASCII_STR(" in a worker thread."); } #if wxCHECK_CXX_STD(201703L) else if ( uncaught_exceptions() ) #else else if ( uncaught_exception() ) #endif { // Throwing while already handling an exception would result in // terminate() being called and we wouldn't get any useful information // about why the test failed then. if ( s_lastAssertMessage.empty() ) { abortReason << assertMessage << wxASCII_STR("while handling an exception"); } else // In this case the exception is due to a previous assert. { abortReason << s_lastAssertMessage << wxASCII_STR("\n and another ") << assertMessage << wxASCII_STR(" while handling it."); } } else // Can "safely" throw from here. { // Remember this in case another assert happens while handling this // exception: we want to show the original assert as it's usually more // useful to determine the real root of the problem. s_lastAssertMessage = assertMessage; throw TestAssertFailure(file, line, func, cond, msg); } #if wxUSE_STACKWALKER const wxString& stackTrace = wxApp::GetValidTraits().GetAssertStackTrace(); if ( !stackTrace.empty() ) abortReason << wxASCII_STR("\n\nAssert call stack:\n") << stackTrace; #endif // wxUSE_STACKWALKER wxFputs(abortReason, stderr); fflush(stderr); _exit(-1); } CATCH_TRANSLATE_EXCEPTION(TestAssertFailure& e) { wxString desc = e.m_msg; if ( desc.empty() ) desc.Printf(wxASCII_STR("Condition \"%s\" failed"), e.m_cond); desc += wxString::Format(wxASCII_STR(" in %s() at %s:%d"), e.m_func, e.m_file, e.m_line); return desc.ToStdString(wxConvUTF8); } #endif // wxDEBUG_LEVEL #if wxUSE_LOG // Custom log target used while running the tests. class TestLogger : public wxLog { public: TestLogger() { // Use standard time-stamp instead of the locale-specific one and show // milliseconds too. wxLog::SetTimestamp("%Y-%m-%d %H:%M:%S.%l"); } // This is used by TestLogEnabler to enable logging all messages. static int ms_enableCount; protected: virtual void DoLogRecord(wxLogLevel level, const wxString& msg, const wxLogRecordInfo& info) override { // If logging was explicitly enabled, show everything on the console. // // Otherwise we only show trace messages as they are not given by // default and can be only activated by setting WXTRACE. if ( ms_enableCount || level == wxLOG_Trace ) { wxString ts; TimeStampMS(&ts, info.timestampMS); const wxString levels[] = { "Fatal", "Error", "Warning", "Message", "Status", "Info", "Debug", "Trace", "Progress" }; wxString prefix; if ( level < WXSIZEOF(levels) ) prefix = levels[level]; else prefix.Printf("Level %d", level); m_out.Output(wxString::Format("[%s] %s: %s", ts, prefix, msg)); } } wxMessageOutputStderr m_out; }; // By default, normal logging is disabled as it would interfere with the normal // test output. int TestLogger::ms_enableCount = 0; TestLogEnabler::TestLogEnabler() { TestLogger::ms_enableCount++; } TestLogEnabler::~TestLogEnabler() { TestLogger::ms_enableCount--; } #endif // wxUSE_LOG #if wxUSE_GUI typedef wxApp TestAppBase; typedef wxGUIAppTraits TestAppTraitsBase; #else typedef wxAppConsole TestAppBase; typedef wxConsoleAppTraits TestAppTraitsBase; #endif // The application class // class TestApp : public TestAppBase { public: TestApp(); // standard overrides virtual bool OnInit() override; virtual int OnExit() override; #ifdef __WIN32__ virtual wxAppTraits *CreateTraits() override { // Define a new class just to customize CanUseStderr() behaviour. class TestAppTraits : public TestAppTraitsBase { public: // We want to always use stderr, tests are also run unattended and // in this case we really don't want to show any message boxes, as // wxMessageOutputBest, used e.g. from the default implementation // of wxApp::OnUnhandledException(), would do by default. virtual bool CanUseStderr() override { return true; } // Overriding CanUseStderr() is not enough, we also need to // override this one to avoid returning false from it. virtual bool WriteToStderr(const wxString& text) override { wxFputs(text, stderr); fflush(stderr); // Intentionally ignore any errors, we really don't want to // show any message boxes in any case. return true; } }; return new TestAppTraits; } #endif // __WIN32__ // Also override this method to avoid showing any dialogs from here -- and // show some details about the exception along the way. virtual bool OnExceptionInMainLoop() override { wxFprintf(stderr, wxASCII_STR("Unhandled exception in the main loop: %s\n"), wxASCII_STR(Catch::translateActiveException().c_str())); throw; } // used by events propagation test virtual int FilterEvent(wxEvent& event) override; virtual bool ProcessEvent(wxEvent& event) override; void SetFilterEventFunc(FilterEventFunc f) { m_filterEventFunc = f; } void SetProcessEventFunc(ProcessEventFunc f) { m_processEventFunc = f; } // In console applications we run the tests directly from the overridden // OnRun(), but in the GUI ones we run them when we get the first call to // our EVT_IDLE handler to ensure that we do everything from inside the // main event loop. This is especially important under wxOSX/Cocoa where // the main event loop is different from the others but it's also safer to // do it like this in the other ports as we test the GUI code in the same // context as it's used usually, in normal programs, and it might behave // differently without the event loop. #if wxUSE_GUI void OnIdle(wxIdleEvent& event) { if ( m_runTests ) { m_runTests = false; #ifdef __WXOSX__ // we need to wait until the window is activated and fully ready // otherwise no events can be posted wxEventLoopBase* const loop = wxEventLoop::GetActive(); if ( loop ) { loop->DispatchTimeout(1000); loop->Yield(); } #endif // __WXOSX__ m_exitcode = RunTests(); ExitMainLoop(); } event.Skip(); } virtual int OnRun() override { if ( !IsGUIEnabled() ) return 0; if ( TestAppBase::OnRun() != 0 ) m_exitcode = EXIT_FAILURE; return m_exitcode; } #else // !wxUSE_GUI virtual int OnRun() override { return RunTests(); } #endif // wxUSE_GUI/!wxUSE_GUI // Hack to test that GUI applications not using GUI at all work: this was // broken in the past (see #23981), so now the test suite checks that // running this test with WX_TEST_DISABLE_GUI works. #if wxUSE_GUI bool IsGUIEnabled() const { return !wxGetEnv(wxASCII_STR("WX_TEST_DISABLE_GUI"), nullptr); } virtual bool Initialize(int& argcIn, wxChar **argvIn) override { return IsGUIEnabled() ? wxApp::Initialize(argcIn, argvIn) : wxAppConsole::Initialize(argcIn, argvIn); } virtual bool OnInitGui() override { return !IsGUIEnabled() || wxApp::OnInitGui(); } virtual void CleanUp() override { if ( IsGUIEnabled() ) wxApp::CleanUp(); else wxAppConsole::CleanUp(); } #endif // wxUSE_GUI private: int RunTests(); // flag telling us whether we should run tests from our EVT_IDLE handler bool m_runTests; // event handling hooks FilterEventFunc m_filterEventFunc; ProcessEventFunc m_processEventFunc; #if wxUSE_GUI // the program exit code int m_exitcode; #endif // wxUSE_GUI }; wxIMPLEMENT_APP_NO_MAIN(TestApp); // ---------------------------------------------------------------------------- // global functions // ---------------------------------------------------------------------------- #ifdef wxUSE_VC_CRTDBG static int TestCrtReportHook(int reportType, char *message, int *) { if ( reportType != _CRT_ASSERT ) return FALSE; throw CrtAssertFailure(message); } #endif // wxUSE_VC_CRTDBG int main(int argc, char **argv) { // tests can be ran non-interactively so make sure we don't show any assert // dialog boxes -- neither our own nor from MSVC debug CRT -- which would // prevent them from completing #if wxDEBUG_LEVEL wxSetAssertHandler(TestAssertHandler); #endif // wxDEBUG_LEVEL #ifdef wxUSE_VC_CRTDBG _CrtSetReportHook(TestCrtReportHook); #endif // wxUSE_VC_CRTDBG return wxEntry(argc, argv); } extern void SetFilterEventFunc(FilterEventFunc func) { wxGetApp().SetFilterEventFunc(func); } extern void SetProcessEventFunc(ProcessEventFunc func) { wxGetApp().SetProcessEventFunc(func); } static bool DoCheckConnection() { // NOTE: we could use wxDialUpManager here if it was in wxNet; since it's in // wxCore we use a simple rough test: wxSocketInitializer socketInit; wxIPV4address addr; if (!addr.Hostname(0x01010101) || !addr.Service(wxASCII_STR("www"))) return false; const char* const HTTP_GET = "GET / HTTP /1.1\r\nHost: 1.1.1.1\r\n\r\n"; wxSocketClient sock; sock.SetTimeout(10); // 10 secs bool online = sock.Connect(addr) && (sock.Write(HTTP_GET, strlen(HTTP_GET)), sock.WaitForRead(1)); return online; } extern bool IsNetworkAvailable() { static int s_isNetworkAvailable = -1; if ( s_isNetworkAvailable == -1 ) s_isNetworkAvailable = DoCheckConnection(); return s_isNetworkAvailable == 1; } extern bool IsAutomaticTest() { static int s_isAutomatic = -1; if ( s_isAutomatic == -1 ) { s_isAutomatic = wxGetEnv(wxASCII_STR("GITHUB_ACTIONS"), nullptr) || wxGetEnv(wxASCII_STR("APPVEYOR"), nullptr); } return s_isAutomatic == 1; } extern bool IsRunningUnderXVFB() { static int s_isRunningUnderXVFB = -1; if ( s_isRunningUnderXVFB == -1 ) { wxString value; s_isRunningUnderXVFB = wxGetEnv(wxASCII_STR("wxUSE_XVFB"), &value) && value == wxASCII_STR("1"); } return s_isRunningUnderXVFB == 1; } #if wxUSE_GUI bool EnableUITests() { static int s_enabled = -1; if ( s_enabled == -1 ) { // Allow explicitly configuring this via an environment variable under // all platforms. wxString enabled; if ( wxGetEnv(wxASCII_STR("WX_UI_TESTS"), &enabled) ) { if ( enabled == wxASCII_STR("1") ) s_enabled = 1; else if ( enabled == wxASCII_STR("0") ) s_enabled = 0; else wxFprintf(stderr, wxASCII_STR("Unknown \"WX_UI_TESTS\" value \"%s\" ignored.\n"), enabled); } if ( s_enabled == -1 ) { #if defined(__WXMSW__) || defined(__WXGTK__) || defined(__WXQT__) s_enabled = 1; #else // !(__WXMSW__ || __WXGTK__ || __WXQT__) s_enabled = 0; #endif // (__WXMSW__ || __WXGTK__ || __WXQT__) } } return s_enabled == 1; } void DeleteTestWindow(wxWindow* win) { if ( !win ) return; wxWindow* const capture = wxWindow::GetCapture(); if ( capture ) { if ( capture == win || capture->GetMainWindowOfCompositeControl() == win ) capture->ReleaseMouse(); } delete win; } #ifdef __WXGTK__ #ifdef GDK_WINDOWING_X11 #include "X11/Xlib.h" extern "C" int wxTestX11ErrorHandler(Display*, XErrorEvent*) { fprintf(stderr, "\n*** X11 error while running %s(): ", wxGetCurrentTestName().c_str()); return 0; } #endif // GDK_WINDOWING_X11 extern "C" void wxTestGLogHandler(const gchar* domain, GLogLevelFlags level, const gchar* message, gpointer data) { // Check if debug messages in this domain will be logged. if ( level == G_LOG_LEVEL_DEBUG ) { static const char* const allowed = getenv("G_MESSAGES_DEBUG"); // By default debug messages are dropped, but if G_MESSAGES_DEBUG is // defined, they're logged for the domains specified in it and if it // has the special value "all", then all debug messages are shown. // // Note that the check here can result in false positives, e.g. domain // "foo" would pass it even if G_MESSAGES_DEBUG only contains "foobar", // but such cases don't seem to be important enough to bother // accounting for them. if ( !allowed || (strcmp(allowed, "all") != 0 && !strstr(allowed, domain)) ) { return; } } fprintf(stderr, "\n*** GTK log message while running %s(): ", wxGetCurrentTestName().c_str()); g_log_default_handler(domain, level, message, data); } #endif // __WXGTK__ #endif // wxUSE_GUI // ---------------------------------------------------------------------------- // TestApp // ---------------------------------------------------------------------------- TestApp::TestApp() { m_runTests = true; m_filterEventFunc = nullptr; m_processEventFunc = nullptr; #if wxUSE_GUI m_exitcode = EXIT_SUCCESS; #endif // wxUSE_GUI } // Init // bool TestApp::OnInit() { #if wxUSE_GUI if ( !IsGUIEnabled() ) { wxFputs(wxASCII_STR("Not running tests because GUI is disabled.\n"), stderr); return true; } #endif // wxUSE_GUI // Hack: don't call TestAppBase::OnInit() to let CATCH handle command line. // Output some important information about the test environment. #if wxUSE_GUI cout << "Test program for wxWidgets GUI features\n" #else cout << "Test program for wxWidgets non-GUI features\n" #endif << "build: " << WX_BUILD_OPTIONS_SIGNATURE << "\n" << "compiled using " #if defined(__clang__) << "clang " << __clang_major__ << "." << __clang_minor__ << "." << __clang_patchlevel__ #elif defined(__INTEL_COMPILER) << "icc " << __INTEL_COMPILER #elif defined(__GNUG__) << "gcc " << __GNUC__ << "." << __GNUC_MINOR__ #elif defined(_MSC_VER) << "msvc " << _MSC_VER #if defined(_MSC_FULL_VER) << " (full: " << _MSC_FULL_VER << ")" #endif #else << "unidentified compiler" #endif << "\n" << "running under " << wxGetOsDescription(); #ifdef __WXMSW__ wxVersionInfo verWine; if ( wxIsRunningUnderWine(&verWine) ) cout << " emulated by " << verWine.GetVersionString(); #endif // __WXMSW__ cout << " as " << wxGetUserId() << std::endl; // Optionally allow executing the tests in the locale specified by the // standard environment variable, this is especially useful to use UTF-8 // for all tests by just setting WX_TEST_LOCALE=C. wxString testLoc; if ( wxGetEnv(wxASCII_STR("WX_TEST_LOCALE"), &testLoc) ) wxSetlocale(LC_ALL, testLoc); #if wxUSE_GUI // create a parent window to be used as parent for the GUI controls new wxTestableFrame(); Connect(wxEVT_IDLE, wxIdleEventHandler(TestApp::OnIdle)); #ifdef __WXGTK__ g_log_set_default_handler(wxTestGLogHandler, nullptr); #endif // __WXGTK__ #ifdef GDK_WINDOWING_X11 XSetErrorHandler(wxTestX11ErrorHandler); #endif // GDK_WINDOWING_X11 #endif // wxUSE_GUI return true; } // Event handling int TestApp::FilterEvent(wxEvent& event) { if ( m_filterEventFunc ) return (*m_filterEventFunc)(event); return TestAppBase::FilterEvent(event); } bool TestApp::ProcessEvent(wxEvent& event) { if ( m_processEventFunc ) return (*m_processEventFunc)(event); return TestAppBase::ProcessEvent(event); } // Run // int TestApp::RunTests() { #if wxUSE_LOG delete wxLog::SetActiveTarget(new TestLogger); #endif // Cast is needed under MSW where Catch also provides an overload taking // wchar_t, but as it simply converts arguments to char internally anyhow, // we can just as well always use the char version. return Catch::Session().run(argc, static_cast(argv)); } int TestApp::OnExit() { #if wxUSE_GUI if ( !IsGUIEnabled() ) return wxAppConsole::OnExit(); delete GetTopWindow(); #endif // wxUSE_GUI return TestAppBase::OnExit(); }