aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/scan_results_test.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'drivers/scan_results_test.cpp')
-rw-r--r--drivers/scan_results_test.cpp258
1 files changed, 258 insertions, 0 deletions
diff --git a/drivers/scan_results_test.cpp b/drivers/scan_results_test.cpp
new file mode 100644
index 000000000000..5519cb670d85
--- /dev/null
+++ b/drivers/scan_results_test.cpp
@@ -0,0 +1,258 @@
+// Copyright 2011 The Kyua Authors.
+// All rights reserved.
+//
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above copyright
+// notice, this list of conditions and the following disclaimer in the
+// documentation and/or other materials provided with the distribution.
+// * Neither the name of Google Inc. nor the names of its contributors
+// may be used to endorse or promote products derived from this software
+// without specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+#include "drivers/scan_results.hpp"
+
+#include <set>
+
+#include <atf-c++.hpp>
+
+#include "engine/filters.hpp"
+#include "model/context.hpp"
+#include "model/metadata.hpp"
+#include "model/test_case.hpp"
+#include "model/test_program.hpp"
+#include "model/test_result.hpp"
+#include "store/exceptions.hpp"
+#include "store/read_transaction.hpp"
+#include "store/write_backend.hpp"
+#include "store/write_transaction.hpp"
+#include "utils/datetime.hpp"
+#include "utils/format/containers.ipp"
+#include "utils/format/macros.hpp"
+#include "utils/optional.ipp"
+#include "utils/sanity.hpp"
+
+namespace datetime = utils::datetime;
+namespace fs = utils::fs;
+
+using utils::none;
+using utils::optional;
+
+
+namespace {
+
+
+/// Records the callback values for futher investigation.
+class capture_hooks : public drivers::scan_results::base_hooks {
+public:
+ /// Whether begin() was called or not.
+ bool _begin_called;
+
+ /// The captured driver result, if any.
+ optional< drivers::scan_results::result > _end_result;
+
+ /// The captured context, if any.
+ optional< model::context > _context;
+
+ /// The captured results, flattened as "program:test_case:result".
+ std::set< std::string > _results;
+
+ /// Constructor.
+ capture_hooks(void) :
+ _begin_called(false)
+ {
+ }
+
+ /// Callback executed before any operation is performed.
+ void
+ begin(void)
+ {
+ _begin_called = true;
+ }
+
+ /// Callback executed after all operations are performed.
+ ///
+ /// \param r A structure with all results computed by this driver. Note
+ /// that this is also returned by the drive operation.
+ void
+ end(const drivers::scan_results::result& r)
+ {
+ PRE(!_end_result);
+ _end_result = r;
+ }
+
+ /// Callback executed when the context is loaded.
+ ///
+ /// \param context The context loaded from the database.
+ void got_context(const model::context& context)
+ {
+ PRE(!_context);
+ _context = context;
+ }
+
+ /// Callback executed when a test results is found.
+ ///
+ /// \param iter Container for the test result's data.
+ void got_result(store::results_iterator& iter)
+ {
+ const char* type;
+ switch (iter.result().type()) {
+ case model::test_result_passed: type = "passed"; break;
+ case model::test_result_skipped: type = "skipped"; break;
+ default:
+ UNREACHABLE_MSG("Formatting unimplemented");
+ }
+ const datetime::delta duration = iter.end_time() - iter.start_time();
+ _results.insert(F("%s:%s:%s:%s:%s:%s") %
+ iter.test_program()->absolute_path() %
+ iter.test_case_name() % type % iter.result().reason() %
+ duration.seconds % duration.useconds);
+ }
+};
+
+
+/// Populates a results file.
+///
+/// It is not OK to call this function multiple times on the same file.
+///
+/// \param db_name The database to update.
+/// \param count The number of "elements" to insert into the results file.
+/// Determines the number of test programs and the number of test cases
+/// each has. Can be used to determine from the caller which particular
+/// results file has been loaded.
+static void
+populate_results_file(const char* db_name, const int count)
+{
+ store::write_backend backend = store::write_backend::open_rw(
+ fs::path(db_name));
+
+ store::write_transaction tx = backend.start_write();
+
+ std::map< std::string, std::string > env;
+ for (int i = 0; i < count; i++)
+ env[F("VAR%s") % i] = F("Value %s") % i;
+ const model::context context(fs::path("/root"), env);
+ tx.put_context(context);
+
+ for (int i = 0; i < count; i++) {
+ model::test_program_builder test_program_builder(
+ "fake", fs::path(F("dir/prog_%s") % i), fs::path("/root"),
+ F("suite_%s") % i);
+ for (int j = 0; j < count; j++) {
+ test_program_builder.add_test_case(F("case_%s") % j);
+ }
+ const model::test_program test_program = test_program_builder.build();
+ const int64_t tp_id = tx.put_test_program(test_program);
+
+ for (int j = 0; j < count; j++) {
+ const model::test_result result(model::test_result_skipped,
+ F("Count %s") % j);
+ const int64_t tc_id = tx.put_test_case(test_program,
+ F("case_%s") % j, tp_id);
+ const datetime::timestamp start =
+ datetime::timestamp::from_microseconds(1000010);
+ const datetime::timestamp end =
+ datetime::timestamp::from_microseconds(5000020 + i + j);
+ tx.put_result(result, tc_id, start, end);
+ }
+ }
+
+ tx.commit();
+}
+
+
+} // anonymous namespace
+
+
+ATF_TEST_CASE_WITHOUT_HEAD(ok__all);
+ATF_TEST_CASE_BODY(ok__all)
+{
+ populate_results_file("test.db", 2);
+
+ capture_hooks hooks;
+ const drivers::scan_results::result result = drivers::scan_results::drive(
+ fs::path("test.db"), std::set< engine::test_filter >(), hooks);
+ ATF_REQUIRE(result.unused_filters.empty());
+ ATF_REQUIRE(hooks._begin_called);
+ ATF_REQUIRE(hooks._end_result);
+
+ std::map< std::string, std::string > env;
+ env["VAR0"] = "Value 0";
+ env["VAR1"] = "Value 1";
+ const model::context context(fs::path("/root"), env);
+ ATF_REQUIRE(context == hooks._context.get());
+
+ std::set< std::string > results;
+ results.insert("/root/dir/prog_0:case_0:skipped:Count 0:4:10");
+ results.insert("/root/dir/prog_0:case_1:skipped:Count 1:4:11");
+ results.insert("/root/dir/prog_1:case_0:skipped:Count 0:4:11");
+ results.insert("/root/dir/prog_1:case_1:skipped:Count 1:4:12");
+ ATF_REQUIRE_EQ(results, hooks._results);
+}
+
+
+ATF_TEST_CASE_WITHOUT_HEAD(ok__filters);
+ATF_TEST_CASE_BODY(ok__filters)
+{
+ populate_results_file("test.db", 3);
+
+ std::set< engine::test_filter > filters;
+ filters.insert(engine::test_filter(fs::path("dir/prog_1"), ""));
+ filters.insert(engine::test_filter(fs::path("dir/prog_1"), "no"));
+ filters.insert(engine::test_filter(fs::path("dir/prog_2"), "case_1"));
+ filters.insert(engine::test_filter(fs::path("dir/prog_3"), ""));
+
+ capture_hooks hooks;
+ const drivers::scan_results::result result = drivers::scan_results::drive(
+ fs::path("test.db"), filters, hooks);
+ ATF_REQUIRE(hooks._begin_called);
+ ATF_REQUIRE(hooks._end_result);
+
+ std::set< engine::test_filter > unused_filters;
+ unused_filters.insert(engine::test_filter(fs::path("dir/prog_1"), "no"));
+ unused_filters.insert(engine::test_filter(fs::path("dir/prog_3"), ""));
+ ATF_REQUIRE_EQ(unused_filters, result.unused_filters);
+
+ std::set< std::string > results;
+ results.insert("/root/dir/prog_1:case_0:skipped:Count 0:4:11");
+ results.insert("/root/dir/prog_1:case_1:skipped:Count 1:4:12");
+ results.insert("/root/dir/prog_1:case_2:skipped:Count 2:4:13");
+ results.insert("/root/dir/prog_2:case_1:skipped:Count 1:4:13");
+ ATF_REQUIRE_EQ(results, hooks._results);
+}
+
+
+ATF_TEST_CASE_WITHOUT_HEAD(missing_db);
+ATF_TEST_CASE_BODY(missing_db)
+{
+ capture_hooks hooks;
+ ATF_REQUIRE_THROW(
+ store::error,
+ drivers::scan_results::drive(fs::path("test.db"),
+ std::set< engine::test_filter >(),
+ hooks));
+}
+
+
+ATF_INIT_TEST_CASES(tcs)
+{
+ ATF_ADD_TEST_CASE(tcs, ok__all);
+ ATF_ADD_TEST_CASE(tcs, ok__filters);
+ ATF_ADD_TEST_CASE(tcs, missing_db);
+}