// Copyright 2010-2018 Google LLC // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include #include #include #include #include "absl/memory/memory.h" #include "absl/strings/match.h" #include "absl/strings/numbers.h" #include "absl/status/status.h" #include "absl/strings/str_cat.h" #include "absl/strings/str_format.h" #include "examples/cpp/opb_reader.h" #include "examples/cpp/sat_cnf_reader.h" #include "google/protobuf/text_format.h" #include "ortools/algorithms/sparse_permutation.h" #include "ortools/base/commandlineflags.h" #include "ortools/base/file.h" #include "ortools/base/int_type.h" #include "ortools/base/integral_types.h" #include "ortools/base/logging.h" #include "ortools/base/timer.h" #include "ortools/sat/boolean_problem.h" #include "ortools/sat/boolean_problem.pb.h" #include "ortools/sat/cp_model.pb.h" #include "ortools/sat/cp_model_solver.h" #include "ortools/sat/drat_proof_handler.h" #include "ortools/sat/lp_utils.h" #include "ortools/sat/model.h" #include "ortools/sat/optimization.h" #include "ortools/sat/pb_constraint.h" #include "ortools/sat/sat_base.h" #include "ortools/sat/sat_parameters.pb.h" #include "ortools/sat/sat_solver.h" #include "ortools/sat/simplification.h" #include "ortools/sat/symmetry.h" #include "ortools/util/file_util.h" #include "ortools/util/time_limit.h" DEFINE_string( input, "", "Required: input file of the problem to solve. Many format are supported:" ".cnf (sat, max-sat, weighted max-sat), .opb (pseudo-boolean sat/optim) " "and by default the LinearBooleanProblem proto (binary or text)."); DEFINE_string( output, "", "If non-empty, write the input problem as a LinearBooleanProblem proto to " "this file. By default it uses the binary format except if the file " "extension is '.txt'. If the problem is SAT, a satisfiable assignment is " "also written to the file."); DEFINE_bool(output_cnf_solution, false, "If true and the problem was solved to optimality, this output " "the solution to stdout in cnf form.\n"); DEFINE_string(params, "", "Parameters for the sat solver in a text format of the " "SatParameters proto, example: --params=use_conflicts:true."); DEFINE_bool(strict_validity, false, "If true, stop if the given input is invalid (duplicate literals, " "out of range, zero cofficients, etc.)"); DEFINE_string( lower_bound, "", "If not empty, look for a solution with an objective value >= this bound."); DEFINE_string( upper_bound, "", "If not empty, look for a solution with an objective value <= this bound."); DEFINE_bool(fu_malik, false, "If true, search the optimal solution with the Fu & Malik algo."); DEFINE_bool(wpm1, false, "If true, search the optimal solution with the WPM1 algo."); DEFINE_bool(qmaxsat, false, "If true, search the optimal solution with a linear scan and " " the cardinality encoding used in qmaxsat."); DEFINE_bool(core_enc, false, "If true, search the optimal solution with the core-based " "cardinality encoding algo."); DEFINE_bool(linear_scan, false, "If true, search the optimal solution with the linear scan algo."); DEFINE_int32(randomize, 500, "If positive, solve that many times the problem with a random " "decision heuristic before trying to optimize it."); DEFINE_bool(use_symmetry, false, "If true, find and exploit the eventual symmetries " "of the problem."); DEFINE_bool(presolve, true, "Only work on pure SAT problem. If true, presolve the problem."); DEFINE_bool(probing, false, "If true, presolve the problem using probing."); DEFINE_bool(use_cp_model, true, "Whether to interpret everything as a CpModelProto or " "to read by default a CpModelProto."); DEFINE_bool(reduce_memory_usage, false, "If true, do not keep a copy of the original problem in memory." "This reduce the memory usage, but disable the solution cheking at " "the end."); namespace operations_research { namespace sat { namespace { // Returns a trivial best bound. The best bound corresponds to the lower bound // (resp. upper bound) in case of a minimization (resp. maximization) problem. double GetScaledTrivialBestBound(const LinearBooleanProblem& problem) { Coefficient best_bound(0); const LinearObjective& objective = problem.objective(); for (const int64 value : objective.coefficients()) { if (value < 0) best_bound += Coefficient(value); } return AddOffsetAndScaleObjectiveValue(problem, best_bound); } bool LoadBooleanProblem(const std::string& filename, LinearBooleanProblem* problem, CpModelProto* cp_model) { if (absl::EndsWith(filename, ".opb") || absl::EndsWith(filename, ".opb.bz2")) { OpbReader reader; if (!reader.Load(filename, problem)) { LOG(FATAL) << "Cannot load file '" << filename << "'."; } } else if (absl::EndsWith(filename, ".cnf") || absl::EndsWith(filename, ".cnf.gz") || absl::EndsWith(filename, ".wcnf") || absl::EndsWith(filename, ".wcnf.gz")) { SatCnfReader reader; if (FLAGS_fu_malik || FLAGS_linear_scan || FLAGS_wpm1 || FLAGS_qmaxsat || FLAGS_core_enc) { reader.InterpretCnfAsMaxSat(true); } if (FLAGS_use_cp_model) { if (!reader.Load(filename, cp_model)) { LOG(FATAL) << "Cannot load file '" << filename << "'."; } } else { if (!reader.Load(filename, problem)) { LOG(FATAL) << "Cannot load file '" << filename << "'."; } } } else if (FLAGS_use_cp_model) { LOG(INFO) << "Reading a CpModelProto."; *cp_model = ReadFileToProtoOrDie(filename); } else { LOG(INFO) << "Reading a LinearBooleanProblem."; *problem = ReadFileToProtoOrDie(filename); } return true; } std::string SolutionString(const LinearBooleanProblem& problem, const std::vector& assignment) { std::string output; BooleanVariable limit(problem.original_num_variables()); for (BooleanVariable index(0); index < limit; ++index) { if (index > 0) output += " "; absl::StrAppend(&output, Literal(index, assignment[index.value()]).SignedValue()); } return output; } // To benefit from the operations_research namespace, we put all the main() code // here. int Run() { SatParameters parameters; if (FLAGS_input.empty()) { LOG(FATAL) << "Please supply a data file with --input="; } // Parse the --params flag. if (!FLAGS_params.empty()) { CHECK(google::protobuf::TextFormat::MergeFromString(FLAGS_params, ¶meters)) << FLAGS_params; } // Initialize the solver. std::unique_ptr solver(new SatSolver()); solver->SetParameters(parameters); // Read the problem. LinearBooleanProblem problem; CpModelProto cp_model; if (!LoadBooleanProblem(FLAGS_input, &problem, &cp_model)) { CpSolverResponse response; response.set_status(CpSolverStatus::MODEL_INVALID); return EXIT_SUCCESS; } if (FLAGS_use_cp_model && cp_model.variables_size() == 0) { LOG(INFO) << "Converting to CpModelProto ..."; cp_model = BooleanProblemToCpModelproto(problem); } // TODO(user): clean this hack. Ideally LinearBooleanProblem should be // completely replaced by the more general CpModelProto. if (!cp_model.variables().empty()) { problem.Clear(); // We no longer need it, release memory. Model model; model.Add(NewSatParameters(parameters)); const CpSolverResponse response = SolveCpModel(cp_model, &model); if (!FLAGS_output.empty()) { if (absl::EndsWith(FLAGS_output, ".txt")) { CHECK_OK(file::SetTextProto(FLAGS_output, response, file::Defaults())); } else { CHECK_OK( file::SetBinaryProto(FLAGS_output, response, file::Defaults())); } } // The SAT competition requires a particular exit code and since we don't // really use it for any other purpose, we comply. if (response.status() == CpSolverStatus::FEASIBLE) return 10; if (response.status() == CpSolverStatus::INFEASIBLE) return 20; return EXIT_SUCCESS; } if (FLAGS_strict_validity) { const absl::Status status = ValidateBooleanProblem(problem); if (!status.ok()) { LOG(ERROR) << "Invalid Boolean problem: " << status.message(); return EXIT_FAILURE; } } // Count the time from there. WallTimer wall_timer; UserTimer user_timer; wall_timer.Start(); user_timer.Start(); double scaled_best_bound = GetScaledTrivialBestBound(problem); // Probing. SatPostsolver probing_postsolver(problem.num_variables()); LinearBooleanProblem original_problem; if (FLAGS_probing) { // TODO(user): This is nice for testing, but consumes memory. original_problem = problem; ProbeAndSimplifyProblem(&probing_postsolver, &problem); } // Load the problem into the solver. if (FLAGS_reduce_memory_usage) { if (!LoadAndConsumeBooleanProblem(&problem, solver.get())) { LOG(INFO) << "UNSAT when loading the problem."; } } else { if (!LoadBooleanProblem(problem, solver.get())) { LOG(INFO) << "UNSAT when loading the problem."; } } auto strtoint64 = [](const std::string& word) { int64 value = 0; if (!word.empty()) CHECK(absl::SimpleAtoi(word, &value)); return value; }; if (!AddObjectiveConstraint(problem, !FLAGS_lower_bound.empty(), Coefficient(strtoint64(FLAGS_lower_bound)), !FLAGS_upper_bound.empty(), Coefficient(strtoint64(FLAGS_upper_bound)), solver.get())) { LOG(INFO) << "UNSAT when setting the objective constraint."; } // Symmetries! // // TODO(user): To make this compatible with presolve, we just need to run // it after the presolve step. if (FLAGS_use_symmetry) { CHECK(!FLAGS_reduce_memory_usage) << "incompatible"; CHECK(!FLAGS_presolve) << "incompatible"; LOG(INFO) << "Finding symmetries of the problem."; std::vector> generators; FindLinearBooleanProblemSymmetries(problem, &generators); std::unique_ptr propagator(new SymmetryPropagator); for (int i = 0; i < generators.size(); ++i) { propagator->AddSymmetry(std::move(generators[i])); } solver->AddPropagator(propagator.get()); solver->TakePropagatorOwnership(std::move(propagator)); } // Optimize? std::vector solution; SatSolver::Status result = SatSolver::LIMIT_REACHED; if (FLAGS_fu_malik || FLAGS_linear_scan || FLAGS_wpm1 || FLAGS_qmaxsat || FLAGS_core_enc) { if (FLAGS_randomize > 0 && (FLAGS_linear_scan || FLAGS_qmaxsat)) { CHECK(!FLAGS_reduce_memory_usage) << "incompatible"; result = SolveWithRandomParameters(STDOUT_LOG, problem, FLAGS_randomize, solver.get(), &solution); } if (result == SatSolver::LIMIT_REACHED) { if (FLAGS_qmaxsat) { solver = absl::make_unique(); solver->SetParameters(parameters); CHECK(LoadBooleanProblem(problem, solver.get())); result = SolveWithCardinalityEncoding(STDOUT_LOG, problem, solver.get(), &solution); } else if (FLAGS_core_enc) { result = SolveWithCardinalityEncodingAndCore(STDOUT_LOG, problem, solver.get(), &solution); } else if (FLAGS_fu_malik) { result = SolveWithFuMalik(STDOUT_LOG, problem, solver.get(), &solution); } else if (FLAGS_wpm1) { result = SolveWithWPM1(STDOUT_LOG, problem, solver.get(), &solution); } else if (FLAGS_linear_scan) { result = SolveWithLinearScan(STDOUT_LOG, problem, solver.get(), &solution); } } } else { // Only solve the decision version. parameters.set_log_search_progress(true); solver->SetParameters(parameters); if (FLAGS_presolve) { std::unique_ptr time_limit = TimeLimit::FromParameters(parameters); result = SolveWithPresolve(&solver, time_limit.get(), &solution, nullptr); if (result == SatSolver::FEASIBLE) { CHECK(IsAssignmentValid(problem, solution)); } } else { result = solver->Solve(); if (result == SatSolver::FEASIBLE) { ExtractAssignment(problem, *solver, &solution); CHECK(IsAssignmentValid(problem, solution)); } } } // Print the solution status. if (result == SatSolver::FEASIBLE) { if (FLAGS_fu_malik || FLAGS_linear_scan || FLAGS_wpm1 || FLAGS_core_enc) { printf("s OPTIMUM FOUND\n"); CHECK(!solution.empty()); const Coefficient objective = ComputeObjectiveValue(problem, solution); scaled_best_bound = AddOffsetAndScaleObjectiveValue(problem, objective); // Postsolve. if (FLAGS_probing) { solution = probing_postsolver.PostsolveSolution(solution); problem = original_problem; } } else { printf("s SATISFIABLE\n"); } // Check and output the solution. CHECK(IsAssignmentValid(problem, solution)); if (FLAGS_output_cnf_solution) { printf("v %s\n", SolutionString(problem, solution).c_str()); } if (!FLAGS_output.empty()) { CHECK(!FLAGS_reduce_memory_usage) << "incompatible"; if (result == SatSolver::FEASIBLE) { StoreAssignment(solver->Assignment(), problem.mutable_assignment()); } if (absl::EndsWith(FLAGS_output, ".txt")) { CHECK_OK(file::SetTextProto(FLAGS_output, problem, file::Defaults())); } else { CHECK_OK(file::SetBinaryProto(FLAGS_output, problem, file::Defaults())); } } } if (result == SatSolver::INFEASIBLE) { printf("s UNSATISFIABLE\n"); } // Print status. printf("c status: %s\n", SatStatusString(result).c_str()); // Print objective value. if (solution.empty()) { printf("c objective: na\n"); printf("c best bound: na\n"); } else { const Coefficient objective = ComputeObjectiveValue(problem, solution); printf("c objective: %.16g\n", AddOffsetAndScaleObjectiveValue(problem, objective)); printf("c best bound: %.16g\n", scaled_best_bound); } // Print final statistics. printf("c booleans: %d\n", solver->NumVariables()); absl::PrintF("c conflicts: %d\n", solver->num_failures()); absl::PrintF("c branches: %d\n", solver->num_branches()); absl::PrintF("c propagations: %d\n", solver->num_propagations()); printf("c walltime: %f\n", wall_timer.Get()); printf("c usertime: %f\n", user_timer.Get()); printf("c deterministic_time: %f\n", solver->deterministic_time()); // The SAT competition requires a particular exit code and since we don't // really use it for any other purpose, we comply. if (result == SatSolver::FEASIBLE) return 10; if (result == SatSolver::INFEASIBLE) return 20; return EXIT_SUCCESS; } } // namespace } // namespace sat } // namespace operations_research static const char kUsage[] = "Usage: see flags.\n" "This program solves a given Boolean linear problem."; int main(int argc, char** argv) { // By default, we want to show how the solver progress. Note that this needs // to be set before InitGoogle() which has the nice side-effect of allowing // the user to override it. // absl::SetFlag(&FLAGS_vmodule, "*cp_model*=1"); gflags::SetUsageMessage(kUsage); gflags::ParseCommandLineFlags(&argc, &argv, true); google::InitGoogleLogging(argv[0]); absl::SetFlag(&FLAGS_alsologtostderr, true); return operations_research::sat::Run(); }