Head

GCC Code Coverage Report

Directory:	.		Exec	Total	Coverage
File:	src/preprocessing/passes/sygus_inference.cpp	Lines:	155	162	95.7 %
Date:	2021-09-06	Branches:	303	620	48.9 %


/******************************************************************************
 * Top contributors (to current version):
 *   Andrew Reynolds, Mathias Preiner, Aina Niemetz
 *
 * This file is part of the cvc5 project.
 *
 * Copyright (c) 2009-2021 by the authors listed in the file AUTHORS
 * in the top-level source directory and their institutional affiliations.
 * All rights reserved.  See the file COPYING in the top-level source
 * directory for licensing information.
 * ****************************************************************************
 *
 * Sygus inference module.
 */

#include "preprocessing/passes/sygus_inference.h"

#include "preprocessing/assertion_pipeline.h"
#include "preprocessing/preprocessing_pass_context.h"
#include "smt/smt_engine.h"
#include "smt/smt_engine_scope.h"
#include "smt/smt_statistics_registry.h"
#include "theory/quantifiers/quantifiers_attributes.h"
#include "theory/quantifiers/quantifiers_rewriter.h"
#include "theory/quantifiers/sygus/sygus_grammar_cons.h"
#include "theory/quantifiers/sygus/sygus_utils.h"
#include "theory/rewriter.h"
#include "theory/smt_engine_subsolver.h"

using namespace std;
using namespace cvc5::kind;
using namespace cvc5::theory;

namespace cvc5 {
namespace preprocessing {
namespace passes {

SygusInference::SygusInference(PreprocessingPassContext* preprocContext)
    : PreprocessingPass(preprocContext, "sygus-infer"){};

PreprocessingPassResult SygusInference::applyInternal(
    AssertionPipeline* assertionsToPreprocess)
{
  Trace("sygus-infer") << "Run sygus inference..." << std::endl;
  std::vector<Node> funs;
  std::vector<Node> sols;
  // see if we can succesfully solve the input as a sygus problem
  if (solveSygus(assertionsToPreprocess->ref(), funs, sols))
  {
    Trace("sygus-infer") << "...Solved:" << std::endl;
    Assert(funs.size() == sols.size());
    // if so, sygus gives us function definitions, which we add as substitutions
    for (unsigned i = 0, size = funs.size(); i < size; i++)
    {
      Trace("sygus-infer") << funs[i] << " -> " << sols[i] << std::endl;
      d_preprocContext->addSubstitution(funs[i], sols[i]);
    }

    // apply substitution to everything, should result in SAT
    for (unsigned i = 0, size = assertionsToPreprocess->ref().size(); i < size;
         i++)
    {
      Node prev = (*assertionsToPreprocess)[i];
      Node curr =
          prev.substitute(funs.begin(), funs.end(), sols.begin(), sols.end());
      if (curr != prev)
      {
        curr = theory::Rewriter::rewrite(curr);
        Trace("sygus-infer-debug")
            << "...rewrote " << prev << " to " << curr << std::endl;
        assertionsToPreprocess->replace(i, curr);
      }
    }
  }
  return PreprocessingPassResult::NO_CONFLICT;
}

bool SygusInference::solveSygus(const std::vector<Node>& assertions,
                                std::vector<Node>& funs,
                                std::vector<Node>& sols)
{
  if (assertions.empty())
  {
    Trace("sygus-infer") << "...fail: empty assertions." << std::endl;
    return false;
  }

  NodeManager* nm = NodeManager::currentNM();

  // collect free variables in all assertions
  std::vector<Node> qvars;
  std::map<TypeNode, std::vector<Node> > qtvars;
  std::vector<Node> free_functions;

  std::vector<TNode> visit;
  std::unordered_set<TNode> visited;

  // add top-level conjuncts to eassertions
  std::vector<Node> assertions_proc = assertions;
  std::vector<Node> eassertions;
  unsigned index = 0;
  while (index < assertions_proc.size())
  {
    Node ca = assertions_proc[index];
    if (ca.getKind() == AND)
    {
      for (const Node& ai : ca)
      {
        assertions_proc.push_back(ai);
      }
    }
    else
    {
      eassertions.push_back(ca);
    }
    index++;
  }

  // process eassertions
  std::vector<Node> processed_assertions;
  for (const Node& as : eassertions)
  {
    // substitution for this assertion
    std::vector<Node> vars;
    std::vector<Node> subs;
    std::map<TypeNode, unsigned> type_count;
    Node pas = as;
    // rewrite
    pas = theory::Rewriter::rewrite(pas);
    Trace("sygus-infer") << "assertion : " << pas << std::endl;
    if (pas.getKind() == FORALL)
    {
      // preprocess the quantified formula
      TrustNode trn = quantifiers::QuantifiersRewriter::preprocess(pas);
      if (!trn.isNull())
      {
        pas = trn.getNode();
      }
      Trace("sygus-infer-debug") << "  ...preprocessed to " << pas << std::endl;
    }
    if (pas.getKind() == FORALL)
    {
      // it must be a standard quantifier
      theory::quantifiers::QAttributes qa;
      theory::quantifiers::QuantAttributes::computeQuantAttributes(pas, qa);
      if (!qa.isStandard())
      {
        Trace("sygus-infer")
            << "...fail: non-standard top-level quantifier." << std::endl;
        return false;
      }
      // infer prefix
      for (const Node& v : pas[0])
      {
        TypeNode tnv = v.getType();
        unsigned vnum = type_count[tnv];
        type_count[tnv]++;
        vars.push_back(v);
        if (vnum < qtvars[tnv].size())
        {
          subs.push_back(qtvars[tnv][vnum]);
        }
        else
        {
          Assert(vnum == qtvars[tnv].size());
          Node bv = nm->mkBoundVar(tnv);
          qtvars[tnv].push_back(bv);
          qvars.push_back(bv);
          subs.push_back(bv);
        }
      }
      pas = pas[1];
      if (!vars.empty())
      {
        pas =
            pas.substitute(vars.begin(), vars.end(), subs.begin(), subs.end());
      }
    }
    Trace("sygus-infer-debug") << "  ...substituted to " << pas << std::endl;

    // collect free functions, ensure no quantified formulas
    TNode cur = pas;
    // compute free variables
    visit.push_back(cur);
    do
    {
      cur = visit.back();
      visit.pop_back();
      if (visited.find(cur) == visited.end())
      {
        visited.insert(cur);
        if (cur.getKind() == APPLY_UF)
        {
          Node op = cur.getOperator();
          // visit the operator, which might not be a variable
          visit.push_back(op);
        }
        else if (cur.isVar() && cur.getKind() != BOUND_VARIABLE)
        {
          // We are either in the case of a free first-order constant or a
          // function in a higher-order context. We add to free_functions
          // in either case. Note that a free constant that is not in a
          // higher-order context is a 0-argument function-to-synthesize.
          // We should not have traversed here before due to our visited cache.
          Assert(std::find(free_functions.begin(), free_functions.end(), cur)
                 == free_functions.end());
          free_functions.push_back(cur);
        }
        else if (cur.isClosure())
        {
          Trace("sygus-infer")
              << "...fail: non-top-level quantifier." << std::endl;
          return false;
        }
        for (const TNode& cn : cur)
        {
          visit.push_back(cn);
        }
      }
    } while (!visit.empty());
    processed_assertions.push_back(pas);
  }

  // no functions to synthesize
  if (free_functions.empty())
  {
    Trace("sygus-infer") << "...fail: no free function symbols." << std::endl;
    return false;
  }

  // Ensure the type of all free functions is handled by the sygus grammar
  // constructor utility.
  bool typeSuccess = true;
  for (const Node& f : free_functions)
  {
    TypeNode tn = f.getType();
    if (!theory::quantifiers::CegGrammarConstructor::isHandledType(tn))
    {
      Trace("sygus-infer") << "...fail: unhandled type " << tn << std::endl;
      typeSuccess = false;
      break;
    }
  }
  if (!typeSuccess)
  {
    return false;
  }

  Assert(!processed_assertions.empty());
  // conjunction of the assertions
  Trace("sygus-infer") << "Construct body..." << std::endl;
  Node body;
  if (processed_assertions.size() == 1)
  {
    body = processed_assertions[0];
  }
  else
  {
    body = nm->mkNode(AND, processed_assertions);
  }

  // for each free function symbol, make a bound variable of the same type
  Trace("sygus-infer") << "Do free function substitution..." << std::endl;
  std::vector<Node> ff_vars;
  std::map<Node, Node> ff_var_to_ff;
  for (const Node& ff : free_functions)
  {
    Node ffv = nm->mkBoundVar(ff.getType());
    ff_vars.push_back(ffv);
    Trace("sygus-infer") << "  synth-fun: " << ff << " as " << ffv << std::endl;
    ff_var_to_ff[ffv] = ff;
  }
  // substitute free functions -> variables
  body = body.substitute(free_functions.begin(),
                         free_functions.end(),
                         ff_vars.begin(),
                         ff_vars.end());
  Trace("sygus-infer-debug") << "...got : " << body << std::endl;

  // quantify the body
  Trace("sygus-infer") << "Make inner sygus conjecture..." << std::endl;
  body = body.negate();
  if (!qvars.empty())
  {
    Node bvl = nm->mkNode(BOUND_VAR_LIST, qvars);
    body = nm->mkNode(EXISTS, bvl, body);
  }

  // sygus attribute to mark the conjecture as a sygus conjecture
  Trace("sygus-infer") << "Make outer sygus conjecture..." << std::endl;

  body = quantifiers::SygusUtils::mkSygusConjecture(ff_vars, body);

  Trace("sygus-infer") << "*** Return sygus inference : " << body << std::endl;

  // make a separate smt call
  std::unique_ptr<SmtEngine> rrSygus;
  theory::initializeSubsolver(rrSygus, options(), logicInfo());
  rrSygus->assertFormula(body);
  Trace("sygus-infer") << "*** Check sat..." << std::endl;
  Result r = rrSygus->checkSat();
  Trace("sygus-infer") << "...result : " << r << std::endl;
  if (r.asSatisfiabilityResult().isSat() != Result::UNSAT)
  {
    // failed, conjecture was infeasible
    return false;
  }
  // get the synthesis solutions
  std::map<Node, Node> synth_sols;
  rrSygus->getSynthSolutions(synth_sols);

  std::vector<Node> final_ff;
  std::vector<Node> final_ff_sol;
  for (std::map<Node, Node>::iterator it = synth_sols.begin();
       it != synth_sols.end();
       ++it)
  {
    Trace("sygus-infer") << "  synth sol : " << it->first << " -> "
                         << it->second << std::endl;
    Node ffv = it->first;
    std::map<Node, Node>::iterator itffv = ff_var_to_ff.find(ffv);
    // all synthesis solutions should correspond to a variable we introduced
    Assert(itffv != ff_var_to_ff.end());
    if (itffv != ff_var_to_ff.end())
    {
      Node ff = itffv->second;
      Node body2 = it->second;
      Trace("sygus-infer") << "Define " << ff << " as " << body2 << std::endl;
      funs.push_back(ff);
      sols.push_back(body2);
    }
  }
  return true;
}


}  // namespace passes
}  // namespace preprocessing
}  // namespace cvc5


Generated by: GCOVR (Version 3.2)

Line	Exec	Source
1		/******************************************************************************
2		* Top contributors (to current version):
3		* Andrew Reynolds, Mathias Preiner, Aina Niemetz
4		*
5		* This file is part of the cvc5 project.
6		*
7		* Copyright (c) 2009-2021 by the authors listed in the file AUTHORS
8		* in the top-level source directory and their institutional affiliations.
9		* All rights reserved. See the file COPYING in the top-level source
10		* directory for licensing information.
11		* ****************************************************************************
12		*
13		* Sygus inference module.
14		*/
15
16		#include "preprocessing/passes/sygus_inference.h"
17
18		#include "preprocessing/assertion_pipeline.h"
19		#include "preprocessing/preprocessing_pass_context.h"
20		#include "smt/smt_engine.h"
21		#include "smt/smt_engine_scope.h"
22		#include "smt/smt_statistics_registry.h"
23		#include "theory/quantifiers/quantifiers_attributes.h"
24		#include "theory/quantifiers/quantifiers_rewriter.h"
25		#include "theory/quantifiers/sygus/sygus_grammar_cons.h"
26		#include "theory/quantifiers/sygus/sygus_utils.h"
27		#include "theory/rewriter.h"
28		#include "theory/smt_engine_subsolver.h"
29
30		using namespace std;
31		using namespace cvc5::kind;
32		using namespace cvc5::theory;
33
34		namespace cvc5 {
35		namespace preprocessing {
36		namespace passes {
37
38	9929	SygusInference::SygusInference(PreprocessingPassContext* preprocContext)
39	9929	: PreprocessingPass(preprocContext, "sygus-infer"){};
40
41	58	PreprocessingPassResult SygusInference::applyInternal(
42		AssertionPipeline* assertionsToPreprocess)
43		{
44	58	Trace("sygus-infer") << "Run sygus inference..." << std::endl;
45	116	std::vector<Node> funs;
46	116	std::vector<Node> sols;
47		// see if we can succesfully solve the input as a sygus problem
48	58	if (solveSygus(assertionsToPreprocess->ref(), funs, sols))
49		{
50	42	Trace("sygus-infer") << "...Solved:" << std::endl;
51	42	Assert(funs.size() == sols.size());
52		// if so, sygus gives us function definitions, which we add as substitutions
53	116	for (unsigned i = 0, size = funs.size(); i < size; i++)
54		{
55	74	Trace("sygus-infer") << funs[i] << " -> " << sols[i] << std::endl;
56	74	d_preprocContext->addSubstitution(funs[i], sols[i]);
57		}
58
59		// apply substitution to everything, should result in SAT
60	147	for (unsigned i = 0, size = assertionsToPreprocess->ref().size(); i < size;
61		i++)
62		{
63	210	Node prev = (*assertionsToPreprocess)[i];
64		Node curr =
65	210	prev.substitute(funs.begin(), funs.end(), sols.begin(), sols.end());
66	105	if (curr != prev)
67		{
68	63	curr = theory::Rewriter::rewrite(curr);
69	126	Trace("sygus-infer-debug")
70	63	<< "...rewrote " << prev << " to " << curr << std::endl;
71	63	assertionsToPreprocess->replace(i, curr);
72		}
73		}
74		}
75	116	return PreprocessingPassResult::NO_CONFLICT;
76		}
77
78	58	bool SygusInference::solveSygus(const std::vector<Node>& assertions,
79		std::vector<Node>& funs,
80		std::vector<Node>& sols)
81		{
82	58	if (assertions.empty())
83		{
84		Trace("sygus-infer") << "...fail: empty assertions." << std::endl;
85		return false;
86		}
87
88	58	NodeManager* nm = NodeManager::currentNM();
89
90		// collect free variables in all assertions
91	116	std::vector<Node> qvars;
92	116	std::map<TypeNode, std::vector<Node> > qtvars;
93	116	std::vector<Node> free_functions;
94
95	116	std::vector<TNode> visit;
96	116	std::unordered_set<TNode> visited;
97
98		// add top-level conjuncts to eassertions
99	116	std::vector<Node> assertions_proc = assertions;
100	116	std::vector<Node> eassertions;
101	58	unsigned index = 0;
102	408	while (index < assertions_proc.size())
103		{
104	350	Node ca = assertions_proc[index];
105	175	if (ca.getKind() == AND)
106		{
107	18	for (const Node& ai : ca)
108		{
109	12	assertions_proc.push_back(ai);
110		}
111		}
112		else
113		{
114	169	eassertions.push_back(ca);
115		}
116	175	index++;
117		}
118
119		// process eassertions
120	116	std::vector<Node> processed_assertions;
121	223	for (const Node& as : eassertions)
122		{
123		// substitution for this assertion
124	332	std::vector<Node> vars;
125	332	std::vector<Node> subs;
126	332	std::map<TypeNode, unsigned> type_count;
127	332	Node pas = as;
128		// rewrite
129	167	pas = theory::Rewriter::rewrite(pas);
130	167	Trace("sygus-infer") << "assertion : " << pas << std::endl;
131	167	if (pas.getKind() == FORALL)
132		{
133		// preprocess the quantified formula
134	32	TrustNode trn = quantifiers::QuantifiersRewriter::preprocess(pas);
135	16	if (!trn.isNull())
136		{
137		pas = trn.getNode();
138		}
139	16	Trace("sygus-infer-debug") << " ...preprocessed to " << pas << std::endl;
140		}
141	167	if (pas.getKind() == FORALL)
142		{
143		// it must be a standard quantifier
144	32	theory::quantifiers::QAttributes qa;
145	16	theory::quantifiers::QuantAttributes::computeQuantAttributes(pas, qa);
146	16	if (!qa.isStandard())
147		{
148		Trace("sygus-infer")
149		<< "...fail: non-standard top-level quantifier." << std::endl;
150		return false;
151		}
152		// infer prefix
153	38	for (const Node& v : pas[0])
154		{
155	44	TypeNode tnv = v.getType();
156	22	unsigned vnum = type_count[tnv];
157	22	type_count[tnv]++;
158	22	vars.push_back(v);
159	22	if (vnum < qtvars[tnv].size())
160		{
161	4	subs.push_back(qtvars[tnv][vnum]);
162		}
163		else
164		{
165	18	Assert(vnum == qtvars[tnv].size());
166	36	Node bv = nm->mkBoundVar(tnv);
167	18	qtvars[tnv].push_back(bv);
168	18	qvars.push_back(bv);
169	18	subs.push_back(bv);
170		}
171		}
172	16	pas = pas[1];
173	16	if (!vars.empty())
174		{
175	16	pas =
176	32	pas.substitute(vars.begin(), vars.end(), subs.begin(), subs.end());
177		}
178		}
179	167	Trace("sygus-infer-debug") << " ...substituted to " << pas << std::endl;
180
181		// collect free functions, ensure no quantified formulas
182	332	TNode cur = pas;
183		// compute free variables
184	167	visit.push_back(cur);
185	913	do
186		{
187	1080	cur = visit.back();
188	1080	visit.pop_back();
189	1080	if (visited.find(cur) == visited.end())
190		{
191	818	visited.insert(cur);
192	818	if (cur.getKind() == APPLY_UF)
193		{
194	64	Node op = cur.getOperator();
195		// visit the operator, which might not be a variable
196	32	visit.push_back(op);
197		}
198	786	else if (cur.isVar() && cur.getKind() != BOUND_VARIABLE)
199		{
200		// We are either in the case of a free first-order constant or a
201		// function in a higher-order context. We add to free_functions
202		// in either case. Note that a free constant that is not in a
203		// higher-order context is a 0-argument function-to-synthesize.
204		// We should not have traversed here before due to our visited cache.
205	130	Assert(std::find(free_functions.begin(), free_functions.end(), cur)
206		== free_functions.end());
207	130	free_functions.push_back(cur);
208		}
209	656	else if (cur.isClosure())
210		{
211	4	Trace("sygus-infer")
212	2	<< "...fail: non-top-level quantifier." << std::endl;
213	2	return false;
214		}
215	1699	for (const TNode& cn : cur)
216		{
217	883	visit.push_back(cn);
218		}
219		}
220	1078	} while (!visit.empty());
221	165	processed_assertions.push_back(pas);
222		}
223
224		// no functions to synthesize
225	56	if (free_functions.empty())
226		{
227	2	Trace("sygus-infer") << "...fail: no free function symbols." << std::endl;
228	2	return false;
229		}
230
231		// Ensure the type of all free functions is handled by the sygus grammar
232		// constructor utility.
233	54	bool typeSuccess = true;
234	180	for (const Node& f : free_functions)
235		{
236	254	TypeNode tn = f.getType();
237	128	if (!theory::quantifiers::CegGrammarConstructor::isHandledType(tn))
238		{
239	2	Trace("sygus-infer") << "...fail: unhandled type " << tn << std::endl;
240	2	typeSuccess = false;
241	2	break;
242		}
243		}
244	54	if (!typeSuccess)
245		{
246	2	return false;
247		}
248
249	52	Assert(!processed_assertions.empty());
250		// conjunction of the assertions
251	52	Trace("sygus-infer") << "Construct body..." << std::endl;
252	104	Node body;
253	52	if (processed_assertions.size() == 1)
254		{
255		body = processed_assertions[0];
256		}
257		else
258		{
259	52	body = nm->mkNode(AND, processed_assertions);
260		}
261
262		// for each free function symbol, make a bound variable of the same type
263	52	Trace("sygus-infer") << "Do free function substitution..." << std::endl;
264	104	std::vector<Node> ff_vars;
265	104	std::map<Node, Node> ff_var_to_ff;
266	178	for (const Node& ff : free_functions)
267		{
268	252	Node ffv = nm->mkBoundVar(ff.getType());
269	126	ff_vars.push_back(ffv);
270	126	Trace("sygus-infer") << " synth-fun: " << ff << " as " << ffv << std::endl;
271	126	ff_var_to_ff[ffv] = ff;
272		}
273		// substitute free functions -> variables
274	52	body = body.substitute(free_functions.begin(),
275		free_functions.end(),
276		ff_vars.begin(),
277		ff_vars.end());
278	52	Trace("sygus-infer-debug") << "...got : " << body << std::endl;
279
280		// quantify the body
281	52	Trace("sygus-infer") << "Make inner sygus conjecture..." << std::endl;
282	52	body = body.negate();
283	52	if (!qvars.empty())
284		{
285	24	Node bvl = nm->mkNode(BOUND_VAR_LIST, qvars);
286	12	body = nm->mkNode(EXISTS, bvl, body);
287		}
288
289		// sygus attribute to mark the conjecture as a sygus conjecture
290	52	Trace("sygus-infer") << "Make outer sygus conjecture..." << std::endl;
291
292	52	body = quantifiers::SygusUtils::mkSygusConjecture(ff_vars, body);
293
294	52	Trace("sygus-infer") << "*** Return sygus inference : " << body << std::endl;
295
296		// make a separate smt call
297	104	std::unique_ptr<SmtEngine> rrSygus;
298	52	theory::initializeSubsolver(rrSygus, options(), logicInfo());
299	52	rrSygus->assertFormula(body);
300	52	Trace("sygus-infer") << "*** Check sat..." << std::endl;
301	104	Result r = rrSygus->checkSat();
302	52	Trace("sygus-infer") << "...result : " << r << std::endl;
303	52	if (r.asSatisfiabilityResult().isSat() != Result::UNSAT)
304		{
305		// failed, conjecture was infeasible
306	10	return false;
307		}
308		// get the synthesis solutions
309	84	std::map<Node, Node> synth_sols;
310	42	rrSygus->getSynthSolutions(synth_sols);
311
312	84	std::vector<Node> final_ff;
313	84	std::vector<Node> final_ff_sol;
314	116	for (std::map<Node, Node>::iterator it = synth_sols.begin();
315	116	it != synth_sols.end();
316		++it)
317		{
318	148	Trace("sygus-infer") << " synth sol : " << it->first << " -> "
319	74	<< it->second << std::endl;
320	148	Node ffv = it->first;
321	74	std::map<Node, Node>::iterator itffv = ff_var_to_ff.find(ffv);
322		// all synthesis solutions should correspond to a variable we introduced
323	74	Assert(itffv != ff_var_to_ff.end());
324	74	if (itffv != ff_var_to_ff.end())
325		{
326	148	Node ff = itffv->second;
327	148	Node body2 = it->second;
328	74	Trace("sygus-infer") << "Define " << ff << " as " << body2 << std::endl;
329	74	funs.push_back(ff);
330	74	sols.push_back(body2);
331		}
332		}
333	42	return true;
334		}
335
336
337		} // namespace passes
338		} // namespace preprocessing
339	29508	} // namespace cvc5