How to print the intermediate observation table (especially when the create the hypothesis)

[VishalPatel43]

packagecom.experiment;
importcom.google.common.collect.Lists;
importde.learnlib.algorithms.lstar.closing.ClosingStrategies;
importde.learnlib.algorithms.lstar.dfa.ClassicLStarDFA;
importde.learnlib.algorithms.lstar.dfa.ClassicLStarDFABuilder;
importde.learnlib.algorithms.malerpnueli.MalerPnueliDFA;
importde.learnlib.algorithms.rivestschapire.RivestSchapireDFA;
importde.learnlib.algorithms.rivestschapire.RivestSchapireDFABuilder;
importde.learnlib.api.oracle.MembershipOracle;
importde.learnlib.datastructure.observationtable.writer.ObservationTableASCIIWriter;
importde.learnlib.filter.statistic.oracle.DFACounterOracle;
importde.learnlib.oracle.equivalence.DFAWMethodEQOracle;
importde.learnlib.oracle.equivalence.SampleSetEQOracle;
importde.learnlib.oracle.membership.SimulatorOracle;
importde.learnlib.util.Experiment;
importdk.brics.automaton.Automaton;
importdk.brics.automaton.RegExp;
importnet.automatalib.automata.fsa.DFA;
importnet.automatalib.brics.BricsDFA;
importnet.automatalib.util.automata.conformance.WMethodTestsIterator;
importnet.automatalib.visualization.Visualization;
importnet.automatalib.words.Alphabet;
importnet.automatalib.words.impl.Alphabets;
publicclassDriver {
privatestaticfinalintEXPLORATION_DEPTH = 5;
publicstaticvoidmain(String[] args) {
Stringregex = "a|b|.{3,}";
finalAutomatonautomaton = newRegExp(regex).toAutomaton();
finalAlphabet<Character> alphabet = Alphabets.characters('a', 'b');
finalBricsDFAdfa = newBricsDFA(automaton, true);
MembershipOracle.DFAMembershipOracle<Character> sul = newSimulatorOracle.DFASimulatorOracle<>(dfa);
lstarAlgorithm(dfa, alphabet, sul);
System.out.println("-------------------------------------------------------");
rsAlgorithm(dfa, alphabet, sul);
System.out.println("-------------------------------------------------------");
colAlgorithm(dfa, alphabet, sul);
}
privatestaticvoidlstarAlgorithm(BricsDFAdfa, Alphabet<Character> alphabet, MembershipOracle.DFAMembershipOracle<Character> sul) {
DFACounterOracle<Character> lstarCounter = newDFACounterOracle<>(sul, "Membership Queries");
ClassicLStarDFA<Character> lstar = newClassicLStarDFABuilder<Character>().withAlphabet(alphabet)
.withOracle(lstarCounter)
.create();
finalSampleSetEQOracle<Character, Boolean> eqo = newSampleSetEQOracle<>(false);
eqo.addAll(sul, Lists.newArrayList(newWMethodTestsIterator<>(dfa, alphabet, EXPLORATION_DEPTH)));
Experiment.DFAExperiment<Character> lstarExperiment = newExperiment.DFAExperiment<>(lstar, eqo, alphabet);
System.out.println("Initial observation table of LSTAR:");
newObservationTableASCIIWriter<>().write(lstar.getObservationTable(), System.out);
System.out.println();
longstartTime = System.currentTimeMillis();
lstarExperiment.run();
longendTime = System.currentTimeMillis();
printResults("LStar", lstarExperiment, lstarCounter, endTime - startTime);
System.out.println("Final observation table of LSTAR:");
newObservationTableASCIIWriter<>().write(lstar.getObservationTable(), System.out);
}
privatestaticvoidrsAlgorithm(BricsDFAdfa, Alphabet<Character> alphabet, MembershipOracle.DFAMembershipOracle<Character> sul) {
DFACounterOracle<Character> rsCounter = newDFACounterOracle<>(sul, "Membership Queries");
RivestSchapireDFA<Character> rs = newRivestSchapireDFABuilder<Character>()
.withAlphabet(alphabet)
.withOracle(rsCounter)
.withClosingStrategy(ClosingStrategies.CLOSE_FIRST)
.create();
finalSampleSetEQOracle<Character, Boolean> eqo = newSampleSetEQOracle<>(false);
eqo.addAll(sul, Lists.newArrayList(newWMethodTestsIterator<>(dfa, alphabet, EXPLORATION_DEPTH)));
Experiment.DFAExperiment<Character> rsExperiment = newExperiment.DFAExperiment<>(rs, eqo, alphabet);
System.out.println("Initial observation table of L_RS:");
newObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
System.out.println();
longstartTime = System.currentTimeMillis();
rsExperiment.run();
longendTime = System.currentTimeMillis();
printResults("L_RS", rsExperiment, rsCounter, endTime - startTime);
System.out.println("Final observation table of L_RS:");
newObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
}
privatestaticvoidcolAlgorithm(BricsDFAdfa, Alphabet<Character> alphabet, MembershipOracle.DFAMembershipOracle<Character> sul) {
DFACounterOracle<Character> colCounter = newDFACounterOracle<>(sul, "Membership Queries");
MalerPnueliDFA<Character> col = newMalerPnueliDFA<>(alphabet, colCounter);
finalSampleSetEQOracle<Character, Boolean> eqo = newSampleSetEQOracle<>(false);
eqo.addAll(sul, Lists.newArrayList(newWMethodTestsIterator<>(dfa, alphabet, EXPLORATION_DEPTH)));
Experiment.DFAExperiment<Character> colExperiment = newExperiment.DFAExperiment<>(col, eqo, alphabet);
System.out.println("Initial observation table of L_COL:");
newObservationTableASCIIWriter<>().write(col.getObservationTable(), System.out);
System.out.println();
longstartTime = System.currentTimeMillis();
colExperiment.run();
longendTime = System.currentTimeMillis();
printResults("L_Col", colExperiment, colCounter, endTime - startTime);
System.out.println("Final observation table of L_COL:");
newObservationTableASCIIWriter<>().write(col.getObservationTable(), System.out);
}
privatestaticvoidprintResults(StringalgorithmName, Experiment.DFAExperiment<Character> experiment,
DFACounterOracle<Character> counterOracle, longtimeTaken) {
System.out.println("----------------" + algorithmName + "-------------");
System.out.println("EQ: " + experiment.getRounds().getCount());
System.out.println("MQ: " + counterOracle.getCount());
System.out.println("Time: " + timeTaken);
}
}

"I provide the code, I want to print the intermediate observation table when hypothesis created or when the each membership queries ask to the teacher (SUL)"

[mtf90]

In this case you need to implement the Experiment#run loop yourself. However, this shouldn't be too hard. Something along the lines of (untested)

lstar.startLearning();
DFA<?, Character> hyp = lstar.getHypothesisModel();
DefaultQuery<Character, Boolean> ce;
while ((ce = eqo.findCounterExample(hyp, alphabet)) != null) {
while (lstar.refineHypothesis(ce)) {}
hyp = lstar.getHypothesisModel();
}

Here, you can insert any code you want between the individual steps (e.g., the logging of intermediate observation tables).

[VishalPatel43]

privatestaticvoidrsAlgorithm(BricsDFAdfa, Alphabet<Character> alphabet, MembershipOracle.DFAMembershipOracle<Character> sul) {
DFACounterOracle<Character> rsCounter = newDFACounterOracle<>(sul, "Membership Queries");
RivestSchapireDFA<Character> rs = newRivestSchapireDFABuilder<Character>()
.withAlphabet(alphabet)
.withOracle(rsCounter)
.withClosingStrategy(ClosingStrategies.CLOSE_FIRST)
.create();
finalSampleSetEQOracle<Character, Boolean> eqo = newSampleSetEQOracle<>(false);
eqo.addAll(sul, Lists.newArrayList(newWMethodTestsIterator<>(dfa, alphabet, EXPLORATION_DEPTH)));
Experiment.DFAExperiment<Character> rsExperiment = newExperiment.DFAExperiment<>(rs, eqo, alphabet);
rs.startLearning();
DFA<?, Character> hyp = rs.getHypothesisModel();
DefaultQuery<Character, Boolean> ce;
while ((ce = eqo.findCounterExample(hyp, alphabet)) != null) {
while (rs.refineHypothesis(ce)) {
System.out.println(ce.toStringWithAnswer(true));
hyp = rs.getHypothesisModel();
newObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
}
}
longstartTime = System.currentTimeMillis();
// rsExperiment.run();longendTime = System.currentTimeMillis();
// printResults("L_RS", rsExperiment, rsCounter, endTime - startTime);// System.out.println("Final observation table of L_RS:");// new ObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
}

It will run perfectly fine but I want to know the steps that calculate the excat suffix in the observation in the Rivest Scharpire

[mtf90]

In case of the L* learners, counterexample analysis is outsourced to ObservationTableCEXHandlers. For the RivestSchapireDFA learner ObservationTableCEXHandlers.RIVEST_SCHAPIRE is used. If you want a more fine-grained analysis of the analysis steps, you would have to provide your own ObservationTableCEXHandler implementation. It would probably be easiest, to just copy the existing code from the RIVEST_SCHAPIRE analyzer and insert your logging statements.

[VishalPatel43]

Please provide that when we run the algorithm

 long startTime = System.currentTimeMillis();
colExperiment.run();
long endTime = System.currentTimeMillis();

we can measure the entire time, but I want to compute the time in that number of equivalence queries and membership queies separately.

[mtf90]

If you have a custom while loop like in your first reply, you can simply wrap the call to eq.findCounterExample in some timing code.

If you want to use the existing Experiment class, you need to provide your own MembershipOracle and EquivalenceOracle implementations that measure the time themselves. However, this should be relatively easy to implement, since you can delegate most of the calls to the original MQ/EQ (like in the CounterOracle class, except for counting the queries, you track System.currentTimeMillis()).

[VishalPatel43]

actually I ddin't know much about the implementation from the library. Please can we provide the little bit of idea or sample code so I can do it by myself

packagecom.experiment;
importcom.experiment.dfa.DFAOperation;
importcom.google.common.collect.Lists;
importde.learnlib.algorithms.lstar.closing.ClosingStrategies;
importde.learnlib.algorithms.lstar.dfa.ClassicLStarDFA;
importde.learnlib.algorithms.lstar.dfa.ClassicLStarDFABuilder;
importde.learnlib.algorithms.malerpnueli.MalerPnueliDFA;
importde.learnlib.algorithms.rivestschapire.RivestSchapireDFA;
importde.learnlib.algorithms.rivestschapire.RivestSchapireDFABuilder;
importde.learnlib.api.oracle.MembershipOracle;
importde.learnlib.api.query.DefaultQuery;
importde.learnlib.datastructure.observationtable.ObservationTable;
importde.learnlib.datastructure.observationtable.writer.ObservationTableASCIIWriter;
importde.learnlib.filter.statistic.oracle.DFACounterOracle;
importde.learnlib.oracle.equivalence.DFAWMethodEQOracle;
importde.learnlib.oracle.equivalence.SampleSetEQOracle;
importde.learnlib.oracle.membership.SimulatorOracle;
importde.learnlib.util.Experiment;
importdk.brics.automaton.Automaton;
importdk.brics.automaton.RegExp;
importnet.automatalib.automata.fsa.DFA;
importnet.automatalib.brics.BricsDFA;
importnet.automatalib.util.automata.conformance.WMethodTestsIterator;
importnet.automatalib.visualization.Visualization;
importnet.automatalib.words.Alphabet;
importnet.automatalib.words.impl.Alphabets;
publicclassDriver {
privatestaticfinalDFAOperationdfaOperation = newDFAOperation();
privatestaticfinalintEXPLORATION_DEPTH = 5;
publicstaticvoidmain(String[] args) {
Stringregex = "a|b|.{3,}";
finalAutomatonautomaton = newRegExp(regex).toAutomaton();
finalAlphabet<Character> alphabet = Alphabets.characters('a', 'b');
finalBricsDFAdfa = newBricsDFA(automaton, true);
MembershipOracle.DFAMembershipOracle<Character> sul = newSimulatorOracle.DFASimulatorOracle<>(dfa);
rsAlgorithm(dfa, alphabet, sul);
System.out.println("-------------------------------------------------------");
}
privatestaticvoidrsAlgorithm(BricsDFAdfa, Alphabet<Character> alphabet, MembershipOracle.DFAMembershipOracle<Character> sul) {
DFACounterOracle<Character> rsCounter = newDFACounterOracle<>(sul, "Membership Queries");
RivestSchapireDFA<Character> rs = newRivestSchapireDFABuilder<Character>()
.withAlphabet(alphabet)
.withOracle(rsCounter)
.withClosingStrategy(ClosingStrategies.CLOSE_FIRST)
.create();
finalSampleSetEQOracle<Character, Boolean> eqo = newSampleSetEQOracle<>(false);
eqo.addAll(sul, Lists.newArrayList(newWMethodTestsIterator<>(dfa, alphabet, EXPLORATION_DEPTH)));
Experiment.DFAExperiment<Character> rsExperiment = newExperiment.DFAExperiment<>(rs, eqo, alphabet);
rs.startLearning();
DFA<?, Character> hyp = rs.getHypothesisModel();
DefaultQuery<Character, Boolean> ce;
intcount = 1;
while ((ce = eqo.findCounterExample(hyp, alphabet)) != null) {
while (rs.refineHypothesis(ce)) {
System.out.println(ce.toStringWithAnswer(true));
hyp = rs.getHypothesisModel();
// Visualization.visualize(hyp, alphabet);newObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
++count;
}
}
longstartTime = System.currentTimeMillis();
// rsExperiment.run();longendTime = System.currentTimeMillis();
printResults("L_RS", rsExperiment, rsCounter, endTime - startTime);
System.out.println("Final observation table of L_RS:");
newObservationTableASCIIWriter<>().write(rs.getObservationTable(), System.out);
}
privatestaticvoidprintResults(StringalgorithmName, Experiment.DFAExperiment<Character> experiment,
DFACounterOracle<Character> counterOracle, longtimeTaken) {
System.out.println("----------------" + algorithmName + "-------------");
System.out.println("EQ: " + experiment.getRounds().getCount());
System.out.println("MQ: " + counterOracle.getCount());
System.out.println("Time: " + timeTaken);
}
}

[mtf90]

It is really just a simple delegation pattern. Something like

publicclassVishalMQOracle<I, D> implementsMembershipOracle<I, D> {
privatefinalMembershipOracle<I, D> delegate;
publicVishalMQOracle(MembershipOracle<I, D> delegate) {
this.delegate = delegate;
}
@OverridepublicvoidprocessQueries(Collection<? extendsQuery<I, D>> queries) {
longbefore = System.currentTimeMillis();
delegate.processQueries(queries);
longafter = System.currentTimeMillis();
System.out.println("Time: " + (after - before) + " ms");
}
}

(if you need the automaton-specific oracle types, just implement DFAMembershipOracle, etc.).

You can then simply use, e.g., your rsCounter as a delegate (MembershipOracle<Character, Boolean> rsTimer = new VishalMQOracle<>(rsCounter); and use the new oracle wherever you want to measure the runtime. You can do the same thing for equivalence oracles and the findCounterExample method.