Commit 263b0642 authored by Amelie Royer's avatar Amelie Royer

Adding failure detection in interactive evaluation

parent f097e685
...@@ -423,12 +423,14 @@ void evaluate_interactive(int n_sessions, ...@@ -423,12 +423,14 @@ void evaluate_interactive(int n_sessions,
// Update scores // Update scores
if (!verbose) {std::cerr.clear();} if (!verbose) {std::cerr.clear();}
/*if (!model.isTerminal(state)) { if (!model.isTerminal(state)) {
std::cerr << " run " << user + 1 << " ignored: did not reach final state."; if (verbose) {
std::cerr << " run " << user + 1 << " ignored: did not reach final state.";
}
set_lengths[cluster] -= 1; set_lengths[cluster] -= 1;
n_failures += 1; n_failures += 1;
continue; continue;
}*/ //TODO }
mean_session_length[cluster] += session_length; mean_session_length[cluster] += session_length;
mean_success[cluster] += ((model.get_rep(state) == 1) ? 1. : 0.); // Goal in robot maze mean_success[cluster] += ((model.get_rep(state) == 1) ? 1. : 0.); // Goal in robot maze
mean_total_reward[cluster] += total_reward / session_length; mean_total_reward[cluster] += total_reward / session_length;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment