/* * Copyright (C) 2015 Daniel Dietsch (dietsch@informatik.uni-freiburg.de) * Copyright (C) 2015 Matthias Heizmann (heizmann@informatik.uni-freiburg.de) * Copyright (C) 2015 University of Freiburg * * This file is part of the ULTIMATE Test Library. * * The ULTIMATE Test Library is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License as published * by the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * The ULTIMATE Test Library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with the ULTIMATE Test Library. If not, see . * * Additional permission under GNU GPL version 3 section 7: * If you modify the ULTIMATE Test Library, or any covered work, by linking * or combining it with Eclipse RCP (or a modified version of Eclipse RCP), * containing parts covered by the terms of the Eclipse Public License, the * licensors of the ULTIMATE Test Library grant you additional permission * to convey the resulting work. */ package de.uni_freiburg.informatik.ultimate.test.logs.summaries; import java.util.Collection; import java.util.Map.Entry; import java.util.Set; import java.util.TreeMap; import de.uni_freiburg.informatik.ultimate.test.UltimateRunDefinition; import de.uni_freiburg.informatik.ultimate.test.UltimateTestSuite; import de.uni_freiburg.informatik.ultimate.test.reporting.ExtendedResult; import de.uni_freiburg.informatik.ultimate.test.reporting.BaseTestSummary; import de.uni_freiburg.informatik.ultimate.util.datastructures.relation.HashRelation; /** * Lists how often a toolchain/setting pair produced a certain result. * * @author Matthias Heizmann * */ public class StandingsSummary extends BaseTestSummary { public StandingsSummary( Class ultimateTestSuite) { super(ultimateTestSuite); } @Override public String getLog() { final PartitionedResults pr = getAllResultsPartitioned(); final StringBuilder sb = new StringBuilder(); { final Collection> allOfResultCategory = pr.Success; final String resultCategory = "SUCCESS"; printStandingsForResultCategory(allOfResultCategory, resultCategory, sb); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); } { final Collection> allOfResultCategory = pr.Timeout; final String resultCategory = "TIMEOUT"; printStandingsForResultCategory(allOfResultCategory, resultCategory, sb); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); } { final Collection> allOfResultCategory = pr.Unknown; final String resultCategory = "UNKNOWN"; printStandingsForResultCategory(allOfResultCategory, resultCategory, sb); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); } { final Collection> allOfResultCategory = pr.Failure; final String resultCategory = "FAILURE"; printStandingsForResultCategory(allOfResultCategory, resultCategory, sb); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); sb.append(System.lineSeparator()); } return sb.toString(); } private void printStandingsForResultCategory( Collection> allOfResultCategory, String resultCategory, StringBuilder sb) { sb.append("======= Standings for ").append(resultCategory).append(" =======").append(System.lineSeparator()); final HashRelation tcse2input = new HashRelation<>(); for (final Entry result : allOfResultCategory) { final UltimateRunDefinition urd = result.getKey(); final TCS tcs = new TCS(urd.getToolchain(), urd.getSettings()); tcse2input.addPair(tcs, urd.getInputFileNames()); } // sort by TCS strings final TreeMap tcs2amount = new TreeMap<>(); for (final TCS tcs : tcse2input.getDomain()) { final Set inputFiles = tcse2input.getImage(tcs); final String tcsString = String.valueOf(tcs); tcs2amount.put(tcsString, inputFiles.size()); } for (final Entry entry : tcs2amount.entrySet()) { sb.append(entry.getValue()); sb.append(" times "); sb.append(resultCategory); sb.append(" with the "); sb.append(entry.getKey()); sb.append(" toolchain/settings pair."); sb.append(System.lineSeparator()); } } }