LICENSE
setup.py
sacrerouge/__init__.py
sacrerouge/__main__.py
sacrerouge/arguments.py
sacrerouge/stats.py
sacrerouge/version.py
sacrerouge.egg-info/PKG-INFO
sacrerouge.egg-info/SOURCES.txt
sacrerouge.egg-info/dependency_links.txt
sacrerouge.egg-info/entry_points.txt
sacrerouge.egg-info/requires.txt
sacrerouge.egg-info/top_level.txt
sacrerouge/commands/__init__.py
sacrerouge/commands/correlate.py
sacrerouge/commands/evaluate.py
sacrerouge/commands/metric_command.py
sacrerouge/commands/partial_conjunction_test.py
sacrerouge/commands/score.py
sacrerouge/commands/setup_dataset.py
sacrerouge/commands/setup_metric.py
sacrerouge/commands/stat_sig_test.py
sacrerouge/commands/subcommand.py
sacrerouge/common/__init__.py
sacrerouge/common/arguments.py
sacrerouge/common/checks.py
sacrerouge/common/from_params.py
sacrerouge/common/logging.py
sacrerouge/common/params.py
sacrerouge/common/registrable.py
sacrerouge/common/tempdir.py
sacrerouge/common/util.py
sacrerouge/common/testing/__init__.py
sacrerouge/common/testing/metric_test_cases.py
sacrerouge/common/testing/testing_metric.py
sacrerouge/common/testing/util.py
sacrerouge/data/__init__.py
sacrerouge/data/eval_instance.py
sacrerouge/data/fields.py
sacrerouge/data/jackknifers.py
sacrerouge/data/metrics.py
sacrerouge/data/metrics_dict.py
sacrerouge/data/pyramid.py
sacrerouge/data/types.py
sacrerouge/data/dataset_readers/__init__.py
sacrerouge/data/dataset_readers/dataset_reader.py
sacrerouge/data/dataset_readers/document_based.py
sacrerouge/data/dataset_readers/pyramid_based.py
sacrerouge/data/dataset_readers/reference_based.py
sacrerouge/data/dataset_readers/summary_only.py
sacrerouge/datasets/__init__.py
sacrerouge/datasets/bhandari2020/__init__.py
sacrerouge/datasets/bhandari2020/setup.py
sacrerouge/datasets/bhandari2020/subcommand.py
sacrerouge/datasets/chaganty2018/__init__.py
sacrerouge/datasets/chaganty2018/setup.py
sacrerouge/datasets/chaganty2018/subcommand.py
sacrerouge/datasets/duc_tac/__init__.py
sacrerouge/datasets/duc_tac/duc2001/__init__.py
sacrerouge/datasets/duc_tac/duc2001/subcommand.py
sacrerouge/datasets/duc_tac/duc2001/tasks.py
sacrerouge/datasets/duc_tac/duc2002/__init__.py
sacrerouge/datasets/duc_tac/duc2002/metrics.py
sacrerouge/datasets/duc_tac/duc2002/subcommand.py
sacrerouge/datasets/duc_tac/duc2002/tasks.py
sacrerouge/datasets/duc_tac/duc2003/__init__.py
sacrerouge/datasets/duc_tac/duc2003/metrics.py
sacrerouge/datasets/duc_tac/duc2003/subcommand.py
sacrerouge/datasets/duc_tac/duc2003/tasks.py
sacrerouge/datasets/duc_tac/duc2004/__init__.py
sacrerouge/datasets/duc_tac/duc2004/metrics.py
sacrerouge/datasets/duc_tac/duc2004/subcommand.py
sacrerouge/datasets/duc_tac/duc2004/tasks.py
sacrerouge/datasets/duc_tac/duc2005/__init__.py
sacrerouge/datasets/duc_tac/duc2005/metrics.py
sacrerouge/datasets/duc_tac/duc2005/pyramids.py
sacrerouge/datasets/duc_tac/duc2005/subcommand.py
sacrerouge/datasets/duc_tac/duc2005/task1.py
sacrerouge/datasets/duc_tac/duc2006/__init__.py
sacrerouge/datasets/duc_tac/duc2006/metrics.py
sacrerouge/datasets/duc_tac/duc2006/pyramids.py
sacrerouge/datasets/duc_tac/duc2006/subcommand.py
sacrerouge/datasets/duc_tac/duc2006/task1.py
sacrerouge/datasets/duc_tac/duc2007/__init__.py
sacrerouge/datasets/duc_tac/duc2007/metrics.py
sacrerouge/datasets/duc_tac/duc2007/pyramids.py
sacrerouge/datasets/duc_tac/duc2007/subcommand.py
sacrerouge/datasets/duc_tac/duc2007/tasks.py
sacrerouge/datasets/duc_tac/tac2008/__init__.py
sacrerouge/datasets/duc_tac/tac2008/metrics.py
sacrerouge/datasets/duc_tac/tac2008/pyramids.py
sacrerouge/datasets/duc_tac/tac2008/subcommand.py
sacrerouge/datasets/duc_tac/tac2008/task1.py
sacrerouge/datasets/duc_tac/tac2009/__init__.py
sacrerouge/datasets/duc_tac/tac2009/metrics.py
sacrerouge/datasets/duc_tac/tac2009/pyramids.py
sacrerouge/datasets/duc_tac/tac2009/subcommand.py
sacrerouge/datasets/duc_tac/tac2009/task1.py
sacrerouge/datasets/duc_tac/tac2010/__init__.py
sacrerouge/datasets/duc_tac/tac2010/metrics.py
sacrerouge/datasets/duc_tac/tac2010/pyramids.py
sacrerouge/datasets/duc_tac/tac2010/subcommand.py
sacrerouge/datasets/duc_tac/tac2010/task1.py
sacrerouge/datasets/duc_tac/tac2011/__init__.py
sacrerouge/datasets/duc_tac/tac2011/metrics.py
sacrerouge/datasets/duc_tac/tac2011/pyramids.py
sacrerouge/datasets/duc_tac/tac2011/subcommand.py
sacrerouge/datasets/duc_tac/tac2011/task1.py
sacrerouge/datasets/fabbri2020/__init__.py
sacrerouge/datasets/fabbri2020/pair_data.py
sacrerouge/datasets/fabbri2020/setup.py
sacrerouge/datasets/fabbri2020/subcommand.py
sacrerouge/datasets/fabbri2020/util.py
sacrerouge/datasets/kryscinski2019/__init__.py
sacrerouge/datasets/kryscinski2019/setup.py
sacrerouge/datasets/kryscinski2019/subcommand.py
sacrerouge/datasets/multiling/__init__.py
sacrerouge/datasets/multiling/util.py
sacrerouge/datasets/multiling/multiling2011/__init__.py
sacrerouge/datasets/multiling/multiling2011/metrics.py
sacrerouge/datasets/multiling/multiling2011/subcommand.py
sacrerouge/datasets/multiling/multiling2011/task.py
sacrerouge/datasets/multiling/multiling2013/__init__.py
sacrerouge/datasets/multiling/multiling2013/mds.py
sacrerouge/datasets/multiling/multiling2013/mds_metrics.py
sacrerouge/datasets/multiling/multiling2013/sds.py
sacrerouge/datasets/multiling/multiling2013/subcommand.py
sacrerouge/datasets/multiling/multiling2015/__init__.py
sacrerouge/datasets/multiling/multiling2015/mds.py
sacrerouge/datasets/multiling/multiling2015/sds.py
sacrerouge/datasets/multiling/multiling2015/sds_metrics.py
sacrerouge/datasets/multiling/multiling2015/subcommand.py
sacrerouge/datasets/multiling/multiling2017/__init__.py
sacrerouge/datasets/multiling/multiling2017/sds.py
sacrerouge/datasets/multiling/multiling2017/sds_metrics.py
sacrerouge/datasets/multiling/multiling2017/subcommand.py
sacrerouge/datasets/multiling/multiling2019/__init__.py
sacrerouge/datasets/multiling/multiling2019/eval.py
sacrerouge/datasets/multiling/multiling2019/subcommand.py
sacrerouge/datasets/multinews/__init__.py
sacrerouge/datasets/multinews/setup.py
sacrerouge/datasets/multinews/subcommand.py
sacrerouge/datasets/nytimes/__init__.py
sacrerouge/datasets/nytimes/setup.py
sacrerouge/datasets/nytimes/subcommand.py
sacrerouge/datasets/vasilyev2020/__init__.py
sacrerouge/datasets/vasilyev2020/setup.py
sacrerouge/datasets/vasilyev2020/subcommand.py
sacrerouge/datasets/wcep/__init__.py
sacrerouge/datasets/wcep/setup.py
sacrerouge/datasets/wcep/subcommand.py
sacrerouge/io/__init__.py
sacrerouge/io/jsonl_reader.py
sacrerouge/io/jsonl_writer.py
sacrerouge/io/util.py
sacrerouge/metrics/__init__.py
sacrerouge/metrics/apes.py
sacrerouge/metrics/autosummeng.py
sacrerouge/metrics/bertscore.py
sacrerouge/metrics/bewte.py
sacrerouge/metrics/blanc.py
sacrerouge/metrics/bleu.py
sacrerouge/metrics/bleurt.py
sacrerouge/metrics/chrf.py
sacrerouge/metrics/meteor.py
sacrerouge/metrics/metric.py
sacrerouge/metrics/moverscore.py
sacrerouge/metrics/pyramid_score.py
sacrerouge/metrics/pyreval.py
sacrerouge/metrics/python_rouge.py
sacrerouge/metrics/qaeval.py
sacrerouge/metrics/rouge.py
sacrerouge/metrics/s3.py
sacrerouge/metrics/simetrix.py
sacrerouge/metrics/sumqe.py
sacrerouge/metrics/supert.py
sacrerouge/metrics/docker/__init__.py
sacrerouge/metrics/docker/bartscore.py
sacrerouge/metrics/docker/bertscore.py
sacrerouge/metrics/docker/bleurt.py
sacrerouge/metrics/docker/lite3pyramid.py
sacrerouge/metrics/docker/metric.py
sacrerouge/metrics/docker/moverscore.py
sacrerouge/metrics/docker/qaeval.py
sacrerouge/metrics/docker/rouge.py
sacrerouge/scripts/__init__.py
sacrerouge/scripts/create_correlations_table.py
sacrerouge/tests/__init__.py
sacrerouge/tests/stats_test.py
sacrerouge/tests/version_test.py
sacrerouge/tests/commands/__init__.py
sacrerouge/tests/commands/correlate_test.py
sacrerouge/tests/commands/evaluate_test.py
sacrerouge/tests/commands/metric_command_test.py
sacrerouge/tests/commands/score_test.py
sacrerouge/tests/commands/stat_sig_test_test.py
sacrerouge/tests/common/__init__.py
sacrerouge/tests/common/arguments_test.py
sacrerouge/tests/common/from_params_test.py
sacrerouge/tests/common/registrable_test.py
sacrerouge/tests/common/util_test.py
sacrerouge/tests/common/testing/__init__.py
sacrerouge/tests/common/testing/util_test.py
sacrerouge/tests/data/__init__.py
sacrerouge/tests/data/metrics_dict_test.py
sacrerouge/tests/data/metrics_test.py
sacrerouge/tests/data/pyramid_test.py
sacrerouge/tests/data/dataset_readers/__init__.py
sacrerouge/tests/data/dataset_readers/document_based_test.py
sacrerouge/tests/datasets/__init__.py
sacrerouge/tests/datasets/chaganty2018/__init__.py
sacrerouge/tests/datasets/chaganty2018/correlation_test.py
sacrerouge/tests/datasets/chaganty2018/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2001/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2001/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2002/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2002/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2002/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2003/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2003/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2003/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2004/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2004/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2004/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2005/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2005/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2005/rouge_test.py
sacrerouge/tests/datasets/duc_tac/duc2005/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2005/system_level_test.py
sacrerouge/tests/datasets/duc_tac/duc2006/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2006/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2006/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/duc2006/rouge_test.py
sacrerouge/tests/datasets/duc_tac/duc2006/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2006/system_level_test.py
sacrerouge/tests/datasets/duc_tac/duc2007/__init__.py
sacrerouge/tests/datasets/duc_tac/duc2007/metrics_test.py
sacrerouge/tests/datasets/duc_tac/duc2007/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/duc2007/rouge_test.py
sacrerouge/tests/datasets/duc_tac/duc2007/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/duc2007/system_level_test.py
sacrerouge/tests/datasets/duc_tac/tac2008/__init__.py
sacrerouge/tests/datasets/duc_tac/tac2008/correlation_test.py
sacrerouge/tests/datasets/duc_tac/tac2008/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/tac2008/rouge_test.py
sacrerouge/tests/datasets/duc_tac/tac2008/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/tac2008/system_level_test.py
sacrerouge/tests/datasets/duc_tac/tac2009/__init__.py
sacrerouge/tests/datasets/duc_tac/tac2009/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/tac2009/rouge_test.py
sacrerouge/tests/datasets/duc_tac/tac2009/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/tac2009/system_level_test.py
sacrerouge/tests/datasets/duc_tac/tac2010/__init__.py
sacrerouge/tests/datasets/duc_tac/tac2010/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/tac2010/rouge_test.py
sacrerouge/tests/datasets/duc_tac/tac2010/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/tac2010/system_level_test.py
sacrerouge/tests/datasets/duc_tac/tac2011/__init__.py
sacrerouge/tests/datasets/duc_tac/tac2011/pyramid_test.py
sacrerouge/tests/datasets/duc_tac/tac2011/rouge_test.py
sacrerouge/tests/datasets/duc_tac/tac2011/subcommand_test.py
sacrerouge/tests/datasets/duc_tac/tac2011/system_level_test.py
sacrerouge/tests/datasets/fabbri2020/__init__.py
sacrerouge/tests/datasets/fabbri2020/subcommand_test.py
sacrerouge/tests/datasets/multiling/__init__.py
sacrerouge/tests/datasets/multiling/multiling2011/__init__.py
sacrerouge/tests/datasets/multiling/multiling2011/metrics_test.py
sacrerouge/tests/datasets/multiling/multiling2011/subcommand_test.py
sacrerouge/tests/datasets/multiling/multiling2013/__init__.py
sacrerouge/tests/datasets/multiling/multiling2013/mds_test.py
sacrerouge/tests/datasets/multiling/multiling2013/sds_test.py
sacrerouge/tests/datasets/multiling/multiling2013/subcommand_test.py
sacrerouge/tests/datasets/multiling/multiling2015/__init__.py
sacrerouge/tests/datasets/multiling/multiling2015/mds_test.py
sacrerouge/tests/datasets/multiling/multiling2015/sds_test.py
sacrerouge/tests/datasets/multiling/multiling2015/subcommand_test.py
sacrerouge/tests/datasets/multiling/multiling2017/__init__.py
sacrerouge/tests/datasets/multiling/multiling2017/sds_test.py
sacrerouge/tests/datasets/multiling/multiling2017/subcommand_test.py
sacrerouge/tests/metrics/__init__.py
sacrerouge/tests/metrics/apes_test.py
sacrerouge/tests/metrics/autosummeng_test.py
sacrerouge/tests/metrics/bertscore_test.py
sacrerouge/tests/metrics/bewte_test.py
sacrerouge/tests/metrics/blanc_test.py
sacrerouge/tests/metrics/bleu_test.py
sacrerouge/tests/metrics/bleurt_test.py
sacrerouge/tests/metrics/chrf_test.py
sacrerouge/tests/metrics/meteor_test.py
sacrerouge/tests/metrics/moverscore_test.py
sacrerouge/tests/metrics/pyramid_score_test.py
sacrerouge/tests/metrics/pyreval_test.py
sacrerouge/tests/metrics/python_rouge_test.py
sacrerouge/tests/metrics/qaeval_test.py
sacrerouge/tests/metrics/rouge_test.py
sacrerouge/tests/metrics/s3_test.py
sacrerouge/tests/metrics/simetrix_test.py
sacrerouge/tests/metrics/sumqe_test.py
sacrerouge/tests/metrics/supert_test.py
sacrerouge/tests/metrics/docker/__init__.py
sacrerouge/tests/metrics/docker/bartscore_test.py
sacrerouge/tests/metrics/docker/bertscore_test.py
sacrerouge/tests/metrics/docker/bleurt_test.py
sacrerouge/tests/metrics/docker/lite3pyramid_test.py
sacrerouge/tests/metrics/docker/moverscore_test.py
sacrerouge/tests/metrics/docker/qaeval_test.py
sacrerouge/tests/metrics/docker/rouge_test.py