diff --git a/Experiments/collect_results.sh b/Experiments/collect_results.sh new file mode 100644 index 0000000000000000000000000000000000000000..ee6bf85e64329cb4ed7ac9eaaed66a58e8a75701 --- /dev/null +++ b/Experiments/collect_results.sh @@ -0,0 +1,4 @@ +#!/bin/bash +for data in {linear,quadratic,cubic,sine,yacht,naval,protein,concrete,kin8nm,wine,power,energy,california}; do + python evaluate_metrics.py --data $data +done diff --git a/Experiments/evaluate_metrics.py b/Experiments/evaluate_metrics.py index 60172e4db8f141890fa17bba33cfb7f3329dcbfd..cfae6f4d25b5000899fe8453500c7dbf56c47d9f 100644 --- a/Experiments/evaluate_metrics.py +++ b/Experiments/evaluate_metrics.py @@ -22,7 +22,7 @@ from EIVGeneral.linear_evaluation import linear_pred_unc, linear_coverage, compu # read in data via --data option parser = argparse.ArgumentParser() -parser.add_argument("--data", help="Loads data", default='linear') +parser.add_argument("--data", help="Loads data", default='yacht') parser.add_argument("--no-autoindent", help="", action="store_true") # to avoid conflics in IPython args = parser.parse_args() @@ -50,7 +50,7 @@ load_data = importlib.import_module(f'EIVData.{long_dataname}').load_data try: sigma_y = importlib.import_module(f'EIVData.{long_dataname}').y_noise_strength design_matrix = importlib.import_module(f'EIVData.{long_dataname}').design_matrix -except ImportError: +except AttributeError: sigma_y = None train_data, test_data = load_data(normalize=normalize)