From 6641bd0372b3b8f54d33c49b13341b40c7b53c5b Mon Sep 17 00:00:00 2001 From: Andrea Gussoni Date: Fri, 22 Feb 2019 10:50:20 +0100 Subject: [PATCH] Add results produced by SPEC Add a `results` folder, which contains both the raw results provided by the SPEC runs, and the aggregated results used in the paper. --- .gitattributes | 4 ++++ results/README.md | 3 +++ results/aggregated-paper-results/native.csv | 12 ++++++++++++ results/aggregated-paper-results/qemu.csv | 12 ++++++++++++ results/aggregated-paper-results/revamb-isolated.csv | 12 ++++++++++++ .../aggregated-paper-results/revamb-non-isolated.csv | 12 ++++++++++++ ...entoo-linux-musl-native-int-bundle-results.tar.gz | 3 +++ ...-gentoo-linux-musl-qemu-int-bundle-results.tar.gz | 3 +++ ...entoo-linux-musl-revamb-int-bundle-results.tar.gz | 3 +++ ...nux-musl-revambisolated-int-bundle-results.tar.gz | 3 +++ 10 files changed, 67 insertions(+) create mode 100644 results/README.md create mode 100644 results/aggregated-paper-results/native.csv create mode 100644 results/aggregated-paper-results/qemu.csv create mode 100644 results/aggregated-paper-results/revamb-isolated.csv create mode 100644 results/aggregated-paper-results/revamb-non-isolated.csv create mode 100644 results/raw-results/native/x86_64-gentoo-linux-musl-native-int-bundle-results.tar.gz create mode 100644 results/raw-results/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle-results.tar.gz create mode 100644 results/raw-results/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle-results.tar.gz create mode 100644 results/raw-results/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle-results.tar.gz diff --git a/.gitattributes b/.gitattributes index d3d4cde..38f98fc 100644 --- a/.gitattributes +++ b/.gitattributes @@ -2,3 +2,7 @@ binaries/native/x86_64-gentoo-linux-musl-native-int-bundle.cpu2006bundle.bz2 fil binaries/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle.cpu2006bundle.bz2 filter=lfs diff=lfs merge=lfs -text binaries/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle.cpu2006bundle.bz2 filter=lfs diff=lfs merge=lfs -text binaries/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle.cpu2006bundle.bz2 filter=lfs diff=lfs merge=lfs -text +results/raw-results/native/x86_64-gentoo-linux-musl-native-int-bundle-results.tar.gz filter=lfs diff=lfs merge=lfs -text +results/raw-results/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle-results.tar.gz filter=lfs diff=lfs merge=lfs -text +results/raw-results/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle-results.tar.gz filter=lfs diff=lfs merge=lfs -text +results/raw-results/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle-results.tar.gz filter=lfs diff=lfs merge=lfs -text diff --git a/results/README.md b/results/README.md new file mode 100644 index 0000000..16eac4d --- /dev/null +++ b/results/README.md @@ -0,0 +1,3 @@ +To produce the results used in the paper, we computed, for each category (`native`, `qemu`, `revamb`, `revambisolated`), for each benchmark the average over the 3 runs of the execution time. + +In the `raw-results` folder we provide the results as they are provided by SPEC, and in the `aggregated-paper-results` you can find, for convenience, the averages of the runs times for each category and benchmark. diff --git a/results/aggregated-paper-results/native.csv b/results/aggregated-paper-results/native.csv new file mode 100644 index 0000000..c5d846e --- /dev/null +++ b/results/aggregated-paper-results/native.csv @@ -0,0 +1,12 @@ +462.libquantum,1152.895804 +471.omnetpp,590.82493166666666 +400.perlbench,514.89676566666674 +401.bzip2,640.40720433333342 +429.mcf,595.99467100000004 +464.h264ref,986.2809666666667 +473.astar,688.11938299999986 +458.sjeng,748.81915833333335 +403.gcc,628.63118566666662 +456.hmmer,584.1721603333333 +483.xalancbmk,444.07824733333331 +445.gobmk,655.16569933333324 diff --git a/results/aggregated-paper-results/qemu.csv b/results/aggregated-paper-results/qemu.csv new file mode 100644 index 0000000..222a9a3 --- /dev/null +++ b/results/aggregated-paper-results/qemu.csv @@ -0,0 +1,12 @@ +462.libquantum,2499.7180406666671 +471.omnetpp,4078.7482356666665 +400.perlbench,8802.4955129999998 +401.bzip2,3973.826676666667 +429.mcf,1064.0466343333335 +464.h264ref,10407.453522 +473.astar,2117.7061823333333 +458.sjeng,8300.4322346666668 +403.gcc,3640.3937390000006 +456.hmmer,2704.2750313333331 +483.xalancbmk,4520.1083323333332 +445.gobmk,6423.1106536666666 diff --git a/results/aggregated-paper-results/revamb-isolated.csv b/results/aggregated-paper-results/revamb-isolated.csv new file mode 100644 index 0000000..922d7d7 --- /dev/null +++ b/results/aggregated-paper-results/revamb-isolated.csv @@ -0,0 +1,12 @@ +462.libquantum,1322.2747670000001 +471.omnetpp,1630.5408406666666 +400.perlbench,1890.3612506666666 +401.bzip2,1400.9330766666669 +429.mcf,876.59530899999993 +464.h264ref,2708.8319433333331 +473.astar,1028.911846 +458.sjeng,1965.6295819999998 +403.gcc,1294.2312046666666 +456.hmmer,1305.7491770000001 +483.xalancbmk,1251.6611909999999 +445.gobmk,2173.0544463333335 diff --git a/results/aggregated-paper-results/revamb-non-isolated.csv b/results/aggregated-paper-results/revamb-non-isolated.csv new file mode 100644 index 0000000..c330a16 --- /dev/null +++ b/results/aggregated-paper-results/revamb-non-isolated.csv @@ -0,0 +1,12 @@ +462.libquantum,1837.2218700000001 +471.omnetpp,2412.1635036666667 +400.perlbench,2613.1583846666667 +401.bzip2,1954.7032900000002 +429.mcf,1048.8235966666668 +464.h264ref,3634.8449063333333 +473.astar,1255.1126033333333 +458.sjeng,2932.2739219999999 +403.gcc,1923.808636 +456.hmmer,1617.7781803333335 +483.xalancbmk,2461.4019073333334 +445.gobmk,3422.9513716666665 diff --git a/results/raw-results/native/x86_64-gentoo-linux-musl-native-int-bundle-results.tar.gz b/results/raw-results/native/x86_64-gentoo-linux-musl-native-int-bundle-results.tar.gz new file mode 100644 index 0000000..e72ba12 --- /dev/null +++ b/results/raw-results/native/x86_64-gentoo-linux-musl-native-int-bundle-results.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c121f7bf66f6e495124ea165e84a1e78d467a3d3933e795cf7d5ebfd47ae1a14 +size 135212 diff --git a/results/raw-results/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle-results.tar.gz b/results/raw-results/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle-results.tar.gz new file mode 100644 index 0000000..01ef89c --- /dev/null +++ b/results/raw-results/qemu/x86_64-gentoo-linux-musl-qemu-int-bundle-results.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7209b84d0a0124922f378daba6e68a7214abacb98a6e3e4ad136ce64b34c43 +size 135113 diff --git a/results/raw-results/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle-results.tar.gz b/results/raw-results/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle-results.tar.gz new file mode 100644 index 0000000..831a3f0 --- /dev/null +++ b/results/raw-results/revamb/x86_64-gentoo-linux-musl-revamb-int-bundle-results.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294820fdb61f4f3e41938786a0f74f8062fcdb3b594d48972eb9434130a77f61 +size 80633 diff --git a/results/raw-results/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle-results.tar.gz b/results/raw-results/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle-results.tar.gz new file mode 100644 index 0000000..c4d91f7 --- /dev/null +++ b/results/raw-results/revambisolated/x86_64-gentoo-linux-musl-revambisolated-int-bundle-results.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7b6e9dc037340292537f0a541bedccbfdcdb62bf86bab44b610e1c51400aab +size 80133 -- GitLab