Add runtime measurement (benedikt-schesch#266)

cactusbranch01 · Feb 16, 2024 · f0ab7a8 · f0ab7a8
1 parent 3f528c7
commit f0ab7a8
Show file tree

Hide file tree

Showing 191 changed files with 677 additions and 63 deletions.
diff --git a/Makefile b/Makefile
@@ -76,10 +76,10 @@ update-cache-results:
 # As of 2023-07-31, this takes 5-20 minutes to run, depending on your machine.
 small-test:
 	${MAKE} clean-test-cache clean
-	./run_small.sh --include_trivial_merges
+	./run_small.sh --include_trivial_merges --no_timing
 	${MAKE} small-test-diff
 	rm -rf results-small
-	./run_small.sh --include_trivial_merges
+	./run_small.sh --include_trivial_merges --no_timing
 	${MAKE} small-test-diff
 
 small-test-diff:

diff --git a/results/merges_analyzer_histograms.pdf b/results/merges_analyzer_histograms.pdf
diff --git a/results/plots/all/cost_with_manual.pdf b/results/plots/all/cost_with_manual.pdf
diff --git a/results/plots/all/cost_without_manual.pdf b/results/plots/all/cost_without_manual.pdf
diff --git a/results/plots/all/heatmap.pdf b/results/plots/all/heatmap.pdf
diff --git a/results/plots/git/cost_with_manual.pdf b/results/plots/git/cost_with_manual.pdf
diff --git a/results/plots/git/cost_without_manual.pdf b/results/plots/git/cost_without_manual.pdf
diff --git a/results/plots/git/heatmap.pdf b/results/plots/git/heatmap.pdf
diff --git a/results/plots/tools/cost_with_manual.pdf b/results/plots/tools/cost_with_manual.pdf
diff --git a/results/plots/tools/cost_without_manual.pdf b/results/plots/tools/cost_without_manual.pdf
diff --git a/results/plots/tools/heatmap.pdf b/results/plots/tools/heatmap.pdf
diff --git a/results_greatest_hits/merges_analyzer_histograms.pdf b/results_greatest_hits/merges_analyzer_histograms.pdf
diff --git a/results_greatest_hits/merges_timed/abel533/mapper.csv b/results_greatest_hits/merges_timed/abel533/mapper.csv
@@ -0,0 +1 @@
+idx
diff --git a/results_greatest_hits/merges_timed/addthis/stream-lib.csv b/results_greatest_hits/merges_timed/addthis/stream-lib.csv
@@ -0,0 +1,4 @@
+idx,branch_name,merge,left,right,notes,left_tree_fingerprint,left parent test result,right_tree_fingerprint,right parent test result,parents pass,diff contains java file,test merge,sampled for testing,gitmerge_ort,gitmerge_ort_merge_fingerprint,gitmerge_ort_adjacent,gitmerge_ort_adjacent_merge_fingerprint,gitmerge_ort_ignorespace,gitmerge_ort_ignorespace_merge_fingerprint,gitmerge_ort_imports,gitmerge_ort_imports_merge_fingerprint,gitmerge_ort_imports_ignorespace,gitmerge_ort_imports_ignorespace_merge_fingerprint,gitmerge_resolve,gitmerge_resolve_merge_fingerprint,gitmerge_recursive_histogram,gitmerge_recursive_histogram_merge_fingerprint,gitmerge_recursive_ignorespace,gitmerge_recursive_ignorespace_merge_fingerprint,gitmerge_recursive_minimal,gitmerge_recursive_minimal_merge_fingerprint,gitmerge_recursive_myers,gitmerge_recursive_myers_merge_fingerprint,gitmerge_recursive_patience,gitmerge_recursive_patience_merge_fingerprint,git_hires_merge,git_hires_merge_merge_fingerprint,spork,spork_merge_fingerprint,intellimerge,intellimerge_merge_fingerprint,gitmerge_ort_run_time,gitmerge_ort_adjacent_run_time,gitmerge_ort_ignorespace_run_time,gitmerge_ort_imports_run_time,gitmerge_ort_imports_ignorespace_run_time,gitmerge_resolve_run_time,gitmerge_recursive_histogram_run_time,gitmerge_recursive_ignorespace_run_time,gitmerge_recursive_minimal_run_time,gitmerge_recursive_myers_run_time,gitmerge_recursive_patience_run_time,git_hires_merge_run_time,spork_run_time,intellimerge_run_time
+83,refs/remotes/origin/pull/3,efd2e9109fb28ab7c4439d0cbd544de31b14c370,cbf6ced5ab8f1d937bd9b71d703a3aed92ed3bcc,87a0cde639eb0d7bd288942cec23e03ca05193ba,,2bdcd30693dbabdd1e8f9a98ebfc1a15ef63ae2275ff13d908e1660fd45e70b1,Tests_passed,6e3ab9557e76c728b79fd80513b734157b3fc184dc20163a195072574e828540,Tests_passed,True,True,True,True,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,291862e1e8e2ebcd1475817a4ed815dea052423c51e72c3b63e7ecc46a4c5531,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,c922a971bd9ca28fac00c5e77b1e4d4054e2f6c95445de7e666a35a3dde01a45,Merge_failed,e39791edb5b80cdedc6778fe22d9c509ab4e643f7afc4b6cf49cdfcfd1238177,Merge_failed,80b94069a8b2394772642ccd89d2f6177ff8f1c25f2bbd8911fd8159ab612d01,Merge_failed,555f4683d4101904ed9ad425f9da055d43ecfd1cd733e4d148bb736109be10a1,0.04139542579650879,0.06768059730529785,0.03820514678955078,0.05385637283325195,0.028570890426635742,0.1272902488708496,0.0413060188293457,0.041778564453125,0.0441133975982666,0.03551530838012695,0.05505013465881348,0.11559677124023438,0.6391665935516357,0.21042990684509277
+67,refs/heads/master,db2ede74297f31dea9f0fa8e39a6a33be253ee6e,125ef413e7b985a723f9768c8ca9917abdcc3285,7fc6f9f7220e9272583cbf82f048048f4d54190f,,873bfc6391bf15a1fb37f403420ae44f585048d20c10c27d9aab6652f1adb12f,Tests_passed,03a42c74cceff239f5d071da263b3e477ea266e1f4773279bee4b9973450db05,Tests_passed,True,True,True,True,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,12538db98b46bdb4756c8d00638b87faebf3adbe16f5585e56452cc9ea62e76e,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,331836e956554691a357ef3decd61a8def7062e6ce314b3da5b5a0f83dec3bd2,Merge_failed,23ac95f7518b438fa5f8a1af962024651c47f216a456b7e7261bb563b8ee837b,Tests_passed,dbedc75d6e3434d31699ea0e95e8e71c0c8fa7e689ba1364d5ed7631414b6315,Merge_failed,78419a2e2bfb196a1239767d70a741dbbeaed8a1cb80f1e6b45085f8be93b4d3,0.030883073806762695,0.05973100662231445,0.04472541809082031,0.03786015510559082,0.044921159744262695,0.2606496810913086,0.03832888603210449,0.04505610466003418,0.037009239196777344,0.039261817932128906,0.04800224304199219,0.21235132217407227,2.321120500564575,0.22256159782409668
+1,refs/heads/master,c901ea4391873e4d195a334dc99cb23cede2b339,b5891e2d3513236d91a2aee3e9d220215663113d,013b3ea315d91417dccdbeb1f5d7f569d0968ebe,,d23e1a01302eb6fef57307f5e5e5ae7457d74cde83573892f76b1d2ac45fe229,Tests_passed,cead205f1db60523ea9dca5c36a261cd82b3a1952c6e14173d3d19f512e2c531,Tests_passed,True,True,True,True,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,Tests_passed,545da4c1e4f63800280509483ed43cc9ed958d6557f1bddfb16d8999bbbcaa4e,Tests_passed,bc212ea89cbbfe8d3b330f3c789ab47b505c0ea23a2ffefa1d6579b8f1495834,0.04647350311279297,0.04630541801452637,0.0379025936126709,0.04304170608520508,0.029657363891601562,0.09936761856079102,0.03987383842468262,0.04011821746826172,0.04613494873046875,0.028789758682250977,0.051397085189819336,0.0781087875366211,0.870692253112793,0.22360992431640625
diff --git a/results_greatest_hits/merges_timed/adoptopenjdk/jitwatch.csv b/results_greatest_hits/merges_timed/adoptopenjdk/jitwatch.csv
@@ -0,0 +1 @@
+idx
diff --git a/results_greatest_hits/merges_timed/alibaba/canal.csv b/results_greatest_hits/merges_timed/alibaba/canal.csv
@@ -0,0 +1,4 @@
+idx,branch_name,merge,left,right,notes,test merge,diff contains java file,left_tree_fingerprint,left parent test result,right_tree_fingerprint,right parent test result,parents pass,sampled for testing,gitmerge_ort,gitmerge_ort_merge_fingerprint,gitmerge_ort_adjacent,gitmerge_ort_adjacent_merge_fingerprint,gitmerge_ort_ignorespace,gitmerge_ort_ignorespace_merge_fingerprint,gitmerge_ort_imports,gitmerge_ort_imports_merge_fingerprint,gitmerge_ort_imports_ignorespace,gitmerge_ort_imports_ignorespace_merge_fingerprint,gitmerge_resolve,gitmerge_resolve_merge_fingerprint,gitmerge_recursive_histogram,gitmerge_recursive_histogram_merge_fingerprint,gitmerge_recursive_ignorespace,gitmerge_recursive_ignorespace_merge_fingerprint,gitmerge_recursive_minimal,gitmerge_recursive_minimal_merge_fingerprint,gitmerge_recursive_myers,gitmerge_recursive_myers_merge_fingerprint,gitmerge_recursive_patience,gitmerge_recursive_patience_merge_fingerprint,git_hires_merge,git_hires_merge_merge_fingerprint,spork,spork_merge_fingerprint,intellimerge,intellimerge_merge_fingerprint,gitmerge_ort_run_time,gitmerge_ort_adjacent_run_time,gitmerge_ort_ignorespace_run_time,gitmerge_ort_imports_run_time,gitmerge_ort_imports_ignorespace_run_time,gitmerge_resolve_run_time,gitmerge_recursive_histogram_run_time,gitmerge_recursive_ignorespace_run_time,gitmerge_recursive_minimal_run_time,gitmerge_recursive_myers_run_time,gitmerge_recursive_patience_run_time,git_hires_merge_run_time,spork_run_time,intellimerge_run_time
+327,refs/heads/master,69a7e6d08380bf36b1c4d3e2febb91a9f87e9b55,a5d6c3b7478c882e24d3f891b006113685f75c9e,96454d4387695459236ed988c88a453c61334e5b,,True,True,f1cddea9b809e8a8ed10df98f6997908631f8c89f548ac352c6e120638056645,Tests_passed,4fc2d7db2d9c3dbf2779cf476ad6158e653bad23cb5e4f67511c1d63b4319840,Tests_passed,True,True,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,Tests_passed,1901c47c282dd3b1d6f6e42478ae1725f742a152778504b3a1048efba3588dde,Tests_timedout,18a7344ba922d22413341c090248b69e3d20601501da1f213e70b5f5a0367014,0.04437422752380371,0.04769611358642578,0.04248237609863281,0.041437625885009766,0.048967599868774414,0.18293309211730957,0.04226970672607422,0.0442352294921875,0.015264749526977539,0.037465810775756836,0.015923261642456055,0.12026858329772949,1.124190330505371,0.2623295783996582
+248,refs/heads/master,68d8afae3e9cb4c21c26b3f7c291759f0c9e7426,61c7f7738d33dfb6bd939c3a4211caf0ce86e218,9e816bc48f9955f9e2839873993cef9627c2f389,,True,True,adb0019e4c986e531fe55137f6d06697b46a4ce8b29f02517c2e38382181b0de,Tests_passed,23a987cd41852b0dec64796718d0a4c99fefbb00f0ac9bb912c79325cbaba56f,Tests_passed,True,True,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,2dacc9b91a5ae77d7a85df49fe82827b79c1bbea04a3d315e686eaf508cc732e,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,2dacc9b91a5ae77d7a85df49fe82827b79c1bbea04a3d315e686eaf508cc732e,Merge_failed,9560cc4f5cd54446bcc1fe1107d74576c0a1c5b78d499af18238276c7546fd04,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,2dacc9b91a5ae77d7a85df49fe82827b79c1bbea04a3d315e686eaf508cc732e,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,f3b65454875fc22894e865619415a746fbc20f4b75e32edefdd8c1d2f3e436df,Merge_failed,659525c6f96d60516cc258126b3aa00e834aae1203f88f7639115adbc13c28fe,Merge_failed,827dd2ea39f202b867883a6190d71eb31b63c403aae0648b0592ad3ebc8c6782,Merge_failed,f81c9ff44e73c04696ba57fb111ac184d3d3a962befeb1b35e8a35280fbc7529,0.07195878028869629,0.09455084800720215,0.042792320251464844,0.08812212944030762,0.08754634857177734,0.7072577476501465,0.06971144676208496,0.04728055000305176,0.05548739433288574,0.05119132995605469,0.053969621658325195,0.5906741619110107,10.757843494415283,0.49132847785949707
+317,refs/heads/master,19a56fb77e3e67366382edade55376e7cce80009,c629e8c8991b34e85cc059afffe63884c34bc0a9,045a2e5a5011fdb2daf7adc2ce3a432c1f25fac2,,True,True,7a0bf1d6ac28ece5b089342a6e40393f8584c3e9c1e87c9a4afd4d11b755f9e8,Tests_passed,747727b4d3e34ffe91232d1a2761496bce18ad9852410a4504b4f5227999819f,Tests_passed,True,True,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,Tests_failed,c66384b90c2f7b7d0c84fd036c0297298f461d7e24360a7d08dbb6a37bb204d7,Tests_failed,99b96ddb35af0cef37f8bc755b367a45340e157fa73c9468813898a0256c119b,0.03776907920837402,0.010609865188598633,0.011488199234008789,0.012182950973510742,0.04140353202819824,0.1668229103088379,0.049829959869384766,0.0418858528137207,0.04461264610290527,0.04683423042297363,0.04511904716491699,0.07512092590332031,0.6749863624572754,0.23680472373962402
diff --git a/results_greatest_hits/merges_timed/alibaba/easyexcel.csv b/results_greatest_hits/merges_timed/alibaba/easyexcel.csv
@@ -0,0 +1,4 @@
+idx,branch_name,merge,left,right,notes,left_tree_fingerprint,left parent test result,right_tree_fingerprint,right parent test result,parents pass,diff contains java file,test merge,sampled for testing,gitmerge_ort,gitmerge_ort_merge_fingerprint,gitmerge_ort_adjacent,gitmerge_ort_adjacent_merge_fingerprint,gitmerge_ort_ignorespace,gitmerge_ort_ignorespace_merge_fingerprint,gitmerge_ort_imports,gitmerge_ort_imports_merge_fingerprint,gitmerge_ort_imports_ignorespace,gitmerge_ort_imports_ignorespace_merge_fingerprint,gitmerge_resolve,gitmerge_resolve_merge_fingerprint,gitmerge_recursive_histogram,gitmerge_recursive_histogram_merge_fingerprint,gitmerge_recursive_ignorespace,gitmerge_recursive_ignorespace_merge_fingerprint,gitmerge_recursive_minimal,gitmerge_recursive_minimal_merge_fingerprint,gitmerge_recursive_myers,gitmerge_recursive_myers_merge_fingerprint,gitmerge_recursive_patience,gitmerge_recursive_patience_merge_fingerprint,git_hires_merge,git_hires_merge_merge_fingerprint,spork,spork_merge_fingerprint,intellimerge,intellimerge_merge_fingerprint,gitmerge_ort_run_time,gitmerge_ort_adjacent_run_time,gitmerge_ort_ignorespace_run_time,gitmerge_ort_imports_run_time,gitmerge_ort_imports_ignorespace_run_time,gitmerge_resolve_run_time,gitmerge_recursive_histogram_run_time,gitmerge_recursive_ignorespace_run_time,gitmerge_recursive_minimal_run_time,gitmerge_recursive_myers_run_time,gitmerge_recursive_patience_run_time,git_hires_merge_run_time,spork_run_time,intellimerge_run_time
+287,refs/remotes/origin/pull/3095,97eb05540d76b24c37e7cfd2dc2f4f0e188f3073,93ec5e0123d98340d28f0484b2d10abdbb665966,4766634105fd11b03905f7efff7fc0aea53e7df4,,fb609873c939a747a48440e66fba8c6d50d447a701075979844611ceb0b2091c,Tests_passed,843c01cf35ba0377f974bacb5c413c8130b8493964435454f382bd1d3da34e3e,Tests_passed,True,True,True,True,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,Tests_passed,13e20dea9e8aae3bd9a6d9823f63436d9758bec2a60f5911f68d5f5fd6fd5930,Merge_failed,7852996921c8bbd230becddc9a21ce26782564b88f83096155bff9b140958b97,0.07705569267272949,0.04070258140563965,0.07364296913146973,0.06339883804321289,0.03655838966369629,0.1621084213256836,0.03958940505981445,0.03801679611206055,0.03800177574157715,0.03815627098083496,0.03707170486450195,0.11098289489746094,1.372645378112793,0.7192068099975586
+284,refs/remotes/origin/pull/3015,4ab217adaa16f28f05e59aab04da58d182110a24,832839a0296ee45e265ad920c48a5cbca050282c,75374a4aa348154cebd290b34cbf86b11fb26e71,,4c2757451d6f5dcb129d3b1dbbaf5d196d5d22d0241d0e7ec8ffbf2fbb279724,Tests_passed,b73cd7a6c6908041443303f54cdce642b6a128cdd3a616bf1fce3f94857f3306,Tests_passed,True,True,True,True,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,961bcf4f3aec0820cd099bc36741030f5719818add8be264f412423d42fdfe51,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,803266ac940ba07056c089560cbd1ceb2b706702c6f352c243dfd1837db41f9a,Merge_failed,7b75648da10e02a0ba435cccb020cbf5df3f2f3b1613fe571bb1c9fe1bf0f501,Merge_failed,c103d24da95aa95aba01ff52767d051af19f626afb0b16423c3df6128d200147,Merge_failed,0043a835d1a86b7257fff376ee7084b4699172eb51861dead39ddfd153bff5cc,0.03304624557495117,0.053070068359375,0.019781827926635742,0.048948049545288086,0.049544572830200195,0.12391424179077148,0.014719247817993164,0.033014774322509766,0.014594793319702148,0.029623031616210938,0.021562814712524414,0.08882951736450195,1.3470368385314941,0.31569981575012207
+10,refs/heads/master,5ccd41cd7ae9c6560002b7d482e391e8697c6845,a16b181c4ed56ce0672168194afd6b3bc0303caf,4766634105fd11b03905f7efff7fc0aea53e7df4,,59af16e5467d8a6cf8cf185d8a67eff57b02a8a274e491acc4d68b7f168c392b,Tests_passed,843c01cf35ba0377f974bacb5c413c8130b8493964435454f382bd1d3da34e3e,Tests_passed,True,True,True,True,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,2c724cb3deab6357b49dbc0e67c97a4d67aa45b40b04a58c5197633bf57d6f05,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,2c724cb3deab6357b49dbc0e67c97a4d67aa45b40b04a58c5197633bf57d6f05,Merge_failed,4641eb9a07f54051e441abac7125789b24dd97f0f3f46ada445f95c173f4432b,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,2c724cb3deab6357b49dbc0e67c97a4d67aa45b40b04a58c5197633bf57d6f05,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Merge_failed,4c16b23fa357b5c3dcb3f3233a945d7a4141f0cdfa4e80fd0b7d38c7df5cfc1f,Tests_passed,59af16e5467d8a6cf8cf185d8a67eff57b02a8a274e491acc4d68b7f168c392b,Tests_passed,4844d8d0fcff5b4e63d35a9245c22b1e4c07b02da0b812f2cafa7b69db3c69e8,Merge_failed,ac721513062828d16600e3f14ffff3917a4536c2ea1b58af866ad915e1a7e1a4,0.03638172149658203,0.0631258487701416,0.019564151763916016,0.04763650894165039,0.05145406723022461,0.08130002021789551,0.011678695678710938,0.01247262954711914,0.012207984924316406,0.03453803062438965,0.012436628341674805,0.08494806289672852,1.2800400257110596,0.2892005443572998
diff --git a/results_greatest_hits/merges_timed/alibaba/tprofiler.csv b/results_greatest_hits/merges_timed/alibaba/tprofiler.csv
@@ -0,0 +1 @@
+idx
diff --git a/results_greatest_hits/merges_timed/androidquery/androidquery.csv b/results_greatest_hits/merges_timed/androidquery/androidquery.csv
@@ -0,0 +1 @@
+idx