Merge pull request #295 from umbra-db/main

umbra/benchmark.sh

@@ -12,9 +12,9 @@ wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hi
 gzip -d hits.tsv.gz
 chmod 777 hits.tsv
 
-rm -rf umbra-24-01-03.tar.xz umbra
-wget --no-verbose --continue 'https://db.in.tum.de/~schmidt/umbra-2024-02-04.tar.xz'
-tar -xf umbra-2024-02-04.tar.xz
+rm -rf umbra-25-01-23.tar.xz umbra
+wget --no-verbose --continue 'https://db.in.tum.de/~schmidt/umbra-2025-01-23.tar.xz'
+tar -xf umbra-2025-01-23.tar.xz
 
 rm -rf db
 mkdir db

umbra/results/c6a.4xlarge.json

@@ -1,54 +1,54 @@
 {
     "system": "Umbra",
-    "date": "2024-02-05",
+    "date": "2025-01-24",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
     "tags": ["C++", "column-oriented", "PostgreSQL compatible"],
-    "load_time": 505.913,
-    "data_size": 36477780830,
+    "load_time": 521.789,
+    "data_size": 36461395509,
     "result": [
-        [0.030601,0.010866,0.011101],
-        [0.33904,0.003698,0.003548],
-        [0.645752,0.027352,0.026303],
-        [0.719249,0.026984,0.026267],
-        [0.727638,0.13537,0.133211],
-        [2.0782,0.252201,0.255137],
-        [0.338405,0.027632,0.027376],
-        [0.309864,0.004253,0.004158],
-        [1.61685,0.243389,0.263255],
-        [3.01982,0.51973,0.524606],
-        [1.08709,0.033062,0.032059],
-        [1.46887,0.037179,0.035897],
-        [2.0821,0.216457,0.215829],
-        [3.92123,0.391088,0.395779],
-        [2.48072,0.233635,0.21876],
-        [0.765295,0.18303,0.18472],
-        [3.88406,0.518152,0.541263],
-        [3.8342,0.459446,0.476508],
-        [7.15095,0.868591,0.862418],
-        [0.674124,0.001847,0.001711],
-        [18.1118,0.276739,0.27634],
-        [21.1296,0.085333,0.083386],
-        [35.0997,0.143139,0.141073],
-        [122.717,118.44,116.582],
-        [5.06751,0.009433,0.009186],
-        [2.00484,0.00967,0.009456],
-        [5.07312,0.038766,0.038597],
-        [18.5152,0.269536,0.271205],
-        [13.2374,2.55058,2.54432],
-        [0.465351,0.022607,0.021943],
-        [4.74853,0.13671,0.133112],
-        [7.54723,0.204112,0.20182],
-        [5.16736,1.29808,1.30411],
-        [18.7229,1.4329,1.42222],
-        [18.6891,1.47666,1.50563],
-        [0.706767,0.194858,0.196652],
-        [19.6567,0.01349,0.013724],
-        [12.869,0.008628,0.009058],
-        [1.23511,0.019785,0.019251],
-        [34.5888,0.030742,0.027173],
-        [0.503624,0.015988,0.015614],
-        [0.288441,0.016486,0.016809],
-        [3.59948,0.005299,0.005082]
+        [0.377758,0.011361,0.011874],
+        [0.793018,0.005022,0.004807],
+        [1.2385,0.027663,0.02672],
+        [1.03934,0.027501,0.027085],
+        [1.16088,0.139151,0.142029],
+        [2.45127,0.22622,0.222436],
+        [0.748778,0.023388,0.023947],
+        [0.805812,0.005615,0.00541],
+        [1.96501,0.179248,0.174262],
+        [3.09425,0.255101,0.252906],
+        [1.43871,0.029292,0.028002],
+        [1.8334,0.032544,0.031233],
+        [2.44571,0.216928,0.179666],
+        [4.27061,0.329621,0.320604],
+        [2.80874,0.18633,0.182161],
+        [1.32152,0.180708,0.182435],
+        [4.13312,0.380338,0.375465],
+        [4.10155,0.216305,0.217037],
+        [7.57927,0.841345,0.834669],
+        [0.979203,0.002506,0.002374],
+        [18.2457,0.287927,0.28104],
+        [21.1476,0.088181,0.087136],
+        [34.9024,0.142086,0.138755],
+        [121.102,116.223,114.726],
+        [5.32947,0.010656,0.010395],
+        [2.32037,0.011055,0.010916],
+        [5.32273,0.011006,0.010454],
+        [18.5489,0.267948,0.263843],
+        [13.4897,8.16238,8.15064],
+        [0.834371,0.028757,0.02801],
+        [5.01182,0.094525,0.093264],
+        [7.70872,0.138153,0.141308],
+        [5.83936,1.36869,1.36004],
+        [18.6946,1.12751,1.10202],
+        [18.6834,1.12264,1.10264],
+        [1.12976,0.176891,0.18144],
+        [19.6484,0.009986,0.009779],
+        [12.9775,0.006159,0.005837],
+        [20.0323,0.004317,0.004287],
+        [34.3847,0.024204,0.023825],
+        [5.58634,0.005836,0.006424],
+        [4.90954,0.005568,0.005517],
+        [3.88079,0.005037,0.005072]
     ]
 }

umbra/results/c6a.metal.json

@@ -1,54 +1,54 @@
 {
     "system": "Umbra",
-    "date": "2024-02-05",
+    "date": "2025-01-24",
     "machine": "c6a.metal, 500gb gp2",
     "cluster_size": 1,
     "tags": ["C++", "column-oriented", "PostgreSQL compatible"],
-    "load_time": 224.253,
-    "data_size": 37985071698,
+    "load_time": 242.170,
+    "data_size": 37303278180,
     "result": [
-        [0.664962,0.014879,0.013896],
-        [0.86897,0.014264,0.014216],
-        [1.39741,0.019753,0.019888],
-        [1.76497,0.022482,0.022356],
-        [1.80665,0.067752,0.081],
-        [3.30264,0.133111,0.156861],
-        [0.785534,0.0208,0.022284],
-        [0.870046,0.015516,0.016097],
-        [2.66753,0.14137,0.15998],
-        [4.51368,0.689448,0.726916],
-        [2.19478,0.053639,0.059179],
-        [2.57461,0.043306,0.045997],
-        [3.30665,0.164523,0.175388],
-        [4.92596,0.234748,0.273746],
-        [3.70171,0.147932,0.182008],
-        [1.851,0.094632,0.113691],
-        [4.93327,0.243824,0.270263],
-        [4.87596,0.226228,0.210788],
-        [8.02335,0.306983,0.333771],
-        [1.7747,0.017516,0.018097],
-        [19.9175,0.097303,0.081085],
-        [22.3949,0.049008,0.049755],
-        [37.544,0.080033,0.08298],
-        [127.193,0.237656,0.249893],
-        [5.70401,0.02041,0.02158],
-        [2.93367,0.020734,0.021048],
-        [6.12096,0.034546,0.038698],
-        [19.8159,0.110082,0.107088],
-        [14.2241,0.336072,0.36425],
-        [0.663126,0.019808,0.019036],
-        [5.58319,0.082806,0.083288],
-        [8.2146,0.106136,0.093486],
-        [5.46498,0.342316,0.345279],
-        [19.5496,0.631508,0.862308],
-        [19.0042,0.849141,0.840496],
-        [0.303872,0.119839,0.087051],
-        [20.4269,0.029673,0.027629],
-        [14.2258,0.02278,0.019946],
-        [7.9593,0.012017,0.013362],
-        [35.6343,0.039568,0.037401],
-        [2.49159,0.014061,0.013447],
-        [2.00332,0.012786,0.011437],
-        [3.64226,0.016922,0.017801]
+        [0.519008,0.013529,0.013647],
+        [0.76331,0.012914,0.01295],
+        [1.29211,0.01572,0.016307],
+        [1.66365,0.025068,0.056401],
+        [1.7422,0.074058,0.073191],
+        [3.21675,0.098057,0.095347],
+        [0.763317,0.015315,0.015578],
+        [0.769977,0.013054,0.013276],
+        [2.61496,0.077385,0.079264],
+        [3.79924,0.102228,0.158557],
+        [2.07752,0.037992,0.045214],
+        [2.45817,0.04054,0.0459],
+        [3.18637,0.108724,0.09973],
+        [4.83535,0.171568,0.209664],
+        [3.57032,0.110663,0.1083],
+        [1.82002,0.090389,0.083774],
+        [4.84401,0.12419,0.12383],
+        [4.85102,0.055433,0.058833],
+        [7.9515,0.240978,0.237667],
+        [1.66366,0.012409,0.011802],
+        [19.3824,0.094367,0.083926],
+        [21.7609,0.05275,0.049959],
+        [36.2117,0.07676,0.079511],
+        [123.478,0.221151,0.23001],
+        [5.54409,0.026451,0.05844],
+        [2.52564,0.023041,0.020349],
+        [5.5446,0.021327,0.021818],
+        [19.1867,0.0891,0.088212],
+        [13.9201,1.01924,0.871814],
+        [0.131585,0.017291,0.016781],
+        [4.69278,0.060992,0.055064],
+        [7.39345,0.106256,0.061836],
+        [4.85357,0.471191,0.474645],
+        [18.5619,0.497009,0.471852],
+        [18.5659,0.518688,0.474618],
+        [0.396473,0.131749,0.11212],
+        [3.48348,0.032077,0.017951],
+        [3.1919,0.013908,0.009865],
+        [3.6101,0.011455,0.00893],
+        [7.37433,0.052595,0.031423],
+        [0.804375,0.013719,0.012413],
+        [0.575674,0.010151,0.009525],
+        [0.515438,0.011765,0.011311]
     ]
 }

umbra/run.sh

@@ -23,6 +23,5 @@ cat queries.sql | while read -r query; do
     done
 
 
-    killall -9 server
-    sleep 2
+    killall -9 -w server
 done