update: Sail to 0.6.6

sail-partitioned/install

@@ -49,5 +49,5 @@ source myenv/bin/activate
 # RECORD file, so `--upgrade` fails to uninstall it. `--ignore-installed`
 # avoids the uninstall and just lays a fresh copy in the venv.
 pip install --upgrade --ignore-installed setuptools wheel
-pip install --no-cache-dir "pysail==0.6.5"
+pip install --no-cache-dir "pysail==0.6.6"
 pip install "pyspark-client==4.1.1" pandas psutil

sail-partitioned/queries.sql

@@ -26,7 +26,7 @@ SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT
 SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
 SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
 SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
-SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '$1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
 SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
 SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
 SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;

sail-partitioned/query

@@ -24,7 +24,6 @@ import timeit
 
 os.environ["SAIL_PARQUET__BINARY_AS_STRING"] = "true"
 os.environ["SAIL_PARQUET__REORDER_FILTERS"] = "true"
-os.environ["SAIL_OPTIMIZER__ENABLE_JOIN_REORDER"] = "true"
 
 from pysail.spark import SparkConnectServer
 from pyspark.sql import SparkSession
@@ -40,7 +39,6 @@ _, port = server.listening_address
 spark = SparkSession.builder.remote(f"sc://localhost:{port}").getOrCreate()
 
 df = spark.read.parquet("partitioned")
-df = df.withColumn("EventTime", F.col("EventTime").cast("timestamp"))
 df = df.withColumn("EventDate", F.col("EventDate").cast("int").cast("date"))
 df.createOrReplaceTempView("hits")
 

sail-partitioned/results/20260720/c6a.2xlarge.json

@@ -0,0 +1,60 @@
+{
+      "system": "Sail (Parquet, partitioned)",
+      "date": "2026-07-20",
+      "machine": "c6a.2xlarge",
+      "cluster_size": 1,
+      "proprietary": "no",
+      "hardware": "cpu",
+      "tuned": "no",
+      "tags": ["column-oriented","stateless"],
+      "load_time": 9,
+      "data_size": 14737666736,
+      "concurrent_qps": null,
+      "concurrent_error_ratio": null,
+      "result": [
+        [0.246, 0.063, 0.062],
+        [0.484, 0.095, 0.096],
+        [0.435, 0.167, 0.164],
+        [0.954, 0.166, 0.169],
+        [1.47, 1.173, 1.193],
+        [1.878, 1.236, 1.241],
+        [0.241, 0.066, 0.064],
+        [0.336, 0.099, 0.099],
+        [1.947, 1.509, 1.539],
+        [2.284, 1.623, 1.616],
+        [1.054, 0.371, 0.373],
+        [1.155, 0.412, 0.41],
+        [2.01, 1.227, 1.263],
+        [2.976, 1.61, 1.636],
+        [1.572, 1.196, 1.199],
+        [1.725, 1.389, 1.422],
+        [3.619, 2.809, 2.826],
+        [3.612, 2.813, 2.79],
+        [6.784, 5.478, 5.311],
+        [0.794, 0.153, 0.152],
+        [9.84, 1.484, 1.49],
+        [11.595, 1.794, 1.777],
+        [22.334, 3.26, 3.25],
+        [55.143, 44.328, 43.562],
+        [0.742, 0.177, 0.176],
+        [1.092, 0.453, 0.457],
+        [0.526, 0.183, 0.18],
+        [9.894, 1.936, 1.939],
+        [16.547, 15.73, 15.725],
+        [1.643, 1.423, 1.436],
+        [2.672, 1.139, 1.184],
+        [6.224, 1.141, 1.111],
+        [4.977, 3.956, 3.949],
+        [12.498, 6.562, 6.524],
+        [12.537, 6.537, 6.52],
+        [1.412, 1.134, 1.141],
+        [0.603, 0.204, 0.203],
+        [0.365, 0.117, 0.118],
+        [0.407, 0.132, 0.135],
+        [0.637, 0.347, 0.342],
+        [0.347, 0.09, 0.089],
+        [0.338, 0.086, 0.086],
+        [0.356, 0.084, 0.088]
+]
+  } 
+

sail-partitioned/results/20260720/c6a.4xlarge.json

@@ -0,0 +1,60 @@
+{
+      "system": "Sail (Parquet, partitioned)",
+      "date": "2026-07-20",
+      "machine": "c6a.4xlarge",
+      "cluster_size": 1,
+      "proprietary": "no",
+      "hardware": "cpu",
+      "tuned": "no",
+      "tags": ["column-oriented","stateless"],
+      "load_time": 20,
+      "data_size": 14737666736,
+      "concurrent_qps": null,
+      "concurrent_error_ratio": null,
+      "result": [
+        [0.231, 0.067, 0.063],
+        [0.29, 0.081, 0.082],
+        [0.33, 0.121, 0.121],
+        [0.851, 0.127, 0.126],
+        [1.134, 0.729, 0.728],
+        [1.53, 0.809, 0.801],
+        [0.248, 0.063, 0.065],
+        [0.312, 0.086, 0.087],
+        [1.533, 0.928, 0.973],
+        [1.798, 1.004, 0.94],
+        [0.935, 0.239, 0.247],
+        [1.027, 0.259, 0.26],
+        [1.612, 0.862, 0.857],
+        [3.081, 1.245, 1.196],
+        [1.579, 0.814, 0.822],
+        [1.441, 0.912, 0.892],
+        [3.449, 1.804, 1.825],
+        [3.567, 1.779, 1.807],
+        [6.124, 3.621, 3.662],
+        [0.592, 0.12, 0.121],
+        [10.439, 1.367, 1.356],
+        [11.591, 1.637, 1.633],
+        [22.37, 3.49, 3.523],
+        [54.802, 10.014, 9.958],
+        [0.45, 0.151, 0.153],
+        [1.093, 0.287, 0.29],
+        [0.409, 0.152, 0.154],
+        [9.929, 1.884, 1.928],
+        [9.272, 8.268, 8.258],
+        [0.978, 0.8, 0.786],
+        [2.521, 0.783, 0.728],
+        [6.236, 0.823, 0.809],
+        [4.924, 3.073, 3.05],
+        [11.713, 5.245, 5.264],
+        [11.685, 5.305, 5.278],
+        [0.927, 0.704, 0.691],
+        [0.467, 0.203, 0.2],
+        [0.374, 0.122, 0.117],
+        [0.433, 0.131, 0.129],
+        [0.651, 0.35, 0.349],
+        [0.35, 0.093, 0.091],
+        [0.337, 0.088, 0.088],
+        [0.359, 0.086, 0.087]
+]
+  } 
+

sail-partitioned/results/20260720/c6a.metal.json

@@ -0,0 +1,60 @@
+{
+      "system": "Sail (Parquet, partitioned)",
+      "date": "2026-07-20",
+      "machine": "c6a.metal",
+      "cluster_size": 1,
+      "proprietary": "no",
+      "hardware": "cpu",
+      "tuned": "no",
+      "tags": ["column-oriented","stateless"],
+      "load_time": 64,
+      "data_size": 14737666736,
+      "concurrent_qps": null,
+      "concurrent_error_ratio": null,
+      "result": [
+        [0.264, 0.063, 0.062],
+        [0.341, 0.11, 0.111],
+        [0.387, 0.09, 0.105],
+        [0.739, 0.113, 0.106],
+        [0.79, 0.269, 0.273],
+        [1.23, 0.356, 0.35],
+        [0.27, 0.063, 0.063],
+        [0.376, 0.132, 0.127],
+        [1.062, 0.337, 0.335],
+        [1.569, 0.478, 0.479],
+        [0.905, 0.251, 0.267],
+        [1.412, 0.269, 0.259],
+        [1.145, 0.38, 0.389],
+        [2.566, 0.711, 0.688],
+        [1.223, 0.373, 0.404],
+        [0.762, 0.327, 0.332],
+        [2.388, 0.68, 0.734],
+        [2.381, 0.669, 0.666],
+        [4.375, 1.327, 1.378],
+        [0.44, 0.11, 0.12],
+        [9.746, 0.435, 0.366],
+        [11.378, 0.471, 0.488],
+        [21.893, 0.723, 0.752],
+        [51.102, 2.053, 1.662],
+        [2.18, 0.126, 0.133],
+        [1.014, 0.176, 0.156],
+        [2.191, 0.119, 0.125],
+        [9.79, 0.471, 0.51],
+        [9.039, 1.611, 1.636],
+        [0.475, 0.267, 0.261],
+        [2.334, 0.315, 0.298],
+        [5.865, 0.427, 0.439],
+        [4.849, 1.57, 1.698],
+        [10.502, 1.769, 1.679],
+        [10.415, 1.665, 1.724],
+        [0.527, 0.267, 0.276],
+        [0.529, 0.248, 0.266],
+        [0.487, 0.165, 0.167],
+        [0.502, 0.178, 0.17],
+        [0.745, 0.382, 0.402],
+        [0.414, 0.136, 0.132],
+        [0.389, 0.141, 0.146],
+        [0.414, 0.123, 0.138]
+]
+  } 
+

sail-partitioned/results/20260720/c6a.xlarge.json

@@ -0,0 +1,60 @@
+{
+      "system": "Sail (Parquet, partitioned)",
+      "date": "2026-07-20",
+      "machine": "c6a.xlarge",
+      "cluster_size": 1,
+      "proprietary": "no",
+      "hardware": "cpu",
+      "tuned": "no",
+      "tags": ["column-oriented","stateless"],
+      "load_time": 4,
+      "data_size": 14737666736,
+      "concurrent_qps": null,
+      "concurrent_error_ratio": null,
+      "result": [
+        [0.23, 0.068, 0.067],
+        [0.369, 0.126, 0.13],
+        [0.577, 0.27, 0.272],
+        [0.989, 0.252, 0.254],
+        [2.671, 2.27, 2.265],
+        [2.739, 2.266, 2.266],
+        [0.249, 0.069, 0.067],
+        [0.406, 0.132, 0.133],
+        [3.392, 2.857, 2.879],
+        [3.657, 2.97, 2.926],
+        [1.194, 0.665, 0.666],
+        [1.322, 0.736, 0.737],
+        [2.711, 2.157, 2.202],
+        [3.486, 2.863, 3.195],
+        [2.794, 2.182, 2.18],
+        [2.958, 2.486, 2.552],
+        [5.773, 5.022, 5.054],
+        [5.932, 5.198, 5.116],
+        [10.794, 10.586, 10.654],
+        [0.667, 0.232, 0.232],
+        [9.854, 2.6, 2.618],
+        [11.589, 3.128, 3.111],
+        [22.34, 5.526, 5.463],
+        [55.439, 45.888, 45.573],
+        [0.586, 0.268, 0.255],
+        [1.276, 0.798, 0.793],
+        [0.706, 0.267, 0.266],
+        [9.882, 3.323, 3.347],
+        [31.866, 30.66, 30.748],
+        [2.95, 2.774, 2.742],
+        [2.915, 2.028, 2],
+        [6.25, 2.034, 2.007],
+        [7.142, 6.956, 7.013],
+        [60.528, 83.668, 74.888],
+        [30.824, 77.991, 70.608],
+        [2.417, 1.968, 1.983],
+        [0.499, 0.223, 0.235],
+        [0.403, 0.127, 0.121],
+        [0.457, 0.142, 0.137],
+        [0.699, 0.383, 0.382],
+        [0.372, 0.104, 0.101],
+        [0.348, 0.098, 0.093],
+        [0.364, 0.091, 0.095]
+]
+  } 
+

sail-partitioned/results/20260720/c7a.metal-48xl.json

@@ -0,0 +1,60 @@
+{
+      "system": "Sail (Parquet, partitioned)",
+      "date": "2026-07-20",
+      "machine": "c7a.metal-48xl",
+      "cluster_size": 1,
+      "proprietary": "no",
+      "hardware": "cpu",
+      "tuned": "no",
+      "tags": ["column-oriented","stateless"],
+      "load_time": 65,
+      "data_size": 14737666736,
+      "concurrent_qps": null,
+      "concurrent_error_ratio": null,
+      "result": [
+        [0.234, 0.058, 0.057],
+        [0.293, 0.114, 0.112],
+        [0.339, 0.103, 0.098],
+        [0.709, 0.103, 0.099],
+        [0.753, 0.237, 0.242],
+        [1.24, 0.359, 0.327],
+        [0.237, 0.06, 0.059],
+        [0.333, 0.131, 0.127],
+        [0.887, 0.284, 0.352],
+        [1.386, 0.418, 0.458],
+        [0.712, 0.29, 0.293],
+        [0.78, 0.317, 0.314],
+        [1.124, 0.41, 0.409],
+        [2.545, 0.666, 0.642],
+        [1.204, 0.351, 0.345],
+        [0.649, 0.304, 0.308],
+        [2.368, 0.609, 0.572],
+        [2.384, 0.6, 0.568],
+        [4.3, 1.215, 1.164],
+        [0.398, 0.126, 0.112],
+        [9.716, 0.289, 0.311],
+        [11.321, 0.334, 0.34],
+        [21.866, 0.498, 0.5],
+        [51.255, 1.651, 1.113],
+        [2.124, 0.162, 0.152],
+        [0.995, 0.198, 0.201],
+        [2.174, 0.153, 0.157],
+        [9.736, 0.346, 0.349],
+        [9.171, 1.464, 1.526],
+        [0.388, 0.204, 0.209],
+        [2.308, 0.284, 0.289],
+        [5.832, 0.351, 0.373],
+        [4.673, 1.341, 1.346],
+        [10.357, 1.425, 1.457],
+        [10.42, 1.387, 1.452],
+        [0.519, 0.225, 0.226],
+        [0.483, 0.242, 0.236],
+        [0.391, 0.172, 0.168],
+        [0.462, 0.167, 0.174],
+        [0.808, 0.385, 0.394],
+        [0.36, 0.142, 0.145],
+        [0.351, 0.134, 0.138],
+        [0.375, 0.134, 0.138]
+]
+  } 
+