Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.676=0.001
σ	0.360-0.360=-0.001
min	54.537-54.546=-0.009
max	55.700-55.701=-0.001

*mean*	417.700-417.000=0.700
σ	0.483-0.000=0.483
min	417.000
max	418.000-417.000=1.000

*mean*	0.139-0.142=-0.003
σ	0.005-0.005=-0.001
min	0.133-0.137=-0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.703=0.000
σ	0.005-0.006=-0.001
min	43.695-43.694=0.000
max	43.711-43.714=-0.003

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.120-0.123=-0.003
σ	0.004-0.005=-0.001
min	0.116-0.117=-0.002
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	12.782-12.823=-0.041
σ	0.225-0.354=-0.129
min	12.485-12.375=0.110
max	13.090-13.270=-0.180

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	12.906-12.851=0.055
σ	0.584-0.546=0.038
min	11.976-11.808=0.167
max	13.458-13.341=0.117

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=-0.000

*mean*	7271.000-7333.000=-62.000
σ	0.000
min	7271.000-7333.000=-62.000
max	7271.000-7333.000=-62.000

*mean*	15.260-15.225=0.035
σ	0.360-0.936=-0.576
min	14.604-13.038=1.565
max	15.650-15.822=-0.172

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	12.342-13.195=-0.853
σ	1.452-1.915=-0.463
min	10.930-11.039=-0.109
max	14.272-15.468=-1.197

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	9.026-9.026=-0.000
σ	0.401-0.362=0.039
min	8.274-8.606=-0.332
max	9.495-9.598=-0.104

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	7.166-6.602=0.565
σ	0.223-0.295=-0.072
min	6.713-6.222=0.491
max	7.369-7.000=0.369

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674-25.674=0.000

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	6.100-6.092=0.008
σ	0.247-0.096=0.150
min	5.836-5.900=-0.065
max	6.544-6.219=0.324

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974-25.974=-0.000

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	5.813-5.883=-0.070
σ	0.071-0.269=-0.197
min	5.718-5.476=0.243
max	5.935-6.165=-0.230

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.000

*mean*	7271.000-7333.000=-62.000
σ	0.000
min	7271.000-7333.000=-62.000
max	7271.000-7333.000=-62.000

*mean*	1558.548-1039.931=518.617
σ	870.369-5.536=864.833
min	1051.894-1031.517=20.377
max	3539.502-1048.100=2491.402

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.001

*mean*	3568.375-3579.500=-11.125
σ	1789.759-1802.827=-13.068
min	1045.000
max	5775.000-5819.000=-44.000

*mean*	5096.850-4808.762=288.087
σ	1723.503-1739.958=-16.455
min	3551.379-3507.464=43.915
max	7597.885-7491.723=106.162

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	81.865-76.899=4.966
σ	11.486-8.719=2.766
min	69.720-69.758=-0.038
max	100.787-92.443=8.345

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.945-40.945=-0.000
max	40.946

*mean*	7271.000-7333.000=-62.000
σ	0.000
min	7271.000-7333.000=-62.000
max	7271.000-7333.000=-62.000

*mean*	106.473-106.460=0.013
σ	4.035-6.504=-2.468
min	98.055-94.231=3.824
max	111.279-113.691=-2.412

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7271.000-7333.000=-62.000
σ	0.000
min	7271.000-7333.000=-62.000
max	7271.000-7333.000=-62.000

*mean*	164.997-162.601=2.396
σ	4.638-10.263=-5.625
min	154.256-139.261=14.995
max	168.090-168.791=-0.701

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.901=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=0.001
max	11667.551-11667.552=-0.001

*mean*	4147.000-4157.500=-10.500
σ	1890.454-1908.581=-18.127
min	1555.000-1556.000=-1.000
max	7271.000-7333.000=-62.000

*mean*	6435.418-6260.680=174.738
σ	1159.532-1167.486=-7.954
min	4947.606-4893.332=54.275
max	7929.531-7823.589=105.943

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.000=0.000
min	11560.065
max	11560.067-11560.067=0.001

*mean*	7271.000-7333.000=-62.000
σ	0.000
min	7271.000-7333.000=-62.000
max	7271.000-7333.000=-62.000

*mean*	5390.165-5751.310=-361.144
σ	884.346-1521.846=-637.500
min	4432.130-4362.357=69.773
max	6234.198-7878.866=-1644.669

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	394.482-395.815=-1.333
σ	3.479-1.397=2.082
min	388.779-392.956=-4.177
max	399.784-397.326=2.458

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	1.035-0.000=1.035
min	559.000-560.000=-1.000
max	561.000-560.000=1.000

*mean*	743.501-734.689=8.811
σ	61.238-65.080=-3.842
min	646.408-632.017=14.390
max	810.666-794.324=16.342

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.002
σ	0.758-0.759=-0.000
min	1023.850-1023.849=0.001
max	1027.465-1027.463=0.002

*mean*	1039.850-1063.550=-23.700
σ	293.613-316.440=-22.827
min	543.000-595.000=-52.000
max	1437.000-1570.000=-133.000

*mean*	1.571-1.555=0.016
σ	0.071-0.064=0.007
min	1.516-1.424=0.092
max	1.748-1.728=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.442-0.399=0.042
σ	0.603-0.520=0.083
min	0.145-0.139=0.005
max	1.518-1.328=0.190

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.473=0.002
σ	0.319-0.321=-0.002
min	0.323-0.317=0.005
max	1.046-1.047=-0.001

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.225=-0.002
σ	0.025-0.025=0.000
min	0.202-0.206=-0.003
max	0.264-0.268=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.341=-0.010
σ	0.014-0.023=-0.008
min	0.321-0.317=0.004
max	0.355-0.366=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-433.600=2.400
σ	2.236-3.130=-0.894
min	432.000-431.000=1.000
max	437.000

*mean*	0.536-0.523=0.014
σ	0.066-0.036=0.029
min	0.453-0.477=-0.024
max	0.613-0.560=0.053

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.515-0.501=0.014
σ	0.003-0.025=-0.022
min	0.512-0.471=0.041
max	0.518-0.528=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	1.954-2.654=-0.699
σ	0.063-0.097=-0.034
min	1.849-2.464=-0.615
max	2.278-2.942=-0.664

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	2.655-2.575=0.080
σ	0.148-0.233=-0.085
min	1.929-1.877=0.053
max	2.937-2.988=-0.051

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.303-0.303=-0.000
σ	0.010-0.008=0.001
min	0.291-0.285=0.006
max	0.369-0.350=0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.299-0.290=0.009
σ	0.088-0.008=0.079
min	0.269-0.274=-0.005
max	1.163-0.324=0.839

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.834-298.605=0.229
σ	1.040-1.026=0.014
min	298.475-298.162=0.313
max	301.792-301.510=0.283

*mean*	443.400-443.200=0.200
σ	16.249-13.604=2.646
min	418.000-426.000=-8.000
max	466.000-464.000=2.000

*mean*	0.598-0.586=0.012
σ	0.028-0.036=-0.008
min	0.555-0.523=0.032
max	0.653-0.640=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=-0.000
σ	0.000-0.000=0.000
min	239.532-239.532=-0.000
max	239.532

*mean*	1741.375-1747.500=-6.125
σ	24.395-4.629=19.766
min	1681.000-1740.000=-59.000
max	1750.000

*mean*	221.606-220.236=1.371
σ	2.931-1.637=1.294
min	218.000-218.608=-0.608
max	227.180-222.959=4.221

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1741.375-1747.500=-6.125
σ	24.395-4.629=19.766
min	1681.000-1740.000=-59.000
max	1750.000

*mean*	11.735-11.463=0.272
σ	1.536-2.063=-0.526
min	9.477-7.302=2.175
max	12.957-12.982=-0.025

phase=parser

*mean*	1042.365-1042.365=-0.000
σ	0.001-0.000=0.001
min	1042.362-1042.365=-0.003
max	1042.365-1042.366=-0.000

*mean*	1741.375-1747.500=-6.125
σ	24.395-4.629=19.766
min	1681.000-1740.000=-59.000
max	1750.000

*mean*	675.064-662.353=12.710
σ	75.635-126.242=-50.606
min	567.664-420.870=146.793
max	736.405-823.928=-87.523

phase=processProdDef

*mean*	6169.660-6169.659=0.001
σ	0.001-0.001=0.000
min	6169.660-6169.659=0.001
max	6169.661-6169.660=0.001

*mean*	1750.125-1748.750=1.375
σ	0.354-3.536=-3.182
min	1750.000-1740.000=10.000
max	1751.000-1750.000=1.000

*mean*	5467.154-5041.579=425.575
σ	1539.003-771.916=767.087
min	3819.911-3741.043=78.868
max	7681.461-6055.044=1626.418

phase=renaming

*mean*	21.672-21.671=0.000
σ	0.001-0.000=0.001
min	21.671
max	21.675-21.671=0.004

*mean*	1741.375-1747.500=-6.125
σ	24.395-4.629=19.766
min	1681.000-1740.000=-59.000
max	1750.000

*mean*	44.545-42.904=1.640
σ	5.411-8.377=-2.966
min	34.839-26.483=8.356
max	48.528-50.342=-1.814

phase=type checker

*mean*	990.445-990.446=-0.000
σ	0.066-0.066=0.001
min	990.344-990.348=-0.004
max	990.536

*mean*	1741.375-1747.500=-6.125
σ	24.395-4.629=19.766
min	1681.000-1740.000=-59.000
max	1750.000

*mean*	808.800-783.581=25.219
σ	104.365-92.474=11.891
min	685.816-654.733=31.083
max	960.303-922.926=37.377

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.919=0.000
σ	0.038-0.038=0.000
min	293.865-293.865=-0.000
max	293.958-293.957=0.000

*mean*	443.400-442.000=1.400
σ	0.548-2.739=-2.191
min	443.000-440.000=3.000
max	444.000-445.000=-1.000

*mean*	0.401-0.397=0.003
σ	0.001-0.010=-0.009
min	0.400-0.392=0.008
max	0.402-0.416=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.237-1320.265=-0.027
σ	0.069-0.073=-0.004
min	1320.172-1320.142=0.030
max	1320.315-1320.317=-0.002

*mean*	1068.400-1084.200=-15.800
σ	167.536-163.644=3.892
min	844.000-888.000=-44.000
max	1276.000-1306.000=-30.000

*mean*	2.058-2.204=-0.146
σ	0.292-0.248=0.044
min	1.805-1.865=-0.061
max	2.524-2.560=-0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.781-1559.750=0.030
σ	4.062-4.060=0.002
min	1557.797-1557.734=0.064
max	1567.042-1567.008=0.034

*mean*	618.600-623.600=-5.000
σ	82.794-87.380=-4.586
min	494.000-495.000=-1.000
max	716.000-728.000=-12.000

*mean*	2.415-2.303=0.111
σ	0.238-0.200=0.038
min	2.203-2.162=0.041
max	2.714-2.647=0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.264-1882.272=-0.007
σ	0.054-0.058=-0.004
min	1882.200-1882.188=0.012
max	1882.339-1882.343=-0.005

*mean*	1700.600-1722.200=-21.600
σ	246.898-174.898=72.001
min	1406.000-1472.000=-66.000
max	2032.000-1884.000=148.000

*mean*	2.975-3.150=-0.174
σ	0.052-0.299=-0.247
min	2.922-2.846=0.076
max	3.048-3.627=-0.579

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.831-1.727=0.104
σ	0.124-0.196=-0.073
min	1.637-1.510=0.127
max	1.963-1.973=-0.010

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.536=-0.000
σ	585.529-585.529=0.000
min	160.770-160.767=0.003
max	1331.829-1331.829=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.549-0.544=0.005
σ	0.554-0.549=0.005
min	0.268-0.268=0.001
max	1.380-1.367=0.013

policies=20

*mean*	1608.043-1608.035=0.007
σ	0.420-0.403=0.017
min	1607.757-1607.759=-0.002
max	1608.665-1608.632=0.033

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-450.750=0.250
σ	10.832-11.587=-0.755
min	443.000
max	467.000-468.000=-1.000

*mean*	2.701-2.690=0.011
σ	0.014-0.022=-0.008
min	2.685-2.672=0.012
max	2.713-2.721=-0.008

policies=200

*mean*	16088.615-16088.615=0.000
σ	0.101-0.121=-0.020
min	16088.563-16088.508=0.055
max	16088.766-16088.783=-0.017

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.250-498.250=5.000
σ	6.602-5.123=1.478
min	494.000-493.000=1.000
max	508.000-504.000=4.000

*mean*	27.422-27.309=0.112
σ	0.186-0.173=0.013
min	27.234-27.090=0.144
max	27.626-27.463=0.163