Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.001
σ	0.350-0.350=0.000
min	54.483-54.487=-0.003
max	55.613-55.612=0.001

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.005=-0.000
min	0.135-0.135=0.000
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.786=0.000
σ	0.006-0.007=-0.001
min	43.776-43.780=-0.004
max	43.798-43.802=-0.004

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.122=0.001
σ	0.005-0.004=0.001
min	0.118-0.117=0.001
max	0.132-0.128=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	12.388-12.295=0.094
σ	0.187-0.285=-0.098
min	12.042-11.881=0.161
max	12.625-12.589=0.036

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	12.591-12.000=0.590
σ	0.601-0.696=-0.094
min	11.506-11.332=0.174
max	13.234-13.195=0.039

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6045.000-7546.000=-1501.000
σ	0.000
min	6045.000-7546.000=-1501.000
max	6045.000-7546.000=-1501.000

*mean*	13.350-13.783=-0.433
σ	1.259-1.021=0.238
min	10.876-12.622=-1.746
max	15.213-15.468=-0.255

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	12.679-12.861=-0.181
σ	1.923-1.887=0.036
min	10.391-10.391=-0.000
max	14.742-15.940=-1.198

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603
max	27.607-27.611=-0.004

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	8.582-9.101=-0.519
σ	0.728-1.454=-0.726
min	7.968-7.792=0.176
max	10.245-12.318=-2.073

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	6.540-6.850=-0.311
σ	0.523-1.281=-0.758
min	5.806-5.850=-0.043
max	7.668-9.519=-1.851

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=0.000

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	5.556-5.354=0.202
σ	0.158-0.068=0.090
min	5.293-5.292=0.002
max	5.819-5.512=0.307

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	5.280-5.238=0.043
σ	0.109-0.127=-0.018
min	5.064-4.963=0.101
max	5.419-5.423=-0.004

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.593=0.000

*mean*	6045.000-7546.000=-1501.000
σ	0.000
min	6045.000-7546.000=-1501.000
max	6045.000-7546.000=-1501.000

*mean*	1445.091-1046.168=398.924
σ	692.134-7.182=684.951
min	1043.886-1029.894=13.992
max	3013.573-1055.386=1958.187

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.000
max	8744.640-8744.638=0.002

*mean*	3794.750-3765.625=29.125
σ	1679.774-1637.906=41.868
min	1905.000-1889.000=16.000
max	6045.000-5943.000=102.000

*mean*	4550.166-4512.758=37.408
σ	1281.459-1375.548=-94.089
min	3501.583-3530.312=-28.729
max	7016.642-7135.384=-118.742

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	79.383-88.910=-9.527
σ	10.039-17.548=-7.509
min	70.463-70.745=-0.282
max	100.512-121.446=-20.933

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.001
σ	0.001-0.001=-0.001
min	40.944-40.943=0.000
max	40.945-40.948=-0.002

*mean*	6045.000-7546.000=-1501.000
σ	0.000
min	6045.000-7546.000=-1501.000
max	6045.000-7546.000=-1501.000

*mean*	96.002-219.022=-123.020
σ	10.185-337.829=-327.644
min	79.997-84.969=-4.972
max	108.204-1054.893=-946.689

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.686-66.686=-0.000
max	66.687-66.687=-0.000

*mean*	6045.000-7546.000=-1501.000
σ	0.000
min	6045.000-7546.000=-1501.000
max	6045.000-7546.000=-1501.000

*mean*	226.446-149.854=76.593
σ	231.399-16.042=215.357
min	124.324-125.162=-0.838
max	798.032-167.954=630.078

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.001
min	11655.305-11655.305=-0.000
max	11667.520-11667.517=0.003

*mean*	4090.750-4256.125=-165.375
σ	1589.595-1894.691=-305.096
min	1905.000-1889.000=16.000
max	6045.000-7546.000=-1501.000

*mean*	6574.871-6374.782=200.089
σ	1391.356-1199.551=191.805
min	4945.385-4982.482=-37.097
max	8025.508-8322.416=-296.907

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.001
σ	0.002-0.001=0.001
min	11560.066
max	11560.073-11560.069=0.004

*mean*	6045.000-7546.000=-1501.000
σ	0.000
min	6045.000-7546.000=-1501.000
max	6045.000-7546.000=-1501.000

*mean*	6538.820-5381.005=1157.815
σ	1528.516-1265.567=262.948
min	4386.585-4361.384=25.201
max	8200.824-7378.121=822.703

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.584=0.005
σ	0.030-0.023=0.007
min	172.558
max	172.629-172.614=0.015

*mean*	1905.000-1889.000=16.000
σ	0.000
min	1905.000-1889.000=16.000
max	1905.000-1889.000=16.000

*mean*	376.734-365.549=11.185
σ	22.960-43.644=-20.684
min	351.615-268.526=83.089
max	407.369-402.613=4.756

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.356=0.006
σ	0.039-0.033=0.005
min	357.321
max	357.412-357.392=0.020

*mean*	1905.000-1889.000=16.000
σ	0.000
min	1905.000-1889.000=16.000
max	1905.000-1889.000=16.000

*mean*	676.398-764.941=-88.543
σ	95.998-62.893=33.105
min	550.435-612.026=-61.591
max	802.286-802.088=0.198

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.181-1008.187=-0.006
σ	0.884-0.867=0.017
min	1007.698-1007.682=0.015
max	1011.848-1011.770=0.078

*mean*	1043.000-1044.900=-1.900
σ	308.036-301.819=6.217
min	548.000-570.000=-22.000
max	1476.000-1472.000=4.000

*mean*	1.542-1.497=0.044
σ	0.095-0.053=0.042
min	1.457-1.356=0.100
max	1.764-1.605=0.159

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.420-0.425=-0.006
σ	0.140-0.123=0.017
min	0.342-0.359=-0.017
max	0.667-0.643=0.024

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.000
min	2.332
max	2.339-2.337=0.002

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.931-0.888=0.044
σ	0.205-0.091=0.114
min	0.810-0.829=-0.019
max	1.296-1.046=0.250

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.539-0.556=-0.016
σ	0.043-0.048=-0.006
min	0.508-0.516=-0.008
max	0.609-0.639=-0.031

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.911-0.852=0.060
σ	0.051-0.037=0.014
min	0.858-0.818=0.040
max	0.963-0.914=0.049

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.543=-0.003
σ	0.027-0.025=0.002
min	963.523
max	963.588-963.585=0.004

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.760-0.806=-0.046
σ	0.047-0.033=0.014
min	0.696-0.773=-0.077
max	0.826-0.857=-0.031

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.009=-0.002
min	884.847
max	884.863-884.865=-0.003

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.675-0.664=0.011
σ	0.046-0.054=-0.009
min	0.609-0.602=0.008
max	0.733-0.746=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	4.232-3.538=0.694
σ	0.073-0.080=-0.007
min	4.080-3.375=0.705
max	4.504-3.898=0.606

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.660-7.662=-0.002

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	4.215-3.526=0.690
σ	0.068-0.078=-0.010
min	4.063-3.369=0.694
max	4.424-3.783=0.641

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.756-0.757=-0.000
σ	0.019-0.019=-0.000
min	0.720-0.725=-0.004
max	0.869-0.866=0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1476.000-1472.000=4.000
σ	0.000
min	1476.000-1472.000=4.000
max	1476.000-1472.000=4.000

*mean*	0.719-0.720=-0.001
σ	0.023-0.021=0.002
min	0.565-0.651=-0.086
max	0.804-0.805=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.535-297.524=0.011
σ	0.200-0.176=0.024
min	297.322-297.352=-0.030
max	298.021-297.940=0.081

*mean*	1905.000-1889.000=16.000
σ	0.000
min	1905.000-1889.000=16.000
max	1905.000-1889.000=16.000

*mean*	0.601-0.581=0.021
σ	0.050-0.039=0.011
min	0.546-0.504=0.042
max	0.724-0.651=0.072

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.997-221.996=0.000
σ	0.000-0.000=0.000
min	221.996
max	221.997-221.996=0.000

*mean*	1619.250-1639.250=-20.000
σ	16.935-136.284=-119.349
min	1610.000-1472.000=138.000
max	1660.000-1764.000=-104.000

*mean*	202.313-203.137=-0.825
σ	3.047-2.007=1.040
min	198.453-199.525=-1.071
max	208.554-205.899=2.655

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1619.250-1639.250=-20.000
σ	16.935-136.284=-119.349
min	1610.000-1472.000=138.000
max	1660.000-1764.000=-104.000

*mean*	11.874-12.004=-0.131
σ	2.470-1.251=1.219
min	7.281-9.522=-2.241
max	15.530-12.932=2.598

phase=parser

*mean*	1041.090-1041.090=0.000
σ	0.000-0.000=0.000
min	1041.090
max	1041.090

*mean*	1619.250-1639.250=-20.000
σ	16.935-136.284=-119.349
min	1610.000-1472.000=138.000
max	1660.000-1764.000=-104.000

*mean*	681.828-686.496=-4.667
σ	128.080-67.213=60.867
min	412.281-564.535=-152.254
max	845.621-731.394=114.227

phase=processProdDef

*mean*	6169.655-6169.656=-0.000
σ	0.001-0.001=0.000
min	6169.655
max	6169.656

*mean*	1644.250-1675.750=-31.500
σ	68.980-123.604=-54.624
min	1610.000-1495.000=115.000
max	1810.000-1764.000=46.000

*mean*	6273.014-5315.619=957.395
σ	1629.091-1350.045=279.046
min	3507.336-3649.040=-141.703
max	8384.091-7266.685=1117.406

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1619.250-1639.250=-20.000
σ	16.935-136.284=-119.349
min	1610.000-1472.000=138.000
max	1660.000-1764.000=-104.000

*mean*	44.901-44.775=0.126
σ	8.622-4.942=3.680
min	26.319-34.153=-7.834
max	55.969-47.689=8.280

phase=type checker

*mean*	958.532
σ	0.055
min	958.446
max	958.602

*mean*	1619.250-1639.250=-20.000
σ	16.935-136.284=-119.349
min	1610.000-1472.000=138.000
max	1660.000-1764.000=-104.000

*mean*	799.079-792.635=6.443
σ	80.661-88.405=-7.744
min	700.823-661.469=39.354
max	909.584-883.369=26.215

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.765-289.758=0.007
σ	0.036-0.034=0.002
min	289.716-289.720=-0.004
max	289.803-289.799=0.004

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	0.390-0.398=-0.008
σ	0.004-0.011=-0.008
min	0.388-0.392=-0.004
max	0.397-0.418=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.599-1299.638=-0.040
σ	0.126-0.118=0.008
min	1299.499-1299.500=-0.001
max	1299.812-1299.827=-0.014

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	1.937-2.046=-0.109
σ	0.152-0.214=-0.062
min	1.812-1.771=0.040
max	2.162-2.225=-0.063

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.622-1542.641=-0.018
σ	4.012-3.999=0.013
min	1540.618-1540.671=-0.053
max	1549.793-1549.787=0.006

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	2.254-2.236=0.018
σ	0.135-0.129=0.006
min	2.111-2.107=0.004
max	2.423-2.436=-0.013

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.632-1861.633=-0.001
σ	0.047-0.050=-0.003
min	1861.586-1861.589=-0.002
max	1861.697-1861.706=-0.009

*mean*	1848.000-1814.000=34.000
σ	52.034-68.465=-16.432
min	1810.000-1764.000=46.000
max	1905.000-1889.000=16.000

*mean*	3.039-2.943=0.096
σ	0.283-0.162=0.121
min	2.846-2.683=0.163
max	3.540-3.106=0.433

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.803-1.733=0.070
σ	0.140-0.136=0.004
min	1.555-1.543=0.012
max	1.888-1.875=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.167-446.168=-0.001
σ	577.106-577.106=0.000
min	157.613-157.612=0.001
max	1311.826-1311.826=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	0.427-0.469=-0.042
σ	0.318-0.388=-0.070
min	0.267-0.270=-0.003
max	0.904-1.051=-0.147

policies=20

*mean*	1576.424-1576.439=-0.015
σ	0.389-0.400=-0.011
min	1576.166-1576.176=-0.010
max	1577.003-1577.035=-0.031

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	2.683-2.707=-0.024
σ	0.009-0.032=-0.023
min	2.672-2.675=-0.003
max	2.693-2.751=-0.057

policies=200

*mean*	15772.224-15772.191=0.033
σ	0.112-0.191=-0.080
min	15772.118-15771.975=0.142
max	15772.380-15772.432=-0.052

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1810.000-1764.000=46.000
σ	0.000
min	1810.000-1764.000=46.000
max	1810.000-1764.000=46.000

*mean*	27.046-27.075=-0.029
σ	0.315-0.344=-0.029
min	26.577-26.622=-0.045
max	27.244-27.408=-0.163