Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.582-54.580=0.002
σ	0.341-0.342=-0.001
min	54.456-54.450=0.006
max	55.552-55.552=-0.000

*mean*	418.000-422.000=-4.000
σ	0.000
min	418.000-422.000=-4.000
max	418.000-422.000=-4.000

*mean*	0.144-0.137=0.006
σ	0.004-0.006=-0.002
min	0.139-0.130=0.009
max	0.150-0.145=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.001
σ	0.005-0.007=-0.002
min	43.696-43.697=-0.001
max	43.710-43.718=-0.008

*mean*	418.000-422.000=-4.000
σ	0.000
min	418.000-422.000=-4.000
max	418.000-422.000=-4.000

*mean*	0.123-0.122=0.000
σ	0.004-0.005=-0.001
min	0.120-0.116=0.004
max	0.132-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	12.778-12.829=-0.052
σ	0.260-0.264=-0.004
min	12.491-12.511=-0.020
max	13.105-13.184=-0.079

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	12.969-12.786=0.182
σ	0.608-0.616=-0.009
min	11.795-11.923=-0.128
max	13.620-13.560=0.060

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7283.000-7306.000=-23.000
σ	0.000
min	7283.000-7306.000=-23.000
max	7283.000-7306.000=-23.000

*mean*	15.355-15.177=0.178
σ	0.402-0.685=-0.283
min	14.499-13.637=0.863
max	15.801-15.701=0.100

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	12.750-12.739=0.010
σ	1.877-1.674=0.203
min	10.780-10.430=0.350
max	15.358-15.556=-0.198

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	8.931-8.902=0.028
σ	0.198-0.364=-0.166
min	8.655-8.337=0.318
max	9.210-9.374=-0.163

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	7.020-6.997=0.023
σ	0.080-0.197=-0.118
min	6.924-6.751=0.173
max	7.175-7.340=-0.165

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	6.012-5.940=0.073
σ	0.111-0.158=-0.048
min	5.816-5.669=0.148
max	6.129-6.169=-0.040

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	5.818-5.767=0.052
σ	0.091-0.064=0.027
min	5.715-5.654=0.061
max	5.993-5.812=0.181

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606

*mean*	7283.000-7306.000=-23.000
σ	0.000
min	7283.000-7306.000=-23.000
max	7283.000-7306.000=-23.000

*mean*	1511.307-1098.208=413.100
σ	911.319-144.847=766.473
min	1031.672-1037.471=-5.799
max	3681.890-1456.470=2225.420

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3571.250-3573.750=-2.500
σ	1794.478-1797.375=-2.896
min	1045.000-1044.000=1.000
max	5788.000-5796.000=-8.000

*mean*	4905.258-4566.205=339.053
σ	1695.038-1356.135=338.903
min	3509.229-3522.716=-13.487
max	7375.746-6714.801=660.945

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=0.000

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	85.667-80.594=5.073
σ	12.925-11.307=1.618
min	68.901-70.406=-1.505
max	102.578-101.617=0.961

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7283.000-7306.000=-23.000
σ	0.000
min	7283.000-7306.000=-23.000
max	7283.000-7306.000=-23.000

*mean*	106.881-106.516=0.366
σ	2.729-4.841=-2.112
min	102.142-97.062=5.080
max	110.271-112.371=-2.100

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7283.000-7306.000=-23.000
σ	0.000
min	7283.000-7306.000=-23.000
max	7283.000-7306.000=-23.000

*mean*	163.761-164.001=-0.240
σ	4.538-9.064=-4.526
min	154.659-142.800=11.858
max	167.248-169.298=-2.050

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4149.625-4153.750=-4.125
σ	1894.383-1901.212=-6.829
min	1556.000-1553.000=3.000
max	7283.000-7306.000=-23.000

*mean*	6888.190-6572.602=315.588
σ	1214.280-1169.981=44.299
min	4905.865-4966.838=-60.973
max	8376.110-8180.054=196.056

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7283.000-7306.000=-23.000
σ	0.000
min	7283.000-7306.000=-23.000
max	7283.000-7306.000=-23.000

*mean*	5279.983-5455.781=-175.798
σ	1216.724-1436.626=-219.901
min	4335.640-4395.637=-59.997
max	7605.605-7738.241=-132.636

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	382.633-382.597=0.036
σ	18.531-22.319=-3.788
min	337.148-339.857=-2.709
max	392.145-400.582=-8.438

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	746.991-756.707=-9.716
σ	45.273-51.836=-6.564
min	645.551-633.244=12.308
max	779.049-788.342=-9.293

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.500=0.000
σ	0.759-0.759=-0.000
min	1008.026-1008.026=0.000
max	1011.642-1011.641=0.000

*mean*	1047.400-1046.750=0.650
σ	312.417-313.527=-1.111
min	583.000-572.000=11.000
max	1512.000-1509.000=3.000

*mean*	1.550-1.553=-0.002
σ	0.085-0.083=0.001
min	1.404-1.481=-0.076
max	1.754-1.772=-0.017

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.319=-0.023
σ	0.284-0.336=-0.052
min	0.137-0.147=-0.010
max	0.799-0.916=-0.118

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.478=0.004
σ	0.327-0.326=0.001
min	0.327-0.322=0.005
max	1.067-1.061=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.217=0.008
σ	0.020-0.022=-0.002
min	0.208-0.202=0.006
max	0.258-0.255=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.343=0.045
σ	0.113-0.015=0.099
min	0.327-0.331=-0.004
max	0.589-0.368=0.221

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000-431.000=5.000
σ	2.236-0.000=2.236
min	432.000-431.000=1.000
max	437.000-431.000=6.000

*mean*	0.552-0.546=0.006
σ	0.037-0.028=0.009
min	0.501-0.529=-0.028
max	0.589-0.596=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.468-0.481=-0.013
σ	0.015-0.039=-0.024
min	0.453-0.435=0.018
max	0.491-0.525=-0.034

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.620-1.978=0.642
σ	0.113-0.088=0.026
min	2.442-1.819=0.623
max	3.379-2.369=1.009

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.558-1.944=0.614
σ	0.058-0.063=-0.006
min	2.402-1.841=0.561
max	2.677-2.191=0.486

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.306-0.306=0.000
σ	0.028-0.012=0.017
min	0.286-0.288=-0.002
max	0.573-0.369=0.204

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.290-0.286=0.004
σ	0.007-0.007=-0.000
min	0.277-0.272=0.005
max	0.330-0.318=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.205-298.280=-0.075
σ	0.998-1.004=-0.006
min	297.732-297.827=-0.096
max	301.035-301.130=-0.096

*mean*	442.600-441.000=1.600
σ	13.680-15.449=-1.768
min	418.000
max	462.000-463.000=-1.000

*mean*	0.620-0.614=0.006
σ	0.012-0.008=0.004
min	0.592-0.605=-0.014
max	0.634-0.632=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=0.000
σ	0.000-0.000=0.000
min	222.011
max	222.011-222.011=0.000

*mean*	1733.250-1759.125=-25.875
σ	9.721-13.789=-4.067
min	1728.000-1725.000=3.000
max	1749.000-1764.000=-15.000

*mean*	204.259-209.089=-4.830
σ	2.466-3.468=-1.002
min	201.308-203.658=-2.349
max	209.109-215.118=-6.009

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1733.250-1759.125=-25.875
σ	9.721-13.789=-4.067
min	1728.000-1725.000=3.000
max	1749.000-1764.000=-15.000

*mean*	8.571-8.550=0.021
σ	3.619-1.857=1.762
min	6.106-6.194=-0.087
max	15.406-10.029=5.377

phase=parser

*mean*	1042.098-1042.098=-0.000
σ	0.000-0.000=0.000
min	1042.097-1042.098=-0.001
max	1042.098

*mean*	1733.250-1759.125=-25.875
σ	9.721-13.789=-4.067
min	1728.000-1725.000=3.000
max	1749.000-1764.000=-15.000

*mean*	617.534-677.226=-59.692
σ	148.866-124.389=24.477
min	381.181-376.389=4.792
max	833.104-756.624=76.480

phase=processProdDef

*mean*	6169.657-6169.657=0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.658-6169.658=0.001

*mean*	1735.875-1764.000=-28.125
σ	10.869-0.000=10.869
min	1728.000-1764.000=-36.000
max	1749.000-1764.000=-15.000

*mean*	6090.474-5703.854=386.620
σ	1177.854-1720.161=-542.307
min	3875.125-3482.923=392.202
max	7313.452-7823.440=-509.988

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1733.250-1759.125=-25.875
σ	9.721-13.789=-4.067
min	1728.000-1725.000=3.000
max	1749.000-1764.000=-15.000

*mean*	35.168-29.876=5.292
σ	12.247-4.469=7.778
min	19.611-19.942=-0.331
max	54.754-35.385=19.370

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1733.250-1759.125=-25.875
σ	9.721-13.789=-4.067
min	1728.000-1725.000=3.000
max	1749.000-1764.000=-15.000

*mean*	766.169-695.112=71.057
σ	112.091-71.332=40.758
min	622.483-629.572=-7.089
max	927.450-830.174=97.276

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.688=-0.001
σ	0.038-0.037=0.000
min	293.634-293.635=-0.001
max	293.726-293.727=-0.001

*mean*	446.200-445.000=1.200
σ	0.447-0.000=0.447
min	446.000-445.000=1.000
max	447.000-445.000=2.000

*mean*	0.392-0.399=-0.007
σ	0.001-0.001=0.000
min	0.390-0.397=-0.007
max	0.393-0.400=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.729-1303.769=-0.040
σ	0.091-0.065=0.027
min	1303.627-1303.718=-0.091
max	1303.840-1303.856=-0.017

*mean*	1096.000
σ	174.578-187.250=-12.672
min	888.000-838.000=50.000
max	1337.000-1321.000=16.000

*mean*	1.983-2.017=-0.034
σ	0.090-0.201=-0.111
min	1.921-1.841=0.080
max	2.141-2.302=-0.161

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.839-1546.825=0.014
σ	4.034-4.006=0.028
min	1544.852-1544.847=0.005
max	1554.050-1553.986=0.065

*mean*	623.400-618.000=5.400
σ	88.794-80.025=8.769
min	507.000-497.000=10.000
max	727.000-712.000=15.000

*mean*	2.373-2.258=0.114
σ	0.309-0.114=0.195
min	2.094-2.158=-0.064
max	2.867-2.428=0.440

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.808-1865.808=0.001
σ	0.050-0.052=-0.002
min	1865.742-1865.735=0.007
max	1865.881-1865.882=-0.001

*mean*	1707.200-1735.000=-27.800
σ	181.370-192.434=-11.064
min	1464.000
max	1878.000-1912.000=-34.000

*mean*	3.017-3.038=-0.020
σ	0.208-0.306=-0.098
min	2.864-2.735=0.129
max	3.382-3.543=-0.162

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.752-1.751=0.001
σ	0.147-0.079=0.068
min	1.569-1.618=-0.049
max	1.943-1.829=0.114

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.088-450.090=-0.002
σ	579.265-579.265=0.000
min	160.452-160.457=-0.005
max	1318.985-1318.987=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.529-0.543=-0.014
σ	0.517-0.548=-0.031
min	0.266-0.267=-0.001
max	1.303-1.364=-0.061

policies=20

*mean*	1604.887-1604.881=0.007
σ	0.402-0.361=0.041
min	1604.607-1604.624=-0.018
max	1605.481-1605.413=0.068

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-446.000=0.750
σ	2.500-2.000=0.500
min	443.000
max	448.000-447.000=1.000

*mean*	2.672-2.669=0.003
σ	0.018-0.010=0.008
min	2.656-2.655=0.002
max	2.692-2.677=0.015

policies=200

*mean*	16057.201-16057.180=0.021
σ	0.101-0.210=-0.109
min	16057.057-16057.028=0.028
max	16057.273-16057.489=-0.215

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-498.000=-2.500
σ	2.082-6.782=-4.701
min	493.000-490.000=3.000
max	498.000-505.000=-7.000

*mean*	26.945-26.996=-0.051
σ	0.081-0.139=-0.058
min	26.864-26.838=0.026
max	27.048-27.163=-0.115