Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.575=0.003
σ	0.349-0.349=-0.000
min	54.445-54.443=0.002
max	55.569-55.567=0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.136-0.138=-0.001
σ	0.004-0.006=-0.002
min	0.132-0.131=0.000
max	0.142-0.148=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=-0.000
σ	0.005-0.007=-0.001
min	43.699-43.695=0.004
max	43.716-43.719=-0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.001
min	0.120-0.116=0.004
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	12.480-12.732=-0.252
σ	0.247-0.257=-0.011
min	12.107-12.316=-0.209
max	12.796-13.045=-0.249

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	12.752-12.508=0.244
σ	0.499-0.603=-0.104
min	11.873-11.481=0.392
max	13.161-13.248=-0.087

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929
max	41.933-41.933=0.000

*mean*	7336.000-7290.000=46.000
σ	0.000
min	7336.000-7290.000=46.000
max	7336.000-7290.000=46.000

*mean*	14.475-15.485=-1.010
σ	0.896-0.366=0.529
min	12.375-14.709=-2.334
max	15.071-15.856=-0.785

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	12.499-13.096=-0.597
σ	1.810-1.838=-0.028
min	10.596-11.138=-0.542
max	14.892-15.377=-0.485

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	8.724-9.229=-0.505
σ	0.348-0.475=-0.128
min	8.229-8.568=-0.339
max	9.419-9.793=-0.375

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	6.337-6.554=-0.216
σ	0.175-0.334=-0.159
min	5.983-5.963=0.020
max	6.557-6.966=-0.409

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=0.000
max	25.668

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	5.691-6.069=-0.377
σ	0.167-0.213=-0.046
min	5.387-5.768=-0.380
max	5.858-6.401=-0.543

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	5.458-5.749=-0.292
σ	0.121-0.226=-0.104
min	5.277-5.438=-0.162
max	5.586-6.012=-0.426

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.605=0.000
max	2524.606-2524.606=-0.000

*mean*	7336.000-7290.000=46.000
σ	0.000
min	7336.000-7290.000=46.000
max	7336.000-7290.000=46.000

*mean*	1035.084-1335.091=-300.007
σ	5.749-604.639=-598.890
min	1023.016-1033.938=-10.923
max	1043.376-2791.194=-1747.818

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3581.875-3572.625=9.250
σ	1801.638-1793.779=7.859
min	1046.000-1047.000=-1.000
max	5823.000-5791.000=32.000

*mean*	4877.511-5040.409=-162.898
σ	1583.889-1665.686=-81.797
min	3503.542-3506.098=-2.556
max	7490.115-7261.491=228.624

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	82.205-84.111=-1.906
σ	11.769-10.578=1.192
min	70.702-70.799=-0.097
max	104.310-99.314=4.996

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7336.000-7290.000=46.000
σ	0.000
min	7336.000-7290.000=46.000
max	7336.000-7290.000=46.000

*mean*	106.099-107.285=-1.187
σ	6.179-4.086=2.093
min	94.433-98.112=-3.679
max	112.160-109.992=2.168

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7336.000-7290.000=46.000
σ	0.000
min	7336.000-7290.000=46.000
max	7336.000-7290.000=46.000

*mean*	161.575-164.229=-2.654
σ	10.249-8.864=1.385
min	139.671-143.849=-4.178
max	169.293-170.260=-0.967

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537

*mean*	4158.875-4149.625=9.250
σ	1906.359-1896.697=9.662
min	1556.000-1552.000=4.000
max	7336.000-7290.000=46.000

*mean*	6142.719-6325.082=-182.363
σ	1014.071-1177.293=-163.222
min	4903.479-4881.249=22.230
max	7686.161-7900.242=-214.081

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7336.000-7290.000=46.000
σ	0.000
min	7336.000-7290.000=46.000
max	7336.000-7290.000=46.000

*mean*	5450.391-5118.083=332.308
σ	1589.210-1213.303=375.907
min	4311.897-4399.571=-87.673
max	8609.333-7567.563=1041.770

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	380.334-377.757=2.577
σ	18.882-18.256=0.626
min	350.267-347.410=2.857
max	395.315-392.502=2.813

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.500-560.000=0.500
σ	1.604-0.000=1.604
min	559.000-560.000=-1.000
max	562.000-560.000=2.000

*mean*	765.991-760.213=5.778
σ	45.970-43.946=2.024
min	667.789-660.788=7.002
max	819.260-801.183=18.076

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.497-1008.502=-0.004
σ	0.758-0.760=-0.001
min	1008.027-1008.025=0.001
max	1011.635-1011.641=-0.006

*mean*	1047.250-1054.650=-7.400
σ	313.482-309.709=3.773
min	573.000-561.000=12.000
max	1510.000-1467.000=43.000

*mean*	1.565-1.515=0.050
σ	0.084-0.063=0.020
min	1.492-1.463=0.029
max	1.764-1.733=0.032

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.457=-0.060
σ	0.503-0.487=0.016
min	0.146-0.154=-0.008
max	1.293-1.306=-0.013

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.474=0.004
σ	0.324-0.322=0.002
min	0.321-0.317=0.004
max	1.057-1.050=0.008

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.212-0.221=-0.009
σ	0.025-0.019=0.006
min	0.196-0.205=-0.009
max	0.256-0.253=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.336=-0.007
σ	0.022-0.018=0.005
min	0.311-0.319=-0.009
max	0.367-0.365=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000-436.600=-5.600
σ	0.000-6.066=-6.066
min	431.000
max	431.000-443.000=-12.000

*mean*	0.543-0.526=0.017
σ	0.064-0.050=0.015
min	0.450-0.479=-0.029
max	0.606-0.607=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.430-0.462=-0.032
σ	0.061-0.047=0.014
min	0.380-0.394=-0.014
max	0.517-0.524=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.635-2.605=0.029
σ	0.092-0.082=0.010
min	2.473-2.462=0.011
max	2.976-2.893=0.083

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.606-2.583=0.023
σ	0.078-0.086=-0.008
min	2.474-2.461=0.013
max	2.968-3.069=-0.101

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.308-0.303=0.004
σ	0.009-0.010=-0.001
min	0.295-0.288=0.007
max	0.359-0.373=-0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.292-0.295=-0.003
σ	0.007-0.047=-0.040
min	0.278-0.273=0.006
max	0.325-0.753=-0.427

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.959-297.956=0.003
σ	1.066-1.000=0.066
min	297.454-297.583=-0.130
max	300.972-300.799=0.172

*mean*	444.500-442.900=1.600
σ	17.840-18.640=-0.799
min	418.000-416.000=2.000
max	467.000

*mean*	0.609-0.617=-0.009
σ	0.021-0.012=0.008
min	0.563-0.600=-0.037
max	0.633-0.636=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1745.500-1744.000=1.500
σ	0.926-0.000=0.926
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	204.656-215.517=-10.861
σ	1.464-22.520=-21.057
min	202.796-205.092=-2.296
max	207.511-270.978=-63.467

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.500-1744.000=1.500
σ	0.926-0.000=0.926
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	11.920-10.732=1.189
σ	1.220-1.539=-0.319
min	9.473-9.362=0.110
max	12.858-12.609=0.249

phase=parser

*mean*	1042.099-1042.099=-0.000
σ	0.000-0.000=0.000
min	1042.098
max	1042.099

*mean*	1745.500-1744.000=1.500
σ	0.926-0.000=0.926
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	708.697-660.536=48.160
σ	57.022-63.350=-6.328
min	568.795-572.848=-4.054
max	742.323-728.305=14.018

phase=processProdDef

*mean*	6169.656-6169.656=0.000
σ	0.001-0.001=0.000
min	6169.655
max	6169.657

*mean*	1745.750-1744.000=1.750
σ	1.035-0.000=1.035
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	5472.913-5593.148=-120.234
σ	1122.873-1484.733=-361.860
min	4391.071-3461.004=930.067
max	7720.100-7323.249=396.851

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1745.500-1744.000=1.500
σ	0.926-0.000=0.926
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	45.208-43.382=1.826
σ	5.036-5.415=-0.378
min	34.625-34.184=0.441
max	48.261-49.716=-1.455

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1745.500-1744.000=1.500
σ	0.926-0.000=0.926
min	1745.000-1744.000=1.000
max	1747.000-1744.000=3.000

*mean*	803.741-795.471=8.270
σ	75.972-85.665=-9.693
min	677.179-660.556=16.623
max	883.047-881.200=1.847

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.685-293.689=-0.005
σ	0.040-0.041=-0.001
min	293.630-293.631=-0.001
max	293.724-293.732=-0.008

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.398-0.404=-0.005
σ	0.001-0.009=-0.008
min	0.397-0.397=0.001
max	0.400-0.419=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.769-1303.777=-0.008
σ	0.076-0.085=-0.009
min	1303.644-1303.648=-0.004
max	1303.829-1303.856=-0.027

*mean*	1084.000-1099.200=-15.200
σ	167.905-190.985=-23.080
min	885.000-837.000=48.000
max	1313.000-1329.000=-16.000

*mean*	2.059-2.124=-0.065
σ	0.217-0.334=-0.117
min	1.816-1.813=0.003
max	2.265-2.613=-0.348

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.838-1546.814=0.024
σ	4.008-4.045=-0.037
min	1544.902-1544.806=0.097
max	1554.003-1554.044=-0.041

*mean*	618.400-618.000=0.400
σ	88.041-80.215=7.826
min	522.000-497.000=25.000
max	726.000-712.000=14.000

*mean*	2.362-2.282=0.080
σ	0.232-0.209=0.023
min	2.121-2.143=-0.022
max	2.594-2.644=-0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.782-1865.781=0.000
σ	0.065-0.068=-0.003
min	1865.725-1865.723=0.002
max	1865.887-1865.892=-0.005

*mean*	1725.000-1729.400=-4.400
σ	179.612-176.452=3.160
min	1470.000-1479.000=-9.000
max	1891.000

*mean*	2.993-3.097=-0.104
σ	0.221-0.353=-0.133
min	2.788-2.892=-0.104
max	3.357-3.725=-0.368

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.823-1.583=0.239
σ	0.135-0.110=0.025
min	1.596-1.388=0.207
max	1.928-1.650=0.278

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.981=0.000
σ	579.242-579.242=0.000
min	158.357-158.357=0.000
max	1316.844-1316.844=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.530-0.543=-0.013
σ	0.523-0.547=-0.024
min	0.268-0.268=0.000
max	1.315-1.363=-0.048

policies=20

*mean*	1583.926-1583.923=0.003
σ	0.365-0.360=0.005
min	1583.673-1583.674=-0.001
max	1584.465-1584.455=0.010

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-444.500=2.000
σ	6.351-1.000=5.351
min	441.000-443.000=-2.000
max	452.000-445.000=7.000

*mean*	2.638-2.654=-0.016
σ	0.008-0.007=0.001
min	2.630-2.647=-0.017
max	2.646-2.664=-0.019

policies=200

*mean*	15847.112-15847.071=0.041
σ	0.050-0.187=-0.138
min	15847.055-15846.965=0.090
max	15847.176-15847.351=-0.175

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	492.750-496.000=-3.250
σ	3.948-5.292=-1.344
min	488.000-491.000=-3.000
max	496.000-503.000=-7.000

*mean*	26.631-26.631=0.000
σ	0.130-0.193=-0.063
min	26.524-26.441=0.083
max	26.791-26.848=-0.057