Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-53.704=0.915
σ	0.350-0.366=-0.016
min	54.486-53.563=0.923
max	55.614-54.745=0.869

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.142-0.138=0.003
σ	0.005-0.003=0.002
min	0.136-0.135=0.000
max	0.150-0.143=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.059=0.731
σ	0.006-0.005=0.001
min	43.783-43.053=0.730
max	43.803-43.066=0.737

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.125-0.120=0.005
σ	0.004-0.004=0.001
min	0.121-0.113=0.008
max	0.133-0.125=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	12.820
σ	0.123
min	12.652
max	13.034

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	13.038
σ	0.578
min	11.985
max	13.633

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7321.000
σ	0.000
min	7321.000
max	7321.000

*mean*	15.323
σ	0.711
min	13.636
max	15.884

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	13.261
σ	1.961
min	11.013
max	15.781

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	8.983
σ	0.201
min	8.661
max	9.206

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	6.721
σ	0.469
min	6.004
max	7.277

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	6.081
σ	0.192
min	5.769
max	6.288

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	5.706
σ	0.170
min	5.451
max	5.893

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7321.000
σ	0.000
min	7321.000
max	7321.000

*mean*	1077.624
σ	86.672
min	1039.793
max	1291.942

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3577.625
σ	1799.756
min	1045.000
max	5808.000

*mean*	4741.386
σ	1293.117
min	3564.133
max	6498.277

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	83.909
σ	9.728
min	72.687
max	96.080

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7321.000
σ	0.000
min	7321.000
max	7321.000

*mean*	106.295
σ	4.562
min	98.255
max	111.563

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7321.000
σ	0.000
min	7321.000
max	7321.000

*mean*	163.344
σ	8.729
min	143.751
max	169.141

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4156.250
σ	1904.856
min	1553.000
max	7321.000

*mean*	6367.211
σ	1232.077
min	4992.724
max	8045.722

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7321.000
σ	0.000
min	7321.000
max	7321.000

*mean*	5501.964
σ	1369.760
min	4438.753
max	7696.791

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.716
σ	17.872
min	347.080
max	396.237

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	731.373
σ	59.274
min	636.710
max	789.391

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.373-1005.104=3.269
σ	0.760-0.895=-0.135
min	1007.900-1004.636=3.264
max	1011.518-1008.821=2.696

*mean*	1039.850-1055.500=-15.650
σ	307.320-321.217=-13.897
min	570.000-554.000=16.000
max	1490.000-1634.000=-144.000

*mean*	1.522-1.652=-0.129
σ	0.074-0.093=-0.019
min	1.385-1.578=-0.193
max	1.732-1.907=-0.175

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1634.000=-1232.000
σ	0.000
min	402.000-1634.000=-1232.000
max	402.000-1634.000=-1232.000

*mean*	0.410-0.411=-0.001
σ	0.536-0.135=0.401
min	0.141-0.326=-0.185
max	1.366-0.649=0.717

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1634.000=-1232.000
σ	0.000
min	402.000-1634.000=-1232.000
max	402.000-1634.000=-1232.000

*mean*	0.486-0.881=-0.395
σ	0.324-0.108=0.217
min	0.333-0.803=-0.470
max	1.066-1.063=0.003

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1634.000=-1232.000
σ	0.000
min	402.000-1634.000=-1232.000
max	402.000-1634.000=-1232.000

*mean*	0.221-0.540=-0.319
σ	0.023-0.049=-0.026
min	0.202-0.496=-0.294
max	0.259-0.618=-0.359

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1634.000=-1232.000
σ	0.000
min	402.000-1634.000=-1232.000
max	402.000-1634.000=-1232.000

*mean*	0.335-0.846=-0.512
σ	0.015-0.038=-0.024
min	0.321-0.812=-0.492
max	0.359-0.912=-0.553

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.553=0.355
σ	0.011-0.031=-0.021
min	963.902-963.528=0.374
max	963.926-963.607=0.320

*mean*	434.800-1634.000=-1199.200
σ	1.643-0.000=1.643
min	432.000-1634.000=-1202.000
max	436.000-1634.000=-1198.000

*mean*	0.544-0.846=-0.301
σ	0.054-0.029=0.026
min	0.465-0.795=-0.330
max	0.608-0.867=-0.259

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.856=0.028
σ	0.002-0.008=-0.006
min	884.883-884.848=0.034
max	884.886-884.867=0.019

*mean*	436.000-1634.000=-1198.000
σ	0.000
min	436.000-1634.000=-1198.000
max	436.000-1634.000=-1198.000

*mean*	0.472-0.749=-0.277
σ	0.042-0.004=0.038
min	0.422-0.746=-0.325
max	0.532-0.755=-0.224

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000-1634.000=-1198.000
σ	0.000
min	436.000-1634.000=-1198.000
max	436.000-1634.000=-1198.000

*mean*	1.944-3.814=-1.870
σ	0.062-0.379=-0.317
min	1.812-3.388=-1.576
max	2.148-4.728=-2.579

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1634.000=-1198.000
σ	0.000
min	436.000-1634.000=-1198.000
max	436.000-1634.000=-1198.000

*mean*	2.630-3.488=-0.857
σ	0.133-0.077=0.055
min	1.968-3.328=-1.360
max	2.934-3.791=-0.858

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1634.000=-1198.000
σ	0.000
min	436.000-1634.000=-1198.000
max	436.000-1634.000=-1198.000

*mean*	0.307-0.591=-0.284
σ	0.009-0.097=-0.088
min	0.292-0.507=-0.215
max	0.361-0.853=-0.492

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1634.000=-1198.000
σ	0.000
min	436.000-1634.000=-1198.000
max	436.000-1634.000=-1198.000

*mean*	0.291-0.510=-0.219
σ	0.007-0.024=-0.018
min	0.277-0.482=-0.205
max	0.324-0.722=-0.397

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-294.366=3.701
σ	0.985-0.234=0.751
min	297.604-294.195=3.409
max	300.854-294.997=5.857

*mean*	444.200-1937.000=-1492.800
σ	13.415-0.000=13.415
min	428.000-1937.000=-1509.000
max	466.000-1937.000=-1471.000

*mean*	0.610-0.581=0.028
σ	0.016-0.025=-0.009
min	0.583-0.547=0.036
max	0.632-0.632=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	202.755
σ	2.289
min	199.534
max	205.439

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	12.190
σ	2.032
min	9.253
max	15.565

phase=parser

*mean*	1041.166
σ	0.000
min	1041.165
max	1041.166

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	702.492
σ	84.285
min	576.874
max	839.839

phase=processProdDef

*mean*	6169.657
σ	0.000
min	6169.657
max	6169.658

*mean*	1745.000
σ	0.000
min	1745.000
max	1745.000

*mean*	4699.491
σ	755.303
min	3824.517
max	5876.556

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	46.750
σ	5.257
min	39.190
max	56.019

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	786.374
σ	93.438
min	656.680
max	901.745

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-281.496=11.277
σ	0.035-0.040=-0.005
min	292.723-281.446=11.277
max	292.812-281.536=11.275

*mean*	445.000-1634.000=-1189.000
σ	0.000
min	445.000-1634.000=-1189.000
max	445.000-1634.000=-1189.000

*mean*	0.403-0.395=0.008
σ	0.006-0.007=-0.001
min	0.396-0.387=0.009
max	0.412-0.402=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.905-1291.484=11.421
σ	0.045-0.110=-0.065
min	1302.843-1291.363=11.480
max	1302.956-1291.622=11.335

*mean*	1075.600-1634.000=-558.400
σ	187.142-0.000=187.142
min	840.000-1634.000=-794.000
max	1324.000-1634.000=-310.000

*mean*	2.072-1.912=0.159
σ	0.186-0.088=0.098
min	1.762-1.810=-0.048
max	2.219-2.001=0.218

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.912-1534.328=11.584
σ	4.037-4.035=0.002
min	1543.942-1532.323=11.619
max	1553.128-1541.539=11.590

*mean*	610.400-1634.000=-1023.600
σ	74.484-0.000=74.484
min	493.000-1634.000=-1141.000
max	689.000-1634.000=-945.000

*mean*	2.296-2.247=0.050
σ	0.207-0.200=0.007
min	2.177-2.040=0.137
max	2.663-2.476=0.187

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1853.350=11.485
σ	0.051-0.054=-0.003
min	1864.764-1853.304=11.460
max	1864.889-1853.421=11.467

*mean*	1711.800-1781.800=-70.000
σ	235.677-151.726=83.951
min	1431.000-1634.000=-203.000
max	2025.000-1937.000=88.000

*mean*	2.935-2.922=0.013
σ	0.056-0.105=-0.049
min	2.890-2.825=0.066
max	3.007-3.089=-0.082

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.489=0.123
σ	0.220-0.313=-0.093
min	1.336-1.121=0.215
max	1.834-1.965=-0.131

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.737-442.428=5.310
σ	579.077-577.065=2.011
min	158.196-153.894=4.302
max	1316.352-1308.025=8.327

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1634.000=-1190.000
σ	0.000
min	444.000-1634.000=-1190.000
max	444.000-1634.000=-1190.000

*mean*	0.535-0.541=-0.006
σ	0.530-0.566=-0.036
min	0.267-0.257=0.010
max	1.330-1.390=-0.060

policies=20

*mean*	1582.291-1539.207=43.084
σ	0.360-0.318=0.041
min	1582.041-1538.985=43.055
max	1582.824-1539.679=43.144

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1634.000=-1186.000
σ	4.619-0.000=4.619
min	444.000-1634.000=-1190.000
max	452.000-1634.000=-1182.000

*mean*	2.634-2.577=0.057
σ	0.021-0.016=0.005
min	2.607-2.555=0.052
max	2.656-2.594=0.063

policies=200

*mean*	15830.912-15400.433=430.480
σ	0.103-0.143=-0.039
min	15830.805-15400.263=430.542
max	15831.041-15400.609=430.432

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-1634.000=-1136.000
σ	4.690-0.000=4.690
min	493.000-1634.000=-1141.000
max	504.000-1634.000=-1130.000

*mean*	26.690-26.127=0.563
σ	0.105-0.062=0.044
min	26.553-26.036=0.517
max	26.777-26.172=0.605