Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.616=0.003
σ	0.350-0.349=0.000
min	54.486-54.485=0.001
max	55.614-55.610=0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.142-0.139=0.002
σ	0.005-0.006=-0.000
min	0.136-0.131=0.005
max	0.150-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.785=0.005
σ	0.006-0.007=-0.000
min	43.783-43.777=0.006
max	43.803-43.797=0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.125-0.123=0.003
σ	0.004-0.004=0.001
min	0.121-0.119=0.002
max	0.133-0.129=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	12.820-12.384=0.436
σ	0.123-0.233=-0.110
min	12.652-11.978=0.674
max	13.034-12.796=0.238

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	13.038-12.088=0.950
σ	0.578-0.649=-0.071
min	11.985-11.255=0.730
max	13.633-12.961=0.673

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7321.000-6041.000=1280.000
σ	0.000
min	7321.000-6041.000=1280.000
max	7321.000-6041.000=1280.000

*mean*	15.323-12.960=2.363
σ	0.711-1.476=-0.764
min	13.636-10.713=2.924
max	15.884-15.221=0.663

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	13.261-12.115=1.145
σ	1.961-1.546=0.415
min	11.013-10.545=0.468
max	15.781-14.453=1.328

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	8.983-8.331=0.652
σ	0.201-0.421=-0.220
min	8.661-7.664=0.998
max	9.206-8.834=0.372

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	6.721-6.308=0.413
σ	0.469-0.263=0.205
min	6.004-5.909=0.096
max	7.277-6.611=0.666

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	6.081-5.350=0.731
σ	0.192-0.120=0.072
min	5.769-5.131=0.638
max	6.288-5.487=0.801

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	5.706-5.221=0.486
σ	0.170-0.055=0.116
min	5.451-5.115=0.336
max	5.893-5.276=0.617

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=-0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7321.000-6041.000=1280.000
σ	0.000
min	7321.000-6041.000=1280.000
max	7321.000-6041.000=1280.000

*mean*	1077.624-1483.756=-406.132
σ	86.672-715.114=-628.442
min	1039.793-1035.725=4.067
max	1291.942-3000.238=-1708.296

op=load_product(), with indexes

*mean*	8744.722-8744.558=0.163
σ	0.469-0.032=0.437
min	8744.553-8744.545=0.009
max	8745.883-8744.639=1.244

*mean*	3577.625-3824.250=-246.625
σ	1799.756-1645.394=154.363
min	1045.000-1987.000=-942.000
max	5808.000-6041.000=-233.000

*mean*	4741.386-4466.311=275.075
σ	1293.117-1295.070=-1.953
min	3564.133-3553.309=10.824
max	6498.277-7074.133=-575.856

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	83.909-79.208=4.701
σ	9.728-8.222=1.506
min	72.687-71.350=1.337
max	96.080-93.931=2.149

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7321.000-6041.000=1280.000
σ	0.000
min	7321.000-6041.000=1280.000
max	7321.000-6041.000=1280.000

*mean*	106.295-96.944=9.351
σ	4.562-9.017=-4.455
min	98.255-81.414=16.840
max	111.563-109.686=1.877

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7321.000-6041.000=1280.000
σ	0.000
min	7321.000-6041.000=1280.000
max	7321.000-6041.000=1280.000

*mean*	163.344-236.153=-72.809
σ	8.729-260.693=-251.965
min	143.751-122.072=21.679
max	169.141-880.336=-711.195

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=0.000
max	11667.537-11667.521=0.017

*mean*	4156.250-4104.750=51.500
σ	1904.856-1567.436=337.419
min	1553.000-1987.000=-434.000
max	7321.000-6041.000=1280.000

*mean*	6367.211-6469.726=-102.515
σ	1232.077-1355.212=-123.136
min	4992.724-4965.552=27.173
max	8045.722-8319.998=-274.276

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7321.000-6041.000=1280.000
σ	0.000
min	7321.000-6041.000=1280.000
max	7321.000-6041.000=1280.000

*mean*	5501.964-6767.995=-1266.031
σ	1369.760-1147.928=221.832
min	4438.753-4437.700=1.053
max	7696.791-7820.825=-124.034

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.024
σ	0.001-0.028=-0.026
min	172.558
max	172.562-172.631=-0.069

*mean*	478.000-1987.000=-1509.000
σ	0.000
min	478.000-1987.000=-1509.000
max	478.000-1987.000=-1509.000

*mean*	380.716-353.071=27.645
σ	17.872-43.241=-25.369
min	347.080-270.642=76.438
max	396.237-403.816=-7.579

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.367=-0.045
σ	0.001-0.045=-0.044
min	357.321
max	357.325-357.440=-0.115

*mean*	562.000-1987.000=-1425.000
σ	0.000
min	562.000-1987.000=-1425.000
max	562.000-1987.000=-1425.000

*mean*	731.373-725.191=6.182
σ	59.274-73.997=-14.722
min	636.710-592.256=44.454
max	789.391-789.473=-0.082

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.373-1008.189=0.184
σ	0.760-0.877=-0.117
min	1007.900-1007.685=0.215
max	1011.518-1011.819=-0.301

*mean*	1039.850-1041.950=-2.100
σ	307.320-305.279=2.041
min	570.000-548.000=22.000
max	1490.000-1467.000=23.000

*mean*	1.522-1.578=-0.056
σ	0.074-0.132=-0.058
min	1.385-1.497=-0.113
max	1.732-2.056=-0.325

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.410-0.410=-0.000
σ	0.536-0.124=0.412
min	0.141-0.336=-0.195
max	1.366-0.629=0.737

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.486-0.888=-0.401
σ	0.324-0.083=0.241
min	0.333-0.811=-0.477
max	1.066-1.028=0.038

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.221-0.549=-0.328
σ	0.023-0.042=-0.018
min	0.202-0.511=-0.309
max	0.259-0.620=-0.361

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.335-0.851=-0.517
σ	0.015-0.038=-0.024
min	0.321-0.815=-0.494
max	0.359-0.915=-0.556

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.541=0.367
σ	0.011-0.033=-0.022
min	963.902-963.523=0.379
max	963.926-963.598=0.328

*mean*	434.800-1467.000=-1032.200
σ	1.643-0.000=1.643
min	432.000-1467.000=-1035.000
max	436.000-1467.000=-1031.000

*mean*	0.544-0.790=-0.245
σ	0.054-0.074=-0.019
min	0.465-0.667=-0.202
max	0.608-0.855=-0.246

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.854=0.030
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.862=0.024

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.472-0.732=-0.259
σ	0.042-0.026=0.016
min	0.422-0.685=-0.264
max	0.532-0.745=-0.213

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	1.944-4.276=-2.331
σ	0.062-0.083=-0.021
min	1.812-4.144=-2.332
max	2.148-4.518=-2.369

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	2.630-4.218=-1.588
σ	0.133-0.058=0.075
min	1.968-4.117=-2.149
max	2.934-4.433=-1.500

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.307-0.757=-0.450
σ	0.009-0.016=-0.007
min	0.292-0.721=-0.429
max	0.361-0.843=-0.481

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.291-0.723=-0.432
σ	0.007-0.013=-0.007
min	0.277-0.699=-0.422
max	0.324-0.800=-0.476

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-297.501=0.567
σ	0.985-0.158=0.827
min	297.604-297.360=0.244
max	300.854-297.913=2.941

*mean*	444.200-1987.000=-1542.800
σ	13.415-0.000=13.415
min	428.000-1987.000=-1559.000
max	466.000-1987.000=-1521.000

*mean*	0.610-0.561=0.049
σ	0.016-0.036=-0.020
min	0.583-0.505=0.077
max	0.632-0.607=0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	202.755
σ	2.289
min	199.534
max	205.439

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	12.190
σ	2.032
min	9.253
max	15.565

phase=parser

*mean*	1041.166
σ	0.000
min	1041.165
max	1041.166

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	702.492
σ	84.285
min	576.874
max	839.839

phase=processProdDef

*mean*	6169.657
σ	0.000
min	6169.657
max	6169.658

*mean*	1745.000
σ	0.000
min	1745.000
max	1745.000

*mean*	4699.491
σ	755.303
min	3824.517
max	5876.556

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	46.750
σ	5.257
min	39.190
max	56.019

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	786.374
σ	93.438
min	656.680
max	901.745

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-289.775=2.999
σ	0.035-0.035=0.000
min	292.723-289.730=2.993
max	292.812-289.812=3.000

*mean*	445.000-1467.000=-1022.000
σ	0.000
min	445.000-1467.000=-1022.000
max	445.000-1467.000=-1022.000

*mean*	0.403-0.397=0.005
σ	0.006-0.009=-0.002
min	0.396-0.392=0.004
max	0.412-0.413=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.905-1299.683=3.221
σ	0.045-0.091=-0.045
min	1302.843-1299.560=3.282
max	1302.956-1299.799=3.157

*mean*	1075.600-1467.000=-391.400
σ	187.142-0.000=187.142
min	840.000-1467.000=-627.000
max	1324.000-1467.000=-143.000

*mean*	2.072-2.252=-0.180
σ	0.186-0.101=0.085
min	1.762-2.105=-0.343
max	2.219-2.336=-0.117

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.912-1542.709=3.203
σ	4.037-3.986=0.051
min	1543.942-1540.794=3.147
max	1553.128-1549.835=3.293

*mean*	610.400-1467.000=-856.600
σ	74.484-0.000=74.484
min	493.000-1467.000=-974.000
max	689.000-1467.000=-778.000

*mean*	2.296-2.423=-0.126
σ	0.207-0.136=0.071
min	2.177-2.263=-0.085
max	2.663-2.574=0.089

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1861.634=3.201
σ	0.051-0.059=-0.008
min	1864.764-1861.554=3.210
max	1864.889-1861.703=3.186

*mean*	1711.800-1772.800=-61.000
σ	235.677-225.992=9.686
min	1431.000-1475.000=-44.000
max	2025.000-1987.000=38.000

*mean*	2.935-3.205=-0.270
σ	0.056-0.308=-0.253
min	2.890-2.871=0.019
max	3.007-3.648=-0.641

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.835=-0.224
σ	0.220-0.088=0.131
min	1.336-1.699=-0.363
max	1.834-1.918=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.737-446.184=1.553
σ	579.077-577.141=1.936
min	158.196-157.612=0.583
max	1316.352-1311.895=4.457

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1467.000=-1023.000
σ	0.000
min	444.000-1467.000=-1023.000
max	444.000-1467.000=-1023.000

*mean*	0.535-0.544=-0.009
σ	0.530-0.563=-0.033
min	0.267-0.262=0.004
max	1.330-1.388=-0.059

policies=20

*mean*	1582.291-1576.416=5.875
σ	0.360-0.350=0.010
min	1582.041-1576.186=5.854
max	1582.824-1576.938=5.886

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1467.000=-1019.000
σ	4.619-0.000=4.619
min	444.000-1467.000=-1023.000
max	452.000-1467.000=-1015.000

*mean*	2.634-2.621=0.013
σ	0.021-0.016=0.005
min	2.607-2.609=-0.002
max	2.656-2.642=0.014

policies=200

*mean*	15830.912-15772.345=58.568
σ	0.103-0.106=-0.002
min	15830.805-15772.286=58.519
max	15831.041-15772.503=58.538

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-1467.000=-969.000
σ	4.690-0.000=4.690
min	493.000-1467.000=-974.000
max	504.000-1467.000=-963.000

*mean*	26.690-26.523=0.166
σ	0.105-0.082=0.023
min	26.553-26.433=0.120
max	26.777-26.629=0.148