Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.680-54.578=0.102
σ	0.356-0.352=0.003
min	54.547-54.441=0.106
max	55.691-55.580=0.111

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.145-0.141=0.004
σ	0.007-0.005=0.003
min	0.136-0.137=-0.001
max	0.158-0.149=0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.708=-0.004
σ	0.005-0.005=-0.001
min	43.696-43.702=-0.006
max	43.709-43.718=-0.009

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.125=-0.000
σ	0.005-0.005=0.000
min	0.120-0.120=-0.000
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	12.950-12.334=0.616
σ	0.337-0.299=0.038
min	12.558-11.972=0.586
max	13.536-12.806=0.729

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	12.773-12.519=0.254
σ	0.653-0.540=0.112
min	11.913-11.222=0.690
max	13.559-12.895=0.663

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.932-41.933=-0.000

*mean*	7328.000-7272.000=56.000
σ	0.000
min	7328.000-7272.000=56.000
max	7328.000-7272.000=56.000

*mean*	15.121-14.666=0.456
σ	1.056-0.438=0.617
min	12.683-13.679=-0.996
max	15.937-15.171=0.766

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	13.023-11.915=1.109
σ	1.841-1.432=0.409
min	11.295-10.388=0.907
max	15.849-13.769=2.081

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	8.816-8.486=0.331
σ	0.418-0.269=0.149
min	8.136-8.065=0.071
max	9.337-8.784=0.553

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	6.871-6.548=0.323
σ	0.362-0.102=0.260
min	6.277-6.426=-0.149
max	7.311-6.680=0.631

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	5.987-5.488=0.499
σ	0.172-0.129=0.043
min	5.730-5.285=0.445
max	6.273-5.659=0.614

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	5.772-5.327=0.445
σ	0.080-0.060=0.020
min	5.676-5.224=0.452
max	5.893-5.410=0.482

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.606=0.000

*mean*	7328.000-7272.000=56.000
σ	0.000
min	7328.000-7272.000=56.000
max	7328.000-7272.000=56.000

*mean*	1039.256-1559.063=-519.807
σ	5.701-937.006=-931.305
min	1029.192-1036.694=-7.502
max	1046.567-3745.731=-2699.164

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=-0.000

*mean*	3578.500-3567.500=11.000
σ	1801.861-1791.232=10.629
min	1046.000-1045.000=1.000
max	5817.000-5779.000=38.000

*mean*	4671.795-5030.109=-358.314
σ	1623.693-1652.802=-29.109
min	3475.553-3533.948=-58.394
max	7293.988-7468.044=-174.057

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	80.076-83.784=-3.708
σ	7.541-12.320=-4.779
min	72.212-70.229=1.983
max	92.129-101.028=-8.898

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7328.000-7272.000=56.000
σ	0.000
min	7328.000-7272.000=56.000
max	7328.000-7272.000=56.000

*mean*	104.122-108.225=-4.103
σ	8.770-3.118=5.652
min	83.792-102.541=-18.749
max	109.404-111.048=-1.644

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7328.000-7272.000=56.000
σ	0.000
min	7328.000-7272.000=56.000
max	7328.000-7272.000=56.000

*mean*	160.863-164.756=-3.894
σ	13.348-5.237=8.111
min	129.243-154.388=-25.145
max	168.213-168.918=-0.705

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.001
max	11667.552-11667.538=0.013

*mean*	4155.875-4145.875=10.000
σ	1906.556-1891.022=15.534
min	1552.000-1557.000=-5.000
max	7328.000-7272.000=56.000

*mean*	6201.350-6697.126=-495.776
σ	1027.794-1180.166=-152.372
min	4974.339-4931.679=42.660
max	7803.330-8159.387=-356.057

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.000

*mean*	7328.000-7272.000=56.000
σ	0.000
min	7328.000-7272.000=56.000
max	7328.000-7272.000=56.000

*mean*	5603.539-5744.379=-140.841
σ	1709.775-1495.653=214.122
min	4324.531-4384.928=-60.397
max	9055.683-8091.449=964.234

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	374.228-376.367=-2.139
σ	34.668-24.140=10.528
min	296.825-344.749=-47.924
max	395.564-398.956=-3.392

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-556.000=5.000
σ	0.000-6.414=-6.414
min	561.000-550.000=11.000
max	561.000-562.000=-1.000

*mean*	738.274-761.646=-23.371
σ	55.074-32.670=22.404
min	640.412-718.018=-77.605
max	786.000-823.883=-37.883

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.502=15.827
σ	0.759-0.760=-0.001
min	1023.855-1008.026=15.829
max	1027.466-1011.642=15.823

*mean*	1055.850-1050.850=5.000
σ	322.395-318.381=4.014
min	553.000-592.000=-39.000
max	1534.000-1526.000=8.000

*mean*	1.595-1.527=0.068
σ	0.103-0.055=0.048
min	1.513-1.465=0.048
max	1.909-1.643=0.266

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.374-0.292=0.082
σ	0.446-0.280=0.166
min	0.143-0.150=-0.007
max	1.168-0.791=0.378

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.427-0.580=-0.153
σ	0.183-0.343=-0.160
min	0.332-0.329=0.003
max	0.755-1.060=-0.305

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.229-0.269=-0.039
σ	0.020-0.103=-0.083
min	0.212-0.206=0.005
max	0.265-0.449=-0.184

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.339-0.333=0.006
σ	0.017-0.022=-0.005
min	0.321-0.313=0.009
max	0.368-0.370=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	432.800-435.000=-2.200
σ	3.033-4.637=-1.604
min	430.000-431.000=-1.000
max	436.000-440.000=-4.000

*mean*	0.602-0.576=0.025
σ	0.007-0.025=-0.018
min	0.593-0.537=0.056
max	0.609-0.600=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.478-0.497=-0.019
σ	0.063-0.033=0.030
min	0.386-0.441=-0.055
max	0.525-0.521=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	2.644-2.663=-0.019
σ	0.154-0.094=0.060
min	2.436-2.461=-0.025
max	3.637-2.981=0.656

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	2.685-2.638=0.046
σ	0.137-0.091=0.046
min	2.488-2.457=0.031
max	3.363-2.996=0.366

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.306-0.304=0.001
σ	0.008-0.008=-0.000
min	0.293-0.294=-0.001
max	0.361-0.355=0.006

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.293-0.295=-0.002
σ	0.010-0.040=-0.031
min	0.280-0.278=0.002
max	0.359-0.683=-0.324

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.663-297.992=0.670
σ	1.004-1.008=-0.005
min	298.290-297.616=0.673
max	301.517-300.859=0.659

*mean*	441.600-441.300=0.300
σ	13.607-16.405=-2.798
min	424.000-416.000=8.000
max	463.000-468.000=-5.000

*mean*	0.583-0.597=-0.014
σ	0.036-0.027=0.009
min	0.521-0.546=-0.025
max	0.638-0.622=0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000-0.000=-0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1745.000-1737.250=7.750
σ	0.000-33.092=-33.092
min	1745.000-1685.000=60.000
max	1745.000-1766.000=-21.000

*mean*	223.889-202.241=21.648
σ	2.101-1.621=0.480
min	220.789-198.967=21.822
max	226.752-203.718=23.035

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.000-1737.250=7.750
σ	0.000-33.092=-33.092
min	1745.000-1685.000=60.000
max	1745.000-1766.000=-21.000

*mean*	12.000-10.799=1.200
σ	1.512-1.536=-0.024
min	9.445-9.291=0.154
max	12.962-12.630=0.332

phase=parser

*mean*	1042.365-1042.095=0.270
σ	0.000-0.000=0.000
min	1042.365-1042.095=0.270
max	1042.366-1042.095=0.270

*mean*	1745.000-1737.250=7.750
σ	0.000-33.092=-33.092
min	1745.000-1685.000=60.000
max	1745.000-1766.000=-21.000

*mean*	689.752-636.116=53.636
σ	66.030-73.552=-7.522
min	572.657-567.410=5.246
max	734.577-732.021=2.556

phase=processProdDef

*mean*	6169.659-6169.663=-0.004
σ	0.000-0.001=-0.000
min	6169.659-6169.662=-0.004
max	6169.659-6169.664=-0.004

*mean*	1745.625-1747.375=-1.750
σ	1.768-26.570=-24.803
min	1745.000-1685.000=60.000
max	1750.000-1766.000=-16.000

*mean*	5363.138-5063.611=299.527
σ	1382.595-1340.286=42.309
min	3612.233-3524.209=88.023
max	7079.766-7669.229=-589.463

phase=renaming

*mean*	21.671-21.670=0.001
σ	0.000
min	21.671-21.670=0.001
max	21.671-21.670=0.001

*mean*	1745.000-1737.250=7.750
σ	0.000-33.092=-33.092
min	1745.000-1685.000=60.000
max	1745.000-1766.000=-21.000

*mean*	46.041-41.540=4.500
σ	3.604-5.686=-2.082
min	39.985-34.239=5.746
max	48.166-48.013=0.153

phase=type checker

*mean*	990.446-958.457=31.988
σ	0.066
min	990.348-958.360=31.988
max	990.536-958.547=31.988

*mean*	1745.000-1737.250=7.750
σ	0.000-33.092=-33.092
min	1745.000-1685.000=60.000
max	1745.000-1766.000=-21.000

*mean*	832.198-759.868=72.330
σ	108.317-82.688=25.629
min	684.820-659.966=24.854
max	982.734-888.842=93.891

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.688=0.231
σ	0.038-0.038=0.000
min	293.865-293.633=0.232
max	293.958-293.725=0.234

*mean*	442.200-445.000=-2.800
σ	1.643-0.000=1.643
min	441.000-445.000=-4.000
max	444.000-445.000=-1.000

*mean*	0.398-0.403=-0.005
σ	0.006-0.009=-0.003
min	0.393-0.398=-0.006
max	0.407-0.420=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.212-1303.802=16.409
σ	0.133-0.094=0.038
min	1320.086-1303.646=16.441
max	1320.426-1303.873=16.553

*mean*	1086.000-1099.000=-13.000
σ	163.222-190.684=-27.462
min	891.000-837.000=54.000
max	1308.000-1328.000=-20.000

*mean*	1.988-2.118=-0.130
σ	0.135-0.235=-0.100
min	1.857-1.844=0.013
max	2.139-2.421=-0.282

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.693-1546.813=12.881
σ	4.092-4.039=0.053
min	1557.572-1544.789=12.784
max	1567.003-1554.032=12.971

*mean*	624.200-617.400=6.800
σ	86.791-81.350=5.441
min	495.000-494.000=1.000
max	726.000-712.000=14.000

*mean*	2.222-2.269=-0.047
σ	0.204-0.185=0.018
min	2.082-2.147=-0.065
max	2.580-2.594=-0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.274-1865.780=16.494
σ	0.063-0.061=0.002
min	1882.183-1865.717=16.466
max	1882.349-1865.877=16.472

*mean*	1721.200-1729.200=-8.000
σ	169.067-175.639=-6.572
min	1475.000-1480.000=-5.000
max	1876.000-1890.000=-14.000

*mean*	3.090-3.020=0.070
σ	0.234-0.130=0.104
min	2.942-2.923=0.019
max	3.501-3.242=0.259

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.794-1.854=-0.060
σ	0.104-0.105=-0.001
min	1.649-1.679=-0.030
max	1.924-1.960=-0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.983-447.427=5.556
σ	584.420-578.133=6.288
min	160.771-158.358=2.413
max	1329.614-1314.626=14.987

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.550-0.538=0.012
σ	0.556-0.552=0.004
min	0.270-0.261=0.009
max	1.384-1.366=0.018

policies=20

*mean*	1608.046-1583.906=24.140
σ	0.426-0.343=0.083
min	1607.759-1583.677=24.082
max	1608.678-1584.414=24.264

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.000-444.500=5.500
σ	10.100-1.000=9.100
min	443.000
max	465.000-445.000=20.000

*mean*	2.710-2.621=0.089
σ	0.010-0.011=-0.001
min	2.703-2.608=0.095
max	2.725-2.636=0.090

policies=200

*mean*	16088.505-15847.250=241.255
σ	0.122-0.175=-0.054
min	16088.356-15847.101=241.254
max	16088.652-15847.502=241.151

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.250-496.250=1.000
σ	5.058-4.113=0.945
min	491.000
max	503.000-501.000=2.000

*mean*	27.497-26.588=0.909
σ	0.189-0.169=0.020
min	27.349-26.409=0.940
max	27.773-26.738=1.035