Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.678=-0.001
σ	0.360-0.360=-0.000
min	54.539-54.538=0.001
max	55.701-55.703=-0.002

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.142-0.142=0.000
σ	0.004-0.004=-0.001
min	0.139-0.137=0.002
max	0.149-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.002
σ	0.006-0.006=-0.000
min	43.696-43.698=-0.003
max	43.713-43.718=-0.005

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.122-0.124=-0.002
σ	0.006-0.005=0.001
min	0.116-0.120=-0.004
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	12.161-12.648=-0.486
σ	0.167-0.239=-0.072
min	11.981-12.334=-0.352
max	12.495-13.111=-0.616

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	11.869-12.552=-0.682
σ	0.578-0.575=0.002
min	11.272-11.782=-0.510
max	12.715-13.224=-0.509

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7314.000-7310.000=4.000
σ	0.000
min	7314.000-7310.000=4.000
max	7314.000-7310.000=4.000

*mean*	14.619-15.148=-0.529
σ	0.730-0.617=0.113
min	12.997-13.653=-0.656
max	15.098-15.531=-0.433

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	12.027-13.237=-1.211
σ	1.563-1.700=-0.137
min	10.274-10.966=-0.692
max	14.288-15.314=-1.026

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	8.476-8.896=-0.421
σ	0.264-0.269=-0.005
min	8.078-8.456=-0.378
max	8.840-9.290=-0.451

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404-26.404=-0.000

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	6.583-6.910=-0.327
σ	0.106-0.107=-0.001
min	6.428-6.791=-0.363
max	6.783-7.054=-0.271

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	5.451-6.056=-0.605
σ	0.076-0.163=-0.087
min	5.323-5.851=-0.528
max	5.516-6.265=-0.749

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	5.322-5.809=-0.487
σ	0.065-0.066=-0.001
min	5.230-5.728=-0.498
max	5.400-5.897=-0.497

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7314.000-7310.000=4.000
σ	0.000
min	7314.000-7310.000=4.000
max	7314.000-7310.000=4.000

*mean*	1098.790-1077.418=21.372
σ	160.633-85.831=74.802
min	1034.557-1037.533=-2.976
max	1496.135-1288.452=207.683

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3576.125-3573.750=2.375
σ	1797.883-1795.924=1.959
min	1045.000-1046.000=-1.000
max	5802.000-5795.000=7.000

*mean*	4948.626-4466.876=481.750
σ	1563.062-1270.879=292.183
min	3538.948-3502.332=36.616
max	7153.152-6386.600=766.552

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=-0.000

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	84.939-83.715=1.224
σ	13.509-12.883=0.627
min	70.892-69.290=1.602
max	104.481-101.907=2.574

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.944=0.000
max	40.946

*mean*	7314.000-7310.000=4.000
σ	0.000
min	7314.000-7310.000=4.000
max	7314.000-7310.000=4.000

*mean*	107.353-105.636=1.717
σ	4.273-4.066=0.208
min	100.812-98.037=2.775
max	111.455-111.355=0.099

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7314.000-7310.000=4.000
σ	0.000
min	7314.000-7310.000=4.000
max	7314.000-7310.000=4.000

*mean*	161.705-162.486=-0.781
σ	7.419-7.622=-0.203
min	145.028-145.106=-0.078
max	166.812-168.724=-1.912

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.901=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.307=-0.001
max	11667.552

*mean*	4155.125-4153.500=1.625
σ	1902.450-1901.959=0.491
min	1557.000-1554.000=3.000
max	7314.000-7310.000=4.000

*mean*	6879.914-6599.477=280.437
σ	1100.953-1094.473=6.480
min	4984.047-4867.517=116.530
max	8089.762-8116.396=-26.634

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067

*mean*	7314.000-7310.000=4.000
σ	0.000
min	7314.000-7310.000=4.000
max	7314.000-7310.000=4.000

*mean*	5641.462-5175.813=465.649
σ	1332.740-1371.990=-39.250
min	4379.610-4305.838=73.772
max	7607.754-7485.125=122.629

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	364.806-349.899=14.907
σ	34.638-37.940=-3.301
min	297.545-294.951=2.594
max	396.829-399.234=-2.405

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	732.392-748.897=-16.506
σ	71.343-53.183=18.160
min	624.143-650.471=-26.328
max	808.008-788.468=19.540

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.000
σ	0.759-0.759=-0.000
min	1023.851-1023.855=-0.004
max	1027.465-1027.465=0.001

*mean*	1038.050-1062.600=-24.550
σ	295.841-315.955=-20.114
min	554.000-596.000=-42.000
max	1437.000-1568.000=-131.000

*mean*	1.577-1.554=0.022
σ	0.101-0.056=0.045
min	1.390-1.496=-0.106
max	1.817-1.715=0.101

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.322-0.400=-0.078
σ	0.316-0.516=-0.200
min	0.150-0.140=0.010
max	0.883-1.320=-0.437

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.414-0.483=-0.068
σ	0.188-0.320=-0.132
min	0.320-0.331=-0.011
max	0.750-1.055=-0.306

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.218-0.278=-0.061
σ	0.023-0.078=-0.055
min	0.199-0.224=-0.024
max	0.258-0.415=-0.157

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.337-0.346=-0.009
σ	0.020-0.020=-0.000
min	0.316-0.327=-0.011
max	0.367-0.373=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.000-436.200=-1.200
σ	2.236-1.789=0.447
min	431.000-433.000=-2.000
max	436.000-437.000=-1.000

*mean*	0.558-0.540=0.018
σ	0.069-0.053=0.016
min	0.437-0.483=-0.046
max	0.611-0.610=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.505-0.461=0.044
σ	0.011-0.040=-0.029
min	0.489-0.423=0.066
max	0.516-0.528=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	2.653-2.625=0.028
σ	0.070-0.101=-0.031
min	2.496-2.458=0.038
max	2.833-2.944=-0.112

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	2.634-2.574=0.060
σ	0.100-0.057=0.043
min	2.470-2.448=0.022
max	2.957-2.749=0.207

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.306-0.306=-0.001
σ	0.010-0.036=-0.026
min	0.289-0.287=0.002
max	0.366-0.649=-0.283

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.303-0.288=0.015
σ	0.062-0.008=0.054
min	0.279-0.274=0.006
max	0.753-0.333=0.419

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.679-298.773=-0.094
σ	1.040-1.010=0.030
min	298.292-298.406=-0.114
max	301.635-301.646=-0.011

*mean*	442.300-442.600=-0.300
σ	15.181-15.778=-0.597
min	419.000-418.000=1.000
max	463.000-467.000=-4.000

*mean*	0.586-0.605=-0.020
σ	0.031-0.023=0.008
min	0.538-0.568=-0.029
max	0.645-0.641=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.536=-0.004
σ	0.000
min	239.532-239.536=-0.004
max	239.532-239.536=-0.004

*mean*	1751.000-1769.625=-18.625
σ	0.000-35.002=-35.002
min	1751.000-1683.000=68.000
max	1751.000-1782.000=-31.000

*mean*	218.649-218.510=0.140
σ	2.641-2.383=0.258
min	215.490-215.697=-0.207
max	223.541-221.666=1.876

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1751.000-1769.625=-18.625
σ	0.000-35.002=-35.002
min	1751.000-1683.000=68.000
max	1751.000-1782.000=-31.000

*mean*	11.280-10.533=0.747
σ	2.019-2.463=-0.444
min	7.275-7.256=0.019
max	12.717-12.819=-0.102

phase=parser

*mean*	1042.364-1042.363=0.001
σ	0.000-0.000=0.000
min	1042.363-1042.363=0.000
max	1042.364-1042.363=0.001

*mean*	1751.000-1769.625=-18.625
σ	0.000-35.002=-35.002
min	1751.000-1683.000=68.000
max	1751.000-1782.000=-31.000

*mean*	661.107-626.194=34.914
σ	79.560-112.137=-32.577
min	538.775-422.618=116.157
max	723.719-728.337=-4.618

phase=processProdDef

*mean*	6169.661-6169.657=0.004
σ	0.001-0.000=0.000
min	6169.660-6169.657=0.004
max	6169.662-6169.658=0.004

*mean*	1751.000-1782.000=-31.000
σ	0.000
min	1751.000-1782.000=-31.000
max	1751.000-1782.000=-31.000

*mean*	6328.617-4857.811=1470.806
σ	1421.649-1488.100=-66.452
min	4112.053-3120.539=991.514
max	7979.191-7805.860=173.331

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1751.000-1769.625=-18.625
σ	0.000-35.002=-35.002
min	1751.000-1683.000=68.000
max	1751.000-1782.000=-31.000

*mean*	42.258-40.559=1.699
σ	8.083-9.449=-1.366
min	26.086-26.437=-0.350
max	48.138-48.337=-0.199

phase=type checker

*mean*	990.446-990.442=0.004
σ	0.066
min	990.348-990.344=0.004
max	990.536-990.532=0.004

*mean*	1751.000-1769.625=-18.625
σ	0.000-35.002=-35.002
min	1751.000-1683.000=68.000
max	1751.000-1782.000=-31.000

*mean*	819.562-750.535=69.027
σ	92.662-105.366=-12.704
min	679.758-647.867=31.890
max	948.416-907.984=40.432

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.925-293.920=0.005
σ	0.045-0.041=0.004
min	293.861-293.862=-0.001
max	293.970-293.964=0.006

*mean*	441.400-442.000=-0.600
σ	3.286-2.739=0.548
min	439.000-440.000=-1.000
max	445.000

*mean*	0.405-0.407=-0.002
σ	0.011-0.010=0.001
min	0.397-0.400=-0.003
max	0.424-0.423=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.185-1320.266=-0.080
σ	0.091-0.074=0.017
min	1320.093-1320.155=-0.062
max	1320.326-1320.353=-0.026

*mean*	1087.200-1085.800=1.400
σ	168.488-163.521=4.967
min	887.000-890.000=-3.000
max	1319.000-1308.000=11.000

*mean*	2.039-2.096=-0.056
σ	0.146-0.265=-0.119
min	1.855-1.762=0.094
max	2.175-2.407=-0.232

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.732-1559.734=-0.002
σ	4.075-4.098=-0.023
min	1557.700-1557.702=-0.002
max	1567.015-1567.058=-0.043

*mean*	623.200-625.200=-2.000
σ	87.451-87.605=-0.154
min	494.000-496.000=-2.000
max	727.000-730.000=-3.000

*mean*	2.254-2.260=-0.007
σ	0.166-0.245=-0.079
min	2.137-2.038=0.100
max	2.537-2.681=-0.144

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.270-1882.268=0.002
σ	0.057-0.058=-0.001
min	1882.194-1882.192=0.002
max	1882.347-1882.352=-0.005

*mean*	1717.800-1722.800=-5.000
σ	170.497-171.291=-0.794
min	1471.000-1476.000=-5.000
max	1874.000-1882.000=-8.000

*mean*	2.998-3.051=-0.052
σ	0.295-0.224=0.071
min	2.740-2.874=-0.134
max	3.489-3.442=0.047

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.604-1.745=-0.142
σ	0.178-0.257=-0.079
min	1.327-1.297=0.029
max	1.791-1.945=-0.154

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.535-453.537=-0.002
σ	585.528-585.528=0.000
min	160.768-160.771=-0.003
max	1331.827-1331.829=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.548-0.544=0.004
σ	0.556-0.554=0.002
min	0.268-0.266=0.002
max	1.382-1.376=0.006

policies=20

*mean*	1608.038-1608.040=-0.002
σ	0.439-0.411=0.028
min	1607.740-1607.756=-0.016
max	1608.688-1608.648=0.041

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-448.000=2.500
σ	9.849-8.083=1.766
min	443.000-441.000=2.000
max	465.000-455.000=10.000

*mean*	2.734-2.683=0.051
σ	0.061-0.024=0.038
min	2.667-2.658=0.008
max	2.810-2.711=0.099

policies=200

*mean*	16088.520-16088.602=-0.082
σ	0.075-0.096=-0.021
min	16088.473-16088.545=-0.073
max	16088.632-16088.746=-0.113

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-495.750=-0.250
σ	4.796-3.775=1.021
min	490.000-491.000=-1.000
max	500.000

*mean*	27.288-27.229=0.059
σ	0.170-0.154=0.017
min	27.124-27.092=0.032
max	27.477-27.364=0.113