Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.619=0.004
σ	0.351-0.350=0.001
min	54.485-54.486=-0.001
max	55.621-55.614=0.007

*mean*	418.700-416.000=2.700
σ	0.483-0.000=0.483
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.140-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.789=-0.001
σ	0.007-0.006=0.001
min	43.774-43.783=-0.009
max	43.798-43.803=-0.005

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.004=0.001
min	0.119-0.121=-0.002
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	13.031-12.820=0.212
σ	0.241-0.123=0.118
min	12.756-12.652=0.104
max	13.516-13.034=0.482

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	12.997-13.038=-0.040
σ	0.520-0.578=-0.058
min	11.942-11.985=-0.043
max	13.336-13.633=-0.298

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.933

*mean*	7284.000-7321.000=-37.000
σ	0.000
min	7284.000-7321.000=-37.000
max	7284.000-7321.000=-37.000

*mean*	15.243-15.323=-0.080
σ	0.462-0.711=-0.249
min	14.188-13.636=0.551
max	15.663-15.884=-0.221

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	12.702-13.261=-0.559
σ	1.646-1.961=-0.316
min	10.852-11.013=-0.161
max	14.904-15.781=-0.877

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	9.026-8.983=0.043
σ	0.331-0.201=0.130
min	8.510-8.661=-0.151
max	9.460-9.206=0.254

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	6.987-6.721=0.266
σ	0.364-0.469=-0.104
min	6.322-6.004=0.318
max	7.446-7.277=0.169

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.669-25.668=0.000

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	6.019-6.081=-0.062
σ	0.158-0.192=-0.034
min	5.808-5.769=0.039
max	6.274-6.288=-0.014

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	5.857-5.706=0.151
σ	0.271-0.170=0.101
min	5.460-5.451=0.009
max	6.279-5.893=0.386

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7284.000-7321.000=-37.000
σ	0.000
min	7284.000-7321.000=-37.000
max	7284.000-7321.000=-37.000

*mean*	1600.291-1077.624=522.667
σ	960.877-86.672=874.205
min	1038.125-1039.793=-1.668
max	3770.957-1291.942=2479.015

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.883=-0.000

*mean*	3569.875-3577.625=-7.750
σ	1791.859-1799.756=-7.898
min	1046.000-1045.000=1.000
max	5783.000-5808.000=-25.000

*mean*	4717.764-4741.386=-23.622
σ	1688.473-1293.117=395.357
min	3547.558-3564.133=-16.575
max	7507.738-6498.277=1009.461

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	80.205-83.909=-3.703
σ	9.313-9.728=-0.415
min	71.209-72.687=-1.478
max	97.178-96.080=1.098

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7284.000-7321.000=-37.000
σ	0.000
min	7284.000-7321.000=-37.000
max	7284.000-7321.000=-37.000

*mean*	108.826-106.295=2.531
σ	3.613-4.562=-0.949
min	103.822-98.255=5.568
max	115.048-111.563=3.485

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7284.000-7321.000=-37.000
σ	0.000
min	7284.000-7321.000=-37.000
max	7284.000-7321.000=-37.000

*mean*	164.286-163.344=0.942
σ	5.344-8.729=-3.385
min	153.091-143.751=9.340
max	168.765-169.141=-0.376

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.001
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4148.000-4156.250=-8.250
σ	1894.241-1904.856=-10.615
min	1553.000
max	7284.000-7321.000=-37.000

*mean*	6549.347-6367.211=182.136
σ	1324.629-1232.077=92.552
min	4896.905-4992.724=-95.820
max	8097.237-8045.722=51.515

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7284.000-7321.000=-37.000
σ	0.000
min	7284.000-7321.000=-37.000
max	7284.000-7321.000=-37.000

*mean*	5785.160-5501.964=283.196
σ	1494.497-1369.760=124.737
min	4390.534-4438.753=-48.220
max	8014.650-7696.791=317.859

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	387.874-380.716=7.158
σ	12.713-17.872=-5.159
min	360.460-347.080=13.380
max	396.360-396.237=0.124

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-562.000=-2.375
σ	0.518-0.000=0.518
min	559.000-562.000=-3.000
max	560.000-562.000=-2.000

*mean*	749.104-731.373=17.731
σ	65.204-59.274=5.929
min	652.002-636.710=15.292
max	836.837-789.391=47.446

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.373=0.001
σ	0.759-0.760=-0.001
min	1007.898-1007.900=-0.002
max	1011.515-1011.518=-0.003

*mean*	1047.150-1039.850=7.300
σ	313.615-307.320=6.295
min	572.000-570.000=2.000
max	1510.000-1490.000=20.000

*mean*	1.551-1.522=0.029
σ	0.081-0.074=0.007
min	1.458-1.385=0.074
max	1.747-1.732=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.410=-0.110
σ	0.309-0.536=-0.227
min	0.142-0.141=0.001
max	0.850-1.366=-0.516

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.486=-0.011
σ	0.325-0.324=0.001
min	0.319-0.333=-0.014
max	1.057-1.066=-0.009

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.221=-0.002
σ	0.023-0.023=-0.000
min	0.202-0.202=0.000
max	0.258-0.259=-0.001

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.376-0.335=0.041
σ	0.084-0.015=0.069
min	0.324-0.321=0.003
max	0.523-0.359=0.164

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	435.800-434.800=1.000
σ	6.017-1.643=4.373
min	430.000-432.000=-2.000
max	442.000-436.000=6.000

*mean*	0.548-0.544=0.004
σ	0.042-0.054=-0.013
min	0.500-0.465=0.035
max	0.611-0.608=0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.498-0.472=0.025
σ	0.016-0.042=-0.026
min	0.475-0.422=0.054
max	0.517-0.532=-0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.670-1.944=0.726
σ	0.089-0.062=0.027
min	2.451-1.812=0.639
max	2.905-2.148=0.757

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.621-2.630=-0.009
σ	0.089-0.133=-0.044
min	2.437-1.968=0.469
max	2.916-2.934=-0.018

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.303-0.307=-0.003
σ	0.042-0.009=0.032
min	0.287-0.292=-0.005
max	0.707-0.361=0.346

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.288-0.291=-0.003
σ	0.007-0.007=0.000
min	0.270-0.277=-0.007
max	0.318-0.324=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.143-298.068=0.075
σ	0.948-0.985=-0.037
min	297.667-297.604=0.064
max	300.825-300.854=-0.029

*mean*	443.500-444.200=-0.700
σ	16.400-13.415=2.985
min	418.000-428.000=-10.000
max	465.000-466.000=-1.000

*mean*	0.607-0.610=-0.002
σ	0.026-0.016=0.010
min	0.544-0.583=-0.039
max	0.634-0.632=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	208.669-202.755=5.913
σ	19.146-2.289=16.858
min	200.195-199.534=0.660
max	255.920-205.439=50.481

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	12.509-12.190=0.319
σ	0.098-2.032=-1.935
min	12.337-9.253=3.085
max	12.643-15.565=-2.922

phase=parser

*mean*	1042.103-1041.166=0.937
σ	0.000-0.000=-0.000
min	1042.102-1041.165=0.937
max	1042.103-1041.166=0.937

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	720.435-702.492=17.942
σ	3.563-84.285=-80.722
min	715.281-576.874=138.407
max	726.405-839.839=-113.433

phase=processProdDef

*mean*	6169.657-6169.657=-0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.658-6169.658=0.001

*mean*	1744.000-1745.000=-1.000
σ	0.000
min	1744.000-1745.000=-1.000
max	1744.000-1745.000=-1.000

*mean*	5847.774-4699.491=1148.283
σ	1289.607-755.303=534.305
min	4255.008-3824.517=430.491
max	7261.670-5876.556=1385.113

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	47.564-46.750=0.814
σ	0.319-5.257=-4.937
min	47.222-39.190=8.032
max	48.129-56.019=-7.889

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	780.269-786.374=-6.105
σ	53.868-93.438=-39.570
min	737.904-656.680=81.224
max	867.992-901.745=-33.754

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.773=0.001
σ	0.034-0.035=-0.001
min	292.727-292.723=0.004
max	292.811-292.812=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.403=-0.009
σ	0.005-0.006=-0.002
min	0.391-0.396=-0.005
max	0.402-0.412=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.847-1302.905=-0.057
σ	0.136-0.045=0.091
min	1302.748-1302.843=-0.095
max	1303.082-1302.956=0.126

*mean*	1075.200-1075.600=-0.400
σ	186.480-187.142=-0.663
min	840.000
max	1322.000-1324.000=-2.000

*mean*	1.833-2.072=-0.239
σ	0.080-0.186=-0.106
min	1.736-1.762=-0.026
max	1.921-2.219=-0.298

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.874-1545.912=-0.038
σ	4.027-4.037=-0.011
min	1543.866-1543.942=-0.075
max	1553.070-1553.128=-0.059

*mean*	610.600-610.400=0.200
σ	74.638-74.484=0.154
min	493.000
max	689.000

*mean*	2.191-2.296=-0.105
σ	0.167-0.207=-0.040
min	2.094-2.177=-0.083
max	2.488-2.663=-0.175

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.831-1864.835=-0.004
σ	0.038-0.051=-0.013
min	1864.783-1864.764=0.019
max	1864.889-1864.889=0.001

*mean*	1712.000-1711.800=0.200
σ	233.393-235.677=-2.284
min	1428.000-1431.000=-3.000
max	2019.000-2025.000=-6.000

*mean*	2.896-2.935=-0.039
σ	0.056-0.056=0.000
min	2.840-2.890=-0.050
max	2.961-3.007=-0.046

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.612=0.097
σ	0.143-0.220=-0.077
min	1.541-1.336=0.205
max	1.851-1.834=0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.818-447.737=0.081
σ	579.236-579.077=0.160
min	158.199-158.196=0.004
max	1316.673-1316.352=0.321

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.539-0.535=0.003
σ	0.553-0.530=0.023
min	0.261-0.267=-0.006
max	1.368-1.330=0.038

policies=20

*mean*	1582.283-1582.291=-0.008
σ	0.351-0.360=-0.008
min	1582.035-1582.041=-0.005
max	1582.802-1582.824=-0.022

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.750-448.000=-1.250
σ	2.500-4.619=-2.119
min	443.000-444.000=-1.000
max	448.000-452.000=-4.000

*mean*	2.619-2.634=-0.014
σ	0.002-0.021=-0.019
min	2.618-2.607=0.011
max	2.621-2.656=-0.035

policies=200

*mean*	15830.890-15830.912=-0.022
σ	0.064-0.103=-0.039
min	15830.822-15830.805=0.017
max	15830.975-15831.041=-0.067

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-498.000=-0.500
σ	4.655-4.690=-0.036
min	492.000-493.000=-1.000
max	503.000-504.000=-1.000

*mean*	26.508-26.690=-0.182
σ	0.091-0.105=-0.014
min	26.438-26.553=-0.115
max	26.641-26.777=-0.136