Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.619=0.000
σ	0.350-0.350=0.000
min	54.487-54.486=0.001
max	55.615-55.614=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.142=-0.001
σ	0.006-0.005=0.000
min	0.136-0.136=0.000
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.789=-0.001
σ	0.007-0.006=0.000
min	43.782-43.783=-0.001
max	43.803-43.803=-0.000

*mean*	417.800-416.000=1.800
σ	0.422-0.000=0.422
min	417.000-416.000=1.000
max	418.000-416.000=2.000

*mean*	0.122-0.125=-0.003
σ	0.006-0.004=0.002
min	0.111-0.121=-0.010
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	12.882-12.820=0.063
σ	0.256-0.123=0.133
min	12.541-12.652=-0.111
max	13.149-13.034=0.114

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	13.021-13.038=-0.017
σ	0.676-0.578=0.098
min	12.011-11.985=0.026
max	14.015-13.633=0.382

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7293.000-7321.000=-28.000
σ	0.000
min	7293.000-7321.000=-28.000
max	7293.000-7321.000=-28.000

*mean*	15.151-15.323=-0.172
σ	0.601-0.711=-0.111
min	13.834-13.636=0.198
max	15.810-15.884=-0.074

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	13.201-13.261=-0.059
σ	1.741-1.961=-0.220
min	11.099-11.013=0.086
max	15.527-15.781=-0.254

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	8.777-8.983=-0.206
σ	0.276-0.201=0.075
min	8.502-8.661=-0.160
max	9.233-9.206=0.027

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	6.874-6.721=0.153
σ	0.155-0.469=-0.314
min	6.686-6.004=0.681
max	7.090-7.277=-0.187

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	6.018-6.081=-0.063
σ	0.087-0.192=-0.105
min	5.917-5.769=0.148
max	6.117-6.288=-0.171

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.972=0.000

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	5.745-5.706=0.039
σ	0.239-0.170=0.069
min	5.206-5.451=-0.245
max	6.045-5.893=0.153

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.001

*mean*	7293.000-7321.000=-28.000
σ	0.000
min	7293.000-7321.000=-28.000
max	7293.000-7321.000=-28.000

*mean*	1416.708-1077.624=339.085
σ	672.632-86.672=585.961
min	1060.394-1039.793=20.601
max	3011.961-1291.942=1720.019

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.883=-0.000

*mean*	3571.625-3577.625=-6.000
σ	1794.970-1799.756=-4.786
min	1044.000-1045.000=-1.000
max	5790.000-5808.000=-18.000

*mean*	4827.912-4741.386=86.526
σ	1543.298-1293.117=250.182
min	3517.052-3564.133=-47.081
max	7279.855-6498.277=781.578

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.081

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	81.696-83.909=-2.213
σ	9.875-9.728=0.147
min	70.718-72.687=-1.969
max	95.985-96.080=-0.095

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7293.000-7321.000=-28.000
σ	0.000
min	7293.000-7321.000=-28.000
max	7293.000-7321.000=-28.000

*mean*	105.862-106.295=-0.433
σ	3.730-4.562=-0.832
min	99.537-98.255=1.282
max	109.329-111.563=-2.234

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7293.000-7321.000=-28.000
σ	0.000
min	7293.000-7321.000=-28.000
max	7293.000-7321.000=-28.000

*mean*	164.254-163.344=0.910
σ	5.842-8.729=-2.887
min	151.902-143.751=8.151
max	168.524-169.141=-0.617

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4150.500-4156.250=-5.750
σ	1896.962-1904.856=-7.894
min	1556.000-1553.000=3.000
max	7293.000-7321.000=-28.000

*mean*	6695.455-6367.211=328.244
σ	1289.562-1232.077=57.485
min	4913.209-4992.724=-79.515
max	8140.262-8045.722=94.541

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7293.000-7321.000=-28.000
σ	0.000
min	7293.000-7321.000=-28.000
max	7293.000-7321.000=-28.000

*mean*	5207.343-5501.964=-294.621
σ	1012.341-1369.760=-357.419
min	4372.519-4438.753=-66.235
max	6878.545-7696.791=-818.246

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	378.066-380.716=-2.650
σ	19.997-17.872=2.125
min	352.933-347.080=5.853
max	395.962-396.237=-0.275

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-562.000=-2.750
σ	0.463-0.000=0.463
min	559.000-562.000=-3.000
max	560.000-562.000=-2.000

*mean*	770.790-731.373=39.417
σ	76.942-59.274=17.667
min	592.838-636.710=-43.872
max	860.274-789.391=70.884

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.373=0.002
σ	0.761-0.760=0.000
min	1007.900-1007.900=-0.000
max	1011.518-1011.518=-0.000

*mean*	1058.300-1039.850=18.450
σ	316.253-307.320=8.934
min	561.000-570.000=-9.000
max	1530.000-1490.000=40.000

*mean*	1.516-1.522=-0.007
σ	0.067-0.074=-0.007
min	1.454-1.385=0.069
max	1.735-1.732=0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.410=-0.024
σ	0.487-0.536=-0.049
min	0.142-0.141=0.001
max	1.255-1.366=-0.111

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.486=-0.004
σ	0.326-0.324=0.002
min	0.326-0.333=-0.008
max	1.065-1.066=-0.001

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.221=-0.007
σ	0.024-0.023=0.001
min	0.195-0.202=-0.007
max	0.255-0.259=-0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.335=0.004
σ	0.018-0.015=0.003
min	0.323-0.321=0.002
max	0.367-0.359=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-434.800=-0.400
σ	1.342-1.643=-0.302
min	432.000
max	435.000-436.000=-1.000

*mean*	0.492-0.544=-0.052
σ	0.051-0.054=-0.004
min	0.440-0.465=-0.025
max	0.567-0.608=-0.041

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.490-0.472=0.018
σ	0.036-0.042=-0.006
min	0.447-0.422=0.025
max	0.531-0.532=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.953-1.944=0.009
σ	0.076-0.062=0.014
min	1.830-1.812=0.018
max	2.203-2.148=0.054

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.920-2.630=-0.710
σ	0.072-0.133=-0.061
min	1.723-1.968=-0.245
max	2.169-2.934=-0.764

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.302-0.307=-0.005
σ	0.007-0.009=-0.003
min	0.288-0.292=-0.004
max	0.339-0.361=-0.022

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.288-0.291=-0.003
σ	0.011-0.007=0.004
min	0.276-0.277=-0.001
max	0.363-0.324=0.038

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.984-298.068=-0.084
σ	1.024-0.985=0.039
min	297.591-297.604=-0.012
max	300.896-300.854=0.042

*mean*	443.600-444.200=-0.600
σ	13.393-13.415=-0.022
min	428.000
max	466.000

*mean*	0.601-0.610=-0.009
σ	0.026-0.016=0.010
min	0.560-0.583=-0.022
max	0.636-0.632=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1693.000-1723.125=-30.125
σ	103.642-61.872=41.770
min	1492.000-1570.000=-78.000
max	1748.000-1745.000=3.000

*mean*	204.203-202.755=1.448
σ	1.627-2.289=-0.662
min	200.846-199.534=1.312
max	206.208-205.439=0.769

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1693.000-1723.125=-30.125
σ	103.642-61.872=41.770
min	1492.000-1570.000=-78.000
max	1748.000-1745.000=3.000

*mean*	11.776-12.190=-0.414
σ	1.860-2.032=-0.172
min	7.173-9.253=-2.079
max	12.482-15.565=-3.083

phase=parser

*mean*	1041.161-1041.166=-0.005
σ	0.000-0.000=0.000
min	1041.160-1041.165=-0.005
max	1041.161-1041.166=-0.005

*mean*	1693.000-1723.125=-30.125
σ	103.642-61.872=41.770
min	1492.000-1570.000=-78.000
max	1748.000-1745.000=3.000

*mean*	677.886-702.492=-24.606
σ	103.761-84.285=19.476
min	421.153-576.874=-155.721
max	717.642-839.839=-122.197

phase=processProdDef

*mean*	6169.660-6169.657=0.002
σ	0.000-0.000=0.000
min	6169.659-6169.657=0.002
max	6169.660-6169.658=0.003

*mean*	1725.000-1745.000=-20.000
σ	65.054-0.000=65.054
min	1564.000-1745.000=-181.000
max	1748.000-1745.000=3.000

*mean*	5524.122-4699.491=824.631
σ	1460.464-755.303=705.161
min	3885.019-3824.517=60.502
max	7877.547-5876.556=2000.991

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1693.000-1723.125=-30.125
σ	103.642-61.872=41.770
min	1492.000-1570.000=-78.000
max	1748.000-1745.000=3.000

*mean*	44.991-46.750=-1.759
σ	7.533-5.257=2.276
min	26.355-39.190=-12.835
max	47.910-56.019=-8.108

phase=type checker

*mean*	958.537-958.540=-0.004
σ	0.066
min	958.439-958.442=-0.004
max	958.626-958.630=-0.004

*mean*	1693.000-1723.125=-30.125
σ	103.642-61.872=41.770
min	1492.000-1570.000=-78.000
max	1748.000-1745.000=3.000

*mean*	818.956-786.374=32.582
σ	105.697-93.438=12.258
min	635.880-656.680=-20.800
max	976.532-901.745=74.787

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-292.773=-0.000
σ	0.034-0.035=-0.001
min	292.726-292.723=0.003
max	292.811-292.812=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.403=-0.001
σ	0.006-0.006=-0.000
min	0.397-0.396=0.001
max	0.412-0.412=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.876-1302.905=-0.029
σ	0.088-0.045=0.043
min	1302.727-1302.843=-0.116
max	1302.947-1302.956=-0.010

*mean*	1091.600-1075.600=16.000
σ	180.594-187.142=-6.548
min	841.000-840.000=1.000
max	1305.000-1324.000=-19.000

*mean*	2.061-2.072=-0.011
σ	0.207-0.186=0.020
min	1.838-1.762=0.076
max	2.276-2.219=0.057

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.901-1545.912=-0.011
σ	4.064-4.037=0.027
min	1543.892-1543.942=-0.049
max	1553.164-1553.128=0.036

*mean*	614.000-610.400=3.600
σ	77.772-74.484=3.289
min	494.000-493.000=1.000
max	701.000-689.000=12.000

*mean*	2.285-2.296=-0.011
σ	0.283-0.207=0.076
min	2.120-2.177=-0.058
max	2.788-2.663=0.125

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.833-1864.835=-0.002
σ	0.026-0.051=-0.026
min	1864.798-1864.764=0.034
max	1864.863-1864.889=-0.026

*mean*	1741.400-1711.800=29.600
σ	227.387-235.677=-8.290
min	1439.000-1431.000=8.000
max	1957.000-2025.000=-68.000

*mean*	2.974-2.935=0.038
σ	0.176-0.056=0.120
min	2.791-2.890=-0.100
max	3.254-3.007=0.247

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.612=0.195
σ	0.063-0.220=-0.157
min	1.713-1.336=0.377
max	1.865-1.834=0.031

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.736-447.737=-0.002
σ	579.077-579.077=0.000
min	158.194-158.196=-0.001
max	1316.351-1316.352=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.542-0.535=0.006
σ	0.554-0.530=0.024
min	0.263-0.267=-0.004
max	1.372-1.330=0.042

policies=20

*mean*	1582.287-1582.291=-0.004
σ	0.362-0.360=0.002
min	1582.031-1582.041=-0.010
max	1582.821-1582.824=-0.003

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-448.000=-1.500
σ	4.041-4.619=-0.577
min	443.000-444.000=-1.000
max	450.000-452.000=-2.000

*mean*	2.633-2.634=-0.001
σ	0.014-0.021=-0.007
min	2.621-2.607=0.014
max	2.651-2.656=-0.005

policies=200

*mean*	15830.907-15830.912=-0.005
σ	0.092-0.103=-0.011
min	15830.839-15830.805=0.033
max	15831.036-15831.041=-0.005

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.000-498.000=-1.000
σ	4.967-4.690=0.276
min	491.000-493.000=-2.000
max	503.000-504.000=-1.000

*mean*	26.684-26.690=-0.006
σ	0.131-0.105=0.026
min	26.572-26.553=0.020
max	26.841-26.777=0.064