Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.576=0.000
σ	0.350-0.349=0.001
min	54.442-54.441=0.002
max	55.571-55.568=0.003

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.141-0.138=0.003
σ	0.005-0.006=-0.001
min	0.135-0.132=0.002
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.707=-0.002
σ	0.005-0.006=-0.001
min	43.698-43.703=-0.005
max	43.715-43.719=-0.003

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.123=0.000
σ	0.004-0.005=-0.001
min	0.121-0.117=0.004
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	12.449-12.886=-0.437
σ	0.327-0.199=0.128
min	11.975-12.704=-0.729
max	12.903-13.312=-0.409

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	12.712-12.895=-0.183
σ	0.382-0.619=-0.237
min	11.897-12.099=-0.203
max	13.070-13.598=-0.527

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.000-0.001=-0.001
min	41.932-41.929=0.003
max	41.933

*mean*	7281.000-7316.000=-35.000
σ	0.000
min	7281.000-7316.000=-35.000
max	7281.000-7316.000=-35.000

*mean*	14.639-15.198=-0.559
σ	0.436-0.685=-0.249
min	13.635-13.667=-0.032
max	14.956-16.005=-1.049

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	12.874-12.753=0.121
σ	1.680-1.851=-0.171
min	10.567-10.842=-0.276
max	14.700-15.088=-0.388

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	8.410-9.021=-0.611
σ	0.331-0.225=0.106
min	7.840-8.763=-0.922
max	8.988-9.329=-0.341

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	6.179-6.878=-0.698
σ	0.407-0.312=0.095
min	5.393-6.435=-1.043
max	6.627-7.273=-0.646

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.669-25.668=0.000

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	5.524-6.089=-0.565
σ	0.181-0.070=0.111
min	5.221-5.977=-0.756
max	5.856-6.218=-0.362

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	5.324-5.811=-0.487
σ	0.098-0.087=0.011
min	5.148-5.716=-0.568
max	5.432-5.951=-0.519

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606

*mean*	7281.000-7316.000=-35.000
σ	0.000
min	7281.000-7316.000=-35.000
max	7281.000-7316.000=-35.000

*mean*	1477.636-1091.964=385.672
σ	796.349-126.740=669.609
min	1037.539-1040.138=-2.598
max	3340.463-1405.463=1935.000

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=0.000
min	8744.553
max	8745.882-8745.883=-0.001

*mean*	3570.750-3576.375=-5.625
σ	1794.230-1798.196=-3.966
min	1043.000-1047.000=-4.000
max	5788.000-5804.000=-16.000

*mean*	4917.762-5068.227=-150.465
σ	1386.714-1719.455=-332.741
min	3517.619-3526.555=-8.936
max	6904.720-7386.910=-482.191

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	83.511-83.531=-0.020
σ	11.573-9.968=1.605
min	71.780-72.825=-1.046
max	102.614-94.865=7.749

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.001
max	40.945

*mean*	7281.000-7316.000=-35.000
σ	0.000
min	7281.000-7316.000=-35.000
max	7281.000-7316.000=-35.000

*mean*	106.379-105.711=0.668
σ	3.470-4.978=-1.508
min	101.224-96.062=5.163
max	112.751-112.154=0.597

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7281.000-7316.000=-35.000
σ	0.000
min	7281.000-7316.000=-35.000
max	7281.000-7316.000=-35.000

*mean*	163.817-162.898=0.920
σ	5.920-9.221=-3.301
min	151.205-140.920=10.284
max	168.893-167.962=0.931

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.539-11667.538=0.001

*mean*	4148.250-4154.750=-6.500
σ	1894.201-1903.160=-8.959
min	1554.000-1553.000=1.000
max	7281.000-7316.000=-35.000

*mean*	6703.183-6527.194=175.989
σ	1179.481-1159.770=19.711
min	4917.816-4993.829=-76.014
max	8222.130-7863.603=358.527

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.000
max	11560.066-11560.066=-0.000

*mean*	7281.000-7316.000=-35.000
σ	0.000
min	7281.000-7316.000=-35.000
max	7281.000-7316.000=-35.000

*mean*	5754.301-5863.618=-109.317
σ	1469.422-1491.013=-21.592
min	4399.678-4392.554=7.124
max	7888.688-7680.409=208.278

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	358.362-389.055=-30.693
σ	41.068-6.567=34.502
min	294.493-373.414=-78.921
max	396.352-393.799=2.553

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	747.756-765.785=-18.029
σ	61.358-39.581=21.777
min	634.586-676.825=-42.238
max	802.583-813.193=-10.609

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.500=-0.001
σ	0.760-0.759=0.000
min	1008.024-1008.028=-0.004
max	1011.641-1011.638=0.003

*mean*	1043.500-1044.600=-1.100
σ	310.812-299.850=10.962
min	572.000-562.000=10.000
max	1501.000-1447.000=54.000

*mean*	1.537-1.546=-0.010
σ	0.068-0.076=-0.008
min	1.468-1.474=-0.005
max	1.737-1.768=-0.031

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.405=-0.102
σ	0.290-0.510=-0.220
min	0.143-0.148=-0.005
max	0.819-1.315=-0.496

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.496-0.489=0.007
σ	0.326-0.327=-0.001
min	0.337-0.331=0.006
max	1.079-1.073=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.225=-0.006
σ	0.025-0.026=-0.001
min	0.194-0.204=-0.010
max	0.261-0.268=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.340=0.003
σ	0.015-0.021=-0.006
min	0.326-0.320=0.006
max	0.363-0.371=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	433.600-433.200=0.400
σ	3.130-2.588=0.542
min	431.000
max	437.000-436.000=1.000

*mean*	0.570-0.587=-0.016
σ	0.035-0.027=0.008
min	0.515-0.540=-0.025
max	0.603-0.605=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.455-0.479=-0.025
σ	0.035-0.023=0.012
min	0.415-0.456=-0.041
max	0.491-0.517=-0.026

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.596-2.672=-0.076
σ	0.098-0.118=-0.020
min	2.283-2.455=-0.172
max	2.972-3.076=-0.103

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.570-2.640=-0.070
σ	0.071-0.089=-0.018
min	2.435-2.473=-0.037
max	2.838-2.908=-0.070

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.308-0.311=-0.003
σ	0.014-0.010=0.005
min	0.295-0.298=-0.003
max	0.424-0.369=0.055

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.300-0.301=-0.002
σ	0.009-0.051=-0.042
min	0.286-0.283=0.002
max	0.352-0.804=-0.451

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.962-298.026=-0.064
σ	1.009-0.966=0.043
min	297.586-297.577=0.010
max	300.831-300.769=0.062

*mean*	440.000-441.300=-1.300
σ	16.990-15.966=1.025
min	413.000-418.000=-5.000
max	465.000

*mean*	0.624-0.619=0.006
σ	0.010-0.017=-0.007
min	0.612-0.589=0.023
max	0.644-0.642=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1729.250-1788.750=-59.500
σ	36.570-23.807=12.763
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	206.597-209.547=-2.950
σ	1.963-1.731=0.233
min	204.824-206.282=-1.458
max	210.534-211.884=-1.350

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1729.250-1788.750=-59.500
σ	36.570-23.807=12.763
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	10.739-9.758=0.982
σ	1.522-1.829=-0.307
min	9.191-6.311=2.879
max	12.597-13.135=-0.538

phase=parser

*mean*	1042.097-1042.099=-0.002
σ	0.000-0.000=-0.000
min	1042.097-1042.099=-0.002
max	1042.097-1042.099=-0.002

*mean*	1729.250-1788.750=-59.500
σ	36.570-23.807=12.763
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	665.752-665.759=-0.007
σ	75.834-103.917=-28.083
min	564.319-561.988=2.331
max	726.195-848.829=-122.634

phase=processProdDef

*mean*	6169.659-6169.661=-0.002
σ	0.001-0.001=0.000
min	6169.658-6169.660=-0.003
max	6169.659-6169.662=-0.003

*mean*	1739.125-1794.500=-55.375
σ	27.931-21.294=6.637
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	5261.132-5307.270=-46.137
σ	1039.100-1508.786=-469.686
min	3793.397-3620.681=172.716
max	6841.554-7480.161=-638.607

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1729.250-1788.750=-59.500
σ	36.570-23.807=12.763
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	37.951-33.604=4.347
σ	8.128-10.444=-2.316
min	29.347-20.615=8.732
max	47.246-55.336=-8.090

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1729.250-1788.750=-59.500
σ	36.570-23.807=12.763
min	1670.000-1760.000=-90.000
max	1749.000-1806.000=-57.000

*mean*	738.081-699.097=38.984
σ	96.330-110.832=-14.502
min	638.198-639.245=-1.048
max	881.140-946.792=-65.652

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.379=0.002
σ	0.039-0.038=0.001
min	293.330-293.328=0.002
max	293.423-293.418=0.005

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.408-0.410=-0.002
σ	0.008-0.009=-0.001
min	0.399-0.399=0.000
max	0.415-0.420=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.493-1303.463=0.029
σ	0.075-0.072=0.003
min	1303.367-1303.344=0.023
max	1303.558-1303.531=0.027

*mean*	1085.200-1080.400=4.800
σ	180.052-221.240=-41.188
min	840.000-819.000=21.000
max	1302.000-1369.000=-67.000

*mean*	2.070-2.034=0.037
σ	0.163-0.131=0.032
min	1.818-1.871=-0.053
max	2.259-2.169=0.090

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.511-1546.540=-0.029
σ	4.036-4.009=0.027
min	1544.522-1544.584=-0.063
max	1553.726-1553.708=0.018

*mean*	614.400-623.400=-9.000
σ	76.474-92.961=-16.487
min	497.000-494.000=3.000
max	701.000-737.000=-36.000

*mean*	2.271-2.355=-0.084
σ	0.204-0.154=0.050
min	2.138-2.185=-0.047
max	2.633-2.561=0.072

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.454-1865.443=0.011
σ	0.060-0.046=0.014
min	1865.401-1865.389=0.012
max	1865.550-1865.488=0.062

*mean*	1745.400-1715.800=29.600
σ	229.496-168.999=60.497
min	1440.000-1501.000=-61.000
max	1963.000-1943.000=20.000

*mean*	2.922-2.928=-0.006
σ	0.160-0.044=0.116
min	2.701-2.878=-0.177
max	3.119-2.989=0.130

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.655-1.879=-0.223
σ	0.122-0.037=0.084
min	1.521-1.823=-0.302
max	1.810-1.919=-0.109

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.982=-0.002
σ	579.238-579.239=-0.001
min	158.360-158.362=-0.002
max	1316.836-1316.841=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.536-0.526=0.010
σ	0.538-0.512=0.027
min	0.264-0.268=-0.004
max	1.344-1.293=0.050

policies=20

*mean*	1583.917-1583.941=-0.024
σ	0.357-0.364=-0.007
min	1583.670-1583.687=-0.017
max	1584.445-1584.479=-0.035

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-445.250=2.750
σ	6.928-1.500=5.428
min	442.000-443.000=-1.000
max	454.000-446.000=8.000

*mean*	2.637-2.654=-0.017
σ	0.034-0.015=0.019
min	2.611-2.642=-0.031
max	2.687-2.674=0.012

policies=200

*mean*	15847.259-15847.259=0.000
σ	0.157-0.079=0.077
min	15847.063-15847.177=-0.114
max	15847.441-15847.338=0.103

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.500-496.250=-0.750
σ	4.655-4.787=-0.132
min	490.000-491.000=-1.000
max	501.000-502.000=-1.000

*mean*	26.720-26.719=0.001
σ	0.103-0.118=-0.015
min	26.603-26.627=-0.023
max	26.827-26.885=-0.058