Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=-0.000
σ	0.352-0.348=0.004
min	54.484-54.484=-0.000
max	55.619-55.608=0.010

*mean*	413.000-415.000=-2.000
σ	0.000
min	413.000-415.000=-2.000
max	413.000-415.000=-2.000

*mean*	0.136-0.139=-0.003
σ	0.005-0.004=0.002
min	0.130-0.135=-0.005
max	0.146-0.144=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=-0.001
σ	0.006-0.006=0.000
min	43.779-43.781=-0.002
max	43.800-43.801=-0.001

*mean*	413.000-415.000=-2.000
σ	0.000
min	413.000-415.000=-2.000
max	413.000-415.000=-2.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.003=0.001
min	0.117-0.119=-0.001
max	0.128-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	11.904-12.010=-0.105
σ	0.255-0.226=0.029
min	11.599-11.561=0.038
max	12.328-12.263=0.065

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	11.867-11.946=-0.079
σ	0.687-0.534=0.153
min	10.830-11.372=-0.543
max	12.684-12.660=0.024

op=table_records(), no indexes

*mean*	41.928-41.929=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6042.000-7548.000=-1506.000
σ	0.000
min	6042.000-7548.000=-1506.000
max	6042.000-7548.000=-1506.000

*mean*	13.212-13.940=-0.728
σ	1.247-1.101=0.147
min	10.674-12.497=-1.823
max	14.904-15.547=-0.643

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	12.163-11.801=0.362
σ	1.937-1.746=0.190
min	10.159-10.183=-0.024
max	14.431-14.353=0.079

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	8.022-8.325=-0.302
σ	0.196-0.501=-0.305
min	7.793-7.704=0.089
max	8.303-9.063=-0.760

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	5.974-5.635=0.339
σ	0.468-0.344=0.124
min	4.981-5.273=-0.292
max	6.636-6.228=0.408

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	5.277-5.328=-0.051
σ	0.162-0.185=-0.023
min	5.061-5.069=-0.008
max	5.613-5.536=0.077

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	5.029-4.921=0.107
σ	0.223-0.134=0.089
min	4.628-4.792=-0.163
max	5.300-5.197=0.103

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=0.000
σ	0.000-0.000=0.000
min	2524.603-2524.602=0.000
max	2524.603-2524.603=0.000

*mean*	6042.000-7548.000=-1506.000
σ	0.000
min	6042.000-7548.000=-1506.000
max	6042.000-7548.000=-1506.000

*mean*	1453.179-1056.234=396.945
σ	682.237-6.690=675.547
min	1055.952-1048.393=7.559
max	2992.629-1067.810=1924.819

op=load_product(), with indexes

*mean*	8744.568-8744.568=0.000
σ	0.033-0.033=-0.000
min	8744.553-8744.554=-0.001
max	8744.649-8744.650=-0.001

*mean*	3840.750-3766.000=74.750
σ	1622.932-1632.295=-9.363
min	2063.000-1927.000=136.000
max	6042.000-5946.000=96.000

*mean*	4286.063-4670.491=-384.428
σ	1320.540-1541.561=-221.021
min	3545.829-3538.222=7.607
max	7329.404-7438.446=-109.042

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.075-62.075=-0.000
max	62.080-62.084=-0.004

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	81.581-81.995=-0.414
σ	11.027-9.285=1.742
min	70.252-70.921=-0.669
max	98.183-98.284=-0.102

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944
max	40.945-40.945=0.000

*mean*	6042.000-7548.000=-1506.000
σ	0.000
min	6042.000-7548.000=-1506.000
max	6042.000-7548.000=-1506.000

*mean*	97.078-251.075=-153.997
σ	8.265-428.404=-420.139
min	86.387-84.228=2.159
max	106.983-1311.132=-1204.149

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685
max	66.687-66.690=-0.003

*mean*	6042.000-7548.000=-1506.000
σ	0.000
min	6042.000-7548.000=-1506.000
max	6042.000-7548.000=-1506.000

*mean*	231.153-150.455=80.697
σ	245.615-12.693=232.922
min	127.720-133.346=-5.627
max	838.213-164.941=673.272

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.002
min	11655.305-11655.305=-0.000
max	11667.521-11667.516=0.005

*mean*	4112.250-4255.875=-143.625
σ	1554.399-1892.136=-337.737
min	2063.000-1927.000=136.000
max	6042.000-7548.000=-1506.000

*mean*	5900.656-6281.052=-380.396
σ	1168.177-1091.242=76.935
min	4917.759-4926.430=-8.671
max	8382.611-7785.420=597.191

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6042.000-7548.000=-1506.000
σ	0.000
min	6042.000-7548.000=-1506.000
max	6042.000-7548.000=-1506.000

*mean*	6412.865-5061.019=1351.846
σ	1340.522-1004.652=335.870
min	4436.898-4381.650=55.248
max	7921.663-6719.432=1202.231

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.589-172.584=0.005
σ	0.038-0.027=0.010
min	172.561-172.558=0.003
max	172.668-172.627=0.041

*mean*	2063.000-1927.000=136.000
σ	0.000
min	2063.000-1927.000=136.000
max	2063.000-1927.000=136.000

*mean*	365.131-351.913=13.218
σ	36.810-31.640=5.170
min	332.521-292.725=39.796
max	430.197-398.744=31.453

op=pointedIndexFromKvs

rows=400000

*mean*	357.369-357.362=0.007
σ	0.043-0.039=0.004
min	357.321
max	357.425-357.406=0.019

*mean*	2063.000-1927.000=136.000
σ	0.000
min	2063.000-1927.000=136.000
max	2063.000-1927.000=136.000

*mean*	723.861-767.270=-43.409
σ	61.409-20.939=40.470
min	627.773-730.755=-102.981
max	794.430-795.387=-0.957

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.474-1008.483=-0.008
σ	0.882-0.860=0.021
min	1007.978-1007.976=0.002
max	1012.135-1012.028=0.107

*mean*	1036.950-1040.850=-3.900
σ	306.748-307.763=-1.015
min	542.000-545.000=-3.000
max	1466.000-1473.000=-7.000

*mean*	1.549-1.521=0.028
σ	0.131-0.091=0.040
min	1.448-1.427=0.021
max	1.998-1.735=0.263

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.405-0.406=-0.001
σ	0.101-0.109=-0.008
min	0.334-0.339=-0.005
max	0.583-0.598=-0.016

name=error_case.art

*mean*	2.335-2.334=0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.339

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.895-0.891=0.005
σ	0.082-0.089=-0.007
min	0.841-0.832=0.010
max	1.036-1.046=-0.009

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.538-0.547=-0.010
σ	0.054-0.047=0.007
min	0.494-0.513=-0.019
max	0.626-0.628=-0.002

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.845-0.845=0.000
σ	0.035-0.044=-0.009
min	0.818-0.817=0.001
max	0.904-0.920=-0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.921=-0.000
σ	0.028-0.027=0.000
min	963.902-963.903=-0.001
max	963.969-963.969=0.000

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.830-0.842=-0.012
σ	0.023-0.019=0.005
min	0.801-0.817=-0.015
max	0.855-0.857=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.889=0.000
σ	0.005-0.006=-0.001
min	884.883
max	884.896-884.896=0.000

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.702-0.729=-0.027
σ	0.037-0.038=-0.001
min	0.648-0.661=-0.013
max	0.744-0.748=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.001

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	4.307-4.210=0.097
σ	0.083-0.082=0.001
min	4.145-4.070=0.075
max	4.629-4.526=0.103

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	4.262-4.229=0.032
σ	0.078-0.083=-0.005
min	4.110-4.064=0.047
max	4.526-4.537=-0.011

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.756-0.751=0.005
σ	0.026-0.017=0.009
min	0.634-0.704=-0.070
max	0.851-0.850=0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1473.000=-7.000
σ	0.000
min	1466.000-1473.000=-7.000
max	1466.000-1473.000=-7.000

*mean*	0.545-0.707=-0.162
σ	0.072-0.019=0.053
min	0.491-0.593=-0.102
max	0.768-0.768=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.744-297.856=-0.112
σ	0.281-0.209=0.072
min	297.577-297.706=-0.129
max	298.515-298.427=0.089

*mean*	2063.000-1927.000=136.000
σ	0.000
min	2063.000-1927.000=136.000
max	2063.000-1927.000=136.000

*mean*	0.601-0.602=-0.001
σ	0.018-0.064=-0.047
min	0.557-0.516=0.041
max	0.620-0.730=-0.110

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1791.750-1473.000=318.750
σ	54.447-0.000=54.447
min	1657.000-1473.000=184.000
max	1811.000-1473.000=338.000

*mean*	204.475-203.634=0.841
σ	3.266-4.082=-0.815
min	199.876-197.186=2.689
max	209.632-210.633=-1.002

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1791.750-1473.000=318.750
σ	54.447-0.000=54.447
min	1657.000-1473.000=184.000
max	1811.000-1473.000=338.000

*mean*	10.814-7.581=3.233
σ	2.441-2.314=0.127
min	6.247-6.177=0.070
max	13.356-12.628=0.728

phase=parser

*mean*	1041.159-1041.160=-0.001
σ	0.000-0.000=0.000
min	1041.159-1041.160=-0.001
max	1041.160-1041.161=-0.001

*mean*	1791.750-1473.000=318.750
σ	54.447-0.000=54.447
min	1657.000-1473.000=184.000
max	1811.000-1473.000=338.000

*mean*	633.439-455.017=178.423
σ	135.591-129.484=6.107
min	384.172-380.419=3.754
max	844.197-720.292=123.905

phase=processProdDef

*mean*	6169.661-6169.658=0.002
σ	0.000-0.000=0.000
min	6169.660-6169.658=0.003
max	6169.661-6169.659=0.003

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	6103.180-6988.180=-885.000
σ	1521.094-395.487=1125.607
min	3514.404-6329.504=-2815.100
max	7474.377-7579.285=-104.907

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1791.750-1473.000=318.750
σ	54.447-0.000=54.447
min	1657.000-1473.000=184.000
max	1811.000-1473.000=338.000

*mean*	44.432-40.969=3.463
σ	10.715-6.961=3.754
min	20.491-24.330=-3.840
max	54.588-47.657=6.932

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1791.750-1473.000=318.750
σ	54.447-0.000=54.447
min	1657.000-1473.000=184.000
max	1811.000-1473.000=338.000

*mean*	809.733-810.621=-0.888
σ	84.158-41.645=42.512
min	674.477-761.417=-86.940
max	910.812-869.390=41.421

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.989-292.996=-0.007
σ	0.043-0.038=0.005
min	292.929-292.945=-0.015
max	293.031-293.035=-0.004

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	0.398-0.407=-0.009
σ	0.006-0.006=-0.000
min	0.391-0.400=-0.008
max	0.405-0.412=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.823-1302.821=0.002
σ	0.109-0.082=0.027
min	1302.730-1302.743=-0.012
max	1303.002-1302.954=0.049

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	1.900-1.886=0.013
σ	0.145-0.099=0.045
min	1.789-1.794=-0.005
max	2.139-2.038=0.101

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.900-1545.859=0.041
σ	3.998-4.032=-0.033
min	1543.955-1543.841=0.114
max	1553.047-1553.064=-0.017

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	2.357-2.249=0.109
σ	0.210-0.199=0.011
min	2.101-1.949=0.152
max	2.672-2.481=0.191

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.863-1864.850=0.013
σ	0.051-0.057=-0.006
min	1864.799-1864.794=0.005
max	1864.925-1864.920=0.005

*mean*	1871.600-1739.200=132.400
σ	109.251-197.629=-88.378
min	1811.000-1473.000=338.000
max	2063.000-1927.000=136.000

*mean*	2.927-2.992=-0.065
σ	0.093-0.072=0.021
min	2.851-2.876=-0.025
max	3.076-3.073=0.003

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.803-1.806=-0.002
σ	0.040-0.090=-0.050
min	1.774-1.679=0.095
max	1.872-1.922=-0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.795=-0.002
σ	577.191-577.190=0.001
min	158.194-158.197=-0.003
max	1312.579-1312.579=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	0.470-0.541=-0.071
σ	0.390-0.556=-0.166
min	0.270-0.261=0.009
max	1.054-1.374=-0.320

policies=20

*mean*	1582.284-1582.281=0.003
σ	0.402-0.351=0.050
min	1582.022-1582.044=-0.022
max	1582.883-1582.804=0.079

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	2.707-2.626=0.081
σ	0.004-0.014=-0.011
min	2.704-2.613=0.091
max	2.713-2.640=0.073

policies=200

*mean*	15830.819-15830.818=0.000
σ	0.191-0.168=0.024
min	15830.648-15830.612=0.036
max	15831.061-15830.964=0.097

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1811.000-1473.000=338.000
σ	0.000
min	1811.000-1473.000=338.000
max	1811.000-1473.000=338.000

*mean*	26.768-26.529=0.239
σ	0.482-0.102=0.380
min	26.363-26.409=-0.046
max	27.356-26.624=0.732