Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.622=0.001
σ	0.351-0.349=0.002
min	54.489-54.488=0.001
max	55.621-55.614=0.007

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.141-0.138=0.003
σ	0.004-0.005=-0.001
min	0.137-0.131=0.006
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=0.000
σ	0.007-0.006=0.001
min	43.782-43.782=-0.000
max	43.801-43.800=0.001

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.123-0.122=0.002
σ	0.005-0.005=0.000
min	0.116-0.117=-0.001
max	0.131-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	12.770-13.081=-0.310
σ	0.223-0.218=0.005
min	12.499-12.840=-0.341
max	13.123-13.390=-0.268

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	12.964-13.084=-0.120
σ	0.503-0.665=-0.162
min	12.046-11.944=0.102
max	13.425-13.785=-0.361

op=table_records(), no indexes

*mean*	41.931-41.931=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.932-41.933=-0.001

*mean*	7304.000-7267.000=37.000
σ	0.000
min	7304.000-7267.000=37.000
max	7304.000-7267.000=37.000

*mean*	15.108-15.185=-0.077
σ	0.810-0.348=0.461
min	13.268-14.413=-1.144
max	15.666-15.588=0.078

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	12.661-13.394=-0.732
σ	1.286-1.684=-0.398
min	11.229-11.203=0.027
max	14.439-15.576=-1.137

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603
max	27.991

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	9.133-8.731=0.401
σ	0.469-0.347=0.122
min	8.704-8.315=0.389
max	9.981-9.160=0.821

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	7.131-6.865=0.267
σ	0.170-0.164=0.006
min	6.940-6.690=0.250
max	7.389-7.161=0.227

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	6.095-6.040=0.056
σ	0.103-0.163=-0.060
min	6.015-5.852=0.163
max	6.334-6.368=-0.035

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	5.838-5.811=0.028
σ	0.070-0.049=0.020
min	5.769-5.722=0.046
max	6.000-5.898=0.103

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.001=-0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=-0.001

*mean*	7304.000-7267.000=37.000
σ	0.000
min	7304.000-7267.000=37.000
max	7304.000-7267.000=37.000

*mean*	1087.374-1600.983=-513.609
σ	95.258-1017.951=-922.693
min	1044.532-1033.625=10.907
max	1322.566-3944.765=-2622.199

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.554-8744.553=0.000
max	8745.883-8745.883=-0.001

*mean*	3573.375-3568.375=5.000
σ	1797.831-1789.054=8.778
min	1043.000
max	5797.000-5774.000=23.000

*mean*	4993.850-4563.970=429.879
σ	1580.815-1176.078=404.737
min	3550.814-3498.264=52.550
max	7372.778-6061.446=1311.332

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	82.984-84.955=-1.971
σ	12.011-9.924=2.087
min	71.217-76.404=-5.187
max	102.090-103.135=-1.044

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7304.000-7267.000=37.000
σ	0.000
min	7304.000-7267.000=37.000
max	7304.000-7267.000=37.000

*mean*	106.227-108.940=-2.713
σ	4.255-2.552=1.703
min	99.131-105.854=-6.723
max	112.045-113.730=-1.685

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7304.000-7267.000=37.000
σ	0.000
min	7304.000-7267.000=37.000
max	7304.000-7267.000=37.000

*mean*	163.807-163.816=-0.008
σ	7.183-4.388=2.795
min	147.461-153.641=-6.180
max	169.113-167.992=1.121

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4153.875-4146.125=7.750
σ	1900.667-1889.161=11.507
min	1554.000-1555.000=-1.000
max	7304.000-7267.000=37.000

*mean*	6688.578-6474.330=214.248
σ	1327.624-1213.285=114.339
min	4919.434-4878.379=41.055
max	8188.158-8039.819=148.338

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7304.000-7267.000=37.000
σ	0.000
min	7304.000-7267.000=37.000
max	7304.000-7267.000=37.000

*mean*	5427.232-5726.052=-298.821
σ	1389.706-1480.112=-90.405
min	4386.636-4358.119=28.517
max	7635.407-7900.289=-264.882

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	388.240-383.009=5.230
σ	2.937-19.853=-16.916
min	385.197-348.435=36.762
max	394.508-399.486=-4.978

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	0.463-0.000=0.463
min	560.000
max	561.000-560.000=1.000

*mean*	769.720-733.884=35.836
σ	13.432-59.757=-46.325
min	748.768-618.977=129.791
max	785.060-791.976=-6.916

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.372-1008.375=-0.003
σ	0.760-0.760=0.001
min	1007.900-1007.898=0.002
max	1011.517-1011.516=0.000

*mean*	1052.750-1033.750=19.000
σ	307.545-295.467=12.078
min	582.000-575.000=7.000
max	1463.000-1456.000=7.000

*mean*	1.541-1.547=-0.006
σ	0.078-0.087=-0.009
min	1.365-1.412=-0.047
max	1.757-1.776=-0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.914=-0.001
σ	0.020
min	0.903-0.904=-0.001
max	0.949-0.950=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.299=0.002
σ	0.291-0.304=-0.013
min	0.143-0.130=0.013
max	0.819-0.836=-0.018

name=error_case.art

*mean*	2.339-2.339=-0.000
σ	0.012
min	2.333-2.333=-0.000
max	2.361-2.361=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.573=-0.092
σ	0.329-0.350=-0.021
min	0.323-0.318=0.005
max	1.069-1.087=-0.018

name=heavy_item.art

*mean*	1.522-1.522=-0.000
σ	0.002
min	1.521-1.521=-0.000
max	1.525-1.525=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.221=0.004
σ	0.018-0.018=-0.000
min	0.212-0.207=0.005
max	0.255-0.252=0.004

name=nested_use.art

*mean*	2.357-2.357=-0.000
σ	0.002
min	2.356-2.356=-0.000
max	2.360-2.360=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.331=0.005
σ	0.015-0.015=-0.000
min	0.324-0.318=0.006
max	0.361-0.356=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-964.797=-0.055
σ	0.011
min	964.736-964.791=-0.055
max	964.760-964.815=-0.055

*mean*	436.600-431.000=5.600
σ	6.066-0.000=6.066
min	431.000
max	443.000-431.000=12.000

*mean*	0.554-0.540=0.013
σ	0.051-0.068=-0.017
min	0.469-0.456=0.013
max	0.591-0.611=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	885.814-885.876=-0.062
σ	0.002
min	885.812-885.874=-0.062
max	885.816-885.878=-0.062

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.465-0.473=-0.007
σ	0.034-0.026=0.008
min	0.411-0.438=-0.026
max	0.500-0.497=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.708=-0.000
σ	0.002
min	7.707-7.707=-0.000
max	7.711-7.711=-0.000

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.670-2.657=0.013
σ	0.103-0.102=0.001
min	2.493-2.491=0.002
max	2.980-2.954=0.026

name=record_render_large_syntax_err.art

*mean*	7.656-7.656=-0.000
σ	0.002
min	7.655-7.655=-0.000
max	7.659-7.659=-0.000

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.637-2.603=0.034
σ	0.096-0.097=-0.000
min	2.495-2.450=0.044
max	3.043-3.135=-0.091

name=record_render_success.art

*mean*	2.289-2.289=-0.000
σ	0.002
min	2.288-2.289=-0.000
max	2.292-2.292=-0.000

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.309-0.304=0.006
σ	0.007-0.009=-0.002
min	0.294-0.290=0.004
max	0.347-0.361=-0.014

name=record_render_syntax_err.art

*mean*	2.165-2.165=-0.000
σ	0.002
min	2.164-2.164=-0.000
max	2.168-2.168=-0.000

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.295-0.288=0.007
σ	0.007-0.007=0.000
min	0.277-0.275=0.002
max	0.326-0.321=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.949-297.903=0.046
σ	0.947-1.000=-0.053
min	297.512-297.534=-0.022
max	300.639-300.747=-0.108

*mean*	443.300-442.800=0.500
σ	12.676-16.096=-3.420
min	428.000-418.000=10.000
max	464.000-470.000=-6.000

*mean*	0.605-0.605=-0.000
σ	0.020-0.020=0.000
min	0.567-0.569=-0.002
max	0.640-0.634=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1727.500-1730.250=-2.750
σ	26.849-46.946=-20.097
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	210.959-202.096=8.863
σ	1.870-2.031=-0.161
min	208.794-198.002=10.791
max	214.838-204.294=10.543

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1727.500-1730.250=-2.750
σ	26.849-46.946=-20.097
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	12.271-10.138=2.133
σ	1.123-2.022=-0.898
min	9.566-6.382=3.184
max	13.168-12.906=0.262

phase=parser

*mean*	1042.095-1042.157=-0.062
σ	0.000-0.000=-0.000
min	1042.095-1042.157=-0.062
max	1042.096-1042.157=-0.062

*mean*	1727.500-1730.250=-2.750
σ	26.849-46.946=-20.097
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	721.840-699.713=22.127
σ	63.608-81.900=-18.293
min	593.394-569.581=23.813
max	829.842-830.562=-0.720

phase=processProdDef

*mean*	6169.660
σ	0.001-0.001=-0.000
min	6169.659
max	6169.661

*mean*	1734.750-1744.000=-9.250
σ	20.506-45.544=-25.038
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	5500.904-5025.821=475.083
σ	1455.475-1422.143=33.331
min	3585.001-3397.568=187.433
max	7237.417-7800.206=-562.789

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1727.500-1730.250=-2.750
σ	26.849-46.946=-20.097
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	46.890-35.881=11.008
σ	3.241-10.700=-7.460
min	39.874-20.802=19.072
max	51.629-52.898=-1.268

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1727.500-1730.250=-2.750
σ	26.849-46.946=-20.097
min	1684.000-1678.000=6.000
max	1742.000-1788.000=-46.000

*mean*	823.640-732.103=91.536
σ	94.395-121.221=-26.826
min	668.381-628.313=40.068
max	935.795-916.138=19.657

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.775=0.000
σ	0.034-0.034=0.000
min	292.728-292.727=0.000
max	292.812-292.812=0.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.404-0.397=0.007
σ	0.006-0.001=0.005
min	0.399-0.396=0.003
max	0.411-0.398=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.871-1302.886=-0.016
σ	0.089-0.087=0.003
min	1302.719-1302.740=-0.021
max	1302.937-1302.973=-0.037

*mean*	1078.800-1086.200=-7.400
σ	171.250-167.931=3.320
min	837.000-891.000=-54.000
max	1276.000-1319.000=-43.000

*mean*	2.049-2.144=-0.095
σ	0.218-0.269=-0.051
min	1.814-1.812=0.002
max	2.256-2.551=-0.295

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.951-1545.948=0.003
σ	4.010-3.985=0.025
min	1544.009-1544.013=-0.004
max	1553.120-1553.071=0.048

*mean*	616.800-623.400=-6.600
σ	82.126-85.582=-3.456
min	493.000-521.000=-28.000
max	713.000-727.000=-14.000

*mean*	2.367-2.441=-0.074
σ	0.222-0.286=-0.064
min	2.135-2.109=0.026
max	2.668-2.673=-0.005

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.847-1864.841=0.006
σ	0.038-0.047=-0.009
min	1864.800-1864.784=0.016
max	1864.901-1864.891=0.010

*mean*	1704.000-1725.000=-21.000
σ	259.832-170.024=89.808
min	1393.000-1479.000=-86.000
max	2056.000-1878.000=178.000

*mean*	2.932-3.080=-0.148
σ	0.080-0.337=-0.258
min	2.868-2.867=0.001
max	3.056-3.679=-0.623

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.697-1.772=-0.075
σ	0.106-0.154=-0.048
min	1.577-1.613=-0.036
max	1.857-1.946=-0.090

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.834-447.840=-0.006
σ	579.271-579.281=-0.010
min	158.194-158.199=-0.005
max	1316.741-1316.762=-0.022

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.536-0.529=0.007
σ	0.541-0.551=-0.010
min	0.263-0.242=0.021
max	1.348-1.356=-0.008

policies=20

*mean*	1582.289-1582.290=-0.001
σ	0.360-0.354=0.005
min	1582.036-1582.041=-0.006
max	1582.820-1582.813=0.007

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-445.500=-1.000
σ	1.000-6.351=-5.351
min	443.000-440.000=3.000
max	445.000-451.000=-6.000

*mean*	2.638-2.630=0.008
σ	0.007-0.035=-0.028
min	2.632-2.605=0.027
max	2.647-2.681=-0.033

policies=200

*mean*	15830.912-15830.922=-0.010
σ	0.111-0.126=-0.015
min	15830.853-15830.812=0.041
max	15831.079-15831.102=-0.023

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.000-492.750=2.250
σ	3.651-4.113=-0.462
min	491.000-489.000=2.000
max	499.000-498.000=1.000

*mean*	26.575-26.599=-0.024
σ	0.133-0.084=0.049
min	26.448-26.525=-0.077
max	26.707-26.685=0.022