Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.619=-0.040
σ	0.352-0.349=0.003
min	54.447-54.485=-0.039
max	55.580-55.611=-0.031

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.139-0.140=-0.000
σ	0.005-0.005=0.001
min	0.132-0.133=-0.000
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.788=-0.081
σ	0.006-0.007=-0.001
min	43.700-43.780=-0.080
max	43.719-43.804=-0.085

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=-0.001
min	0.121-0.119=0.002
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	12.782-12.569=0.212
σ	0.355-0.380=-0.025
min	12.416-12.164=0.253
max	13.349-13.197=0.152

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	12.776-12.267=0.509
σ	0.538-0.595=-0.057
min	11.743-11.485=0.259
max	13.357-13.092=0.265

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7322.000-7333.000=-11.000
σ	0.000
min	7322.000-7333.000=-11.000
max	7322.000-7333.000=-11.000

*mean*	14.933-14.840=0.093
σ	0.880-1.073=-0.194
min	12.864-12.395=0.469
max	15.666-15.994=-0.328

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	12.762-12.367=0.394
σ	1.714-1.722=-0.008
min	10.884-10.285=0.599
max	14.918-14.881=0.037

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.001
min	27.603-27.603=0.000
max	27.990-27.991=-0.002

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	8.881-8.499=0.381
σ	0.245-0.283=-0.038
min	8.444-8.011=0.433
max	9.184-8.899=0.284

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	6.985-6.485=0.500
σ	0.151-0.295=-0.144
min	6.776-5.999=0.777
max	7.227-7.049=0.178

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.669-25.668=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	5.971-5.557=0.414
σ	0.148-0.190=-0.043
min	5.735-5.294=0.441
max	6.210-5.868=0.342

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	5.854-5.351=0.503
σ	0.132-0.135=-0.003
min	5.644-5.169=0.475
max	6.118-5.573=0.544

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.001
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.001
max	2524.606-2524.607=-0.000

*mean*	7322.000-7333.000=-11.000
σ	0.000
min	7322.000-7333.000=-11.000
max	7322.000-7333.000=-11.000

*mean*	1044.745-1046.077=-1.332
σ	8.298-4.850=3.448
min	1034.260-1038.079=-3.819
max	1059.674-1052.608=7.066

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3579.625-3577.875=1.750
σ	1800.478-1803.295=-2.817
min	1043.000-1045.000=-2.000
max	5810.000-5817.000=-7.000

*mean*	4752.154-4950.236=-198.082
σ	1356.020-1554.811=-198.791
min	3497.086-3514.799=-17.714
max	6582.072-6964.910=-382.838

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	86.899-84.656=2.243
σ	14.272-11.876=2.396
min	71.340-69.637=1.703
max	102.869-100.543=2.326

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.943-40.943=0.000
max	40.945-40.945=0.000

*mean*	7322.000-7333.000=-11.000
σ	0.000
min	7322.000-7333.000=-11.000
max	7322.000-7333.000=-11.000

*mean*	104.282-108.850=-4.568
σ	4.993-6.237=-1.244
min	93.216-96.633=-3.417
max	108.197-114.322=-6.125

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	7322.000-7333.000=-11.000
σ	0.000
min	7322.000-7333.000=-11.000
max	7322.000-7333.000=-11.000

*mean*	161.424-162.680=-1.256
σ	9.077-9.639=-0.563
min	139.828-140.514=-0.685
max	166.473-170.148=-3.675

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.537=0.001

*mean*	4157.875-4157.625=0.250
σ	1904.859-1908.270=-3.411
min	1556.000-1555.000=1.000
max	7322.000-7333.000=-11.000

*mean*	6593.323-6418.430=174.893
σ	905.893-1090.264=-184.371
min	5005.726-4935.896=69.830
max	7810.758-7905.730=-94.972

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=-0.000

*mean*	7322.000-7333.000=-11.000
σ	0.000
min	7322.000-7333.000=-11.000
max	7322.000-7333.000=-11.000

*mean*	5403.947-6133.103=-729.156
σ	1334.742-1823.946=-489.204
min	4366.514-4383.746=-17.231
max	7537.994-8619.713=-1081.719

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	368.319-368.073=0.246
σ	20.122-33.916=-13.794
min	346.937-298.256=48.682
max	393.570-398.531=-4.961

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	1.035-0.000=1.035
min	559.000-560.000=-1.000
max	561.000-560.000=1.000

*mean*	743.009-759.357=-16.348
σ	66.851-49.689=17.162
min	631.190-641.838=-10.648
max	832.879-803.038=29.841

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.375=0.124
σ	0.760-0.759=0.000
min	1008.025-1007.899=0.126
max	1011.641-1011.516=0.125

*mean*	1044.000-1044.250=-0.250
σ	300.110-307.321=-7.211
min	561.000-566.000=-5.000
max	1447.000-1499.000=-52.000

*mean*	1.537-1.557=-0.020
σ	0.067-0.078=-0.011
min	1.475-1.468=0.007
max	1.739-1.768=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.387=-0.085
σ	0.288-0.504=-0.216
min	0.138-0.140=-0.002
max	0.810-1.286=-0.476

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.479=0.002
σ	0.317-0.328=-0.011
min	0.326-0.319=0.007
max	1.047-1.065=-0.018

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.212=0.005
σ	0.031-0.022=0.009
min	0.194-0.196=-0.001
max	0.270-0.250=0.020

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.334=-0.002
σ	0.017-0.016=0.001
min	0.317-0.322=-0.005
max	0.360-0.361=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	435.200-434.400=0.800
σ	4.550-1.342=3.208
min	431.000-432.000=-1.000
max	440.000-435.000=5.000

*mean*	0.570-0.553=0.017
σ	0.042-0.079=-0.037
min	0.510-0.435=0.074
max	0.607-0.611=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	440.000-435.000=5.000
σ	0.000
min	440.000-435.000=5.000
max	440.000-435.000=5.000

*mean*	0.503-0.467=0.035
σ	0.022-0.009=0.014
min	0.469-0.458=0.012
max	0.521-0.478=0.043

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	440.000-435.000=5.000
σ	0.000
min	440.000-435.000=5.000
max	440.000-435.000=5.000

*mean*	2.562-2.596=-0.034
σ	0.094-0.094=-0.000
min	2.391-2.462=-0.072
max	2.916-3.020=-0.104

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	440.000-435.000=5.000
σ	0.000
min	440.000-435.000=5.000
max	440.000-435.000=5.000

*mean*	2.573-2.557=0.016
σ	0.101-0.057=0.044
min	2.431-2.428=0.004
max	3.197-2.786=0.411

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	440.000-435.000=5.000
σ	0.000
min	440.000-435.000=5.000
max	440.000-435.000=5.000

*mean*	0.306-0.309=-0.003
σ	0.008-0.027=-0.019
min	0.292-0.286=0.007
max	0.359-0.558=-0.200

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	440.000-435.000=5.000
σ	0.000
min	440.000-435.000=5.000
max	440.000-435.000=5.000

*mean*	0.295-0.292=0.003
σ	0.009-0.009=-0.000
min	0.282-0.276=0.007
max	0.335-0.339=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.007-297.828=0.179
σ	1.021-1.039=-0.018
min	297.572-297.424=0.148
max	300.910-300.783=0.127

*mean*	444.700-439.800=4.900
σ	17.839-16.410=1.429
min	419.000-416.000=3.000
max	469.000-464.000=5.000

*mean*	0.610-0.614=-0.004
σ	0.016-0.019=-0.004
min	0.582-0.566=0.015
max	0.643-0.633=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1746.500-1720.000=26.500
σ	0.535-0.000=0.535
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	206.274-211.582=-5.308
σ	1.394-1.957=-0.563
min	204.288-208.365=-4.077
max	208.369-214.192=-5.823

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1746.500-1720.000=26.500
σ	0.535-0.000=0.535
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	11.002-11.506=-0.504
σ	1.690-2.005=-0.315
min	9.316-7.350=1.967
max	12.723-12.708=0.015

phase=parser

*mean*	1042.099-1041.161=0.938
σ	0.000-0.000=0.000
min	1042.098-1041.160=0.938
max	1042.099-1041.161=0.938

*mean*	1746.500-1720.000=26.500
σ	0.535-0.000=0.535
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	659.598-667.609=-8.011
σ	70.087-108.135=-38.048
min	591.012-424.326=166.686
max	729.288-728.279=1.010

phase=processProdDef

*mean*	6169.656-6169.658=-0.002
σ	0.000-0.001=-0.000
min	6169.655-6169.657=-0.002
max	6169.656-6169.659=-0.003

*mean*	1746.625-1720.000=26.625
σ	0.518-0.000=0.518
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	5292.147-5502.528=-210.382
σ	1273.547-698.805=574.742
min	3826.237-4522.025=-695.787
max	7029.730-6703.825=325.905

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.500-1720.000=26.500
σ	0.535-0.000=0.535
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	44.119-44.045=0.074
σ	4.012-7.488=-3.476
min	39.893-26.797=13.096
max	48.469-48.401=0.068

phase=type checker

*mean*	958.457-958.670=-0.213
σ	0.066
min	958.360-958.573=-0.213
max	958.547-958.760=-0.213

*mean*	1746.500-1720.000=26.500
σ	0.535-0.000=0.535
min	1746.000-1720.000=26.000
max	1747.000-1720.000=27.000

*mean*	757.457-769.334=-11.877
σ	102.573-88.825=13.748
min	663.603-637.786=25.817
max	877.752-892.042=-14.290

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-292.775=0.914
σ	0.044-0.034=0.010
min	293.631-292.727=0.904
max	293.738-292.812=0.927

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.400=0.004
σ	0.009-0.006=0.004
min	0.399-0.396=0.003
max	0.420-0.410=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.781-1302.871=0.910
σ	0.095-0.090=0.005
min	1303.627-1302.717=0.910
max	1303.877-1302.948=0.928

*mean*	1089.800-1091.600=-1.800
σ	180.322-180.594=-0.272
min	885.000-841.000=44.000
max	1324.000-1305.000=19.000

*mean*	2.021-2.004=0.017
σ	0.181-0.195=-0.014
min	1.819-1.761=0.059
max	2.207-2.160=0.047

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1545.891=0.924
σ	4.056-4.026=0.031
min	1544.799-1543.896=0.903
max	1554.064-1553.085=0.980

*mean*	609.600-613.800=-4.200
σ	93.122-77.629=15.494
min	492.000-494.000=-2.000
max	723.000-701.000=22.000

*mean*	2.278-2.229=0.049
σ	0.240-0.175=0.065
min	2.121-2.118=0.003
max	2.700-2.537=0.164

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.782-1864.838=0.944
σ	0.069-0.036=0.033
min	1865.728-1864.791=0.937
max	1865.895-1864.879=1.016

*mean*	1729.400-1739.200=-9.800
σ	180.464-224.028=-43.564
min	1482.000-1440.000=42.000
max	1899.000-1951.000=-52.000

*mean*	3.082-2.964=0.118
σ	0.331-0.137=0.194
min	2.846-2.876=-0.030
max	3.665-3.197=0.469

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.630-1.703=-0.073
σ	0.101-0.170=-0.069
min	1.519-1.442=0.077
max	1.756-1.860=-0.104

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.752=0.228
σ	579.240-579.108=0.131
min	158.357-158.197=0.160
max	1316.839-1316.414=0.425

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.542-0.544=-0.002
σ	0.549-0.554=-0.005
min	0.266-0.259=0.008
max	1.366-1.374=-0.008

policies=20

*mean*	1583.917-1582.239=1.677
σ	0.351-0.299=0.052
min	1583.669-1582.019=1.649
max	1584.435-1582.679=1.757

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.250-445.000=-0.750
σ	1.500-4.619=-3.119
min	442.000-441.000=1.000
max	445.000-449.000=-4.000

*mean*	2.629-2.636=-0.007
σ	0.010-0.037=-0.027
min	2.617-2.601=0.016
max	2.639-2.687=-0.048

policies=200

*mean*	15847.155-15830.803=16.352
σ	0.112-0.197=-0.085
min	15847.062-15830.552=16.510
max	15847.309-15831.035=16.274

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.750
σ	2.217-3.862=-1.645
min	492.000-491.000=1.000
max	497.000-500.000=-3.000

*mean*	26.632-26.505=0.127
σ	0.210-0.129=0.081
min	26.359-26.336=0.023
max	26.801-26.638=0.163