Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.003
σ	0.349-0.351=-0.002
min	54.479-54.485=-0.006
max	55.609-55.618=-0.008

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.139-0.146=-0.007
σ	0.005-0.010=-0.005
min	0.132-0.133=-0.001
max	0.147-0.161=-0.014

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.007-0.006=0.000
min	43.777-43.775=0.002
max	43.796-43.793=0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.123-0.123=0.001
σ	0.004-0.004=-0.000
min	0.120-0.119=0.001
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4113.000-4259.625=-146.625
σ	1578.991-1897.445=-318.455
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	68.145-12.317=55.828
σ	157.672-0.326=157.346
min	12.106-11.986=0.119
max	458.363-12.979=445.384

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4113.000-4259.625=-146.625
σ	1578.991-1897.445=-318.455
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	12.605-12.658=-0.052
σ	1.308-0.487=0.821
min	11.478-11.793=-0.315
max	15.492-13.404=2.088

op=table_records(), no indexes

*mean*	41.929-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6044.000-7555.000=-1511.000
σ	0.000
min	6044.000-7555.000=-1511.000
max	6044.000-7555.000=-1511.000

*mean*	13.907-14.207=-0.299
σ	1.340-1.062=0.278
min	11.448-12.813=-1.365
max	15.305-15.501=-0.197

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4032.125-4259.625=-227.500
σ	1643.192-1897.445=-254.254
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	12.411-13.102=-0.691
σ	1.710-2.321=-0.612
min	10.343-10.351=-0.008
max	14.713-15.752=-1.040

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4032.125-4259.625=-227.500
σ	1643.192-1897.445=-254.254
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	8.329-9.385=-1.055
σ	0.357-1.869=-1.513
min	7.722-7.913=-0.190
max	8.693-12.411=-3.718

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4032.125-4259.625=-227.500
σ	1643.192-1897.445=-254.254
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	6.422-7.042=-0.620
σ	0.173-1.728=-1.555
min	6.152-5.517=0.636
max	6.687-10.020=-3.332

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.000
σ	0.003-0.002=0.001
min	25.664-25.665=-0.000
max	25.672-25.670=0.002

*mean*	4113.000-4259.625=-146.625
σ	1578.991-1897.445=-318.455
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	5.290-5.587=-0.296
σ	0.155-0.109=0.046
min	5.031-5.363=-0.332
max	5.470-5.749=-0.279

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4113.000-4259.625=-146.625
σ	1578.991-1897.445=-318.455
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	5.216-5.313=-0.097
σ	0.101-0.155=-0.055
min	5.048-5.085=-0.037
max	5.325-5.501=-0.177

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=0.000

*mean*	6044.000-7555.000=-1511.000
σ	0.000
min	6044.000-7555.000=-1511.000
max	6044.000-7555.000=-1511.000

*mean*	1915.673-1039.874=875.799
σ	1084.345-8.711=1075.634
min	1033.050-1028.560=4.491
max	3492.913-1057.576=2435.337

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=0.001

*mean*	3796.000-3770.000=26.000
σ	1689.290-1639.754=49.536
min	1889.000-1890.000=-1.000
max	6044.000-5951.000=93.000

*mean*	4454.885-4600.605=-145.719
σ	1026.794-1557.103=-530.309
min	3536.623-3510.023=26.600
max	6341.096-7618.427=-1277.331

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4032.125-4259.625=-227.500
σ	1643.192-1897.445=-254.254
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	80.763-91.608=-10.845
σ	11.170-19.185=-8.015
min	71.008-70.211=0.797
max	99.319-120.693=-21.374

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6044.000-7555.000=-1511.000
σ	0.000
min	6044.000-7555.000=-1511.000
max	6044.000-7555.000=-1511.000

*mean*	181.075-223.580=-42.505
σ	230.510-344.999=-114.489
min	77.601-90.829=-13.228
max	750.712-1077.252=-326.540

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685
max	66.687-66.689=-0.003

*mean*	6044.000-7555.000=-1511.000
σ	0.000
min	6044.000-7555.000=-1511.000
max	6044.000-7555.000=-1511.000

*mean*	151.720-151.294=0.426
σ	19.128-14.045=5.083
min	116.783-131.824=-15.041
max	167.259-167.596=-0.337

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305-11655.305=-0.000
max	11667.517

*mean*	4032.125-4259.625=-227.500
σ	1643.192-1897.445=-254.254
min	1889.000-1890.000=-1.000
max	6044.000-7555.000=-1511.000

*mean*	6479.008-6246.928=232.081
σ	1186.185-1017.316=168.869
min	4925.389-4952.965=-27.576
max	8057.685-8371.594=-313.909

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.001
σ	0.002-0.001=0.001
min	11560.068-11560.066=0.002
max	11560.073-11560.069=0.004

*mean*	6044.000-7555.000=-1511.000
σ	0.000
min	6044.000-7555.000=-1511.000
max	6044.000-7555.000=-1511.000

*mean*	6522.064-5389.956=1132.108
σ	1793.615-1353.551=440.063
min	4389.642-4394.524=-4.882
max	8537.971-7501.895=1036.076

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.028-0.023=0.005
min	172.558
max	172.629-172.614=0.015

*mean*	1889.000-1890.000=-1.000
σ	0.000
min	1889.000-1890.000=-1.000
max	1889.000-1890.000=-1.000

*mean*	362.327-359.750=2.577
σ	45.367-28.232=17.135
min	266.680-317.812=-51.132
max	405.897-408.500=-2.603

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.367=-0.007
σ	0.036-0.043=-0.007
min	357.321
max	357.405-357.426=-0.021

*mean*	1889.000-1890.000=-1.000
σ	0.000
min	1889.000-1890.000=-1.000
max	1889.000-1890.000=-1.000

*mean*	748.950-745.082=3.868
σ	77.700-61.527=16.173
min	620.846-617.232=3.614
max	824.941-793.843=31.098

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.183=0.003
σ	0.885-0.923=-0.038
min	1007.689-1007.714=-0.025
max	1011.857-1012.020=-0.162

*mean*	1040.400-1057.650=-17.250
σ	305.691-313.331=-7.640
min	546.000-593.000=-47.000
max	1467.000-1522.000=-55.000

*mean*	1.565-1.583=-0.019
σ	0.146-0.116=0.029
min	1.398-1.448=-0.050
max	2.056-1.935=0.122

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.433-0.438=-0.005
σ	0.159-0.189=-0.031
min	0.336-0.338=-0.002
max	0.713-0.776=-0.063

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.916-0.917=-0.001
σ	0.158-0.195=-0.037
min	0.826-0.818=0.008
max	1.197-1.265=-0.067

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.545-0.537=0.009
σ	0.042-0.045=-0.003
min	0.514-0.503=0.011
max	0.614-0.615=-0.001

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.832-0.826=0.006
σ	0.029-0.046=-0.017
min	0.813-0.800=0.013
max	0.883-0.908=-0.025

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.548=-0.008
σ	0.027-0.029=-0.002
min	963.523-963.528=-0.005
max	963.588-963.599=-0.011

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.804-0.741=0.063
σ	0.050-0.110=-0.060
min	0.729-0.581=0.148
max	0.853-0.862=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.006-0.005=0.001
min	884.847
max	884.861-884.859=0.002

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.716-0.697=0.019
σ	0.064-0.053=0.010
min	0.603-0.613=-0.010
max	0.751-0.747=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	3.529-4.194=-0.666
σ	0.094-0.078=0.016
min	3.387-4.085=-0.698
max	4.079-4.563=-0.484

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	3.511-4.192=-0.681
σ	0.078-0.060=0.019
min	3.357-4.071=-0.714
max	3.871-4.397=-0.526

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.736-0.743=-0.007
σ	0.024-0.016=0.008
min	0.702-0.709=-0.007
max	0.854-0.845=0.010

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1522.000=-55.000
σ	0.000
min	1467.000-1522.000=-55.000
max	1467.000-1522.000=-55.000

*mean*	0.709-0.700=0.009
σ	0.014-0.038=-0.024
min	0.672-0.499=0.173
max	0.747-0.801=-0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.356-297.304=0.051
σ	0.222-0.240=-0.018
min	297.188-297.091=0.096
max	297.960-297.957=0.002

*mean*	1889.000-1890.000=-1.000
σ	0.000
min	1889.000-1890.000=-1.000
max	1889.000-1890.000=-1.000

*mean*	0.587-0.570=0.017
σ	0.039-0.041=-0.002
min	0.515-0.521=-0.007
max	0.638-0.654=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=BuildDeclTreePhase

*mean*	219.277
σ	0.000
min	219.277
max	219.277

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	199.149
σ	3.159
min	196.824
max	205.698

phase=MacroExpansionPhase

*mean*	1.295
σ	0.000
min	1.295
max	1.295

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	0.887
σ	0.222
min	0.637
max	1.110

phase=ParserPhase

*mean*	1024.052
σ	0.000
min	1024.051
max	1024.052

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	549.741
σ	132.734
min	351.721
max	684.145

phase=ProcessProdDefPhase

*mean*	6169.662
σ	0.001
min	6169.662
max	6169.663

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	6788.489
σ	679.012
min	5984.104
max	7778.601

phase=RenamingPhase

*mean*	24.539
σ	0.000
min	24.539
max	24.539

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	34.749
σ	10.315
min	24.074
max	47.109

phase=TypeCheckerPhase

*mean*	975.811
σ	0.047
min	975.736
max	975.893

*mean*	1522.000
σ	0.000
min	1522.000
max	1522.000

*mean*	763.754
σ	78.423
min	687.715
max	906.842

phase=buildDeclTree

*mean*	219.277
σ	0.000
min	219.277
max	219.277

*mean*	1762.750
σ	54.447
min	1628.000
max	1782.000

*mean*	194.567
σ	2.870
min	191.376
max	199.156

phase=macro expansion

*mean*	1.295
σ	0.000
min	1.295
max	1.295

*mean*	1762.750
σ	54.447
min	1628.000
max	1782.000

*mean*	0.946
σ	0.212
min	0.637
max	1.105

phase=parser

*mean*	1024.052
σ	0.000
min	1024.052
max	1024.052

*mean*	1762.750
σ	54.447
min	1628.000
max	1782.000

*mean*	624.332
σ	119.051
min	348.226
max	692.424

phase=processProdDef

*mean*	6169.662
σ	0.001
min	6169.662
max	6169.663

*mean*	1782.000
σ	0.000
min	1782.000
max	1782.000

*mean*	5803.150
σ	1350.796
min	3417.429
max	7399.954

phase=renaming

*mean*	24.539
σ	0.000
min	24.539
max	24.539

*mean*	1762.750
σ	54.447
min	1628.000
max	1782.000

*mean*	42.325
σ	7.712
min	24.742
max	47.021

phase=type checker

*mean*	975.811
σ	0.047
min	975.736
max	975.893

*mean*	1762.750
σ	54.447
min	1628.000
max	1782.000

*mean*	761.237
σ	95.905
min	690.813
max	988.549

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.742-289.777=-0.035
σ	0.036-0.035=0.001
min	289.691-289.735=-0.043
max	289.781-289.820=-0.039

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	0.399-0.409=-0.010
σ	0.011-0.011=-0.000
min	0.390-0.395=-0.005
max	0.413-0.421=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.608-1299.586=0.023
σ	0.110-0.088=0.023
min	1299.500-1299.511=-0.011
max	1299.781-1299.726=0.055

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	2.002-1.967=0.035
σ	0.165-0.209=-0.045
min	1.816-1.801=0.014
max	2.234-2.315=-0.081

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.632-1542.669=-0.036
σ	3.987-4.021=-0.034
min	1540.688-1540.741=-0.054
max	1549.760-1549.860=-0.100

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	2.214-2.336=-0.122
σ	0.083-0.254=-0.171
min	2.147-2.106=0.042
max	2.355-2.703=-0.349

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.620-1861.618=0.003
σ	0.047-0.057=-0.010
min	1861.585-1861.544=0.041
max	1861.698-1861.687=0.011

*mean*	1824.800-1741.600=83.200
σ	58.606-157.012=-98.406
min	1782.000-1522.000=260.000
max	1889.000-1890.000=-1.000

*mean*	3.101-3.103=-0.002
σ	0.315-0.306=0.009
min	2.887-2.818=0.068
max	3.657-3.454=0.203

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.810-1.649=0.162
σ	0.097-0.280=-0.182
min	1.644-1.321=0.323
max	1.885-1.902=-0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.186=0.000
σ	577.140-577.141=-0.001
min	157.614-157.610=0.004
max	1311.896-1311.897=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	0.538-0.555=-0.017
σ	0.550-0.574=-0.024
min	0.261-0.266=-0.005
max	1.363-1.416=-0.053

policies=20

*mean*	1576.433-1576.422=0.010
σ	0.369-0.355=0.013
min	1576.183-1576.182=0.001
max	1576.980-1576.950=0.030

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	2.658-2.628=0.030
σ	0.049-0.015=0.034
min	2.621-2.606=0.015
max	2.728-2.636=0.092

policies=200

*mean*	15772.299-15772.302=-0.004
σ	0.122-0.084=0.038
min	15772.232-15772.250=-0.018
max	15772.481-15772.428=0.053

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1782.000-1522.000=260.000
σ	0.000
min	1782.000-1522.000=260.000
max	1782.000-1522.000=260.000

*mean*	26.581-26.436=0.145
σ	0.096-0.014=0.082
min	26.513-26.419=0.094
max	26.724-26.453=0.271