Bulk loading 250 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 6 generating file /data/pg/it_5
worker 7 generating file /data/pg/it_6
worker 8 generating file /data/pg/it_7
worker 9 generating file /data/pg/it_8
worker 10 generating file /data/pg/it_9
worker 11 generating file /data/pg/it_10
worker 12 generating file /data/pg/it_11
worker 13 generating file /data/pg/it_12
worker 14 generating file /data/pg/it_13
worker 15 generating file /data/pg/it_14
worker 16 generating file /data/pg/it_15
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 13 converting file /data/pg/it_12 to /data/pg/it_12.copy
worker 11 converting file /data/pg/it_10 to /data/pg/it_10.copy
worker 8 converting file /data/pg/it_7 to /data/pg/it_7.copy
worker 10 converting file /data/pg/it_9 to /data/pg/it_9.copy
worker 16 converting file /data/pg/it_15 to /data/pg/it_15.copy
worker 14 converting file /data/pg/it_13 to /data/pg/it_13.copy
worker 15 converting file /data/pg/it_14 to /data/pg/it_14.copy
worker 7 converting file /data/pg/it_6 to /data/pg/it_6.copy
worker 6 converting file /data/pg/it_5 to /data/pg/it_5.copy
worker 9 converting file /data/pg/it_8 to /data/pg/it_8.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 12 converting file /data/pg/it_11 to /data/pg/it_11.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 11 deleting original file /data/pg/it_10
worker 3 deleting original file /data/pg/it_2
worker 8 deleting original file /data/pg/it_7
worker 10 deleting original file /data/pg/it_9
worker 15 deleting original file /data/pg/it_14
worker 7 deleting original file /data/pg/it_6
worker 16 deleting original file /data/pg/it_15
worker 1 deleting original file /data/pg/it_0
worker 9 deleting original file /data/pg/it_8
worker 13 deleting original file /data/pg/it_12
worker 2 deleting original file /data/pg/it_1
worker 5 deleting original file /data/pg/it_4
worker 6 deleting original file /data/pg/it_5
worker 4 deleting original file /data/pg/it_3
worker 14 deleting original file /data/pg/it_13
worker 12 deleting original file /data/pg/it_11
worker 1 generating file /data/pg/it_16
worker 2 generating file /data/pg/it_17
worker 3 generating file /data/pg/it_18
worker 4 generating file /data/pg/it_19
worker 5 generating file /data/pg/it_20
worker 6 generating file /data/pg/it_21
worker 7 generating file /data/pg/it_22
worker 8 generating file /data/pg/it_23
worker 9 generating file /data/pg/it_24
worker 1 converting file /data/pg/it_16 to /data/pg/it_16.copy
worker 8 converting file /data/pg/it_23 to /data/pg/it_23.copy
worker 9 converting file /data/pg/it_24 to /data/pg/it_24.copy
worker 7 converting file /data/pg/it_22 to /data/pg/it_22.copy
worker 6 converting file /data/pg/it_21 to /data/pg/it_21.copy
worker 5 converting file /data/pg/it_20 to /data/pg/it_20.copy
worker 4 converting file /data/pg/it_19 to /data/pg/it_19.copy
worker 3 converting file /data/pg/it_18 to /data/pg/it_18.copy
worker 2 converting file /data/pg/it_17 to /data/pg/it_17.copy
worker 9 deleting original file /data/pg/it_24
worker 6 deleting original file /data/pg/it_21
worker 8 deleting original file /data/pg/it_23
worker 3 deleting original file /data/pg/it_18
worker 1 deleting original file /data/pg/it_16
worker 2 deleting original file /data/pg/it_17
worker 7 deleting original file /data/pg/it_22
worker 5 deleting original file /data/pg/it_20
worker 4 deleting original file /data/pg/it_19
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 22:55:26 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 6.74s/92.52u sec elapsed 99.28 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 183333392.00 rows 0.82 runs)
LOG:  starting quicksort of run 1: CPU 6.74s/92.53u sec elapsed 99.28 sec
LOG:  finished quicksorting run 1: CPU 6.97s/197.25u sec elapsed 204.24 sec
LOG:  finished writing run 1 to tape 0: CPU 12.35s/241.39u sec elapsed 253.97 sec
LOG:  performsort starting: CPU 13.25s/259.24u sec elapsed 272.71 sec
LOG:  starting quicksort of run 2: CPU 13.25s/259.24u sec elapsed 272.71 sec
LOG:  finished quicksorting run 2: CPU 13.27s/270.63u sec elapsed 284.12 sec
LOG:  finished writing run 2 to tape 1: CPU 13.91s/275.86u sec elapsed 290.06 sec
LOG:  performsort done (except 2-way final merge): CPU 15.64s/286.40u sec elapsed 302.62 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 23.51s/326.22u sec elapsed 351.09 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 6.72s/92.47u sec elapsed 99.22 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 250000000.00 rows 1.12 runs)
LOG:  starting quicksort of run 1: CPU 6.72s/92.48u sec elapsed 99.22 sec
LOG:  finished quicksorting run 1: CPU 6.93s/198.84u sec elapsed 205.82 sec
LOG:  finished writing run 1 to tape 0: CPU 12.24s/243.39u sec elapsed 256.21 sec
LOG:  performsort starting: CPU 12.98s/261.25u sec elapsed 274.82 sec
LOG:  starting quicksort of run 2: CPU 12.98s/261.25u sec elapsed 274.82 sec
LOG:  finished quicksorting run 2: CPU 13.00s/272.44u sec elapsed 286.02 sec
LOG:  finished writing run 2 to tape 1: CPU 13.64s/277.67u sec elapsed 291.92 sec
LOG:  performsort done (except 2-way final merge): CPU 15.34s/285.45u sec elapsed 301.59 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 23.23s/322.18u sec elapsed 346.97 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 6.69s/92.61u sec elapsed 99.42 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 250000000.00 rows 1.12 runs)
LOG:  starting quicksort of run 1: CPU 6.69s/92.61u sec elapsed 99.42 sec
LOG:  finished quicksorting run 1: CPU 6.91s/201.96u sec elapsed 208.99 sec
LOG:  finished writing run 1 to tape 0: CPU 12.23s/246.50u sec elapsed 259.09 sec
LOG:  performsort starting: CPU 13.13s/264.40u sec elapsed 277.89 sec
LOG:  starting quicksort of run 2: CPU 13.13s/264.40u sec elapsed 277.89 sec
LOG:  finished quicksorting run 2: CPU 13.15s/275.78u sec elapsed 289.29 sec
LOG:  finished writing run 2 to tape 1: CPU 13.79s/281.01u sec elapsed 295.22 sec
LOG:  performsort done (except 2-way final merge): CPU 15.47s/288.80u sec elapsed 304.69 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 23.36s/325.63u sec elapsed 349.94 sec
CREATE INDEX
DROP INDEX
Bulk loading 500 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 6 generating file /data/pg/it_5
worker 7 generating file /data/pg/it_6
worker 8 generating file /data/pg/it_7
worker 9 generating file /data/pg/it_8
worker 10 generating file /data/pg/it_9
worker 11 generating file /data/pg/it_10
worker 12 generating file /data/pg/it_11
worker 13 generating file /data/pg/it_12
worker 14 generating file /data/pg/it_13
worker 15 generating file /data/pg/it_14
worker 16 generating file /data/pg/it_15
worker 8 converting file /data/pg/it_7 to /data/pg/it_7.copy
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 16 converting file /data/pg/it_15 to /data/pg/it_15.copy
worker 10 converting file /data/pg/it_9 to /data/pg/it_9.copy
worker 11 converting file /data/pg/it_10 to /data/pg/it_10.copy
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 12 converting file /data/pg/it_11 to /data/pg/it_11.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 14 converting file /data/pg/it_13 to /data/pg/it_13.copy
worker 13 converting file /data/pg/it_12 to /data/pg/it_12.copy
worker 15 converting file /data/pg/it_14 to /data/pg/it_14.copy
worker 9 converting file /data/pg/it_8 to /data/pg/it_8.copy
worker 7 converting file /data/pg/it_6 to /data/pg/it_6.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 6 converting file /data/pg/it_5 to /data/pg/it_5.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 10 deleting original file /data/pg/it_9
worker 5 deleting original file /data/pg/it_4
worker 8 deleting original file /data/pg/it_7
worker 16 deleting original file /data/pg/it_15
worker 3 deleting original file /data/pg/it_2
worker 15 deleting original file /data/pg/it_14
worker 12 deleting original file /data/pg/it_11
worker 7 deleting original file /data/pg/it_6
worker 1 deleting original file /data/pg/it_0
worker 6 deleting original file /data/pg/it_5
worker 2 deleting original file /data/pg/it_1
worker 11 deleting original file /data/pg/it_10
worker 9 deleting original file /data/pg/it_8
worker 13 deleting original file /data/pg/it_12
worker 14 deleting original file /data/pg/it_13
worker 4 deleting original file /data/pg/it_3
worker 1 generating file /data/pg/it_16
worker 2 generating file /data/pg/it_17
worker 3 generating file /data/pg/it_18
worker 4 generating file /data/pg/it_19
worker 5 generating file /data/pg/it_20
worker 6 generating file /data/pg/it_21
worker 7 generating file /data/pg/it_22
worker 8 generating file /data/pg/it_23
worker 9 generating file /data/pg/it_24
worker 10 generating file /data/pg/it_25
worker 11 generating file /data/pg/it_26
worker 12 generating file /data/pg/it_27
worker 13 generating file /data/pg/it_28
worker 14 generating file /data/pg/it_29
worker 15 generating file /data/pg/it_30
worker 16 generating file /data/pg/it_31
worker 1 converting file /data/pg/it_16 to /data/pg/it_16.copy
worker 2 converting file /data/pg/it_17 to /data/pg/it_17.copy
worker 16 converting file /data/pg/it_31 to /data/pg/it_31.copy
worker 8 converting file /data/pg/it_23 to /data/pg/it_23.copy
worker 11 converting file /data/pg/it_26 to /data/pg/it_26.copy
worker 4 converting file /data/pg/it_19 to /data/pg/it_19.copy
worker 12 converting file /data/pg/it_27 to /data/pg/it_27.copy
worker 13 converting file /data/pg/it_28 to /data/pg/it_28.copy
worker 9 converting file /data/pg/it_24 to /data/pg/it_24.copy
worker 14 converting file /data/pg/it_29 to /data/pg/it_29.copy
worker 10 converting file /data/pg/it_25 to /data/pg/it_25.copy
worker 7 converting file /data/pg/it_22 to /data/pg/it_22.copy
worker 5 converting file /data/pg/it_20 to /data/pg/it_20.copy
worker 15 converting file /data/pg/it_30 to /data/pg/it_30.copy
worker 6 converting file /data/pg/it_21 to /data/pg/it_21.copy
worker 3 converting file /data/pg/it_18 to /data/pg/it_18.copy
worker 16 deleting original file /data/pg/it_31
worker 7 deleting original file /data/pg/it_22
worker 12 deleting original file /data/pg/it_27
worker 1 deleting original file /data/pg/it_16
worker 9 deleting original file /data/pg/it_24
worker 6 deleting original file /data/pg/it_21
worker 5 deleting original file /data/pg/it_20
worker 13 deleting original file /data/pg/it_28
worker 4 deleting original file /data/pg/it_19
worker 10 deleting original file /data/pg/it_25
worker 11 deleting original file /data/pg/it_26
worker 14 deleting original file /data/pg/it_29
worker 2 deleting original file /data/pg/it_17
worker 8 deleting original file /data/pg/it_23
worker 15 deleting original file /data/pg/it_30
worker 3 deleting original file /data/pg/it_18
worker 1 generating file /data/pg/it_32
 worker 2 generating file /data/pg/it_33
worker 3 generating file /data/pg/it_34
worker 4 generating file /data/pg/it_35
worker 5 generating file /data/pg/it_36
worker 6 generating file /data/pg/it_37
worker 7 generating file /data/pg/it_38
worker 8 generating file /data/pg/it_39
worker 9 generating file /data/pg/it_40
worker 10 generating file /data/pg/it_41
worker 11 generating file /data/pg/it_42
worker 12 generating file /data/pg/it_43
worker 13 generating file /data/pg/it_44
worker 14 generating file /data/pg/it_45
worker 15 generating file /data/pg/it_46
worker 16 generating file /data/pg/it_47
worker 1 converting file /data/pg/it_32 to /data/pg/it_32.copy
worker 2 converting file /data/pg/it_33 to /data/pg/it_33.copy
worker 16 converting file /data/pg/it_47 to /data/pg/it_47.copy
worker 6 converting file /data/pg/it_37 to /data/pg/it_37.copy
worker 3 converting file /data/pg/it_34 to /data/pg/it_34.copy
worker 14 converting file /data/pg/it_45 to /data/pg/it_45.copy
worker 9 converting file /data/pg/it_40 to /data/pg/it_40.copy
worker 13 converting file /data/pg/it_44 to /data/pg/it_44.copy
worker 4 converting file /data/pg/it_35 to /data/pg/it_35.copy
worker 15 converting file /data/pg/it_46 to /data/pg/it_46.copy
worker 11 converting file /data/pg/it_42 to /data/pg/it_42.copy
worker 7 converting file /data/pg/it_38 to /data/pg/it_38.copy
worker 10 converting file /data/pg/it_41 to /data/pg/it_41.copy
worker 12 converting file /data/pg/it_43 to /data/pg/it_43.copy
worker 5 converting file /data/pg/it_36 to /data/pg/it_36.copy
worker 8 converting file /data/pg/it_39 to /data/pg/it_39.copy
worker 2 deleting original file /data/pg/it_33
worker 1 deleting original file /data/pg/it_32
worker 11 deleting original file /data/pg/it_42
worker 7 deleting original file /data/pg/it_38
worker 13 deleting original file /data/pg/it_44
worker 14 deleting original file /data/pg/it_45
worker 8 deleting original file /data/pg/it_39
worker 12 deleting original file /data/pg/it_43
worker 9 deleting original file /data/pg/it_40
worker 10 deleting original file /data/pg/it_41
worker 3 deleting original file /data/pg/it_34
worker 5 deleting original file /data/pg/it_36
worker 16 deleting original file /data/pg/it_47
worker 6 deleting original file /data/pg/it_37
worker 4 deleting original file /data/pg/it_35
worker 15 deleting original file /data/pg/it_46
worker 1 generating file /data/pg/it_48
worker 2 generating file /data/pg/it_49
worker 1 converting file /data/pg/it_48 to /data/pg/it_48.copy
worker 2 converting file /data/pg/it_49 to /data/pg/it_49.copy
worker 1 deleting original file /data/pg/it_48
worker 2 deleting original file /data/pg/it_49
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 23:30:40 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 8.38s/93.23u sec elapsed 104.42 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 366666696.00 rows 1.64 runs)
LOG:  starting quicksort of run 1: CPU 8.38s/93.24u sec elapsed 104.42 sec
LOG:  finished quicksorting run 1: CPU 8.62s/200.21u sec elapsed 211.64 sec
LOG:  finished writing run 1 to tape 0: CPU 14.25s/248.16u sec elapsed 265.47 sec
LOG:  starting quicksort of run 2: CPU 17.97s/392.26u sec elapsed 415.11 sec
LOG:  finished quicksorting run 2: CPU 18.13s/487.39u sec elapsed 510.41 sec
LOG:  finished writing run 2 to tape 1: CPU 22.92s/529.48u sec elapsed 557.56 sec
LOG:  performsort starting: CPU 24.44s/589.29u sec elapsed 619.40 sec
LOG:  starting quicksort of run 3: CPU 24.44s/589.29u sec elapsed 619.40 sec
LOG:  finished quicksorting run 3: CPU 24.50s/627.59u sec elapsed 657.76 sec
LOG:  finished writing run 3 to tape 2: CPU 26.43s/645.18u sec elapsed 677.35 sec
LOG:  performsort done (except 3-way final merge): CPU 29.38s/662.64u sec elapsed 698.18 sec
LOG:  external sort ended, 1710652 disk blocks used: CPU 45.38s/771.22u sec elapsed 828.36 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 8.29s/93.28u sec elapsed 102.73 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 500000000.00 rows 2.24 runs)
LOG:  starting quicksort of run 1: CPU 8.29s/93.28u sec elapsed 102.73 sec
LOG:  finished quicksorting run 1: CPU 8.52s/200.34u sec elapsed 210.05 sec
LOG:  finished writing run 1 to tape 0: CPU 13.86s/244.26u sec elapsed 259.40 sec
LOG:  starting quicksort of run 2: CPU 20.10s/375.82u sec elapsed 398.27 sec
LOG:  finished quicksorting run 2: CPU 20.26s/468.96u sec elapsed 491.59 sec
LOG:  finished writing run 2 to tape 1: CPU 24.98s/507.16u sec elapsed 534.70 sec
LOG:  performsort starting: CPU 28.59s/562.41u sec elapsed 603.04 sec
LOG:  starting quicksort of run 3: CPU 28.59s/562.41u sec elapsed 603.04 sec
LOG:  finished quicksorting run 3: CPU 28.65s/599.38u sec elapsed 640.08 sec
LOG:  finished writing run 3 to tape 2: CPU 30.61s/615.30u sec elapsed 658.01 sec
LOG:  performsort done (except 3-way final merge): CPU 33.33s/628.05u sec elapsed 673.48 sec
LOG:  external sort ended, 1710652 disk blocks used: CPU 51.55s/729.88u sec elapsed 809.68 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 15728640, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  bttext_abbrev: abbrev_distinct after 167772160: 118060195.523675 (key_distinct: 175022544.237160, norm_abbrev_card: 0.703694, prop_card: 0.000481)
LOG:  switching to external sort with 56174 tapes: CPU 8.78s/92.84u sec elapsed 103.90 sec
LOG:  hybrid sort-merge strategy used at row 223696269 crossover 0.900 (est 500000000.00 rows 2.24 runs)
LOG:  starting quicksort of run 1: CPU 8.78s/92.84u sec elapsed 103.90 sec
LOG:  finished quicksorting run 1: CPU 9.00s/200.11u sec elapsed 211.41 sec
LOG:  finished writing run 1 to tape 0: CPU 14.15s/244.00u sec elapsed 260.71 sec
LOG:  starting quicksort of run 2: CPU 21.50s/376.12u sec elapsed 409.18 sec
LOG:  finished quicksorting run 2: CPU 21.68s/469.87u sec elapsed 503.09 sec
LOG:  finished writing run 2 to tape 1: CPU 26.44s/508.07u sec elapsed 546.26 sec
LOG:  performsort starting: CPU 29.20s/563.26u sec elapsed 605.34 sec
LOG:  starting quicksort of run 3: CPU 29.20s/563.27u sec elapsed 605.34 sec
LOG:  finished quicksorting run 3: CPU 29.26s/600.27u sec elapsed 642.40 sec
LOG:  finished writing run 3 to tape 2: CPU 31.20s/616.19u sec elapsed 660.35 sec
LOG:  performsort done (except 3-way final merge): CPU 33.78s/628.88u sec elapsed 675.62 sec
LOG:  external sort ended, 1710652 disk blocks used: CPU 49.43s/730.10u sec elapsed 828.02 sec
CREATE INDEX
DROP INDEX
