Bulk loading 50 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 4 deleting original file /data/pg/it_3
worker 5 deleting original file /data/pg/it_4
worker 3 deleting original file /data/pg/it_2
worker 1 deleting original file /data/pg/it_0
worker 2 deleting original file /data/pg/it_1
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 20:43:09 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  performsort starting: CPU 1.40s/20.62u sec elapsed 22.04 sec
LOG:  performsort done: CPU 1.45s/43.22u sec elapsed 44.67 sec
LOG:  internal sort ended, 3916614 KB used: CPU 2.67s/50.75u sec elapsed 53.43 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  performsort starting: CPU 1.39s/20.61u sec elapsed 22.01 sec
LOG:  performsort done: CPU 1.44s/42.55u sec elapsed 44.01 sec
LOG:  internal sort ended, 3916614 KB used: CPU 2.66s/50.08u sec elapsed 52.78 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  performsort starting: CPU 1.39s/20.66u sec elapsed 22.07 sec
LOG:  performsort done: CPU 1.44s/42.74u sec elapsed 44.20 sec
LOG:  internal sort ended, 3916614 KB used: CPU 2.66s/50.27u sec elapsed 52.97 sec
CREATE INDEX
DROP INDEX
Bulk loading 100 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 6 generating file /data/pg/it_5
 worker 7 generating file /data/pg/it_6
worker 8 generating file /data/pg/it_7
worker 9 generating file /data/pg/it_8
worker 10 generating file /data/pg/it_9
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 8 converting file /data/pg/it_7 to /data/pg/it_7.copy
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 10 converting file /data/pg/it_9 to /data/pg/it_9.copy
worker 6 converting file /data/pg/it_5 to /data/pg/it_5.copy
worker 9 converting file /data/pg/it_8 to /data/pg/it_8.copy
worker 7 converting file /data/pg/it_6 to /data/pg/it_6.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 5 deleting original file /data/pg/it_4
worker 10 deleting original file /data/pg/it_9
worker 1 deleting original file /data/pg/it_0
worker 9 deleting original file /data/pg/it_8
worker 2 deleting original file /data/pg/it_1
worker 6 deleting original file /data/pg/it_5
worker 8 deleting original file /data/pg/it_7
worker 3 deleting original file /data/pg/it_2
worker 4 deleting original file /data/pg/it_3
worker 7 deleting original file /data/pg/it_6
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 20:49:15 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  performsort starting: CPU 2.77s/41.23u sec elapsed 44.01 sec
LOG:  performsort done: CPU 2.86s/87.03u sec elapsed 89.90 sec
LOG:  internal sort ended, 7833227 KB used: CPU 5.29s/103.49u sec elapsed 108.88 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  performsort starting: CPU 2.75s/41.21u sec elapsed 43.97 sec
LOG:  performsort done: CPU 2.85s/87.01u sec elapsed 89.87 sec
LOG:  internal sort ended, 7833227 KB used: CPU 5.27s/103.45u sec elapsed 108.80 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  performsort starting: CPU 2.75s/41.29u sec elapsed 44.05 sec
LOG:  performsort done: CPU 2.84s/86.89u sec elapsed 89.75 sec
LOG:  internal sort ended, 7833227 KB used: CPU 5.27s/103.31u sec elapsed 108.66 sec
CREATE INDEX
DROP INDEX
Bulk loading 250 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 6 generating file /data/pg/it_5
worker 7 generating file /data/pg/it_6
worker 8 generating file /data/pg/it_7
worker 9 generating file /data/pg/it_8
worker 10 generating file /data/pg/it_9
worker 11 generating file /data/pg/it_10
worker 12 generating file /data/pg/it_11
worker 13 generating file /data/pg/it_12
worker 14 generating file /data/pg/it_13
worker 15 generating file /data/pg/it_14
worker 16 generating file /data/pg/it_15
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 14 converting file /data/pg/it_13 to /data/pg/it_13.copy
worker 16 converting file /data/pg/it_15 to /data/pg/it_15.copy
worker 15 converting file /data/pg/it_14 to /data/pg/it_14.copy
worker 13 converting file /data/pg/it_12 to /data/pg/it_12.copy
worker 9 converting file /data/pg/it_8 to /data/pg/it_8.copy
worker 11 converting file /data/pg/it_10 to /data/pg/it_10.copy
worker 8 converting file /data/pg/it_7 to /data/pg/it_7.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 6 converting file /data/pg/it_5 to /data/pg/it_5.copy
worker 7 converting file /data/pg/it_6 to /data/pg/it_6.copy
worker 10 converting file /data/pg/it_9 to /data/pg/it_9.copy
worker 12 converting file /data/pg/it_11 to /data/pg/it_11.copy
worker 4 deleting original file /data/pg/it_3
worker 14 deleting original file /data/pg/it_13
worker 16 deleting original file /data/pg/it_15
worker 13 deleting original file /data/pg/it_12
worker 11 deleting original file /data/pg/it_10
worker 3 deleting original file /data/pg/it_2
worker 15 deleting original file /data/pg/it_14
worker 2 deleting original file /data/pg/it_1
worker 5 deleting original file /data/pg/it_4
worker 1 deleting original file /data/pg/it_0
worker 12 deleting original file /data/pg/it_11
worker 10 deleting original file /data/pg/it_9
worker 8 deleting original file /data/pg/it_7
worker 6 deleting original file /data/pg/it_5
worker 9 deleting original file /data/pg/it_8
worker 7 deleting original file /data/pg/it_6
worker 1 generating file /data/pg/it_16
worker 2 generating file /data/pg/it_17
worker 3 generating file /data/pg/it_18
worker 4 generating file /data/pg/it_19
worker 5 generating file /data/pg/it_20
worker 6 generating file /data/pg/it_21
worker 7 generating file /data/pg/it_22
worker 8 generating file /data/pg/it_23
worker 9 generating file /data/pg/it_24
worker 2 converting file /data/pg/it_17 to /data/pg/it_17.copy
worker 3 converting file /data/pg/it_18 to /data/pg/it_18.copy
worker 6 converting file /data/pg/it_21 to /data/pg/it_21.copy
worker 1 converting file /data/pg/it_16 to /data/pg/it_16.copy
worker 9 converting file /data/pg/it_24 to /data/pg/it_24.copy
worker 4 converting file /data/pg/it_19 to /data/pg/it_19.copy
worker 8 converting file /data/pg/it_23 to /data/pg/it_23.copy
worker 7 converting file /data/pg/it_22 to /data/pg/it_22.copy
worker 5 converting file /data/pg/it_20 to /data/pg/it_20.copy
worker 8 deleting original file /data/pg/it_23
worker 2 deleting original file /data/pg/it_17
worker 1 deleting original file /data/pg/it_16
worker 4 deleting original file /data/pg/it_19
worker 5 deleting original file /data/pg/it_20
worker 9 deleting original file /data/pg/it_24
worker 7 deleting original file /data/pg/it_22
worker 6 deleting original file /data/pg/it_21
worker 3 deleting original file /data/pg/it_18
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 21:03:21 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 4.82s/61.68u sec elapsed 66.51 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 183333392.00 rows 1.23 runs)
LOG:  starting quicksort of run 1: CPU 4.82s/61.68u sec elapsed 66.52 sec
LOG:  finished quicksorting run 1: CPU 4.98s/132.21u sec elapsed 137.21 sec
LOG:  finished writing run 1 to tape 0: CPU 8.27s/161.10u sec elapsed 169.54 sec
LOG:  performsort starting: CPU 11.24s/228.82u sec elapsed 240.23 sec
LOG:  starting quicksort of run 2: CPU 11.24s/228.83u sec elapsed 240.23 sec
LOG:  finished quicksorting run 2: CPU 11.31s/275.17u sec elapsed 286.65 sec
LOG:  finished writing run 2 to tape 1: CPU 13.59s/294.67u sec elapsed 308.57 sec
LOG:  performsort done (except 2-way final merge): CPU 15.28s/306.06u sec elapsed 321.64 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 22.87s/345.54u sec elapsed 368.97 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 4.07s/61.59u sec elapsed 65.67 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 250000000.00 rows 1.68 runs)
LOG:  starting quicksort of run 1: CPU 4.07s/61.60u sec elapsed 65.67 sec
LOG:  finished quicksorting run 1: CPU 4.20s/132.73u sec elapsed 136.94 sec
LOG:  finished writing run 1 to tape 0: CPU 7.49s/161.58u sec elapsed 169.26 sec
LOG:  performsort starting: CPU 10.44s/229.35u sec elapsed 239.99 sec
LOG:  starting quicksort of run 2: CPU 10.44s/229.35u sec elapsed 239.99 sec
LOG:  finished quicksorting run 2: CPU 10.52s/276.80u sec elapsed 287.53 sec
LOG:  finished writing run 2 to tape 1: CPU 12.76s/296.29u sec elapsed 309.34 sec
LOG:  performsort done (except 2-way final merge): CPU 14.44s/304.74u sec elapsed 319.47 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 21.99s/341.34u sec elapsed 366.15 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 4.11s/61.81u sec elapsed 65.99 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 250000000.00 rows 1.68 runs)
LOG:  starting quicksort of run 1: CPU 4.11s/61.82u sec elapsed 65.99 sec
LOG:  finished quicksorting run 1: CPU 4.25s/132.94u sec elapsed 137.26 sec
LOG:  finished writing run 1 to tape 0: CPU 7.53s/161.81u sec elapsed 169.55 sec
LOG:  performsort starting: CPU 10.47s/229.67u sec elapsed 240.36 sec
LOG:  starting quicksort of run 2: CPU 10.47s/229.67u sec elapsed 240.36 sec
LOG:  finished quicksorting run 2: CPU 10.55s/277.11u sec elapsed 287.89 sec
LOG:  finished writing run 2 to tape 1: CPU 12.79s/296.61u sec elapsed 309.73 sec
LOG:  performsort done (except 2-way final merge): CPU 14.47s/305.05u sec elapsed 319.90 sec
LOG:  external sort ended, 855326 disk blocks used: CPU 22.05s/342.01u sec elapsed 367.06 sec
CREATE INDEX
DROP INDEX
Bulk loading 500 million tuples
CHECKPOINT
worker 1 generating file /data/pg/it_0
worker 2 generating file /data/pg/it_1
worker 3 generating file /data/pg/it_2
worker 4 generating file /data/pg/it_3
worker 5 generating file /data/pg/it_4
worker 6 generating file /data/pg/it_5
worker 7 generating file /data/pg/it_6
worker 8 generating file /data/pg/it_7
worker 9 generating file /data/pg/it_8
worker 10 generating file /data/pg/it_9
worker 11 generating file /data/pg/it_10
worker 12 generating file /data/pg/it_11
worker 13 generating file /data/pg/it_12
worker 14 generating file /data/pg/it_13
worker 15 generating file /data/pg/it_14
worker 16 generating file /data/pg/it_15
worker 1 converting file /data/pg/it_0 to /data/pg/it_0.copy
worker 4 converting file /data/pg/it_3 to /data/pg/it_3.copy
worker 5 converting file /data/pg/it_4 to /data/pg/it_4.copy
worker 3 converting file /data/pg/it_2 to /data/pg/it_2.copy
worker 15 converting file /data/pg/it_14 to /data/pg/it_14.copy
worker 16 converting file /data/pg/it_15 to /data/pg/it_15.copy
worker 11 converting file /data/pg/it_10 to /data/pg/it_10.copy
worker 2 converting file /data/pg/it_1 to /data/pg/it_1.copy
worker 6 converting file /data/pg/it_5 to /data/pg/it_5.copy
worker 14 converting file /data/pg/it_13 to /data/pg/it_13.copy
worker 12 converting file /data/pg/it_11 to /data/pg/it_11.copy
worker 7 converting file /data/pg/it_6 to /data/pg/it_6.copy
worker 8 converting file /data/pg/it_7 to /data/pg/it_7.copy
worker 13 converting file /data/pg/it_12 to /data/pg/it_12.copy
worker 10 converting file /data/pg/it_9 to /data/pg/it_9.copy
worker 9 converting file /data/pg/it_8 to /data/pg/it_8.copy
worker 1 deleting original file /data/pg/it_0
worker 5 deleting original file /data/pg/it_4
worker 16 deleting original file /data/pg/it_15
worker 4 deleting original file /data/pg/it_3
worker 6 deleting original file /data/pg/it_5
worker 3 deleting original file /data/pg/it_2
worker 7 deleting original file /data/pg/it_6
worker 8 deleting original file /data/pg/it_7
worker 12 deleting original file /data/pg/it_11
worker 11 deleting original file /data/pg/it_10
worker 15 deleting original file /data/pg/it_14
worker 9 deleting original file /data/pg/it_8
worker 2 deleting original file /data/pg/it_1
worker 13 deleting original file /data/pg/it_12
worker 14 deleting original file /data/pg/it_13
worker 10 deleting original file /data/pg/it_9
worker 1 generating file /data/pg/it_16
worker 2 generating file /data/pg/it_17
worker 3 generating file /data/pg/it_18
worker 4 generating file /data/pg/it_19
worker 5 generating file /data/pg/it_20
worker 6 generating file /data/pg/it_21
worker 7 generating file /data/pg/it_22
worker 8 generating file /data/pg/it_23
worker 9 generating file /data/pg/it_24
worker 10 generating file /data/pg/it_25
worker 11 generating file /data/pg/it_26
worker 12 generating file /data/pg/it_27
worker 13 generating file /data/pg/it_28
worker 14 generating file /data/pg/it_29
worker 15 generating file /data/pg/it_30
worker 16 generating file /data/pg/it_31
worker 3 converting file /data/pg/it_18 to /data/pg/it_18.copy
worker 4 converting file /data/pg/it_19 to /data/pg/it_19.copy
worker 1 converting file /data/pg/it_16 to /data/pg/it_16.copy
worker 2 converting file /data/pg/it_17 to /data/pg/it_17.copy
worker 5 converting file /data/pg/it_20 to /data/pg/it_20.copy
worker 16 converting file /data/pg/it_31 to /data/pg/it_31.copy
worker 7 converting file /data/pg/it_22 to /data/pg/it_22.copy
worker 9 converting file /data/pg/it_24 to /data/pg/it_24.copy
worker 6 converting file /data/pg/it_21 to /data/pg/it_21.copy
worker 10 converting file /data/pg/it_25 to /data/pg/it_25.copy
worker 12 converting file /data/pg/it_27 to /data/pg/it_27.copy
worker 13 converting file /data/pg/it_28 to /data/pg/it_28.copy
worker 8 converting file /data/pg/it_23 to /data/pg/it_23.copy
worker 11 converting file /data/pg/it_26 to /data/pg/it_26.copy
worker 14 converting file /data/pg/it_29 to /data/pg/it_29.copy
worker 15 converting file /data/pg/it_30 to /data/pg/it_30.copy
worker 4 deleting original file /data/pg/it_19
worker 16 deleting original file /data/pg/it_31
worker 5 deleting original file /data/pg/it_20
worker 3 deleting original file /data/pg/it_18
worker 12 deleting original file /data/pg/it_27
worker 6 deleting original file /data/pg/it_21
worker 9 deleting original file /data/pg/it_24
worker 1 deleting original file /data/pg/it_16
worker 13 deleting original file /data/pg/it_28
worker 2 deleting original file /data/pg/it_17
worker 11 deleting original file /data/pg/it_26
worker 15 deleting original file /data/pg/it_30
worker 14 deleting original file /data/pg/it_29
worker 10 deleting original file /data/pg/it_25
worker 7 deleting original file /data/pg/it_22
worker 8 deleting original file /data/pg/it_23
worker 1 generating file /data/pg/it_32
worker 2 generating file /data/pg/it_33
worker 3 generating file /data/pg/it_34
worker 4 generating file /data/pg/it_35
worker 5 generating file /data/pg/it_36
worker 6 generating file /data/pg/it_37
worker 7 generating file /data/pg/it_38
worker 8 generating file /data/pg/it_39
worker 9 generating file /data/pg/it_40
worker 10 generating file /data/pg/it_41
worker 11 generating file /data/pg/it_42
worker 12 generating file /data/pg/it_43
worker 13 generating file /data/pg/it_44
worker 14 generating file /data/pg/it_45
worker 15 generating file /data/pg/it_46
worker 16 generating file /data/pg/it_47
worker 4 converting file /data/pg/it_35 to /data/pg/it_35.copy
worker 3 converting file /data/pg/it_34 to /data/pg/it_34.copy
worker 1 converting file /data/pg/it_32 to /data/pg/it_32.copy
worker 5 converting file /data/pg/it_36 to /data/pg/it_36.copy
worker 2 converting file /data/pg/it_33 to /data/pg/it_33.copy
worker 12 converting file /data/pg/it_43 to /data/pg/it_43.copy
worker 7 converting file /data/pg/it_38 to /data/pg/it_38.copy
worker 8 converting file /data/pg/it_39 to /data/pg/it_39.copy
worker 13 converting file /data/pg/it_44 to /data/pg/it_44.copy
worker 6 converting file /data/pg/it_37 to /data/pg/it_37.copy
worker 11 converting file /data/pg/it_42 to /data/pg/it_42.copy
worker 14 converting file /data/pg/it_45 to /data/pg/it_45.copy
worker 16 converting file /data/pg/it_47 to /data/pg/it_47.copy
worker 10 converting file /data/pg/it_41 to /data/pg/it_41.copy
worker 9 converting file /data/pg/it_40 to /data/pg/it_40.copy
worker 15 converting file /data/pg/it_46 to /data/pg/it_46.copy
worker 2 deleting original file /data/pg/it_33
worker 1 deleting original file /data/pg/it_32
worker 3 deleting original file /data/pg/it_34
worker 12 deleting original file /data/pg/it_43
worker 14 deleting original file /data/pg/it_45
worker 16 deleting original file /data/pg/it_47
worker 5 deleting original file /data/pg/it_36
worker 6 deleting original file /data/pg/it_37
worker 4 deleting original file /data/pg/it_35
worker 7 deleting original file /data/pg/it_38
worker 13 deleting original file /data/pg/it_44
worker 10 deleting original file /data/pg/it_41
worker 8 deleting original file /data/pg/it_39
worker 11 deleting original file /data/pg/it_42
worker 15 deleting original file /data/pg/it_46
worker 9 deleting original file /data/pg/it_40
worker 1 generating file /data/pg/it_48
worker 2 generating file /data/pg/it_49
worker 1 converting file /data/pg/it_48 to /data/pg/it_48.copy
worker 2 converting file /data/pg/it_49 to /data/pg/it_49.copy
worker 2 deleting original file /data/pg/it_49
worker 1 deleting original file /data/pg/it_48
performing serial COPY of generated files
deleting generated COPY format files
Mon Nov 30 21:39:44 UTC 2015
Expanded display is on.
SET
SET
SET
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 5.53s/62.15u sec elapsed 70.16 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 366666696.00 rows 2.46 runs)
LOG:  starting quicksort of run 1: CPU 5.53s/62.16u sec elapsed 70.16 sec
LOG:  finished quicksorting run 1: CPU 5.68s/132.33u sec elapsed 140.49 sec
LOG:  finished writing run 1 to tape 0: CPU 9.36s/163.74u sec elapsed 175.79 sec
LOG:  starting quicksort of run 2: CPU 11.99s/258.69u sec elapsed 274.80 sec
LOG:  finished quicksorting run 2: CPU 12.09s/319.85u sec elapsed 336.05 sec
LOG:  finished writing run 2 to tape 1: CPU 15.29s/347.44u sec elapsed 366.96 sec
LOG:  starting quicksort of run 3: CPU 17.81s/442.17u sec elapsed 467.58 sec
LOG:  finished quicksorting run 3: CPU 17.91s/502.71u sec elapsed 528.22 sec
LOG:  finished writing run 3 to tape 2: CPU 21.10s/530.12u sec elapsed 558.96 sec
LOG:  performsort starting: CPU 22.79s/596.14u sec elapsed 629.35 sec
LOG:  starting quicksort of run 4: CPU 22.79s/596.14u sec elapsed 629.35 sec
LOG:  finished quicksorting run 4: CPU 22.86s/638.60u sec elapsed 671.89 sec
LOG:  finished writing run 4 to tape 3: CPU 25.07s/657.73u sec elapsed 693.31 sec
LOG:  performsort done (except 4-way final merge): CPU 27.02s/669.27u sec elapsed 706.79 sec
LOG:  external sort ended, 1710649 disk blocks used: CPU 43.48s/817.58u sec elapsed 877.18 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 5.42s/61.74u sec elapsed 68.23 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 500000000.00 rows 3.35 runs)
LOG:  starting quicksort of run 1: CPU 5.42s/61.74u sec elapsed 68.23 sec
LOG:  finished quicksorting run 1: CPU 5.56s/131.48u sec elapsed 138.11 sec
LOG:  finished writing run 1 to tape 0: CPU 9.16s/160.36u sec elapsed 170.73 sec
LOG:  starting quicksort of run 2: CPU 11.85s/247.82u sec elapsed 261.26 sec
LOG:  finished quicksorting run 2: CPU 11.96s/306.66u sec elapsed 320.21 sec
LOG:  finished writing run 2 to tape 1: CPU 15.16s/331.81u sec elapsed 348.72 sec
LOG:  starting quicksort of run 3: CPU 20.74s/419.44u sec elapsed 450.72 sec
LOG:  finished quicksorting run 3: CPU 20.85s/479.57u sec elapsed 510.97 sec
LOG:  finished writing run 3 to tape 2: CPU 24.01s/504.72u sec elapsed 539.41 sec
LOG:  performsort starting: CPU 25.99s/566.00u sec elapsed 604.75 sec
LOG:  starting quicksort of run 4: CPU 25.99s/566.01u sec elapsed 604.75 sec
LOG:  finished quicksorting run 4: CPU 26.06s/608.10u sec elapsed 646.92 sec
LOG:  finished writing run 4 to tape 3: CPU 28.26s/625.63u sec elapsed 666.75 sec
LOG:  performsort done (except 4-way final merge): CPU 30.09s/634.04u sec elapsed 677.00 sec
LOG:  external sort ended, 1710649 disk blocks used: CPU 46.46s/772.97u sec elapsed 841.35 sec
CREATE INDEX
DROP INDEX
LOG:  begin index sort: unique = f, workMem = 10485760, randomAccess = f
LOG:  bttext_abbrev: abbrev_distinct after 160: 156.351394 (key_distinct: 159.852252, norm_abbrev_card: 0.977196, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 320: 310.712760 (key_distinct: 317.507742, norm_abbrev_card: 0.970977, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 640: 619.850068 (key_distinct: 625.360396, norm_abbrev_card: 0.968516, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 1280: 1277.841447 (key_distinct: 1274.364364, norm_abbrev_card: 0.998314, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 2560: 2609.353941 (key_distinct: 2456.445248, norm_abbrev_card: 1.019279, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 5120: 5197.488491 (key_distinct: 4784.582394, norm_abbrev_card: 1.015134, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 10240: 10292.436576 (key_distinct: 10219.379719, norm_abbrev_card: 1.005121, prop_card: 0.200000)
LOG:  bttext_abbrev: abbrev_distinct after 20480: 20300.792184 (key_distinct: 19662.669768, norm_abbrev_card: 0.991250, prop_card: 0.130000)
LOG:  bttext_abbrev: abbrev_distinct after 40960: 42388.693419 (key_distinct: 41261.243473, norm_abbrev_card: 1.034880, prop_card: 0.084500)
LOG:  bttext_abbrev: abbrev_distinct after 81920: 85655.673350 (key_distinct: 81546.074026, norm_abbrev_card: 1.045601, prop_card: 0.054925)
LOG:  bttext_abbrev: abbrev_distinct after 163840: 159399.630367 (key_distinct: 155782.526258, norm_abbrev_card: 0.972898, prop_card: 0.035701)
LOG:  bttext_abbrev: abbrev_distinct after 327680: 330133.413867 (key_distinct: 319424.205600, norm_abbrev_card: 1.007487, prop_card: 0.023206)
LOG:  bttext_abbrev: abbrev_distinct after 655360: 636941.353489 (key_distinct: 627802.605582, norm_abbrev_card: 0.971895, prop_card: 0.015084)
LOG:  bttext_abbrev: abbrev_distinct after 1310720: 1306352.900734 (key_distinct: 1296839.174241, norm_abbrev_card: 0.996668, prop_card: 0.009804)
LOG:  bttext_abbrev: abbrev_distinct after 2621440: 2627266.249357 (key_distinct: 2694926.170140, norm_abbrev_card: 1.002223, prop_card: 0.006373)
LOG:  bttext_abbrev: abbrev_distinct after 5242880: 4998169.269339 (key_distinct: 5092812.093401, norm_abbrev_card: 0.953325, prop_card: 0.004142)
LOG:  bttext_abbrev: abbrev_distinct after 10485760: 10028010.861127 (key_distinct: 11007387.305255, norm_abbrev_card: 0.956346, prop_card: 0.002693)
LOG:  bttext_abbrev: abbrev_distinct after 20971520: 19982481.395107 (key_distinct: 20973164.621593, norm_abbrev_card: 0.952839, prop_card: 0.001750)
LOG:  bttext_abbrev: abbrev_distinct after 41943040: 39209029.270890 (key_distinct: 44920325.859490, norm_abbrev_card: 0.934816, prop_card: 0.001138)
LOG:  bttext_abbrev: abbrev_distinct after 83886080: 71026901.891598 (key_distinct: 90171061.013160, norm_abbrev_card: 0.846707, prop_card: 0.000739)
LOG:  switching to external sort with 37450 tapes: CPU 5.67s/61.92u sec elapsed 68.64 sec
LOG:  hybrid sort-merge strategy used at row 149130846 crossover 0.900 (est 500000000.00 rows 3.35 runs)
LOG:  starting quicksort of run 1: CPU 5.67s/61.92u sec elapsed 68.65 sec
LOG:  finished quicksorting run 1: CPU 5.81s/131.79u sec elapsed 138.66 sec
LOG:  finished writing run 1 to tape 0: CPU 9.09s/161.18u sec elapsed 171.49 sec
LOG:  starting quicksort of run 2: CPU 12.35s/249.75u sec elapsed 269.10 sec
LOG:  finished quicksorting run 2: CPU 12.45s/310.25u sec elapsed 329.70 sec
LOG:  finished writing run 2 to tape 1: CPU 15.63s/335.81u sec elapsed 358.58 sec
LOG:  starting quicksort of run 3: CPU 20.17s/424.36u sec elapsed 452.89 sec
LOG:  finished quicksorting run 3: CPU 20.27s/485.80u sec elapsed 514.42 sec
LOG:  finished writing run 3 to tape 2: CPU 23.43s/511.35u sec elapsed 543.24 sec
LOG:  performsort starting: CPU 25.77s/573.16u sec elapsed 608.02 sec
LOG:  starting quicksort of run 4: CPU 25.77s/573.17u sec elapsed 608.02 sec
LOG:  finished quicksorting run 4: CPU 25.83s/614.53u sec elapsed 649.44 sec
LOG:  finished writing run 4 to tape 3: CPU 28.03s/632.34u sec elapsed 669.55 sec
LOG:  performsort done (except 4-way final merge): CPU 29.89s/640.81u sec elapsed 679.88 sec
LOG:  external sort ended, 1710649 disk blocks used: CPU 46.20s/779.81u sec elapsed 848.91 sec
CREATE INDEX
DROP INDEX
