# ========
# captured on: Tue Sep 22 16:32:16 2015
# hostname : aphost2
# os release : 2.6.32-358.23.2.el6.x86_64
# perf version : 2.6.32-358.23.2.el6.x86_64.debug
# arch : x86_64
# nrcpus online : 16
# nrcpus avail : 16
# cpudesc : Intel(R) Xeon(R) CPU E5-4650 0 @ 2.70GHz
# cpuid : GenuineIntel,6,45,7
# total memory : 264414484 kB
# cmdline : /usr/bin/perf record -g -p 774 
# event : name = cycles, type = 0, config = 0x0, config1 = 0x0, config2 = 0x0, excl_usr = 0, excl_kern = 0, excl_host = 0, excl_guest = 1, precise_ip = 0, id = { 39 }
# HEADER_CPU_TOPOLOGY info available, use -I to display
# HEADER_NUMA_TOPOLOGY info available, use -I to display
# ========
#
# Samples: 17K of event 'cycles'
# Event count (approx.): 12265627965
#
# Overhead   Command                  Shared Object                                   Symbol
# ........  ........  .............................  .......................................
#
     8.81%  postgres  libc-2.12.so                   [.] memcpy                             
            |
            --- memcpy
               |          
               |--95.07%-- networkjoinsel
                --4.93%-- [...]

     7.94%  postgres  postgres                       [.] slot_deform_tuple                  
            |
            --- slot_deform_tuple

     5.11%  postgres  postgres                       [.] hash_search_with_hash_value        
            |
            --- hash_search_with_hash_value
               |          
               |--2.76%-- 0xd7601000000000
                --97.24%-- [...]

     4.68%  postgres  postgres                       [.] bcTruelen                          
            |
            --- bcTruelen

     4.25%  postgres  postgres                       [.] HeapTupleSatisfiesMVCC             
            |
            --- HeapTupleSatisfiesMVCC

     4.08%  postgres  postgres                       [.] bpchareq                           
            |
            --- bpchareq

     3.51%  postgres  postgres                       [.] ExecProject                        
            |
            --- ExecProject

     2.96%  postgres  [kernel.kallsyms].vsyscall_fn  [.] vread_tsc                          
            |
            --- vread_tsc
               |          
               |--73.36%-- 0x7fff2dfff814
               |          0x7fff2dfff8bc
               |          __gettimeofday
               |          
                --26.64%-- 0x7fff2dfff8bc
                          __gettimeofday

     2.78%  postgres  postgres                       [.] add_abs                            
            |
            --- add_abs

     2.71%  postgres  postgres                       [.] slot_getattr                       
            |
            --- slot_getattr

     2.58%  postgres  postgres                       [.] shm_mq_inc_bytes_read              
            |
            --- shm_mq_inc_bytes_read

     2.45%  postgres  postgres                       [.] AllocSetAlloc                      
            |
            --- AllocSetAlloc
               |          
               |--14.65%-- networkjoinsel
                --85.35%-- [...]

     2.25%  postgres  postgres                       [.] varstr_cmp                         
            |
            --- varstr_cmp

     2.09%  postgres  postgres                       [.] do_numeric_accum                   
            |
            --- do_numeric_accum
               |          
               |--92.11%-- 0x0
                --7.89%-- [...]

     2.06%  postgres  postgres                       [.] hash_any                           
            |
            --- hash_any

     1.78%  postgres  [vdso]                         [.] 0x00007fff2dfff814                 
            |          
            |--11.53%-- 0x7fff2dfff81f
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--10.88%-- 0x7fff2dfff8d4
            |          __gettimeofday
            |          
            |--5.93%-- 0x7fff2dfff82a
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--5.27%-- 0x7fff2dfff830
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--4.94%-- 0x7fff2dfff826
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--4.45%-- 0x7fff2dfff814
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--3.95%-- 0x7fff2dfff8cd
            |          __gettimeofday
            |          
            |--3.63%-- 0x7fff2dfff8e9
            |          __gettimeofday
            |          
            |--3.30%-- 0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--2.97%-- 0x7fff2dfff86a
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--2.97%-- 0x7fff2dfff7d0
            |          __gettimeofday
            |          
            |--2.96%-- 0x7fff2dfff7d7
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--2.64%-- 0x7fff2dfff8db
            |          __gettimeofday
            |          
            |--2.64%-- 0x7fff2dfff83d
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--2.31%-- 0x7fff2dfff872
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--2.31%-- 0x7fff2dfff890
            |          
            |--2.31%-- 0x7fff2dfff8d8
            |          __gettimeofday
            |          
            |--2.31%-- 0x7fff2dfff8df
            |          __gettimeofday
            |          
            |--1.98%-- 0x7fff2dfff7ee
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--1.98%-- 0x7fff2dfff7fc
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--1.98%-- 0x7fff2dfff8a4
            |          __gettimeofday
            |          
            |--1.98%-- 0x7fff2dfff806
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--1.98%-- 0x7fff2dfff8c0
            |          __gettimeofday
            |          
            |--1.97%-- 0x7fff2dfff7d6
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--1.65%-- 0x7fff2dfff7d1
            |          __gettimeofday
            |          
            |--1.32%-- 0x7fff2dfff89b
            |          __gettimeofday
            |          
            |--1.32%-- 0x7fff2dfff811
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--1.32%-- 0x7fff2dfff8b2
            |          __gettimeofday
            |          
            |--1.32%-- 0x7fff2dfff80a
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--0.99%-- 0x7fff2dfff7e4
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--0.66%-- 0x7fff2dfff8b0
            |          __gettimeofday
             --2.31%-- [...]

     1.73%  postgres  postgres                       [.] make_result                        
            |
            --- make_result

     1.59%  postgres  postgres                       [.] shm_mq_receive_bytes               
            |
            --- shm_mq_receive_bytes

     1.57%  postgres  postgres                       [.] advance_aggregates                 
            |
            --- advance_aggregates

     1.26%  postgres  postgres                       [.] ExecMakeFunctionResultNoSets       
            |
            --- ExecMakeFunctionResultNoSets

     1.26%  postgres  postgres                       [.] heap_getnext                       
            |
            --- heap_getnext

     1.22%  postgres  postgres                       [.] shm_mq_receive                     
            |
            --- shm_mq_receive

     1.22%  postgres  postgres                       [.] advance_transition_function        
            |
            --- advance_transition_function

     1.13%  postgres  postgres                       [.] ExecClearTuple                     
            |
            --- ExecClearTuple

     1.07%  postgres  postgres                       [.] SetLatch                           
            |
            --- SetLatch

     1.06%  postgres  postgres                       [.] int64_to_numericvar                
            |
            --- int64_to_numericvar

     0.95%  postgres  postgres                       [.] ExecAgg                            
            |
            --- ExecAgg

     0.94%  postgres  postgres                       [.] pfree                              
            |
            --- pfree

     0.93%  postgres  postgres                       [.] heap_page_prune_opt                
            |
            --- heap_page_prune_opt

     0.88%  postgres  postgres                       [.] slot_getsomeattrs                  
            |
            --- slot_getsomeattrs

     0.86%  postgres  postgres                       [.] palloc                             
            |
            --- palloc
               |          
               |--10.27%-- networkjoinsel
                --89.73%-- [...]

     0.85%  postgres  postgres                       [.] ExecStoreMinimalTuple              
            |
            --- ExecStoreMinimalTuple

     0.85%  postgres  postgres                       [.] s_lock                             
            |
            --- s_lock

     0.80%  postgres  postgres                       [.] PinBuffer                          
            |
            --- PinBuffer

     0.80%  postgres  postgres                       [.] execTuplesMatch                    
            |
            --- execTuplesMatch

     0.79%  postgres  postgres                       [.] AllocSetFree                       
            |
            --- AllocSetFree

     0.76%  postgres  postgres                       [.] int8_avg_accum                     
            |
            --- int8_avg_accum

     0.72%  postgres  postgres                       [.] bpcharle                           
            |
            --- bpcharle

     0.72%  postgres  postgres                       [.] TupleHashTableHash                 
            |
            --- TupleHashTableHash
               |          
               |--22.95%-- 0xd79af0
                --77.05%-- [...]

     0.66%  postgres  postgres                       [.] init_var_from_num                  
            |
            --- init_var_from_num
               |          
               |--73.45%-- 0x0
               |          
                --26.55%-- slot_getsomeattrs

     0.59%  postgres  postgres                       [.] ExecScan                           
            |
            --- ExecScan

     0.59%  postgres  postgres                       [.] pg_detoast_datum_packed            
            |
            --- pg_detoast_datum_packed

     0.57%  postgres  postgres                       [.] FunctionCall2Coll                  
            |
            --- FunctionCall2Coll

     0.56%  postgres  postgres                       [.] int4_sum                           
            |
            --- int4_sum

     0.55%  postgres  postgres                       [.] heap_parallelscan_nextpage         
            |
            --- heap_parallelscan_nextpage

     0.53%  postgres  postgres                       [.] LWLockAcquire                      
            |
            --- LWLockAcquire

     0.51%  postgres  postgres                       [.] alloc_var                          
            |
            --- alloc_var

     0.50%  postgres  postgres                       [.] LookupTupleHashEntry               
            |
            --- LookupTupleHashEntry
               |          
               |--45.88%-- 0xd7601000000000
                --54.12%-- [...]

     0.50%  postgres  postgres                       [.] TupleQueueFunnelNext               
            |
            --- TupleQueueFunnelNext

     0.49%  postgres  postgres                       [.] ExecStoreTuple                     
            |
            --- ExecStoreTuple

     0.46%  postgres  postgres                       [.] AllocSetReset                      
            |
            --- AllocSetReset

     0.46%  postgres  postgres                       [.] ExecQual                           
            |
            --- ExecQual

     0.45%  postgres  postgres                       [.] DirectFunctionCall1Coll            
            |
            --- DirectFunctionCall1Coll

     0.44%  postgres  postgres                       [.] ExecEvalScalarVarFast              
            |
            --- ExecEvalScalarVarFast

     0.43%  postgres  postgres                       [.] int8_numeric                       
            |
            --- int8_numeric

     0.43%  postgres  postgres                       [.] ExecProcNode                       
            |
            --- ExecProcNode

     0.39%  postgres  postgres                       [.] add_var                            
            |
            --- add_var
               |          
               |--71.21%-- 0x0
                --28.79%-- [...]

     0.36%  postgres  postgres                       [.] heap_copytuple                     
            |
            --- heap_copytuple
               |          
               |--88.71%-- networkjoinsel
                --11.29%-- [...]

     0.36%  postgres  postgres                       [.] hashbpchar                         
            |
            --- hashbpchar

     0.33%  postgres  postgres                       [.] heapgetpage                        
            |
            --- heapgetpage

     0.31%  postgres  postgres                       [.] FunctionCall1Coll                  
            |
            --- FunctionCall1Coll

     0.30%  postgres  postgres                       [.] InstrStopNode                      
            |
            --- InstrStopNode

     0.29%  postgres  postgres                       [.] UnpinBuffer.clone.0                
            |
            --- UnpinBuffer.clone.0

     0.29%  postgres  postgres                       [.] strip_var                          
            |
            --- strip_var

     0.26%  postgres  postgres                       [.] hash_search                        
            |
            --- hash_search
               |          
               |--59.09%-- 0xd79af0
               |          
                --40.91%-- 0xd7601000000000

     0.26%  postgres  postgres                       [.] free_var                           
            |
            --- free_var

     0.25%  postgres  postgres                       [.] pgstat_init_function_usage         
            |
            --- pgstat_init_function_usage

     0.24%  postgres  postgres                       [.] ExecFunnel                         
            |
            --- ExecFunnel

     0.24%  postgres  postgres                       [.] ExecEvalConst                      
            |
            --- ExecEvalConst

     0.23%  postgres  postgres                       [.] MemoryContextReset                 
            |
            --- MemoryContextReset

     0.22%  postgres  postgres                       [.] check_stack_depth                  
            |
            --- check_stack_depth

     0.22%  postgres  libc-2.12.so                   [.] __gettimeofday                     
            |
            --- __gettimeofday

     0.21%  postgres  postgres                       [.] PartialSeqNext                     
            |
            --- PartialSeqNext

     0.21%  postgres  postgres                       [.] ExecStoreVirtualTuple              
            |
            --- ExecStoreVirtualTuple

     0.16%  postgres  postgres                       [.] TupleHashTableMatch                
            |
            --- TupleHashTableMatch

     0.16%  postgres  postgres                       [.] pgstat_end_function_usage          
            |
            --- pgstat_end_function_usage
               |          
               |--3.57%-- 0x1273c200497ac1
               |          
               |--3.57%-- 0x10316900497ac1
               |          
               |--3.57%-- 0x8413b00497ac1
               |          
               |--3.57%-- 0x801b400497ac1
               |          
               |--3.57%-- 0x22751900497ac1
               |          
               |--3.57%-- 0x1f434e00497ac1
               |          
               |--3.57%-- 0xd51c400497ac1
               |          
               |--3.57%-- 0xcb4e500497ac1
               |          
               |--3.57%-- 0x1eb05f00497ac1
               |          
               |--3.57%-- 0x161c7c00497ac1
               |          
               |--3.57%-- 0xe35a600497ac1
               |          
               |--3.57%-- 0x15d2a100497ac1
               |          
               |--3.57%-- 0x4046100497ac1
               |          
               |--3.57%-- 0x13622c00497ac1
               |          
               |--3.57%-- 0x19a9e200497ac1
               |          
               |--3.57%-- 0x239c1200497ac1
               |          
               |--3.57%-- 0x1867cd00497ac1
                --39.28%-- [...]

     0.14%  postgres  postgres                       [.] XidInMVCCSnapshot                  
            |
            --- XidInMVCCSnapshot

     0.13%  postgres  postgres                       [.] CheckForSerializableConflictOut    
            |
            --- CheckForSerializableConflictOut

     0.12%  postgres  postgres                       [.] InstrStartNode                     
            |
            --- InstrStartNode

     0.12%  postgres  postgres                       [.] lc_collate_is_c                    
            |
            --- lc_collate_is_c

     0.11%  postgres  postgres                       [.] LWLockRelease                      
            |
            --- LWLockRelease

     0.08%  postgres  postgres                       [.] MemoryContextResetOnly             
            |
            --- MemoryContextResetOnly

     0.06%  postgres  postgres                       [.] TransactionIdPrecedes              
            |
            --- TransactionIdPrecedes

     0.06%  postgres  postgres                       [.] fetch_input_tuple                  
            |
            --- fetch_input_tuple

     0.06%  postgres  postgres                       [.] pg_detoast_datum                   
            |
            --- pg_detoast_datum

     0.05%  postgres  libc-2.12.so                   [.] __memcmp_sse4_1                    
            |
            --- __memcmp_sse4_1

     0.05%  postgres  postgres                       [.] ReadBuffer_common                  
            |
            --- ReadBuffer_common

     0.05%  postgres  postgres                       [.] ResourceOwnerForgetBuffer          
            |
            --- ResourceOwnerForgetBuffer

     0.05%  postgres  postgres                       [.] LWLockConditionalAcquire           
            |
            --- LWLockConditionalAcquire

     0.05%  postgres  postgres                       [.] LockBuffer                         
            |
            --- LockBuffer

     0.04%  postgres  postgres                       [.] GetPrivateRefCountEntry            
            |
            --- GetPrivateRefCountEntry

     0.04%  postgres  [kernel.kallsyms]              [k] _spin_lock                         
            |
            --- _spin_lock
               |          
               |--50.01%-- hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          |          
               |          |--33.34%-- advance_transition_function
               |          |          
               |          |--33.33%-- bpchareq
               |          |          
               |           --33.33%-- int4_sum
               |          
               |--33.33%-- scheduler_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          |          
               |          |--50.01%-- pg_detoast_datum_packed
               |          |          
               |           --49.99%-- s_lock
               |          
                --16.67%-- tick_do_update_jiffies64
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          memcpy

     0.03%  postgres  [kernel.kallsyms]              [k] task_tick_fair                     
            |
            --- task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--39.68%-- memcpy
               |          
               |--20.11%-- ExecStoreMinimalTuple
               |          
               |--20.11%-- ExecClearTuple
               |          
                --20.10%-- make_result

     0.02%  postgres  postgres                       [.] ResourceOwnerEnlargeBuffers        
            |
            --- ResourceOwnerEnlargeBuffers

     0.02%  postgres  postgres                       [.] ReadBufferExtended                 
            |
            --- ReadBufferExtended

     0.02%  postgres  [kernel.kallsyms]              [k] ring_buffer_lock_reserve           
            |
            --- ring_buffer_lock_reserve
               |          
               |--75.01%-- trace_buffer_lock_reserve
               |          trace_current_buffer_lock_reserve
               |          ftrace_raw_event_id_softirq
               |          |          
               |          |--33.34%-- ftrace_raw_event_softirq_exit
               |          |          __do_softirq
               |          |          call_softirq
               |          |          do_softirq
               |          |          irq_exit
               |          |          smp_apic_timer_interrupt
               |          |          apic_timer_interrupt
               |          |          slot_getattr
               |          |          
               |          |--33.34%-- ftrace_raw_event_softirq_entry
               |          |          __do_softirq
               |          |          call_softirq
               |          |          do_softirq
               |          |          irq_exit
               |          |          smp_apic_timer_interrupt
               |          |          apic_timer_interrupt
               |          |          HeapTupleSatisfiesMVCC
               |          |          
               |           --33.32%-- ftrace_raw_event_softirq_raise
               |                     raise_softirq
               |                     run_local_timers
               |                     update_process_times
               |                     tick_sched_timer
               |                     __run_hrtimer
               |                     hrtimer_interrupt
               |                     smp_apic_timer_interrupt
               |                     apic_timer_interrupt
               |                     ExecProject
               |          
                --24.99%-- trace_current_buffer_lock_reserve
                          ftrace_raw_event_id_softirq
                          ftrace_raw_event_softirq_raise
                          raise_softirq
                          run_local_timers
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          pfree

     0.02%  postgres  [kernel.kallsyms]              [k] rcu_process_gp_end                 
            |
            --- rcu_process_gp_end
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--25.01%-- bpchareq
               |          
               |--25.01%-- do_numeric_accum
               |          
               |--24.99%-- heapgetpage
               |          
                --24.99%-- shm_mq_receive_bytes

     0.02%  postgres  [kernel.kallsyms]              [k] __do_softirq                       
            |
            --- __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--25.01%-- bpcharle
               |          
               |--25.00%-- bpchareq
               |          
               |--25.00%-- slot_deform_tuple
               |          
                --24.99%-- palloc

     0.02%  postgres  postgres                       [.] BufTableLookup                     
            |
            --- BufTableLookup

     0.02%  postgres  postgres                       [.] ResourceOwnerRememberBuffer        
            |
            --- ResourceOwnerRememberBuffer

     0.02%  postgres  [kernel.kallsyms]              [k] native_write_msr_safe              
            |
            --- native_write_msr_safe
               |          
               |--66.65%-- intel_pmu_disable_all
               |          x86_pmu_disable
               |          perf_pmu_disable
               |          perf_adjust_freq_unthr_context
               |          perf_event_task_tick
               |          scheduler_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          |          
               |          |--50.01%-- ExecFunnel
               |          |          
               |           --49.99%-- vread_tsc
               |          
                --33.35%-- intel_pmu_enable_all
                          x86_pmu_enable
                          perf_pmu_enable
                          |          
                          |--99.88%-- perf_adjust_freq_unthr_context
                          |          perf_event_task_tick
                          |          scheduler_tick
                          |          update_process_times
                          |          tick_sched_timer
                          |          __run_hrtimer
                          |          hrtimer_interrupt
                          |          smp_apic_timer_interrupt
                          |          apic_timer_interrupt
                          |          bpchareq
                           --0.12%-- [...]

     0.02%  postgres  postgres                       [.] IsCatalogClass                     
            |
            --- IsCatalogClass

     0.02%  postgres  postgres                       [.] heap_freetuple                     
            |
            --- heap_freetuple

     0.02%  postgres  [kernel.kallsyms]              [k] scheduler_tick                     
            |
            --- scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--33.34%-- ExecMakeFunctionResultNoSets
               |          
               |--33.33%-- hash_search_with_hash_value
               |          
                --33.33%-- memcpy

     0.02%  postgres  [kernel.kallsyms]              [k] run_timer_softirq                  
            |
            --- run_timer_softirq
               |          
               |--66.67%-- __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          |          
               |          |--50.01%-- memcpy
               |          |          
               |           --49.99%-- ExecProject
               |          
                --33.33%-- call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          palloc

     0.02%  postgres  [kernel.kallsyms]              [k] acct_update_integrals              
            |
            --- acct_update_integrals
                account_user_time
                account_process_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--33.34%-- hash_search_with_hash_value
               |          
               |--33.34%-- SetLatch
               |          
                --33.32%-- shm_mq_receive_bytes

     0.02%  postgres  [kernel.kallsyms]              [k] jiffies_to_timeval                 
            |
            --- jiffies_to_timeval
                account_user_time
                account_process_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--33.34%-- heap_page_prune_opt
               |          
               |--33.34%-- slot_deform_tuple
               |          
                --33.32%-- vread_tsc

     0.01%  postgres  postgres                       [.] heap_fill_tuple                    
            |
            --- heap_fill_tuple

     0.01%  postgres  [kernel.kallsyms]              [k] apic_timer_interrupt               
            |
            --- apic_timer_interrupt
               |          
               |--50.00%-- bpchareq
               |          
                --50.00%-- hash_search_with_hash_value

     0.01%  postgres  [kernel.kallsyms]              [k] account_user_time                  
            |
            --- account_user_time
                account_process_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.01%-- palloc
               |          
                --49.99%-- HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] _spin_lock_irqsave                 
            |
            --- _spin_lock_irqsave
               |          
               |--50.02%-- rcu_process_dyntick
               |          force_quiescent_state
               |          __rcu_process_callbacks
               |          rcu_process_callbacks
               |          __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          int8_avg_accum
               |          
                --49.98%-- ntp_tick_length
                          do_timer
                          tick_do_update_jiffies64
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          advance_aggregates

     0.01%  postgres  [kernel.kallsyms]              [k] enqueue_hrtimer                    
            |
            --- enqueue_hrtimer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.00%-- bpchareq
               |          
                --50.00%-- advance_aggregates

     0.01%  postgres  postgres                       [.] tag_hash                           
            |
            --- tag_hash

     0.01%  postgres  postgres                       [.] ReleaseBuffer                      
            |
            --- ReleaseBuffer

     0.01%  postgres  [kernel.kallsyms]              [k] _spin_unlock_irqrestore            
            |
            --- _spin_unlock_irqrestore
               |          
               |--50.01%-- ntp_tick_length
               |          do_timer
               |          tick_do_update_jiffies64
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          s_lock
               |          
                --49.99%-- cpu_quiet_msk
                          __rcu_process_callbacks
                          rcu_process_callbacks
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          ExecMakeFunctionResultNoSets

     0.01%  postgres  [kernel.kallsyms]              [k] update_cfs_shares                  
            |
            --- update_cfs_shares
               |          
               |--50.01%-- task_tick_fair
               |          scheduler_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          ExecProject
               |          
                --49.99%-- scheduler_tick
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          strip_var

     0.01%  postgres  [kernel.kallsyms]              [k] __rb_reserve_next                  
            |
            --- __rb_reserve_next
                rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
               |          
               |--50.02%-- ftrace_raw_event_softirq_exit
               |          __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          AllocSetAlloc
               |          
                --49.98%-- ftrace_raw_event_softirq_entry
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          slot_deform_tuple

     0.01%  postgres  [kernel.kallsyms]              [k] rb_end_commit                      
            |
            --- rb_end_commit
                ring_buffer_unlock_commit
                trace_nowake_buffer_unlock_commit
               |          
               |--50.00%-- ftrace_raw_event_id_softirq
               |          ftrace_raw_event_softirq_entry
               |          __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          do_numeric_accum
               |          
                --50.00%-- ftrace_raw_event_sched_stat_runtime
                          update_curr
                          task_tick_fair
                          scheduler_tick
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          hash_search_with_hash_value

     0.01%  postgres  [kernel.kallsyms]              [k] update_curr                        
            |
            --- update_curr
                task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.02%-- slot_getattr
               |          
                --49.98%-- hash_search_with_hash_value

     0.01%  postgres  [kernel.kallsyms]              [k] _spin_lock_irq                     
            |
            --- _spin_lock_irq
               |          
               |--50.01%-- activate_page
               |          mark_page_accessed
               |          unmap_vmas
               |          unmap_region
               |          do_munmap
               |          sys_munmap
               |          system_call
               |          __GI___munmap
               |          
                --49.99%-- run_timer_softirq
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] ftrace_trace_userstack             
            |
            --- ftrace_trace_userstack
                trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
               |          
               |--50.00%-- ftrace_raw_event_softirq_exit
               |          __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          slot_getattr
               |          
                --50.00%-- ftrace_raw_event_softirq_entry
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          bpchareq

     0.01%  postgres  [kernel.kallsyms]              [k] trace_nowake_buffer_unlock_commit  
            |
            --- trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
               |          
               |--50.00%-- ftrace_raw_event_softirq_exit
               |          __do_softirq
               |          call_softirq
               |          do_softirq
               |          irq_exit
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          slot_getattr
               |          
                --50.00%-- ftrace_raw_event_softirq_raise
                          raise_softirq
                          rcu_check_callbacks
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          make_result

     0.01%  postgres  [kernel.kallsyms]              [k] raise_softirq                      
            |
            --- raise_softirq
               |          
               |--50.00%-- run_local_timers
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          ExecMakeFunctionResultNoSets
               |          
                --50.00%-- rcu_check_callbacks
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          slot_getsomeattrs

     0.01%  postgres  postgres                       [.] gettimeofday@plt                   
            |
            --- gettimeofday@plt

     0.01%  postgres  [kernel.kallsyms]              [k] __rcu_pending                      
            |
            --- __rcu_pending
                rcu_check_callbacks
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                memcpy

     0.01%  postgres  [kernel.kallsyms]              [k] ftrace_raw_event_id_softirq        
            |
            --- ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.01%-- ExecProcNode
               |          
                --49.99%-- PinBuffer

     0.01%  postgres  postgres                       [.] heap_tuple_untoast_attr            
            |
            --- heap_tuple_untoast_attr

     0.01%  postgres  [kernel.kallsyms]              [k] retint_signal                      
            |
            --- retint_signal
                hash_search_with_hash_value

     0.01%  postgres  postgres                       [.] hash_seq_search                    
            |
            --- hash_seq_search

     0.01%  postgres  postgres                       [.] base_yyparse                       
            |
            --- base_yyparse
                (nil)

     0.01%  postgres  postgres                       [.] heap_compute_data_size             
            |
            --- heap_compute_data_size

     0.01%  postgres  [kernel.kallsyms]              [k] ret_from_intr                      
            |
            --- ret_from_intr
                ExecAgg

     0.01%  postgres  postgres                       [.] IsToastNamespace                   
            |
            --- IsToastNamespace

     0.01%  postgres  [kernel.kallsyms]              [k] hrtimer_interrupt                  
            |
            --- hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                strip_var

     0.01%  postgres  postgres                       [.] ReservePrivateRefCountEntry        
            |
            --- ReservePrivateRefCountEntry

     0.01%  postgres  [kernel.kallsyms]              [k] force_quiescent_state              
            |
            --- force_quiescent_state
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                ExecFunnel

     0.01%  postgres  [kernel.kallsyms]              [k] native_read_tsc                    
            |
            --- native_read_tsc
                native_sched_clock
                sched_clock
                trace_clock_local
                rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_entry
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                hash_search_with_hash_value

     0.01%  postgres  [kernel.kallsyms]              [k] rb_next                            
            |
            --- rb_next
                __remove_hrtimer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                lc_collate_is_c

     0.01%  postgres  postgres                       [.] BufTableHashCode                   
            |
            --- BufTableHashCode

     0.01%  postgres  [kernel.kallsyms]              [k] dma_issue_pending_all              
            |
            --- dma_issue_pending_all
                net_rx_action
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                do_IRQ
                ret_from_intr
                ExecProject

     0.01%  postgres  [kernel.kallsyms]              [k] __rcu_process_callbacks            
            |
            --- __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                slot_getsomeattrs

     0.01%  postgres  [kernel.kallsyms]              [k] dyntick_save_progress_counter      
            |
            --- dyntick_save_progress_counter
                rcu_process_dyntick
                force_quiescent_state
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                alloc_var

     0.01%  postgres  [kernel.kallsyms]              [k] sched_clock_tick                   
            |
            --- sched_clock_tick
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                hashbpchar

     0.01%  postgres  postgres                       [.] RecoveryInProgress                 
            |
            --- RecoveryInProgress

     0.01%  postgres  postgres                       [.] ss_report_location                 
            |
            --- ss_report_location

     0.01%  postgres  postgres                       [.] isTempToastNamespace               
            |
            --- isTempToastNamespace

     0.01%  postgres  [kernel.kallsyms]              [k] perf_adjust_freq_unthr_context     
            |
            --- perf_adjust_freq_unthr_context
                perf_event_task_tick
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] timekeeping_update                 
            |
            --- timekeeping_update
                do_timer
                tick_do_update_jiffies64
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                add_abs

     0.01%  postgres  [kernel.kallsyms]              [k] tracing_generic_entry_update       
            |
            --- tracing_generic_entry_update
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                rcu_check_callbacks
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                slot_getattr

     0.01%  postgres  [kernel.kallsyms]              [k] set_normalized_timespec            
            |
            --- set_normalized_timespec
                timekeeping_update
                do_timer
                tick_do_update_jiffies64
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                ExecEvalConst

     0.01%  postgres  [kernel.kallsyms]              [k] ftrace_raw_event_sched_stat_runtime
            |
            --- ftrace_raw_event_sched_stat_runtime
                update_curr
                task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                bcTruelen

     0.01%  postgres  [kernel.kallsyms]              [k] rcu_process_callbacks              
            |
            --- rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                LookupTupleHashEntry

     0.01%  postgres  [kernel.kallsyms]              [k] run_posix_cpu_timers               
            |
            --- run_posix_cpu_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] trace_clock_local                  
            |
            --- trace_clock_local
                rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                rcu_check_callbacks
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                hash_any

     0.01%  postgres  [kernel.kallsyms]              [k] trace_current_buffer_lock_reserve  
            |
            --- trace_current_buffer_lock_reserve
                ftrace_raw_event_softirq_raise
                raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                hash_any

     0.01%  postgres  [kernel.kallsyms]              [k] update_cfs_load                    
            |
            --- update_cfs_load
                task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                ExecMakeFunctionResultNoSets

     0.01%  postgres  [kernel.kallsyms]              [k] ring_buffer_unlock_commit          
            |
            --- ring_buffer_unlock_commit
                trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_entry
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                add_abs

     0.01%  postgres  [kernel.kallsyms]              [k] call_softirq                       
            |
            --- call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                pfree

     0.01%  postgres  [kernel.kallsyms]              [k] tick_dev_program_event             
            |
            --- tick_dev_program_event
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                bpchareq

     0.01%  postgres  [kernel.kallsyms]              [k] do_softirq                         
            |
            --- do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                vread_tsc

     0.01%  postgres  [kernel.kallsyms]              [k] update_cpu_load                    
            |
            --- update_cpu_load
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                memcpy

     0.01%  postgres  postgres                       [.] ExplainPropertyList                
            |
            --- ExplainPropertyList

     0.01%  postgres  [kernel.kallsyms]              [k] mem_cgroup_lru_del_list            
            |
            --- mem_cgroup_lru_del_list
                activate_page
                mark_page_accessed
                unmap_vmas
                unmap_region
                do_munmap
                sys_munmap
                system_call
                __GI___munmap

     0.01%  postgres  [kernel.kallsyms]              [k] lookup_page_cgroup                 
            |
            --- lookup_page_cgroup
                __mem_cgroup_uncharge_common
                mem_cgroup_uncharge_cache_page
                remove_from_page_cache
                truncate_inode_page
                shmem_truncate_range
                shmem_delete_inode
                generic_delete_inode
                iput
                do_unlinkat
                sys_unlink
                system_call
                __GI___unlink

     0.00%  postgres  libc-2.12.so                   [.] __poll                             
            |
            --- __poll
                0x4cf570b62e62

     0.00%  postgres  [kernel.kallsyms]              [k] __list_add                         
            |
            --- __list_add
                perf_event_context_sched_in
                __perf_event_task_sched_in
                finish_task_switch
                thread_return
                schedule_hrtimeout_range
                poll_schedule_timeout
                do_sys_poll
                sys_poll
                system_call
                __poll
                0x4cf570b62e62



#
# (For a higher level overview, try: perf report --sort comm,dso)
#
