# ========
# captured on: Tue Sep 22 15:32:39 2015
# hostname : aphost2
# os release : 2.6.32-358.23.2.el6.x86_64
# perf version : 2.6.32-358.23.2.el6.x86_64.debug
# arch : x86_64
# nrcpus online : 16
# nrcpus avail : 16
# cpudesc : Intel(R) Xeon(R) CPU E5-4650 0 @ 2.70GHz
# cpuid : GenuineIntel,6,45,7
# total memory : 264414484 kB
# cmdline : /usr/bin/perf record -g -p 93618 
# event : name = cycles, type = 0, config = 0x0, config1 = 0x0, config2 = 0x0, excl_usr = 0, excl_kern = 0, excl_host = 0, excl_guest = 1, precise_ip = 0, id = { 25 }
# HEADER_CPU_TOPOLOGY info available, use -I to display
# HEADER_NUMA_TOPOLOGY info available, use -I to display
# ========
#
# Samples: 11K of event 'cycles'
# Event count (approx.): 8538297206
#
# Overhead   Command                  Shared Object                                 Symbol
# ........  ........  .............................  .....................................
#
    18.74%  postgres  postgres                       [.] HeapTupleSatisfiesMVCC           
            |
            --- HeapTupleSatisfiesMVCC

    13.05%  postgres  postgres                       [.] bcTruelen                        
            |
            --- bcTruelen

     8.55%  postgres  postgres                       [.] varstr_cmp                       
            |
            --- varstr_cmp

     5.61%  postgres  postgres                       [.] slot_deform_tuple                
            |
            --- slot_deform_tuple

     4.70%  postgres  postgres                       [.] hash_search_with_hash_value      
            |
            --- hash_search_with_hash_value
               |          
               |--0.18%-- 0xd7fc3000000000
                --99.82%-- [...]

     4.61%  postgres  postgres                       [.] heap_getnext                     
            |
            --- heap_getnext

     4.52%  postgres  postgres                       [.] heap_page_prune_opt              
            |
            --- heap_page_prune_opt

     4.16%  postgres  postgres                       [.] ExecMakeFunctionResultNoSets     
            |
            --- ExecMakeFunctionResultNoSets

     3.33%  postgres  postgres                       [.] PinBuffer                        
            |
            --- PinBuffer

     2.96%  postgres  postgres                       [.] slot_getattr                     
            |
            --- slot_getattr

     2.82%  postgres  postgres                       [.] bpcharle                         
            |
            --- bpcharle

     2.57%  postgres  postgres                       [.] LWLockAcquire                    
            |
            --- LWLockAcquire

     2.41%  postgres  postgres                       [.] heap_parallelscan_nextpage       
            |
            --- heap_parallelscan_nextpage

     2.10%  postgres  postgres                       [.] ExecScan                         
            |
            --- ExecScan

     1.57%  postgres  postgres                       [.] heapgetpage                      
            |
            --- heapgetpage

     1.42%  postgres  postgres                       [.] ExecQual                         
            |
            --- ExecQual

     1.38%  postgres  postgres                       [.] ExecEvalScalarVarFast            
            |
            --- ExecEvalScalarVarFast

     1.27%  postgres  postgres                       [.] ExecEvalConst                    
            |
            --- ExecEvalConst

     1.16%  postgres  postgres                       [.] ExecStoreTuple                   
            |
            --- ExecStoreTuple

     0.91%  postgres  postgres                       [.] UnpinBuffer.clone.0              
            |
            --- UnpinBuffer.clone.0

     0.66%  postgres  postgres                       [.] PartialSeqNext                   
            |
            --- PartialSeqNext

     0.60%  postgres  postgres                       [.] check_stack_depth                
            |
            --- check_stack_depth

     0.60%  postgres  postgres                       [.] pg_detoast_datum_packed          
            |
            --- pg_detoast_datum_packed

     0.57%  postgres  postgres                       [.] LWLockRelease                    
            |
            --- LWLockRelease

     0.55%  postgres  libc-2.12.so                   [.] memcpy                           
            |
            --- memcpy
               |          
               |--98.46%-- networkjoinsel
                --1.54%-- [...]

     0.50%  postgres  postgres                       [.] pgstat_end_function_usage        
            |
            --- pgstat_end_function_usage
               |          
               |--1.71%-- 0x7baed00497ac1
               |          
               |--1.70%-- 0x102df600497ac1
               |          
               |--1.70%-- 0x20215600497ac1
               |          
               |--1.70%-- 0xb794900497ac1
               |          
               |--1.70%-- 0x6a60200497ac1
               |          
               |--1.70%-- 0xd599c00497ac1
               |          
               |--1.70%-- 0x48d3d00497ac1
               |          
               |--1.70%-- 0x17f8700497ac1
               |          
               |--1.69%-- 0x112b0700497ac1
               |          
               |--1.69%-- 0x1f0bde00497ac1
               |          
               |--1.69%-- 0xe9a0100497ac1
               |          
               |--1.69%-- 0xdde81a
               |          
               |--1.69%-- 0x13828200497ac1
               |          
               |--1.69%-- 0x3ec000497ac1
               |          
               |--1.69%-- 0x20291200497ac1
               |          
               |--1.69%-- 0x18278800497ac1
               |          
               |--1.69%-- 0xee91b00497ac1
               |          
               |--1.69%-- 0xa428100497ac1
               |          
               |--1.69%-- 0xf8f3500497ac1
               |          
               |--1.69%-- 0x18929c00497ac1
               |          
               |--1.69%-- 0x69d6900497ac1
               |          
               |--1.69%-- 0x6291e00497ac1
               |          
               |--1.69%-- 0x339100497ac1
               |          
               |--1.69%-- 0x1a9dab00497ac1
               |          
               |--1.69%-- 0xbdbf800497ac1
               |          
               |--1.69%-- 0xc5d8a00497ac1
               |          
               |--1.69%-- 0x13a7200497ac1
               |          
               |--1.69%-- 0xc921c00497ac1
               |          
               |--1.69%-- 0x35a4f00497ac1
               |          
               |--1.69%-- 0x191eb600497ac1
               |          
               |--1.69%-- 0x20a75600497ac1
               |          
               |--1.69%-- 0xefa7300497ac1
               |          
               |--1.69%-- 0xc13b700497ac1
               |          
               |--1.69%-- 0x141d4f00497ac1
               |          
               |--1.69%-- 0x4c5e700497ac1
               |          
               |--1.69%-- 0x1f647600497ac1
               |          
               |--1.69%-- 0x1d451900497ac1
                --37.29%-- [...]

     0.50%  postgres  postgres                       [.] CheckForSerializableConflictOut  
            |
            --- CheckForSerializableConflictOut

     0.46%  postgres  postgres                       [.] lc_collate_is_c                  
            |
            --- lc_collate_is_c

     0.46%  postgres  postgres                       [.] XidInMVCCSnapshot                
            |
            --- XidInMVCCSnapshot

     0.46%  postgres  postgres                       [.] pgstat_init_function_usage       
            |
            --- pgstat_init_function_usage

     0.41%  postgres  postgres                       [.] hash_any                         
            |
            --- hash_any

     0.36%  postgres  postgres                       [.] shm_mq_receive_bytes             
            |
            --- shm_mq_receive_bytes

     0.36%  postgres  postgres                       [.] LockBuffer                       
            |
            --- LockBuffer

     0.32%  postgres  postgres                       [.] ReadBuffer_common                
            |
            --- ReadBuffer_common

     0.31%  postgres  postgres                       [.] MemoryContextReset               
            |
            --- MemoryContextReset

     0.31%  postgres  postgres                       [.] TransactionIdPrecedes            
            |
            --- TransactionIdPrecedes

     0.30%  postgres  postgres                       [.] bpchareq                         
            |
            --- bpchareq

     0.26%  postgres  postgres                       [.] GetPrivateRefCountEntry          
            |
            --- GetPrivateRefCountEntry

     0.22%  postgres  [kernel.kallsyms].vsyscall_fn  [.] vread_tsc                        
            |
            --- vread_tsc
               |          
               |--57.69%-- 0x7fff2dfff814
               |          0x7fff2dfff8bc
               |          __gettimeofday
               |          
                --42.31%-- 0x7fff2dfff8bc
                          __gettimeofday

     0.21%  postgres  postgres                       [.] shm_mq_receive                   
            |
            --- shm_mq_receive

     0.18%  postgres  postgres                       [.] ReadBufferExtended               
            |
            --- ReadBufferExtended

     0.17%  postgres  postgres                       [.] add_abs                          
            |
            --- add_abs

     0.17%  postgres  postgres                       [.] ResourceOwnerForgetBuffer        
            |
            --- ResourceOwnerForgetBuffer

     0.15%  postgres  postgres                       [.] ExecProject                      
            |
            --- ExecProject

     0.14%  postgres  libc-2.12.so                   [.] __memcmp_sse4_1                  
            |
            --- __memcmp_sse4_1

     0.14%  postgres  postgres                       [.] AllocSetAlloc                    
            |
            --- AllocSetAlloc
               |          
               |--25.00%-- networkjoinsel
                --75.00%-- [...]

     0.13%  postgres  [vdso]                         [.] 0x00007fff2dfff8a0               
            |          
            |--20.00%-- 0x7fff2dfff826
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--13.34%-- 0x7fff2dfff8a4
            |          __gettimeofday
            |          
            |--13.33%-- 0x7fff2dfff82a
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff7d1
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff8a0
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff80a
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff8b0
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff83d
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
            |--6.67%-- 0x7fff2dfff89b
            |          __gettimeofday
            |          
            |--6.66%-- 0x7fff2dfff7e4
            |          0x7fff2dfff8bc
            |          __gettimeofday
            |          
             --6.66%-- 0x7fff2dfff8e9
                       __gettimeofday

     0.12%  postgres  postgres                       [.] do_numeric_accum                 
            |
            --- do_numeric_accum
               |          
               |--92.85%-- 0x0
                --7.15%-- [...]

     0.10%  postgres  postgres                       [.] ResourceOwnerRememberBuffer      
            |
            --- ResourceOwnerRememberBuffer

     0.10%  postgres  postgres                       [.] s_lock                           
            |
            --- s_lock

     0.09%  postgres  postgres                       [.] shm_mq_inc_bytes_read            
            |
            --- shm_mq_inc_bytes_read

     0.08%  postgres  postgres                       [.] ReleaseBuffer                    
            |
            --- ReleaseBuffer

     0.08%  postgres  postgres                       [.] palloc                           
            |
            --- palloc

     0.08%  postgres  postgres                       [.] TupleHashTableHash               
            |
            --- TupleHashTableHash
               |          
               |--22.22%-- 0xdb2510
               |          
               |--11.11%-- 0xd83710
                --66.66%-- [...]

     0.08%  postgres  postgres                       [.] make_result                      
            |
            --- make_result

     0.07%  postgres  postgres                       [.] advance_aggregates               
            |
            --- advance_aggregates

     0.07%  postgres  postgres                       [.] ResourceOwnerEnlargeBuffers      
            |
            --- ResourceOwnerEnlargeBuffers

     0.06%  postgres  postgres                       [.] ss_report_location               
            |
            --- ss_report_location

     0.06%  postgres  postgres                       [.] IncrBufferRefCount               
            |
            --- IncrBufferRefCount

     0.06%  postgres  postgres                       [.] ExecStoreMinimalTuple            
            |
            --- ExecStoreMinimalTuple

     0.06%  postgres  postgres                       [.] LWLockConditionalAcquire         
            |
            --- LWLockConditionalAcquire

     0.05%  postgres  postgres                       [.] ExecClearTuple                   
            |
            --- ExecClearTuple

     0.05%  postgres  postgres                       [.] execTuplesMatch                  
            |
            --- execTuplesMatch

     0.05%  postgres  postgres                       [.] ExecAgg                          
            |
            --- ExecAgg

     0.05%  postgres  postgres                       [.] advance_transition_function      
            |
            --- advance_transition_function

     0.05%  postgres  postgres                       [.] isTempToastNamespace             
            |
            --- isTempToastNamespace

     0.05%  postgres  postgres                       [.] int64_to_numericvar              
            |
            --- int64_to_numericvar

     0.04%  postgres  postgres                       [.] init_var_from_num                
            |
            --- init_var_from_num
               |          
               |--80.00%-- 0x0
               |          
                --20.00%-- slot_getsomeattrs

     0.04%  postgres  postgres                       [.] int8_avg_accum                   
            |
            --- int8_avg_accum

     0.04%  postgres  postgres                       [.] IsCatalogClass                   
            |
            --- IsCatalogClass

     0.04%  postgres  postgres                       [.] InstrStopNode                    
            |
            --- InstrStopNode

     0.04%  postgres  postgres                       [.] pfree                            
            |
            --- pfree

     0.04%  postgres  postgres                       [.] AllocSetReset                    
            |
            --- AllocSetReset

     0.04%  postgres  [kernel.kallsyms]              [k] tracing_generic_entry_update     
            |
            --- tracing_generic_entry_update
               |          
               |--80.00%-- trace_buffer_lock_reserve
               |          trace_current_buffer_lock_reserve
               |          ftrace_raw_event_id_softirq
               |          |          
               |          |--75.01%-- ftrace_raw_event_softirq_raise
               |          |          raise_softirq
               |          |          |          
               |          |          |--66.66%-- rcu_check_callbacks
               |          |          |          update_process_times
               |          |          |          tick_sched_timer
               |          |          |          __run_hrtimer
               |          |          |          hrtimer_interrupt
               |          |          |          smp_apic_timer_interrupt
               |          |          |          apic_timer_interrupt
               |          |          |          |          
               |          |          |          |--50.03%-- HeapTupleSatisfiesMVCC
               |          |          |          |          
               |          |          |           --49.97%-- bcTruelen
               |          |          |          
               |          |           --33.34%-- run_local_timers
               |          |                     update_process_times
               |          |                     tick_sched_timer
               |          |                     __run_hrtimer
               |          |                     hrtimer_interrupt
               |          |                     smp_apic_timer_interrupt
               |          |                     apic_timer_interrupt
               |          |                     slot_deform_tuple
               |          |          
               |           --24.99%-- ftrace_raw_event_softirq_entry
               |                     __do_softirq
               |                     call_softirq
               |                     do_softirq
               |                     irq_exit
               |                     smp_apic_timer_interrupt
               |                     apic_timer_interrupt
               |                     UnpinBuffer.clone.0
               |          
                --20.00%-- trace_current_buffer_lock_reserve
                          ftrace_raw_event_id_softirq
                          ftrace_raw_event_softirq_entry
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          PinBuffer

     0.03%  postgres  postgres                       [.] ExecProcNode                     
            |
            --- ExecProcNode

     0.03%  postgres  postgres                       [.] FunctionCall2Coll                
            |
            --- FunctionCall2Coll

     0.03%  postgres  postgres                       [.] int4_sum                         
            |
            --- int4_sum

     0.03%  postgres  postgres                       [.] get_hash_value                   
            |
            --- get_hash_value

     0.03%  postgres  postgres                       [.] InstrStartNode                   
            |
            --- InstrStartNode

     0.03%  postgres  [kernel.kallsyms]              [k] rcu_process_gp_end               
            |
            --- rcu_process_gp_end
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--33.34%-- heap_parallelscan_nextpage
               |          
               |--33.33%-- heap_getnext
               |          
                --33.33%-- slot_deform_tuple

     0.03%  postgres  postgres                       [.] LookupTupleHashEntry             
            |
            --- LookupTupleHashEntry
               |          
               |--66.66%-- 0xd7fc3000000000
                --33.34%-- [...]

     0.03%  postgres  postgres                       [.] hashbpchar                       
            |
            --- hashbpchar

     0.03%  postgres  [kernel.kallsyms]              [k] __rb_reserve_next                
            |
            --- __rb_reserve_next
                rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_entry
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--66.66%-- slot_deform_tuple
               |          
                --33.34%-- heap_parallelscan_nextpage

     0.03%  postgres  [kernel.kallsyms]              [k] ring_buffer_lock_reserve         
            |
            --- ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
               |          
               |--66.68%-- ftrace_raw_event_softirq_raise
               |          raise_softirq
               |          run_local_timers
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          |          
               |          |--50.01%-- check_stack_depth
               |          |          
               |           --49.99%-- heapgetpage
               |          
                --33.32%-- ftrace_raw_event_softirq_entry
                          __do_softirq
                          call_softirq
                          do_softirq
                          irq_exit
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          HeapTupleSatisfiesMVCC

     0.03%  postgres  libc-2.12.so                   [.] __gettimeofday                   
            |
            --- __gettimeofday

     0.02%  postgres  postgres                       [.] CatalogCacheComputeHashValue     
            |
            --- CatalogCacheComputeHashValue
                (nil)

     0.02%  postgres  postgres                       [.] slot_getsomeattrs                
            |
            --- slot_getsomeattrs

     0.02%  postgres  postgres                       [.] memcpy@plt                       
            |
            --- memcpy@plt
               |          
               |--50.00%-- networkjoinsel
                --50.00%-- [...]

     0.02%  postgres  postgres                       [.] AllocSetFree                     
            |
            --- AllocSetFree

     0.02%  postgres  postgres                       [.] ExecFunnel                       
            |
            --- ExecFunnel

     0.02%  postgres  postgres                       [.] TupleQueueFunnelNext             
            |
            --- TupleQueueFunnelNext

     0.02%  postgres  [kernel.kallsyms]              [k] account_user_time                
            |
            --- account_user_time
               |          
               |--50.01%-- account_process_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          slot_deform_tuple
               |          
                --49.99%-- update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          UnpinBuffer.clone.0

     0.02%  postgres  postgres                       [.] FunctionCall1Coll                
            |
            --- FunctionCall1Coll

     0.02%  postgres  postgres                       [.] SetLatch                         
            |
            --- SetLatch

     0.02%  postgres  postgres                       [.] alloc_var                        
            |
            --- alloc_var

     0.02%  postgres  postgres                       [.] int8_numeric                     
            |
            --- int8_numeric

     0.02%  postgres  [kernel.kallsyms]              [k] dyntick_save_progress_counter    
            |
            --- dyntick_save_progress_counter
                rcu_process_dyntick
                force_quiescent_state
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.00%-- LWLockAcquire
               |          
                --50.00%-- heapgetpage

     0.02%  postgres  postgres                       [.] free_var                         
            |
            --- free_var

     0.02%  postgres  postgres                       [.] TupleHashTableMatch              
            |
            --- TupleHashTableMatch

     0.02%  postgres  [kernel.kallsyms]              [k] native_sched_clock               
            |
            --- native_sched_clock
               |          
               |--50.00%-- sched_clock
               |          trace_clock_local
               |          rb_reserve_next_event
               |          ring_buffer_lock_reserve
               |          trace_buffer_lock_reserve
               |          trace_current_buffer_lock_reserve
               |          ftrace_raw_event_sched_stat_runtime
               |          update_curr
               |          task_tick_fair
               |          scheduler_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          varstr_cmp
               |          
                --50.00%-- trace_clock_local
                          rb_reserve_next_event
                          ring_buffer_lock_reserve
                          trace_buffer_lock_reserve
                          trace_current_buffer_lock_reserve
                          ftrace_raw_event_id_softirq
                          ftrace_raw_event_softirq_raise
                          raise_softirq
                          run_local_timers
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          HeapTupleSatisfiesMVCC

     0.02%  postgres  postgres                       [.] ReservePrivateRefCountEntry      
            |
            --- ReservePrivateRefCountEntry

     0.02%  postgres  postgres                       [.] DirectFunctionCall1Coll          
            |
            --- DirectFunctionCall1Coll

     0.02%  postgres  [kernel.kallsyms]              [k] trace_recursive_unlock           
            |
            --- trace_recursive_unlock
                trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.02%-- ResourceOwnerForgetBuffer
               |          
                --49.98%-- bcTruelen

     0.02%  postgres  [kernel.kallsyms]              [k] _spin_lock                       
            |
            --- _spin_lock
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.00%-- bpcharle
               |          
                --50.00%-- ExecMakeFunctionResultNoSets

     0.02%  postgres  [kernel.kallsyms]              [k] __do_softirq                     
            |
            --- __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.01%-- PartialSeqNext
               |          
                --49.99%-- heap_getnext

     0.02%  postgres  [kernel.kallsyms]              [k] rb_reserve_next_event            
            |
            --- rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
               |          
               |--50.02%-- rcu_check_callbacks
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          HeapTupleSatisfiesMVCC
               |          
                --49.98%-- run_local_timers
                          update_process_times
                          tick_sched_timer
                          __run_hrtimer
                          hrtimer_interrupt
                          smp_apic_timer_interrupt
                          apic_timer_interrupt
                          HeapTupleSatisfiesMVCC

     0.02%  postgres  [kernel.kallsyms]              [k] raise_softirq                    
            |
            --- raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
               |          
               |--50.01%-- heapgetpage
               |          
                --49.99%-- heap_getnext

     0.01%  postgres  [kernel.kallsyms]              [k] native_write_msr_safe            
            |
            --- native_write_msr_safe
                intel_pmu_enable_all
                x86_pmu_enable
                perf_pmu_enable
               |          
               |--99.72%-- perf_adjust_freq_unthr_context
               |          perf_event_task_tick
               |          scheduler_tick
               |          update_process_times
               |          tick_sched_timer
               |          __run_hrtimer
               |          hrtimer_interrupt
               |          smp_apic_timer_interrupt
               |          apic_timer_interrupt
               |          ExecMakeFunctionResultNoSets
                --0.28%-- [...]

     0.01%  postgres  [kernel.kallsyms]              [k] apic_timer_interrupt             
            |
            --- apic_timer_interrupt
                slot_deform_tuple

     0.01%  postgres  postgres                       [.] RecoveryInProgress               
            |
            --- RecoveryInProgress

     0.01%  postgres  [kernel.kallsyms]              [k] queue_work_on                    
            |
            --- queue_work_on
                queue_work
                __iscsi_conn_send_pdu
                iscsi_send_nopout
                iscsi_check_transport_timeouts
                run_timer_softirq
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  libpthread-2.12.so             [.] pthread_once                     
            |
            --- pthread_once
                dsm_impl_op

     0.01%  postgres  [kernel.kallsyms]              [k] kmem_cache_free                  
            |
            --- kmem_cache_free
                mempool_free_slab
                mempool_free
                __blk_put_request
                blk_finish_request
                blk_end_bidi_request
                blk_end_request
                scsi_io_completion
                scsi_finish_command
                scsi_softirq_done
                blk_done_softirq
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_call_function_single_interrupt
                call_function_single_interrupt
                bcTruelen

     0.01%  postgres  postgres                       [.] fetch_input_tuple                
            |
            --- fetch_input_tuple

     0.01%  postgres  postgres                       [.] IsToastNamespace                 
            |
            --- IsToastNamespace

     0.01%  postgres  [kernel.kallsyms]              [k] ktime_get_update_offsets         
            |
            --- ktime_get_update_offsets
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] enqueue_hrtimer                  
            |
            --- enqueue_hrtimer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  postgres                       [.] add_var                          
            |
            --- add_var
                (nil)

     0.01%  postgres  postgres                       [.] ExecPartialSeqScan               
            |
            --- ExecPartialSeqScan

     0.01%  postgres  postgres                       [.] tag_hash                         
            |
            --- tag_hash

     0.01%  postgres  [kernel.kallsyms]              [k] clockevents_program_event        
            |
            --- clockevents_program_event
                tick_program_event
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                isTempToastNamespace

     0.01%  postgres  [kernel.kallsyms]              [k] _spin_lock_irqsave               
            |
            --- _spin_lock_irqsave
                rcu_process_dyntick
                force_quiescent_state
                __rcu_process_callbacks
                rcu_process_callbacks
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                PartialSeqNext

     0.01%  postgres  [kernel.kallsyms]              [k] hrtimer_interrupt                
            |
            --- hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  postgres                       [.] heap_copytuple                   
            |
            --- heap_copytuple
                networkjoinsel

     0.01%  postgres  postgres                       [.] BufTableLookup                   
            |
            --- BufTableLookup

     0.01%  postgres  [kernel.kallsyms]              [k] rb_end_commit                    
            |
            --- rb_end_commit
                ring_buffer_unlock_commit
                trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_entry
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                do_numeric_accum

     0.01%  postgres  [kernel.kallsyms]              [k] scheduler_tick                   
            |
            --- scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [ixgbe]                        [k] ixgbe_write_eitr                 
            |
            --- ixgbe_write_eitr
                ixgbe_poll
                net_rx_action
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                do_IRQ
                ret_from_intr
                UnpinBuffer.clone.0

     0.01%  postgres  [kernel.kallsyms]              [k] run_timer_softirq                
            |
            --- run_timer_softirq
                __do_softirq
                call_softirq
                do_softirq
                irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                heap_getnext

     0.01%  postgres  postgres                       [.] pg_detoast_datum                 
            |
            --- pg_detoast_datum

     0.01%  postgres  [kernel.kallsyms]              [k] update_cfs_shares                
            |
            --- update_cfs_shares
                task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                pfree

     0.01%  postgres  [kernel.kallsyms]              [k] trace_nowake_buffer_unlock_commit
            |
            --- trace_nowake_buffer_unlock_commit
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] update_curr                      
            |
            --- update_curr
                task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                LWLockAcquire

     0.01%  postgres  [kernel.kallsyms]              [k] irq_exit                         
            |
            --- irq_exit
                smp_apic_timer_interrupt
                apic_timer_interrupt
                ExecEvalConst

     0.01%  postgres  [kernel.kallsyms]              [k] ktime_get                        
            |
            --- ktime_get
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] tick_program_event               
            |
            --- tick_program_event
                smp_apic_timer_interrupt
                apic_timer_interrupt
                LWLockAcquire

     0.01%  postgres  [kernel.kallsyms]              [k] native_read_tsc                  
            |
            --- native_read_tsc
                native_sched_clock
                sched_clock
                trace_clock_local
                rb_reserve_next_event
                ring_buffer_lock_reserve
                trace_buffer_lock_reserve
                trace_current_buffer_lock_reserve
                ftrace_raw_event_id_softirq
                ftrace_raw_event_softirq_raise
                raise_softirq
                run_local_timers
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                UnpinBuffer.clone.0

     0.01%  postgres  [kernel.kallsyms]              [k] task_tick_fair                   
            |
            --- task_tick_fair
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                HeapTupleSatisfiesMVCC

     0.01%  postgres  [kernel.kallsyms]              [k] timekeeping_update               
            |
            --- timekeeping_update
                do_timer
                tick_do_update_jiffies64
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                bcTruelen

     0.01%  postgres  [kernel.kallsyms]              [k] perf_event_task_tick             
            |
            --- perf_event_task_tick
                scheduler_tick
                update_process_times
                tick_sched_timer
                __run_hrtimer
                hrtimer_interrupt
                smp_apic_timer_interrupt
                apic_timer_interrupt
                bcTruelen

     0.01%  postgres  postgres                       [.] smgrGetPendingDeletes            
            |
            --- smgrGetPendingDeletes

     0.01%  postgres  postgres                       [.] PostgresMain                     
            |
            --- PostgresMain

     0.00%  postgres  [kernel.kallsyms]              [k] perf_pmu_rotate_start            
            |
            --- perf_pmu_rotate_start
                __perf_event_task_sched_in
                finish_task_switch
                thread_return
                schedule_hrtimeout_range
                poll_schedule_timeout
                do_sys_poll
                sys_poll
                system_call
                __poll
                0x4cf570b62e62



#
# (For a higher level overview, try: perf report --sort comm,dso)
#
