# Samples: 1211497 # # Overhead Command Shared Object Symbol # ........ ........ ........................... ...... # 49.42% postgres ./pg9.2/bin/postgres [.] s_lock 14.80% postgres ./pg9.2/bin/postgres [.] PinBuffer 6.88% postgres ./pg9.2/bin/postgres [.] LWLockAcquire 6.72% postgres ./pg9.2/bin/postgres [.] UnpinBuffer 3.90% postgres ./pg9.2/bin/postgres [.] BufferGetBlockNumber 2.97% postgres ./pg9.2/bin/postgres [.] LockBuffer 2.67% postgres ./pg9.2/bin/postgres [.] ReadBuffer_common 2.25% postgres ./pg9.2/bin/postgres [.] LWLockRelease 1.57% postgres ./pg9.2/bin/postgres [.] ReleaseAndReadBuffer 1.28% postgres ./pg9.2/bin/postgres [.] slot_deform_tuple 0.94% postgres ./pg9.2/bin/postgres [.] FlushRelationBuffers 0.80% postgres ./pg9.2/bin/postgres [.] _bt_compare 0.78% postgres ./pg9.2/bin/postgres [.] ExecProject 0.29% postgres ./pg9.2/bin/postgres [.] FunctionCall2Coll 0.23% postgres ./pg9.2/bin/postgres [.] slot_getsomeattrs 0.23% postgres ./pg9.2/bin/postgres [.] _bt_binsrch 0.18% postgres ./pg9.2/bin/postgres [.] btint8cmp 0.16% postgres ./pg9.2/bin/postgres [.] _bt_first | |--72.03%-- 0x1ee30ff | --27.97%-- 0x14 0.14% postgres ./pg9.2/bin/postgres [.] hash_any 0.12% postgres ./pg9.2/bin/postgres [.] hash_search_with_hash_value 0.12% postgres [kernel] [k] __ticket_spin_lock | |--40.40%-- _spin_lock | | | |--30.24%-- task_rq_lock | | try_to_wake_up | | | | | |--64.74%-- wake_up_process | | | update_queue | | | sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --35.26%-- default_wake_function | | autoremove_wake_function | | | | | |--95.08%-- wake_bit_function | | | __wake_up_common | | | __wake_up | | | __wake_up_bit | | | unlock_page | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | | | | | |--56.90%-- FlushRelationBuffers | | | | | | | --43.10%-- ReadBuffer_common | | | | | --4.92%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--33.33%-- LockBuffer | | | | | |--33.33%-- s_lock | | | | | --33.33%-- BufferGetBlockNumber | | | |--18.53%-- ipc_lock | | ipc_lock_check | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | |--15.73%-- scsi_device_unbusy | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--95.56%-- do_IRQ | | | ret_from_intr | | | | | | | |--94.19%-- fsync | | | | | | | --5.81%-- FlushRelationBuffers | | | | | --4.44%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | |--13.81%-- __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--45.57%-- slot_getsomeattrs | | | | | |--39.24%-- FlushRelationBuffers | | | | | |--11.39%-- hash_search_with_hash_value | | | | | |--2.53%-- _bt_steppage | | | | | --1.27%-- ReadBuffer_common | | | |--5.94%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--44.12%-- s_lock | | | | | |--14.71%-- PinBuffer | | | | | |--11.76%-- UnpinBuffer | | | | | |--8.82%-- BufferGetBlockNumber | | | | | |--2.94%-- _bt_compare | | | | | |--2.94%-- BufTableLookup | | | | | |--2.94%-- slot_deform_tuple | | | | | |--2.94%-- LWLockAcquire | | | | | |--2.94%-- LWLockRelease | | | | | |--2.94%-- ExecQual | | | | | --2.94%-- FileWrite | | | |--4.20%-- try_to_wake_up | | | | | |--83.33%-- wake_up_process | | | update_queue | | | sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --16.67%-- default_wake_function | | autoremove_wake_function | | wake_bit_function | | __wake_up_common | | __wake_up | | __wake_up_bit | | unlock_page | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--75.00%-- FlushRelationBuffers | | | | | --25.00%-- ReadBuffer_common | | | |--3.15%-- perf_ctx_adjust_freq | | perf_event_task_tick | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--44.44%-- s_lock | | | | | |--16.67%-- LWLockAcquire | | | | | |--11.11%-- UnpinBuffer | | | | | |--5.56%-- btint8cmp | | | | | |--5.56%-- ReadBuffer_common | | | | | |--5.56%-- ReleaseAndReadBuffer | | | | | |--5.56%-- LockBuffer | | | | | --5.56%-- PinBuffer | | | |--1.75%-- select_task_rq_fair | | try_to_wake_up | | | | | |--60.00%-- default_wake_function | | | autoremove_wake_function | | | | | | | |--66.67%-- __wake_up_common | | | | __wake_up | | | | insert_work | | | | __queue_work | | | | delayed_work_timer_fn | | | | run_timer_softirq | | | | __do_softirq | | | | call_softirq | | | | do_softirq | | | | irq_exit | | | | smp_apic_timer_interrupt | | | | apic_timer_interrupt | | | | | | | | | |--50.00%-- s_lock | | | | | | | | | |--25.00%-- LWLockAcquire | | | | | | | | | --25.00%-- UnpinBuffer | | | | | | | --33.33%-- wake_bit_function | | | __wake_up_common | | | __wake_up | | | __wake_up_bit | | | unlock_page | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | FlushRelationBuffers | | | | | --40.00%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | |--1.40%-- shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | |--1.05%-- update_vsyscall | | update_wall_time | | do_timer | | tick_do_update_jiffies64 | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--16.67%-- UnpinBuffer | | | | | |--16.67%-- PinBuffer | | | | | --16.67%-- LWLockAcquire | | | |--0.70%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--50.00%-- PinBuffer | | | | | |--25.00%-- MemoryContextAllocZero | | | | | --25.00%-- AllocSetAlloc | | | |--0.70%-- __percpu_counter_add | | | | | |--75.00%-- account_page_dirtied | | | __set_page_dirty | | | mark_buffer_dirty | | | __block_commit_write | | | block_write_end | | | generic_write_end | | | generic_perform_write | | | generic_file_buffered_write | | | xfs_write [xfs] | | | xfs_file_aio_write [xfs] | | | do_sync_write | | | vfs_write | | | sys_write | | | system_call_fastpath | | | __write | | | | | --25.00%-- __prop_inc_single | | task_dirty_inc | | account_page_dirtied | | __set_page_dirty | | mark_buffer_dirty | | __block_commit_write | | block_write_end | | generic_write_end | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | |--0.52%-- hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--66.67%-- s_lock | | | | | --33.33%-- LWLockAcquire | | | |--0.52%-- scsi_request_fn | | | | | |--66.67%-- __blk_run_queue | | | blk_run_queue | | | scsi_run_queue | | | scsi_next_command | | | scsi_end_request | | | scsi_io_completion | | | scsi_finish_command | | | scsi_softirq_done | | | blk_done_softirq | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | fsync | | | | | --33.33%-- __generic_unplug_device | | elv_insert | | __elv_add_request | | __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | --1.75%-- [...] | |--39.41%-- _spin_lock_irq | | | |--46.95%-- __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--29.21%-- scsi_request_fn | | | | | |--64.42%-- __blk_run_queue | | | blk_run_queue | | | scsi_run_queue | | | scsi_next_command | | | scsi_end_request | | | scsi_io_completion | | | scsi_finish_command | | | scsi_softirq_done | | | blk_done_softirq | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | | | | | |--90.48%-- do_IRQ | | | | ret_from_intr | | | | | | | | | |--74.74%-- fsync | | | | | | | | | --25.26%-- FlushRelationBuffers | | | | | | | --9.52%-- smp_call_function_single_interrupt | | | call_function_single_interrupt | | | fsync | | | | | --35.58%-- __generic_unplug_device | | | | | |--98.28%-- elv_insert | | | __elv_add_request | | | __make_request | | | generic_make_request | | | submit_bio | | | xfs_submit_ioend_bio [xfs] | | | xfs_submit_ioend [xfs] | | | xfs_page_state_convert [xfs] | | | xfs_vm_writepage [xfs] | | | __writepage | | | write_cache_pages | | | generic_writepages | | | xfs_vm_writepages [xfs] | | | do_writepages | | | __filemap_fdatawrite_range | | | filemap_write_and_wait_range | | | vfs_fsync_range | | | vfs_fsync | | | do_fsync | | | sys_fsync | | | system_call_fastpath | | | fsync | | | | | --1.72%-- get_request_wait | | __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--14.52%-- activate_page | | mark_page_accessed | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | |--3.58%-- add_to_page_cache_locked | | add_to_page_cache_lru | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | |--2.87%-- ____pagevec_lru_add | | __lru_cache_add | | add_to_page_cache_lru | | | | | |--62.50%-- grab_cache_page_write_begin | | | block_write_begin | | | xfs_vm_write_begin [xfs] | | | generic_perform_write | | | generic_file_buffered_write | | | xfs_write [xfs] | | | xfs_file_aio_write [xfs] | | | do_sync_write | | | vfs_write | | | sys_write | | | system_call_fastpath | | | __write | | | | | --37.50%-- shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | |--2.15%-- schedule | | | | | |--50.00%-- sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | |--25.00%-- io_schedule | | | sync_page | | | __wait_on_bit_lock | | | __lock_page | | | find_lock_page | | | shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | FlushRelationBuffers | | | | | |--16.67%-- retint_careful | | | | | | | |--50.00%-- s_lock | | | | | | | --50.00%-- BufferGetBlockNumber | | | | | --8.33%-- schedule_hrtimeout_range | | poll_schedule_timeout | | do_select | | core_sys_select | | sys_select | | system_call_fastpath | | __select | | | |--0.54%-- run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--66.67%-- s_lock | | | | | --33.33%-- _bt_binsrch | --0.18%-- [...] | |--19.28%-- default_spin_lock_flags | _spin_lock_irqsave | | | |--39.93%-- blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--90.83%-- do_IRQ | | | ret_from_intr | | | | | | | |--91.92%-- fsync | | | | | | | --8.08%-- FlushRelationBuffers | | | | | --9.17%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | |--34.43%-- blk_end_bidi_request | | blk_end_request | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--92.55%-- do_IRQ | | | ret_from_intr | | | | | | | |--91.95%-- fsync | | | | | | | --8.05%-- FlushRelationBuffers | | | | | --7.45%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | |--7.33%-- __wake_up | | | | | |--90.00%-- __wake_up_bit | | | unlock_page | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | FlushRelationBuffers | | | | | --10.00%-- insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- BufferGetBlockNumber | | | | | --50.00%-- slot_deform_tuple | | | |--3.66%-- prepare_to_wait_exclusive | | __wait_on_bit_lock | | __lock_page | | find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--80.00%-- FlushRelationBuffers | | | | | --20.00%-- ReadBuffer_common | | | |--2.93%-- finish_wait | | __wait_on_bit_lock | | __lock_page | | find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--87.50%-- FlushRelationBuffers | | | | | --12.50%-- ReadBuffer_common | | | |--2.93%-- generic_exec_single | | __smp_call_function_single | | __blk_complete_request | | blk_complete_request | | scsi_done | | T.856 [megaraid_sas] | | megasas_complete_cmd_dpc [megaraid_sas] | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--62.50%-- fsync | | | | | --37.50%-- FlushRelationBuffers | | | |--1.83%-- lock_timer_base | | | | | |--60.00%-- del_timer | | | blk_remove_plug | | | | | | | |--66.67%-- __blk_run_queue | | | | blk_run_queue | | | | scsi_run_queue | | | | scsi_next_command | | | | scsi_end_request | | | | scsi_io_completion | | | | scsi_finish_command | | | | scsi_softirq_done | | | | blk_done_softirq | | | | __do_softirq | | | | call_softirq | | | | do_softirq | | | | irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | fsync | | | | | | | --33.33%-- __generic_unplug_device | | | elv_insert | | | __elv_add_request | | | __make_request | | | generic_make_request | | | submit_bio | | | xfs_submit_ioend_bio [xfs] | | | xfs_submit_ioend [xfs] | | | xfs_page_state_convert [xfs] | | | xfs_vm_writepage [xfs] | | | __writepage | | | write_cache_pages | | | generic_writepages | | | xfs_vm_writepages [xfs] | | | do_writepages | | | __filemap_fdatawrite_range | | | filemap_write_and_wait_range | | | vfs_fsync_range | | | vfs_fsync | | | do_fsync | | | sys_fsync | | | system_call_fastpath | | | fsync | | | | | --40.00%-- mod_timer | | blk_plug_device | | __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--1.47%-- __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--25.00%-- PinBuffer | | | | | --25.00%-- ReleaseAndReadBuffer | | | |--1.10%-- megasas_return_cmd [megaraid_sas] | | T.856 [megaraid_sas] | | megasas_complete_cmd_dpc [megaraid_sas] | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--66.67%-- fsync | | | | | --33.33%-- FlushRelationBuffers | | | |--1.10%-- __scsi_put_command | | scsi_put_command | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--66.67%-- do_IRQ | | | ret_from_intr | | | fsync | | | | | --33.33%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | |--0.73%-- scsi_get_command | | scsi_setup_fs_cmnd | | sd_prep_fn | | blk_peek_request | | scsi_request_fn | | | | | |--50.00%-- __generic_unplug_device | | | elv_insert | | | __elv_add_request | | | __make_request | | | generic_make_request | | | submit_bio | | | xfs_submit_ioend_bio [xfs] | | | xfs_submit_ioend [xfs] | | | xfs_page_state_convert [xfs] | | | xfs_vm_writepage [xfs] | | | __writepage | | | write_cache_pages | | | generic_writepages | | | xfs_vm_writepages [xfs] | | | do_writepages | | | __filemap_fdatawrite_range | | | filemap_write_and_wait_range | | | vfs_fsync_range | | | vfs_fsync | | | do_fsync | | | sys_fsync | | | system_call_fastpath | | | fsync | | | | | --50.00%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | |--0.73%-- scsi_device_unbusy | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | --1.83%-- [...] --0.92%-- [...] 0.11% postgres ./pg9.2/bin/postgres [.] ExecScan 0.11% postgres ./pg9.2/bin/postgres [.] IndexOnlyNext 0.11% postgres ./pg9.2/bin/postgres [.] ExecSubPlan 0.11% postgres ./pg9.2/bin/postgres [.] ExecMakeFunctionResultNoSets 0.10% postgres ./pg9.2/bin/postgres [.] ExecProcNode 0.10% postgres [kernel] [k] page_fault | |--51.43%-- slot_getsomeattrs | |--34.68%-- FlushRelationBuffers | |--5.39%-- hash_search_with_hash_value | |--1.85%-- ReadBuffer_common | |--1.77%-- _bt_compare | |--1.68%-- _bt_steppage | |--0.84%-- MemoryContextAllocZero | |--0.76%-- AllocSetAlloc | |--0.67%-- PinBuffer --0.93%-- [...] 0.09% postgres ./pg9.2/bin/postgres [.] heap_fill_tuple 0.08% postgres ./pg9.2/bin/postgres [.] _bt_search 0.07% postgres ./pg9.2/bin/postgres [.] _bt_checkkeys 0.07% postgres ./pg9.2/bin/postgres [.] AllocSetAlloc 0.07% postgres [kernel] [k] find_get_page | |--97.96%-- find_lock_page | | | |--98.41%-- shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--66.09%-- FlushRelationBuffers | | | | | |--26.83%-- slot_getsomeattrs | | | | | |--3.73%-- hash_search_with_hash_value | | | | | |--1.12%-- _bt_steppage | | | | | |--0.62%-- LWLockAcquire | | --1.61%-- [...] | | | --1.59%-- grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --2.04%-- shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault | |--76.47%-- slot_getsomeattrs | |--11.76%-- hash_search_with_hash_value | |--5.88%-- heap_page_prune_opt | --5.88%-- FlushRelationBuffers 0.06% postgres /lib/libc-2.11.1.so [.] 0x0000000013156f | |--23.07%-- 0x7fab4ed4a357 | |--21.94%-- 0x7fab4ed4a361 | |--6.33%-- 0x7fab4edf3644 | |--5.63%-- 0x7fab4edf4551 | |--5.49%-- 0x7fab4edf3633 | |--5.49%-- 0x7fab4edf4561 | |--4.92%-- 0x7fab4edf456f | |--3.23%-- 0x7fab4edf3620 | |--2.39%-- 0x7fab4ed4a350 | |--2.11%-- 0x7fab4ed4a390 | |--2.11%-- 0x7fab4ed4a490 | |--1.83%-- 0x7fab4ed4a418 | |--1.69%-- 0x7fab4ed4a3c2 | |--1.69%-- 0x7fab4edf4556 | |--1.55%-- 0x7fab4ed4a365 | |--1.41%-- 0x7fab4ed4a3e0 | |--1.41%-- 0x7fab4ed4a425 | |--1.41%-- 0x7fab4ed4a3d0 | |--0.98%-- 0x7fab4ed4a3a0 | |--0.84%-- 0x7fab4edf3624 | |--0.56%-- 0x7fab4ed4a3c5 | |--0.56%-- 0x7fab4edf3641 | |--0.56%-- 0x7fab4ed4a35d --2.81%-- [...] 0.06% postgres ./pg9.2/bin/postgres [.] MemoryContextReset 0.06% postgres ./pg9.2/bin/postgres [.] int8mod 0.06% postgres ./pg9.2/bin/postgres [.] heapgettup_pagemode 0.05% postgres ./pg9.2/bin/postgres [.] _bt_preprocess_keys 0.05% postgres /lib/libc-2.11.1.so [.] memcpy 0.05% postgres ./pg9.2/bin/postgres [.] ReadBufferExtended 0.05% postgres ./pg9.2/bin/postgres [.] _bt_readpage 0.05% postgres ./pg9.2/bin/postgres [.] index_getnext_tid 0.05% postgres ./pg9.2/bin/postgres [.] ExecLimit 0.05% postgres ./pg9.2/bin/postgres [.] heap_form_tuple 0.04% postgres ./pg9.2/bin/postgres [.] _bt_moveright 0.04% postgres ./pg9.2/bin/postgres [.] AllocSetFree 0.04% postgres ./pg9.2/bin/postgres [.] btgettuple 0.04% postgres ./pg9.2/bin/postgres [.] pfree | --100.00%-- 0x1 0.04% postgres ./pg9.2/bin/postgres [.] ExecClearTuple 0.04% postgres ./pg9.2/bin/postgres [.] ExecEvalScalarVar 0.04% postgres ./pg9.2/bin/postgres [.] MemoryContextAllocZero 0.04% postgres ./pg9.2/bin/postgres [.] heap_compute_data_size 0.04% postgres ./pg9.2/bin/postgres [.] _bt_relandgetbuf 0.04% postgres [kernel] [k] copy_user_generic_string | |--98.13%-- generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --1.87%-- sys_semop system_call_fastpath semop 0.03% postgres ./pg9.2/bin/postgres [.] index_getprocinfo | --100.00%-- 0x14 0.03% postgres ./pg9.2/bin/postgres [.] ExecReScan 0.03% postgres [kernel] [k] zap_pte_range | |--96.56%-- exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --3.44%-- unmap_region do_munmap sys_munmap system_call_fastpath munmap 0.03% postgres ./pg9.2/bin/postgres [.] pgstat_end_function_usage | |--50.94%-- SeqRecheck | --49.06%-- 0x1ec3e10 0.03% postgres ./pg9.2/bin/postgres [.] heap_getnext 0.03% postgres ./pg9.2/bin/postgres [.] index_rescan 0.03% postgres ./pg9.2/bin/postgres [.] ExecStoreVirtualTuple 0.03% postgres ./pg9.2/bin/postgres [.] _bt_getroot 0.03% postgres ./pg9.2/bin/postgres [.] ExecEvalConst 0.03% postgres ./pg9.2/bin/postgres [.] _bt_checkpage 0.02% postgres ./pg9.2/bin/postgres [.] btrescan 0.02% postgres ./pg9.2/bin/postgres [.] ExecEvalParamExec 0.02% postgres ./pg9.2/bin/postgres [.] visibilitymap_test 0.02% postgres [kernel] [k] find_busiest_group | |--90.10%-- load_balance_newidle | thread_return | | | |--82.95%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | |--12.88%-- io_schedule | | sync_page | | | | | |--97.06%-- __wait_on_bit_lock | | | __lock_page | | | find_lock_page | | | shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | | | | | |--81.82%-- FlushRelationBuffers | | | | | | | --18.18%-- ReadBuffer_common | | | | | --2.94%-- __wait_on_bit | | wait_on_page_bit | | wait_on_page_writeback_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --4.17%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | |--8.87%-- load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--96.15%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--60.00%-- s_lock | | | | | |--12.00%-- PinBuffer | | | | | |--8.00%-- LWLockAcquire | | | | | |--8.00%-- UnpinBuffer | | | | | |--4.00%-- _bt_relandgetbuf | | | | | |--4.00%-- slot_deform_tuple | | | | | --4.00%-- FlushRelationBuffers | | | --3.85%-- do_IRQ | ret_from_intr | fsync | |--0.68%-- thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop --0.34%-- [...] 0.02% postgres ./pg9.2/bin/postgres [.] FunctionCall5Coll 0.02% postgres ./pg9.2/bin/postgres [.] _bt_fix_scankey_strategy 0.02% postgres ./pg9.2/bin/postgres [.] ResourceOwnerForgetBuffer 0.02% postgres [kernel] [k] clear_page_c | |--50.76%-- get_page_from_freelist | __alloc_pages_nodemask | | | |--90.30%-- alloc_page_vma | | | | | |--96.69%-- do_anonymous_page | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | | | | | |--52.14%-- AllocSetAlloc | | | | | | | |--41.03%-- MemoryContextAllocZero | | | | | | | |--3.42%-- puttuple_common | | | | 0x26d2 | | | | | | | --3.42%-- memcpy | | | | | --3.31%-- do_wp_page | | handle_mm_fault | | do_page_fault | | page_fault | | PinBuffer | | | --9.70%-- alloc_pages_current | pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | | | |--46.15%-- slot_getsomeattrs | | | |--30.77%-- FlushRelationBuffers | | | |--15.38%-- ReadBuffer_common | | | --7.69%-- _bt_steppage | --49.24%-- shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.02% postgres ./pg9.2/bin/postgres [.] check_stack_depth 0.02% postgres ./pg9.2/bin/postgres [.] _bt_preprocess_array_keys 0.02% postgres ./pg9.2/bin/postgres [.] ExecSeqScan 0.02% postgres [kernel] [k] radix_tree_lookup_slot | |--93.22%-- find_get_page | | | |--99.55%-- find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--63.01%-- slot_getsomeattrs | | | | | |--14.61%-- FlushRelationBuffers | | | | | |--11.87%-- hash_search_with_hash_value | | | | | |--3.20%-- ReadBuffer_common | | | | | |--2.74%-- _bt_steppage | | | | | |--1.83%-- LWLockAcquire | | | | | |--1.83%-- _bt_compare | | --0.91%-- [...] | --0.45%-- [...] | --6.78%-- find_lock_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault | |--81.25%-- slot_getsomeattrs | |--12.50%-- FlushRelationBuffers | --6.25%-- PinBuffer 0.02% postgres ./pg9.2/bin/postgres [.] ExecIndexEvalRuntimeKeys 0.02% postgres [kernel] [k] handle_mm_fault | |--76.47%-- do_page_fault | page_fault | | | |--64.50%-- slot_getsomeattrs | | | |--20.12%-- FlushRelationBuffers | | | |--5.33%-- hash_search_with_hash_value | | | |--2.96%-- _bt_steppage | | | |--2.37%-- AllocSetAlloc | | | |--1.78%-- LWLockAcquire | | | |--1.18%-- _bt_compare | | | |--1.18%-- MemoryContextAllocZero | | | --0.59%-- PinBuffer | --23.53%-- page_fault | |--90.38%-- slot_getsomeattrs | |--3.85%-- hash_search_with_hash_value | |--3.85%-- FlushRelationBuffers | --1.92%-- ForwardFsyncRequest 0.02% postgres ./pg9.2/bin/postgres [.] ExecReScanIndexOnlyScan 0.02% postgres [kernel] [k] shmem_getpage | |--96.33%-- shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--55.71%-- slot_getsomeattrs | | | |--23.33%-- ReadBuffer_common | | | |--11.90%-- FlushRelationBuffers | | | |--5.24%-- hash_search_with_hash_value | | | |--1.43%-- _bt_steppage | | | |--1.43%-- _bt_compare | --0.95%-- [...] | --3.67%-- shm_fault __do_fault handle_mm_fault do_page_fault page_fault | |--50.00%-- slot_getsomeattrs | |--37.50%-- FlushRelationBuffers | --12.50%-- PinBuffer 0.02% postgres ./pg9.2/bin/postgres [.] _bt_freestack 0.02% postgres ./pg9.2/bin/postgres [.] ShutdownExprContext 0.02% postgres ./pg9.2/bin/postgres [.] ExecQual 0.02% postgres ./pg9.2/bin/postgres [.] heapgetpage 0.02% postgres ./pg9.2/bin/postgres [.] ResourceOwnerEnlargeBuffers 0.02% postgres [kernel] [k] do_page_fault | |--86.41%-- page_fault | | | |--60.11%-- slot_getsomeattrs | | | |--23.60%-- FlushRelationBuffers | | | |--3.37%-- hash_search_with_hash_value | | | |--2.81%-- _bt_compare | | | |--2.25%-- MemoryContextAllocZero | | | |--2.25%-- AllocSetAlloc | | | |--2.25%-- _bt_steppage | | | |--1.12%-- heap_page_prune_opt | | | |--1.12%-- ReadBuffer_common | | | |--0.56%-- LWLockAcquire | | | --0.56%-- PinBuffer | | |--75.00%-- slot_getsomeattrs | |--10.71%-- MemoryContextAllocZero | |--7.14%-- FlushRelationBuffers | |--3.57%-- hash_search_with_hash_value | --3.57%-- ReadBuffer_common 0.02% postgres ./pg9.2/bin/postgres [.] fmgr_info_copy | --100.00%-- 0x14 0.02% postgres ./pg9.2/bin/postgres [.] _bt_mark_scankey_required 0.02% postgres /lib/libc-2.11.1.so [.] memmove 0.02% postgres ./pg9.2/bin/postgres [.] slot_getattr 0.01% postgres ./pg9.2/bin/postgres [.] MemoryContextAlloc 0.01% postgres ./pg9.2/bin/postgres [.] _bt_next 0.01% postgres [kernel] [k] find_lock_page | |--70.93%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--52.46%-- slot_getsomeattrs | | | |--42.62%-- FlushRelationBuffers | | | |--2.46%-- hash_search_with_hash_value | | | |--0.82%-- _bt_steppage | | | |--0.82%-- LWLockAcquire | | | --0.82%-- PinBuffer | |--28.49%-- shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--87.76%-- slot_getsomeattrs | | | |--6.12%-- FlushRelationBuffers | | | |--4.08%-- hash_search_with_hash_value | | | --2.04%-- heap_page_prune_opt | --0.58%-- grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.01% postgres ./pg9.2/bin/postgres [.] _bt_steppage 0.01% postgres ./pg9.2/bin/postgres [.] get_hash_value 0.01% postgres [kernel] [k] page_waitqueue | |--94.27%-- unlock_page | | | |--95.95%-- __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--73.24%-- slot_getsomeattrs | | | | | |--14.79%-- FlushRelationBuffers | | | | | |--5.63%-- hash_search_with_hash_value | | | | | |--2.11%-- LWLockAcquire | | | | | |--1.41%-- ReadBuffer_common | | | | | |--0.70%-- _bt_steppage | | | | | |--0.70%-- _bt_compare | | | | | |--0.70%-- PinBuffer | | | | | --0.70%-- ForwardFsyncRequest | | | |--2.70%-- generic_write_end | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | |--0.68%-- write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --0.68%-- xfs_start_page_writeback [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --5.73%-- __do_fault handle_mm_fault do_page_fault page_fault | |--66.67%-- slot_getsomeattrs | |--22.22%-- FlushRelationBuffers | --11.11%-- hash_search_with_hash_value 0.01% postgres ./pg9.2/bin/postgres [.] _bt_saveitem 0.01% postgres [kernel] [k] __wake_up_bit | |--94.87%-- unlock_page | | | |--97.30%-- __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--54.17%-- slot_getsomeattrs | | | | | |--36.81%-- FlushRelationBuffers | | | | | |--2.08%-- _bt_compare | | | | | |--2.08%-- ReadBuffer_common | | | | | |--1.39%-- hash_search_with_hash_value | | | | | |--1.39%-- PinBuffer | | | | | |--1.39%-- LWLockAcquire | | | | | --0.69%-- heap_page_prune_opt | | | |--2.03%-- generic_write_end | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --0.68%-- xfs_start_page_writeback [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --5.13%-- __do_fault handle_mm_fault do_page_fault page_fault | |--50.00%-- slot_getsomeattrs | |--37.50%-- FlushRelationBuffers | --12.50%-- hash_search_with_hash_value 0.01% postgres ./pg9.2/bin/postgres [.] ReScanExprContext 0.01% postgres [kernel] [k] __do_fault | |--93.20%-- handle_mm_fault | do_page_fault | page_fault | | | |--52.55%-- slot_getsomeattrs | | | |--37.23%-- FlushRelationBuffers | | | |--2.92%-- hash_search_with_hash_value | | | |--2.92%-- _bt_compare | | | |--2.92%-- ReadBuffer_common | | | --1.46%-- _bt_steppage | --6.80%-- do_page_fault page_fault | |--80.00%-- slot_getsomeattrs | |--10.00%-- _bt_compare | --10.00%-- hash_search_with_hash_value 0.01% postgres ./pg9.2/bin/postgres [.] int84eq 0.01% postgres ./pg9.2/bin/postgres [.] bms_make_singleton 0.01% postgres ./pg9.2/bin/postgres [.] pgstat_init_function_usage 0.01% postgres ./pg9.2/bin/postgres [.] heap_form_minimal_tuple 0.01% postgres [kernel] [k] shmem_fault | |--54.14%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- slot_getsomeattrs | | | |--8.33%-- hash_search_with_hash_value | | | |--4.17%-- _bt_compare | | | |--4.17%-- _bt_steppage | | | |--4.17%-- FlushRelationBuffers | | | |--2.78%-- heap_page_prune_opt | | | --1.39%-- PinBuffer | --45.86%-- shm_fault __do_fault handle_mm_fault do_page_fault page_fault | |--78.69%-- slot_getsomeattrs | |--11.48%-- hash_search_with_hash_value | |--4.92%-- FlushRelationBuffers | |--1.64%-- _bt_compare | |--1.64%-- _bt_steppage | --1.64%-- LWLockAcquire 0.01% postgres ./pg9.2/bin/postgres [.] BufTableLookup 0.01% postgres [kernel] [k] down_read_trylock | |--68.91%-- do_page_fault | page_fault | | | |--64.63%-- slot_getsomeattrs | | | |--18.29%-- FlushRelationBuffers | | | |--4.88%-- _bt_compare | | | |--3.66%-- hash_search_with_hash_value | | | |--3.66%-- AllocSetAlloc | | | |--1.22%-- memcpy | | | |--1.22%-- MemoryContextAllocZero | | | |--1.22%-- _bt_steppage | | | --1.22%-- ReadBuffer_common | --31.09%-- page_fault | |--81.08%-- slot_getsomeattrs | |--8.11%-- hash_search_with_hash_value | |--5.41%-- _bt_steppage | |--2.70%-- AllocSetAlloc | --2.70%-- FlushRelationBuffers 0.01% postgres [kernel] [k] try_to_wake_up | |--68.22%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--29.91%-- default_wake_function | autoremove_wake_function | | | |--87.50%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--46.43%-- s_lock | | | | | |--17.86%-- PinBuffer | | | | | |--10.71%-- UnpinBuffer | | | | | |--7.14%-- ReleaseAndReadBuffer | | | | | |--3.57%-- BufferGetBlockNumber | | | | | |--3.57%-- ReadBuffer_common | | | | | |--3.57%-- LWLockAcquire | | | | | |--3.57%-- hash_search_with_hash_value | | | | | --3.57%-- fsync | | | --12.50%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- ReadBuffer_common | | | --50.00%-- FlushRelationBuffers | --1.87%-- autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.01% postgres ./pg9.2/bin/postgres [.] ReleaseBuffer 0.01% postgres ./pg9.2/bin/postgres [.] PredicateLockPage 0.01% postgres ./pg9.2/bin/postgres [.] ResourceOwnerRememberBuffer 0.01% postgres ./pg9.2/bin/postgres [.] ScanKeyEntryInitializeWithInfo 0.01% postgres [kernel] [k] megasas_clear_intr_gen2 [megaraid_sas] | |--57.29%-- fsync | |--39.58%-- FlushRelationBuffers | |--1.04%-- ExecProject | |--1.04%-- LWLockRelease | --1.04%-- slot_deform_tuple 0.01% postgres ./pg9.2/bin/postgres [.] CheckForSerializableConflictOut 0.01% postgres ./pg9.2/bin/postgres [.] tag_hash 0.01% postgres [kernel] [k] tick_dev_program_event | |--98.86%-- tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--39.08%-- s_lock | | | |--16.09%-- PinBuffer | | | |--9.20%-- UnpinBuffer | | | |--5.75%-- LockBuffer | | | |--5.75%-- LWLockAcquire | | | |--4.60%-- BufferGetBlockNumber | | | |--3.45%-- ExecProject | | | |--2.30%-- LWLockRelease | | | |--2.30%-- ReadBuffer_common | | | |--1.15%-- MemoryContextReset | | | |--1.15%-- FunctionCall5Coll | | | |--1.15%-- MemoryContextAllocZero | | | |--1.15%-- btint8cmp | | | |--1.15%-- ReleaseAndReadBuffer | | | |--1.15%-- int8mod | | | |--1.15%-- _bt_checkkeys | | | |--1.15%-- ReadBufferExtended | | | |--1.15%-- __write | | | --1.15%-- FlushRelationBuffers | --1.14%-- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt LWLockAcquire 0.01% postgres ./pg9.2/bin/postgres [.] ExecIndexOnlyScan 0.01% postgres ./pg9.2/bin/postgres [.] SeqNext 0.01% postgres ./pg9.2/bin/postgres [.] ExecStoreMinimalTuple 0.01% postgres [kernel] [k] update_curr | |--34.15%-- entity_tick | task_tick_fair | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--46.43%-- s_lock | | | |--21.43%-- PinBuffer | | | |--7.14%-- FlushRelationBuffers | | | |--3.57%-- ExecMakeFunctionResultNoSets | | | |--3.57%-- LockBuffer | | | |--3.57%-- AllocSetAlloc | | | |--3.57%-- BufferGetBlockNumber | | | |--3.57%-- ReadBufferExtended | | | |--3.57%-- heap_fill_tuple | | | --3.57%-- memcpy | |--29.27%-- dequeue_entity | dequeue_task_fair | dequeue_task | deactivate_task | thread_return | | | |--79.17%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | |--16.67%-- io_schedule | | sync_page | | __wait_on_bit_lock | | __lock_page | | find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--75.00%-- FlushRelationBuffers | | | | | --25.00%-- ReadBuffer_common | | | --4.17%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | |--21.95%-- enqueue_entity | enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | | | |--88.89%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --11.11%-- default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- BufferGetBlockNumber | | | --50.00%-- s_lock | |--6.10%-- put_prev_task_fair | schedule | retint_careful | | | |--40.00%-- s_lock | | | |--20.00%-- UnpinBuffer | | | |--20.00%-- _bt_binsrch | | | --20.00%-- PinBuffer | |--2.44%-- task_tick_fair | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- UnpinBuffer | | | --50.00%-- PinBuffer | |--2.44%-- schedule | retint_careful | | | |--50.00%-- PinBuffer | | | --50.00%-- LockBuffer | |--2.44%-- dequeue_task_fair | dequeue_task | deactivate_task | thread_return | | | |--50.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --50.00%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --1.22%-- enqueue_task_fair enqueue_task activate_task try_to_wake_up wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.01% postgres [kernel] [k] page_remove_rmap | |--92.31%-- zap_pte_range | unmap_page_range | unmap_vmas | | | |--88.89%-- exit_mmap | | mmput | | exit_mm | | do_exit | | do_group_exit | | sys_exit_group | | system_call_fastpath | | | --11.11%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | |--6.41%-- unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --1.28%-- do_wp_page handle_mm_fault do_page_fault page_fault 0x7fab4fabe827 0.01% postgres ./pg9.2/bin/postgres [.] ExecStoreTuple 0.01% postgres [kernel] [k] mark_page_accessed | |--53.33%-- generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--32.00%-- zap_pte_range | unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --14.67%-- unmap_page_range unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.01% postgres [kernel] [k] release_pages | |--86.67%-- free_pages_and_swap_cache | | | |--96.92%-- zap_pte_range | | unmap_page_range | | unmap_vmas | | | | | |--98.41%-- exit_mmap | | | mmput | | | exit_mm | | | do_exit | | | do_group_exit | | | sys_exit_group | | | system_call_fastpath | | | | | --1.59%-- unmap_region | | do_munmap | | sys_munmap | | system_call_fastpath | | munmap | | | |--1.54%-- unmap_region | | do_munmap | | sys_munmap | | system_call_fastpath | | munmap | | | --1.54%-- unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | |--9.33%-- __pagevec_release | | | |--71.43%-- xfs_cluster_write [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--14.29%-- write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --14.29%-- wait_on_page_writeback_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--2.67%-- ____pagevec_lru_add | __lru_cache_add | add_to_page_cache_lru | | | |--50.00%-- grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --50.00%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --1.33%-- __lru_cache_add lru_cache_add_lru page_add_new_anon_rmap do_anonymous_page handle_mm_fault do_page_fault page_fault MemoryContextAllocZero 0.01% postgres [kernel] [k] unlock_page | |--85.14%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.79%-- slot_getsomeattrs | | | |--44.44%-- FlushRelationBuffers | | | |--1.59%-- hash_search_with_hash_value | | | |--1.59%-- LockBuffer | | | --1.59%-- ReadBuffer_common | |--13.51%-- handle_mm_fault | do_page_fault | page_fault | | | |--80.00%-- slot_getsomeattrs | | | --20.00%-- FlushRelationBuffers | --1.35%-- generic_write_end generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.01% postgres ./pg9.2/bin/postgres [.] ReadBuffer 0.01% postgres [kernel] [k] page_add_file_rmap | |--81.69%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--48.28%-- FlushRelationBuffers | | | |--41.38%-- slot_getsomeattrs | | | |--6.90%-- hash_search_with_hash_value | | | --3.45%-- _bt_compare | --18.31%-- handle_mm_fault do_page_fault page_fault | |--53.85%-- slot_getsomeattrs | |--38.46%-- FlushRelationBuffers | --7.69%-- ReadBuffer_common 0.01% postgres ./pg9.2/bin/postgres [.] memcmp@plt 0.01% postgres [kernel] [k] schedule | |--60.29%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | |--29.41%-- retint_careful | | | |--45.00%-- s_lock | | | |--15.00%-- UnpinBuffer | | | |--15.00%-- PinBuffer | | | |--5.00%-- _bt_moveright | | | |--5.00%-- _bt_compare | | | |--5.00%-- slot_deform_tuple | | | |--5.00%-- BufferGetBlockNumber | | | --5.00%-- LockBuffer | |--4.41%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- FlushRelationBuffers | | | --33.33%-- ReadBuffer_common | |--2.94%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | |--1.47%-- PinBuffer | --1.47%-- sys_semop system_call_fastpath semop 0.01% postgres ./pg9.2/bin/postgres [.] bms_free 0.01% postgres ./pg9.2/bin/postgres [.] bms_add_member 0.01% postgres [kernel] [k] task_rq_lock | |--93.94%-- try_to_wake_up | | | |--74.19%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --25.81%-- default_wake_function | autoremove_wake_function | | | |--75.00%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--16.67%-- UnpinBuffer | | | | | |--8.33%-- LWLockRelease | | | | | |--8.33%-- PinBuffer | | | | | |--8.33%-- BufferGetBlockNumber | | | | | --8.33%-- ReadBuffer_common | | | --25.00%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- FlushRelationBuffers | | | --25.00%-- ReadBuffer_common | |--4.55%-- default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- s_lock | | | --33.33%-- PinBuffer | --1.52%-- wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.01% postgres [kernel] [k] up_read | |--96.92%-- do_page_fault | page_fault | | | |--57.14%-- slot_getsomeattrs | | | |--33.33%-- FlushRelationBuffers | | | |--4.76%-- hash_search_with_hash_value | | | |--1.59%-- _bt_compare | | | |--1.59%-- AllocSetAlloc | | | --1.59%-- ReadBuffer_common | --3.08%-- page_fault | |--50.00%-- slot_getsomeattrs | --50.00%-- AllocSetAlloc 0.01% postgres [kernel] [k] find_vma | |--96.92%-- do_page_fault | page_fault | | | |--50.79%-- slot_getsomeattrs | | | |--25.40%-- FlushRelationBuffers | | | |--7.94%-- MemoryContextAllocZero | | | |--4.76%-- hash_search_with_hash_value | | | |--4.76%-- AllocSetAlloc | | | |--4.76%-- ReadBuffer_common | | | --1.59%-- PinBuffer | --3.08%-- page_fault | |--50.00%-- slot_getsomeattrs | --50.00%-- PinBuffer 0.01% postgres ./pg9.2/bin/postgres [.] ExecScanReScan 0.01% postgres [kernel] [k] sys_semtimedop | |--89.06%-- sys_semop | system_call_fastpath | semop | --10.94%-- system_call_fastpath semop 0.01% postgres ./pg9.2/bin/postgres [.] _bt_getbuf 0.01% postgres [kernel] [k] native_set_pte_at | |--91.80%-- handle_mm_fault | do_page_fault | page_fault | | | |--69.64%-- slot_getsomeattrs | | | |--16.07%-- hash_search_with_hash_value | | | |--3.57%-- heap_page_prune_opt | | | |--3.57%-- FlushRelationBuffers | | | |--1.79%-- _bt_steppage | | | |--1.79%-- LWLockAcquire | | | |--1.79%-- AllocSetAlloc | | | --1.79%-- LockBuffer | |--6.56%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- slot_getsomeattrs | | | --50.00%-- FlushRelationBuffers | --1.64%-- do_anonymous_page handle_mm_fault do_page_fault page_fault AllocSetAlloc 0.00% postgres [kernel] [k] try_atomic_semop | |--45.00%-- update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--41.67%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --13.33%-- sys_semop system_call_fastpath semop 0.00% postgres ./pg9.2/bin/postgres [.] BufTableHashCode 0.00% postgres [kernel] [k] shm_fault | |--85.71%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- slot_getsomeattrs | | | |--14.58%-- hash_search_with_hash_value | | | |--4.17%-- _bt_steppage | | | |--4.17%-- PinBuffer | | | --2.08%-- _bt_compare | --14.29%-- handle_mm_fault do_page_fault page_fault slot_getsomeattrs 0.00% postgres ./pg9.2/bin/postgres [.] heap_freetuple 0.00% postgres [kernel] [k] mem_cgroup_add_lru_list | |--85.19%-- ____pagevec_lru_add | __lru_cache_add | | | |--93.48%-- add_to_page_cache_lru | | | | | |--69.77%-- shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | ReadBuffer_common | | | | | --30.23%-- grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --6.52%-- lru_cache_add_lru | page_add_new_anon_rmap | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- AllocSetAlloc | | | --33.33%-- MemoryContextAllocZero | --14.81%-- activate_page mark_page_accessed generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres ./pg9.2/bin/postgres [.] SubqueryNext 0.00% postgres ./pg9.2/bin/postgres [.] int8eq 0.00% postgres ./pg9.2/bin/postgres [.] UnlockReleaseBuffer 0.00% postgres [kernel] [k] tick_program_event | |--87.50%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--45.24%-- s_lock | | | |--14.29%-- PinBuffer | | | |--9.52%-- LWLockAcquire | | | |--4.76%-- slot_deform_tuple | | | |--4.76%-- LWLockRelease | | | |--4.76%-- FlushRelationBuffers | | | |--2.38%-- FunctionCall2Coll | | | |--2.38%-- UnpinBuffer | | | |--2.38%-- BufferGetBlockNumber | | | |--2.38%-- index_getnext_tid | | | |--2.38%-- ReadBuffer_common | | | |--2.38%-- _bt_compare | | | --2.38%-- ReleaseAndReadBuffer | |--10.42%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- PinBuffer | | | |--40.00%-- s_lock | | | --20.00%-- heapgetpage | --2.08%-- __hrtimer_start_range_ns hrtimer_start_range_ns schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% postgres [kernel] [k] free_pages_and_swap_cache | |--97.92%-- zap_pte_range | unmap_page_range | unmap_vmas | | | |--95.74%-- exit_mmap | | mmput | | exit_mm | | do_exit | | do_group_exit | | sys_exit_group | | system_call_fastpath | | | --4.26%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --2.08%-- ___pte_free_tlb free_pgd_range free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] apic_timer_interrupt | |--33.33%-- s_lock | |--13.33%-- LWLockAcquire | |--11.11%-- UnpinBuffer | |--8.89%-- PinBuffer | |--8.89%-- LockBuffer | |--6.67%-- ReleaseAndReadBuffer | |--6.67%-- BufferGetBlockNumber | |--4.44%-- FlushRelationBuffers | |--2.22%-- hash_any | |--2.22%-- slot_deform_tuple | --2.22%-- ReadBuffer_common 0.00% postgres [kernel] [k] task_waking_fair | |--97.73%-- try_to_wake_up | | | |--93.02%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --6.98%-- default_wake_function | autoremove_wake_function | | | |--66.67%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- PinBuffer | | | | | --50.00%-- LockBuffer | | | --33.33%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --2.27%-- default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt FlushRelationBuffers 0.00% postgres [kernel] [k] find_next_bit | |--75.00%-- cpumask_next_and | | | |--87.88%-- find_busiest_group | | | | | |--93.10%-- load_balance_newidle | | | thread_return | | | | | | | |--81.48%-- sys_semtimedop | | | | sys_semop | | | | system_call_fastpath | | | | semop | | | | | | | --18.52%-- io_schedule | | | sync_page | | | __wait_on_bit_lock | | | __lock_page | | | find_lock_page | | | shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | | | | | |--60.00%-- ReadBuffer_common | | | | | | | --40.00%-- FlushRelationBuffers | | | | | --6.90%-- load_balance | | rebalance_domains | | run_rebalance_domains | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- UnpinBuffer | | | | | --50.00%-- FlushRelationBuffers | | | --12.12%-- select_idle_sibling | select_task_rq_fair | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--75.00%-- s_lock | | | --25.00%-- ExecProject | |--13.64%-- find_busiest_group | load_balance_newidle | thread_return | | | |--50.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --50.00%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- ReadBuffer_common | | | --33.33%-- FlushRelationBuffers | |--4.55%-- find_busiest_queue | load_balance_newidle | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--4.55%-- default_send_IPI_mask_sequence_phys | physflat_send_IPI_mask | native_send_call_func_single_ipi | generic_exec_single | __smp_call_function_single | __blk_complete_request | blk_complete_request | scsi_done | T.856 [megaraid_sas] | megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --2.27%-- select_idle_sibling select_task_rq_fair try_to_wake_up default_wake_function pollwake __wake_up_common __wake_up_sync_key sock_def_readable sock_queue_rcv_skb udpv6_queue_rcv_skb release_sock udpv6_sendmsg inet_sendmsg sock_sendmsg sys_sendto system_call_fastpath send 0.00% postgres [kernel] [k] __ticket_spin_unlock | |--25.58%-- handle_mm_fault | do_page_fault | page_fault | | | |--54.55%-- slot_getsomeattrs | | | |--18.18%-- FlushRelationBuffers | | | |--9.09%-- _bt_steppage | | | |--9.09%-- hash_search_with_hash_value | | | --9.09%-- AllocSetAlloc | |--16.28%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | slot_getsomeattrs | |--16.28%-- _spin_unlock_irqrestore | | | |--28.57%-- blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | |--14.29%-- __wake_up | | __wake_up_bit | | unlock_page | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | FlushRelationBuffers | | | |--14.29%-- generic_exec_single | | __smp_call_function_single | | __blk_complete_request | | blk_complete_request | | scsi_done | | T.856 [megaraid_sas] | | megasas_complete_cmd_dpc [megaraid_sas] | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | |--14.29%-- scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | |--14.29%-- megasas_complete_cmd_dpc [megaraid_sas] | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | --14.29%-- test_set_page_writeback | xfs_start_page_writeback [xfs] | xfs_convert_page [xfs] | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--9.30%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | |--4.65%-- perf_ctx_adjust_freq | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--4.65%-- select_task_rq_fair | try_to_wake_up | default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- ReadBuffer_common | | | --50.00%-- FlushRelationBuffers | |--2.33%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | LWLockRelease | |--2.33%-- run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | BufferGetBlockNumber | |--2.33%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--2.33%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--2.33%-- perf_event_task_sched_in | finish_task_switch | thread_return | retint_careful | s_lock | |--2.33%-- finish_task_switch | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--2.33%-- do_wp_page | handle_mm_fault | do_page_fault | page_fault | PinBuffer | |--2.33%-- mark_buffer_dirty | __block_commit_write | block_write_end | generic_write_end | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--2.33%-- ____pagevec_lru_add | __lru_cache_add | add_to_page_cache_lru | grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --2.33%-- add_to_page_cache_locked add_to_page_cache_lru shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] put_page | |--90.48%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | |--4.76%-- generic_write_end | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --4.76%-- handle_mm_fault do_page_fault page_fault FlushRelationBuffers 0.00% postgres [kernel] [k] __lru_cache_add | |--83.33%-- add_to_page_cache_lru | | | |--97.14%-- shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | --2.86%-- grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--11.90%-- lru_cache_add_lru | page_add_new_anon_rmap | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--80.00%-- MemoryContextAllocZero | | | --20.00%-- AllocSetAlloc | --4.76%-- page_add_new_anon_rmap do_anonymous_page handle_mm_fault do_page_fault page_fault AllocSetAlloc 0.00% postgres [kernel] [k] error_exit | |--45.24%-- slot_getsomeattrs | |--33.33%-- FlushRelationBuffers | |--11.90%-- hash_search_with_hash_value | |--2.38%-- LWLockAcquire | |--2.38%-- MemoryContextAllocZero | |--2.38%-- ReadBuffer_common | --2.38%-- 0x7f9f0294d438 exit 0.00% postgres [kernel] [k] select_task_rq_fair | |--95.12%-- try_to_wake_up | | | |--71.79%-- default_wake_function | | autoremove_wake_function | | __wake_up_common | | __wake_up | | insert_work | | __queue_work | | | | | |--96.43%-- delayed_work_timer_fn | | | run_timer_softirq | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | | | | | |--37.04%-- s_lock | | | | | | | |--18.52%-- UnpinBuffer | | | | | | | |--11.11%-- BufferGetBlockNumber | | | | | | | |--11.11%-- PinBuffer | | | | | | | |--7.41%-- slot_getsomeattrs | | | | | | | |--3.70%-- LockBuffer | | | | | | | |--3.70%-- ReadBuffer_common | | | | | | | |--3.70%-- slot_deform_tuple | | | | | | | --3.70%-- LWLockRelease | | | | | --3.57%-- queue_work_on | | queue_work | | xfs_finish_ioend [xfs] | | xfs_end_bio [xfs] | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | blk_end_bidi_request | | blk_end_request | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | fsync | | | --28.21%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --4.88%-- default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] cpumask_next_and | |--75.00%-- find_busiest_group | | | |--93.33%-- load_balance_newidle | | thread_return | | | | | |--89.29%-- sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --10.71%-- io_schedule | | sync_page | | __wait_on_bit_lock | | __lock_page | | find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | FlushRelationBuffers | | | --6.67%-- load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- BufferGetBlockNumber | |--12.50%-- select_idle_sibling | select_task_rq_fair | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- s_lock | | | |--20.00%-- LockBuffer | | | |--20.00%-- PinBuffer | | | --20.00%-- UnpinBuffer | |--7.50%-- load_balance_newidle | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | --5.00%-- select_task_rq_fair try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- s_lock | --50.00%-- PinBuffer 0.00% postgres [kernel] [k] error_entry | |--57.50%-- slot_getsomeattrs | |--30.00%-- FlushRelationBuffers | |--5.00%-- hash_search_with_hash_value | |--2.50%-- MemoryContextAllocZero | |--2.50%-- LWLockAcquire | --2.50%-- ReadBuffer_common 0.00% postgres [kernel] [k] native_write_msr_safe | |--56.41%-- intel_pmu_disable_all | hw_perf_disable | perf_disable | __perf_event_sched_out | | | |--68.18%-- perf_event_task_sched_out | | schedule | | | | | |--46.67%-- retint_careful | | | | | | | |--57.14%-- s_lock | | | | | | | |--14.29%-- PinBuffer | | | | | | | |--14.29%-- _bt_first | | | | | | | --14.29%-- ReadBuffer_common | | | | | |--46.67%-- sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --6.67%-- __cond_resched | | _cond_resched | | xfs_cluster_write [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --31.82%-- __perf_event_task_sched_out | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.14%-- s_lock | | | |--14.29%-- PinBuffer | | | |--14.29%-- UnpinBuffer | | | --14.29%-- FlushRelationBuffers | |--33.33%-- intel_pmu_enable_all | hw_perf_enable | perf_enable | __perf_event_sched_in | perf_event_task_sched_in | | | |--53.85%-- perf_event_task_tick | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--57.14%-- s_lock | | | | | |--14.29%-- slot_deform_tuple | | | | | |--14.29%-- AllocSetFree | | | | | --14.29%-- PinBuffer | | | --46.15%-- finish_task_switch | thread_return | | | |--66.67%-- retint_careful | | | | | |--50.00%-- s_lock | | | | | |--25.00%-- slot_deform_tuple | | | | | --25.00%-- PinBuffer | | | --33.33%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | |--5.13%-- hw_perf_disable | perf_disable | __perf_event_sched_out | __perf_event_task_sched_out | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- PinBuffer | | | --50.00%-- ReleaseAndReadBuffer | --5.13%-- hw_perf_enable perf_enable __perf_event_sched_in perf_event_task_sched_in | |--50.00%-- perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --50.00%-- finish_task_switch thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] set_page_dirty | |--52.63%-- zap_pte_range | unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | |--42.11%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--43.75%-- ReadBuffer_common | | | |--31.25%-- LWLockAcquire | | | --25.00%-- FlushRelationBuffers | --5.26%-- handle_mm_fault do_page_fault page_fault | |--50.00%-- LWLockAcquire | --50.00%-- ReadBuffer_common 0.00% postgres [kernel] [k] resched_task | |--83.78%-- check_preempt_curr | try_to_wake_up | | | |--93.55%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --6.45%-- default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- ReadBuffer_common | | | --50.00%-- FlushRelationBuffers | |--10.81%-- check_preempt_wakeup | check_preempt_curr | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--75.00%-- s_lock | | | --25.00%-- PinBuffer | --5.41%-- try_to_wake_up wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] enqueue_sleeper | |--85.71%-- enqueue_entity | enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | | | |--66.67%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --33.33%-- default_wake_function | autoremove_wake_function | | | |--80.00%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--62.50%-- s_lock | | | | | |--12.50%-- PinBuffer | | | | | |--12.50%-- LWLockAcquire | | | | | --12.50%-- UnpinBuffer | | | --20.00%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- ReadBuffer_common | | | --50.00%-- FlushRelationBuffers | --14.29%-- enqueue_task_fair enqueue_task activate_task try_to_wake_up | |--80.00%-- default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- ReadBuffer_common | | | |--25.00%-- s_lock | | | --25.00%-- FlushRelationBuffers | --20.00%-- wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres ./pg9.2/bin/postgres [.] _bt_relbuf 0.00% postgres ./pg9.2/bin/postgres [.] heap_page_prune_opt 0.00% postgres [kernel] [k] find_busiest_queue | |--96.88%-- load_balance_newidle | thread_return | | | |--90.32%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --9.68%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- ReadBuffer_common | | | --33.33%-- FlushRelationBuffers | --3.12%-- thread_return schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% postgres [kernel] [k] scheduler_tick | | |--51.61%-- s_lock | |--16.13%-- PinBuffer | |--12.90%-- UnpinBuffer | |--6.45%-- ReadBuffer_common | |--6.45%-- LWLockRelease | |--3.23%-- slot_deform_tuple | --3.23%-- _bt_compare 0.00% postgres [kernel] [k] __blk_complete_request | |--71.88%-- fsync | --28.12%-- FlushRelationBuffers 0.00% postgres [kernel] [k] kmem_cache_alloc | |--38.71%-- mempool_alloc_slab | mempool_alloc | | | |--33.33%-- scsi_sg_alloc | | __sg_alloc_table | | scsi_alloc_sgtable | | scsi_init_sgtable | | scsi_init_io | | scsi_setup_fs_cmnd | | sd_prep_fn | | blk_peek_request | | scsi_request_fn | | | | | |--75.00%-- __blk_run_queue | | | blk_run_queue | | | scsi_run_queue | | | scsi_next_command | | | scsi_end_request | | | scsi_io_completion | | | scsi_finish_command | | | scsi_softirq_done | | | blk_done_softirq | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | | | | | |--66.67%-- do_IRQ | | | | ret_from_intr | | | | FlushRelationBuffers | | | | | | | --33.33%-- smp_call_function_single_interrupt | | | call_function_single_interrupt | | | fsync | | | | | --25.00%-- __generic_unplug_device | | elv_insert | | __elv_add_request | | __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--33.33%-- bio_alloc_bioset | | bio_alloc | | xfs_alloc_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | |--25.00%-- xfs_alloc_ioend [xfs] | | xfs_add_to_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --8.33%-- get_request | get_request_wait | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--25.81%-- alloc_buffer_head | alloc_page_buffers | create_empty_buffers | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--19.35%-- scsi_pool_alloc_command | scsi_host_alloc_command | __scsi_get_command | scsi_get_command | scsi_setup_fs_cmnd | sd_prep_fn | blk_peek_request | scsi_request_fn | | | |--66.67%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--75.00%-- do_IRQ | | | ret_from_intr | | | | | | | |--66.67%-- FlushRelationBuffers | | | | | | | --33.33%-- fsync | | | | | --25.00%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | s_lock | | | --33.33%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--12.90%-- bvec_alloc_bs | bio_alloc_bioset | bio_alloc | xfs_alloc_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --3.23%-- kmem_zone_alloc [xfs] kmem_zone_zalloc [xfs] xlog_ticket_alloc [xfs] xfs_log_reserve [xfs] xfs_trans_reserve [xfs] xfs_fsync [xfs] xfs_file_fsync [xfs] vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] iov_iter_fault_in_readable 0.00% postgres [kernel] [k] get_page_from_freelist | |--93.33%-- __alloc_pages_nodemask | | | |--75.00%-- alloc_page_vma | | | | | |--61.90%-- do_anonymous_page | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | | | | | |--53.85%-- AllocSetAlloc | | | | | | | --46.15%-- MemoryContextAllocZero | | | | | |--33.33%-- shmem_alloc_page | | | shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | ReadBuffer_common | | | | | --4.76%-- do_wp_page | | handle_mm_fault | | do_page_fault | | page_fault | | PinBuffer | | | --25.00%-- alloc_pages_current | | | |--85.71%-- __page_cache_alloc | | grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --14.29%-- new_slab | __slab_alloc | kmem_cache_alloc | mempool_alloc_slab | mempool_alloc | xfs_alloc_ioend [xfs] | xfs_add_to_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --6.67%-- alloc_pages_current | |--50.00%-- pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | slot_getsomeattrs | --50.00%-- __page_cache_alloc grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres ./pg9.2/bin/postgres [.] ExecCopySlotTuple 0.00% postgres [kernel] [k] __rmqueue | |--89.66%-- get_page_from_freelist | __alloc_pages_nodemask | | | |--57.69%-- alloc_page_vma | | | | | |--60.00%-- shmem_alloc_page | | | shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | ReadBuffer_common | | | | | --40.00%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--83.33%-- MemoryContextAllocZero | | | | | --16.67%-- AllocSetAlloc | | | --42.31%-- alloc_pages_current | | | |--90.91%-- __page_cache_alloc | | grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --9.09%-- pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --10.34%-- __alloc_pages_nodemask alloc_page_vma | |--66.67%-- shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --33.33%-- do_anonymous_page handle_mm_fault do_page_fault page_fault MemoryContextAllocZero 0.00% postgres ./pg9.2/bin/postgres [.] ExecEvalExprSwitchContext 0.00% postgres [kernel] [k] wake_affine | |--92.59%-- select_task_rq_fair | try_to_wake_up | | | |--88.00%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --12.00%-- default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- FlushRelationBuffers | | | --33.33%-- ReadBuffer_common | --7.41%-- try_to_wake_up wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] enqueue_entity | |--88.89%-- enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | | | |--66.67%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --33.33%-- default_wake_function | autoremove_wake_function | | | |--62.50%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--40.00%-- s_lock | | | | | |--20.00%-- LWLockAcquire | | | | | |--20.00%-- UnpinBuffer | | | | | --20.00%-- PinBuffer | | | --37.50%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --11.11%-- enqueue_task activate_task try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- s_lock | |--33.33%-- UnpinBuffer | --33.33%-- LockBuffer 0.00% postgres [kernel] [k] sched_avg_update | |--73.08%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.89%-- s_lock | | | |--15.79%-- BufferGetBlockNumber | | | |--10.53%-- LWLockAcquire | | | |--5.26%-- PinBuffer | | | |--5.26%-- LockBuffer | | | --5.26%-- FlushRelationBuffers | --26.92%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--42.86%-- s_lock | |--28.57%-- PinBuffer | |--14.29%-- UnpinBuffer | --14.29%-- LWLockAcquire 0.00% postgres [kernel] [k] vm_normal_page | |--57.69%-- unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --42.31%-- zap_pte_range unmap_page_range unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres ./pg9.2/bin/postgres [.] MarkBufferDirty 0.00% postgres [kernel] [k] account_user_time | |--80.00%-- account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--45.00%-- s_lock | | | |--20.00%-- PinBuffer | | | |--10.00%-- UnpinBuffer | | | |--5.00%-- LWLockAcquire | | | |--5.00%-- BufferGetBlockNumber | | | |--5.00%-- ExecProcNode | | | |--5.00%-- slot_deform_tuple | | | --5.00%-- FlushRelationBuffers | --20.00%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--60.00%-- s_lock | |--20.00%-- LWLockRelease | --20.00%-- ReadBuffer_common 0.00% postgres [kernel] [k] run_posix_cpu_timers | |--88.00%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--18.18%-- LWLockAcquire | | | |--13.64%-- PinBuffer | | | |--4.55%-- btint8cmp | | | |--4.55%-- FunctionCall2Coll | | | |--4.55%-- UnpinBuffer | | | --4.55%-- ReadBuffer_common | --12.00%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- LWLockAcquire | |--33.33%-- s_lock | --33.33%-- PinBuffer 0.00% postgres [kernel] [k] __mem_cgroup_commit_charge | |--96.00%-- mem_cgroup_charge_common | | | |--87.50%-- mem_cgroup_cache_charge | | | | | |--71.43%-- shmem_getpage | | | shmem_fault | | | shm_fault | | | __do_fault | | | handle_mm_fault | | | do_page_fault | | | page_fault | | | ReadBuffer_common | | | | | --28.57%-- add_to_page_cache_locked | | add_to_page_cache_lru | | grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --12.50%-- mem_cgroup_newpage_charge | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | --4.00%-- mem_cgroup_cache_charge shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres ./pg9.2/bin/postgres [.] copytup_heap 0.00% postgres [kernel] [k] irq_entries_start | |--29.17%-- generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--16.67%-- get_request_wait | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--12.50%-- scsi_device_unbusy | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--66.67%-- fsync | | | --33.33%-- FlushRelationBuffers | |--8.33%-- FlushRelationBuffers | |--8.33%-- blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | |--8.33%-- megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | |--4.17%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | |--4.17%-- pagevec_lookup | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--4.17%-- xfs_iomap [xfs] | xfs_map_blocks [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --4.17%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] ____pagevec_lru_add | |--54.17%-- add_to_page_cache_lru | | | |--61.54%-- shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | --38.46%-- grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --45.83%-- lru_cache_add_lru page_add_new_anon_rmap do_anonymous_page handle_mm_fault do_page_fault page_fault | |--63.64%-- MemoryContextAllocZero | --36.36%-- AllocSetAlloc 0.00% postgres [kernel] [k] mem_cgroup_del_lru_list | |--75.00%-- activate_page | mark_page_accessed | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- release_pages free_pages_and_swap_cache zap_pte_range unmap_page_range unmap_vmas | |--83.33%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --16.67%-- exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] rcu_process_gp_end | |--69.57%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--31.25%-- s_lock | | | |--25.00%-- PinBuffer | | | |--12.50%-- BufferGetBlockNumber | | | |--12.50%-- UnpinBuffer | | | |--6.25%-- ReleaseAndReadBuffer | | | |--6.25%-- MemoryContextAllocZero | | | --6.25%-- ReadBuffer_common | --30.43%-- rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--57.14%-- s_lock | |--14.29%-- UnpinBuffer | |--14.29%-- ReadBuffer_common | --14.29%-- PinBuffer 0.00% postgres [kernel] [k] T.856 [megaraid_sas] | |--69.57%-- fsync | |--26.09%-- FlushRelationBuffers | --4.35%-- LWLockRelease 0.00% postgres [kernel] [k] run_timer_softirq | |--72.73%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--56.25%-- s_lock | | | |--25.00%-- PinBuffer | | | |--6.25%-- ReadBuffer_common | | | |--6.25%-- slot_deform_tuple | | | --6.25%-- LWLockAcquire | --27.27%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- s_lock | |--16.67%-- LWLockAcquire | |--16.67%-- PinBuffer | |--16.67%-- ReleaseAndReadBuffer | --16.67%-- btint8cmp 0.00% postgres [kernel] [k] cpu_clock | |--59.09%-- update_context_time | | | |--53.85%-- __perf_event_sched_out | | | | | |--57.14%-- __perf_event_task_sched_out | | | perf_event_task_tick | | | scheduler_tick | | | update_process_times | | | tick_sched_timer | | | __run_hrtimer | | | hrtimer_interrupt | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | | | | | |--50.00%-- s_lock | | | | | | | --50.00%-- PinBuffer | | | | | --42.86%-- perf_event_task_sched_out | | schedule | | retint_careful | | | | | |--66.67%-- PinBuffer | | | | | --33.33%-- s_lock | | | --46.15%-- perf_event_task_sched_out | schedule | | | |--50.00%-- retint_careful | | | | | |--33.33%-- s_lock | | | | | |--33.33%-- PinBuffer | | | | | --33.33%-- LWLockRelease | | | |--33.33%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --16.67%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--31.82%-- softlockup_tick | run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--71.43%-- s_lock | | | |--14.29%-- UnpinBuffer | | | --14.29%-- LockBuffer | |--4.55%-- perf_event_task_sched_out | schedule | retint_careful | UnpinBuffer | --4.55%-- __perf_event_sched_out __perf_event_task_sched_out perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] blk_rq_map_sg | |--71.43%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--80.00%-- do_IRQ | | ret_from_intr | | | | | |--50.00%-- FlushRelationBuffers | | | | | --50.00%-- fsync | | | --20.00%-- smp_call_function_single_interrupt | call_function_single_interrupt | fsync | --28.57%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] native_read_tsc | |--55.00%-- native_sched_clock | sched_clock | sched_clock_cpu | | | |--45.45%-- cpu_clock | | | | | |--80.00%-- update_context_time | | | perf_event_task_sched_out | | | schedule | | | | | | | |--50.00%-- sys_semtimedop | | | | sys_semop | | | | system_call_fastpath | | | | semop | | | | | | | |--25.00%-- retint_careful | | | | slot_deform_tuple | | | | | | | --25.00%-- __cond_resched | | | _cond_resched | | | xfs_cluster_write [xfs] | | | xfs_page_state_convert [xfs] | | | xfs_vm_writepage [xfs] | | | __writepage | | | write_cache_pages | | | generic_writepages | | | xfs_vm_writepages [xfs] | | | do_writepages | | | __filemap_fdatawrite_range | | | filemap_write_and_wait_range | | | vfs_fsync_range | | | vfs_fsync | | | do_fsync | | | sys_fsync | | | system_call_fastpath | | | fsync | | | | | --20.00%-- softlockup_tick | | run_local_timers | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | BufferGetBlockNumber | | | |--45.45%-- try_to_wake_up | | | | | |--60.00%-- wake_up_process | | | update_queue | | | sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --40.00%-- default_wake_function | | autoremove_wake_function | | __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | --50.00%-- LWLockAcquire | | | --9.09%-- schedule | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--20.00%-- read_tsc | | | |--75.00%-- ktime_get | | | | | |--66.67%-- tick_sched_timer | | | __run_hrtimer | | | hrtimer_interrupt | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | | | | | |--50.00%-- LockBuffer | | | | | | | --50.00%-- s_lock | | | | | --33.33%-- tick_dev_program_event | | tick_program_event | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | s_lock | | | --25.00%-- update_wall_time | do_timer | tick_do_update_jiffies64 | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | ExecReScanIndexOnlyScan | |--15.00%-- sched_clock | sched_clock_cpu | | | |--66.67%-- cpu_clock | | update_context_time | | __perf_event_sched_out | | perf_event_task_sched_out | | schedule | | retint_careful | | s_lock | | | --33.33%-- schedule | sys_semtimedop | sys_semop | system_call_fastpath | semop | --10.00%-- ktime_get | |--50.00%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | LWLockRelease | --50.00%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt FlushRelationBuffers 0.00% postgres [kernel] [k] __alloc_pages_nodemask | |--85.00%-- alloc_page_vma | | | |--82.35%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--57.14%-- AllocSetAlloc | | | | | --42.86%-- MemoryContextAllocZero | | | --17.65%-- shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--5.00%-- pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | slot_getsomeattrs | |--5.00%-- alloc_pages_current | pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | slot_getsomeattrs | --5.00%-- shmem_alloc_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] bio_put | |--65.00%-- xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--69.23%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | --30.77%-- do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | --35.00%-- xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] megasas_complete_cmd_dpc [megaraid_sas] | |--55.00%-- fsync | --45.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] put_prev_task_fair | |--84.21%-- schedule | | | |--56.25%-- retint_careful | | | | | |--66.67%-- s_lock | | | | | |--11.11%-- LockBuffer | | | | | |--11.11%-- UnpinBuffer | | | | | --11.11%-- PinBuffer | | | --43.75%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --15.79%-- retint_careful s_lock 0.00% postgres [kernel] [k] hrtimer_interrupt | |--84.21%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--31.25%-- s_lock | | | |--18.75%-- LWLockAcquire | | | |--18.75%-- PinBuffer | | | |--6.25%-- UnpinBuffer | | | |--6.25%-- _bt_compare | | | |--6.25%-- ReadBuffer_common | | | |--6.25%-- get_hash_value | | | --6.25%-- _bt_relandgetbuf | --15.79%-- apic_timer_interrupt | |--33.33%-- PinBuffer | |--33.33%-- BufferGetBlockNumber | --33.33%-- s_lock 0.00% postgres [kernel] [k] __percpu_counter_add | |--73.68%-- account_user_time | account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--42.86%-- s_lock | | | |--21.43%-- PinBuffer | | | |--14.29%-- LWLockAcquire | | | |--7.14%-- ReadBuffer_common | | | |--7.14%-- UnpinBuffer | | | --7.14%-- btrescan | |--21.05%-- clear_page_dirty_for_io | | | |--75.00%-- write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --25.00%-- xfs_start_page_writeback [xfs] | xfs_convert_page [xfs] | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --5.26%-- __prop_inc_single task_dirty_inc account_page_dirtied __set_page_dirty mark_buffer_dirty __block_commit_write block_write_end generic_write_end generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_bmapi [xfs] | |--57.89%-- xfs_iomap [xfs] | | | |--81.82%-- __xfs_get_blocks [xfs] | | xfs_get_blocks [xfs] | | __block_prepare_write | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --18.18%-- xfs_map_blocks [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--21.05%-- xfs_iomap_eof_want_preallocate [xfs] | xfs_iomap_write_delay [xfs] | xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--15.79%-- xfs_iomap_write_delay [xfs] | xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --5.26%-- __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres ./pg9.2/bin/postgres [.] StrategyGetBuffer | --100.00%-- 0x7f9f010baf500000 0.00% postgres [kernel] [k] load_balance_newidle | |--94.44%-- thread_return | | | |--76.47%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | |--17.65%-- io_schedule | | sync_page | | __wait_on_bit_lock | | __lock_page | | find_lock_page | | shmem_getpage | | shmem_fault | | shm_fault | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | FlushRelationBuffers | | | --5.88%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | --5.56%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] check_preempt_wakeup | |--72.22%-- check_preempt_curr | try_to_wake_up | default_wake_function | autoremove_wake_function | | | |--92.31%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--58.33%-- s_lock | | | | | |--16.67%-- UnpinBuffer | | | | | |--8.33%-- ExecProject | | | | | |--8.33%-- slot_deform_tuple | | | | | --8.33%-- PinBuffer | | | --7.69%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --27.78%-- try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--40.00%-- s_lock | |--40.00%-- LWLockAcquire | --20.00%-- PinBuffer 0.00% postgres [kernel] [k] __do_softirq | |--94.44%-- call_softirq | do_softirq | irq_exit | | | |--76.47%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--46.15%-- s_lock | | | | | |--30.77%-- PinBuffer | | | | | |--7.69%-- slot_deform_tuple | | | | | |--7.69%-- LWLockAcquire | | | | | --7.69%-- ReadBuffer_common | | | --23.53%-- do_IRQ | ret_from_intr | | | |--50.00%-- fsync | | | |--25.00%-- s_lock | | | --25.00%-- FlushRelationBuffers | --5.56%-- do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt UnpinBuffer 0.00% postgres [kernel] [k] sched_clock_cpu | |--38.89%-- cpu_clock | | | |--85.71%-- update_context_time | | | | | |--66.67%-- perf_event_task_sched_out | | | schedule | | | | | | | |--50.00%-- retint_careful | | | | | | | | | |--50.00%-- LockBuffer | | | | | | | | | --50.00%-- PinBuffer | | | | | | | --50.00%-- sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | --33.33%-- __perf_event_sched_out | | perf_event_task_sched_out | | schedule | | | | | |--50.00%-- retint_careful | | | PinBuffer | | | | | --50.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --14.29%-- __touch_softlockup_watchdog | softlockup_tick | run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--33.33%-- schedule | | | |--83.33%-- retint_careful | | | | | |--60.00%-- s_lock | | | | | --40.00%-- BufferGetBlockNumber | | | --16.67%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | |--11.11%-- try_to_wake_up | | | |--50.00%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --50.00%-- default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | memcpy | |--5.56%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | |--5.56%-- __touch_softlockup_watchdog | softlockup_tick | run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | LWLockAcquire | --5.56%-- update_context_time __perf_event_sched_out perf_event_task_sched_out schedule retint_careful s_lock 0.00% postgres [kernel] [k] acct_update_integrals | |--72.22%-- account_user_time | account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--53.85%-- s_lock | | | |--15.38%-- PinBuffer | | | |--7.69%-- ExecReScanIndexOnlyScan | | | |--7.69%-- _bt_first | | | |--7.69%-- UnpinBuffer | | | --7.69%-- _bt_compare | |--22.22%-- account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--25.00%-- BufferGetBlockNumber | | | --25.00%-- LWLockAcquire | --5.56%-- account_system_time account_process_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt slot_getsomeattrs 0.00% postgres [kernel] [k] update_queue 0.00% postgres [kernel] [k] _spin_lock | |--44.44%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- slot_getsomeattrs | | | |--12.50%-- ReadBuffer_common | | | --12.50%-- FlushRelationBuffers | |--27.78%-- handle_mm_fault | do_page_fault | page_fault | | | |--80.00%-- slot_getsomeattrs | | | --20.00%-- FlushRelationBuffers | |--11.11%-- try_to_wake_up | default_wake_function | autoremove_wake_function | | | |--50.00%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | s_lock | | | --50.00%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | |--5.56%-- perf_event_task_sched_out | schedule | retint_careful | LWLockRelease | |--5.56%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --5.56%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt BufferGetBlockNumber 0.00% postgres [kernel] [k] idle_cpu | |--81.25%-- irq_enter | | | |--92.31%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--16.67%-- PinBuffer | | | | | |--16.67%-- LWLockAcquire | | | | | |--8.33%-- visibilitymap_test | | | | | --8.33%-- LWLockRelease | | | --7.69%-- do_IRQ | ret_from_intr | fsync | |--12.50%-- smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --6.25%-- __hrtimer_start_range_ns hrtimer_start_range_ns schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% postgres [kernel] [k] ktime_get | |--68.75%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--63.64%-- s_lock | | | |--18.18%-- LWLockAcquire | | | |--9.09%-- PinBuffer | | | --9.09%-- ExecProject | |--18.75%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- s_lock | | | |--33.33%-- LockBuffer | | | --33.33%-- slot_getsomeattrs | |--6.25%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --6.25%-- tick_dev_program_event tick_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] __rcu_pending | |--50.00%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--62.50%-- s_lock | | | |--12.50%-- BufferGetBlockNumber | | | |--12.50%-- PinBuffer | | | --12.50%-- FlushRelationBuffers | --50.00%-- rcu_check_callbacks update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- s_lock | |--12.50%-- LWLockAcquire | |--12.50%-- UnpinBuffer | |--12.50%-- PinBuffer | --12.50%-- ReadBuffer_common 0.00% postgres [kernel] [k] rcu_process_callbacks | |--62.50%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--10.00%-- PinBuffer | | | |--10.00%-- _bt_compare | | | |--10.00%-- _bt_binsrch | | | |--10.00%-- UnpinBuffer | | | --10.00%-- FlushRelationBuffers | --37.50%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- s_lock | |--16.67%-- slot_deform_tuple | |--16.67%-- BufferGetBlockNumber | |--16.67%-- LWLockAcquire | --16.67%-- PinBuffer 0.00% postgres [kernel] [k] __make_request | |--93.75%-- generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --6.25%-- submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] rb_erase | |--37.50%-- __remove_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- UnpinBuffer | | | |--33.33%-- s_lock | | | |--16.67%-- _bt_compare | | | --16.67%-- _bt_search | |--25.00%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--25.00%-- PinBuffer | | | --25.00%-- ReadBuffer_common | |--18.75%-- set_next_entity | pick_next_task_fair | schedule | retint_careful | | | |--33.33%-- LWLockAcquire | | | |--33.33%-- ReadBuffer_common | | | --33.33%-- s_lock | |--12.50%-- __dequeue_entity | set_next_entity | pick_next_task_fair | schedule | retint_careful | s_lock | --6.25%-- elv_rb_del deadline_remove_request deadline_move_request deadline_dispatch_requests blk_peek_request scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] _spin_unlock_irqrestore | |--12.50%-- __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- UnpinBuffer | |--12.50%-- try_to_wake_up | wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--12.50%-- blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | |--12.50%-- megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | |--12.50%-- blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | |--6.25%-- __hrtimer_start_range_ns | hrtimer_start_range_ns | schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | |--6.25%-- __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--6.25%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--6.25%-- queue_work_on | queue_work | xfs_finish_ioend [xfs] | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | FlushRelationBuffers | |--6.25%-- scsi_device_unbusy | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --6.25%-- megasas_return_cmd [megaraid_sas] T.856 [megaraid_sas] megasas_complete_cmd_dpc [megaraid_sas] tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] retint_swapgs | |--46.67%-- slot_getsomeattrs | |--26.67%-- FlushRelationBuffers | |--6.67%-- LWLockAcquire | |--6.67%-- s_lock | |--6.67%-- MemoryContextAllocZero | --6.67%-- ReadBuffer_common 0.00% postgres [kernel] [k] update_stats_wait_end | |--73.33%-- set_next_entity | pick_next_task_fair | schedule | retint_careful | | | |--54.55%-- s_lock | | | |--27.27%-- PinBuffer | | | |--9.09%-- LWLockAcquire | | | --9.09%-- LockBuffer | --26.67%-- pick_next_task_fair schedule retint_careful | |--75.00%-- s_lock | --25.00%-- PinBuffer 0.00% postgres [kernel] [k] mempool_free | |--40.00%-- __blk_put_request | blk_finish_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--83.33%-- do_IRQ | | ret_from_intr | | | | | |--80.00%-- fsync | | | | | --20.00%-- FlushRelationBuffers | | | --16.67%-- smp_call_function_single_interrupt | call_function_single_interrupt | BufferGetBlockNumber | |--40.00%-- scsi_sg_free | __sg_free_table | __scsi_release_buffers | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--66.67%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | --33.33%-- do_IRQ | ret_from_intr | fsync | --20.00%-- bio_free bio_fs_destructor bio_put xfs_end_bio [xfs] bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit | |--66.67%-- do_IRQ | ret_from_intr | fsync | --33.33%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] file_update_time | |--66.67%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--70.00%-- FlushRelationBuffers | | | |--20.00%-- LWLockAcquire | | | --10.00%-- ReadBuffer_common | --33.33%-- handle_mm_fault do_page_fault page_fault FlushRelationBuffers 0.00% postgres [kernel] [k] __ticket_spin_is_locked | |--71.43%-- check_preempt_curr | try_to_wake_up | | | |--70.00%-- wake_up_process | | update_queue | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --30.00%-- default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--14.29%-- check_preempt_wakeup | check_preempt_curr | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- UnpinBuffer | |--7.14%-- __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --7.14%-- blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] __set_page_dirty_no_writeback | |--57.14%-- zap_pte_range | unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | |--28.57%-- set_page_dirty | | | |--50.00%-- __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--50.00%-- ReadBuffer_common | | | | | --50.00%-- FlushRelationBuffers | | | --50.00%-- zap_pte_range | unmap_page_range | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --14.29%-- __do_fault handle_mm_fault do_page_fault page_fault | |--50.00%-- ReadBuffer_common | --50.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] __mem_cgroup_uncharge_common | |--78.57%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --21.43%-- exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres ./pg9.2/bin/postgres [.] RelationGetBufferForTuple 0.00% postgres ./pg9.2/bin/postgres [.] PageAddItem 0.00% postgres ./pg9.2/bin/postgres [.] tuplesort_gettuple_common | --100.00%-- 0x26d2 0.00% postgres ./pg9.2/bin/postgres [.] qsort_ssup 0.00% postgres [kernel] [k] native_sched_clock | |--69.23%-- sched_clock | sched_clock_cpu | | | |--66.67%-- cpu_clock | | | | | |--50.00%-- update_context_time | | | | | | | |--66.67%-- __perf_event_sched_out | | | | perf_event_task_sched_out | | | | schedule | | | | | | | | | |--50.00%-- retint_careful | | | | | s_lock | | | | | | | | | --50.00%-- io_schedule | | | | sync_page | | | | __wait_on_bit_lock | | | | __lock_page | | | | find_lock_page | | | | shmem_getpage | | | | shmem_fault | | | | shm_fault | | | | __do_fault | | | | handle_mm_fault | | | | do_page_fault | | | | page_fault | | | | FlushRelationBuffers | | | | | | | --33.33%-- perf_event_task_sched_out | | | schedule | | | sys_semtimedop | | | sys_semop | | | system_call_fastpath | | | semop | | | | | |--33.33%-- softlockup_tick | | | run_local_timers | | | update_process_times | | | tick_sched_timer | | | __run_hrtimer | | | hrtimer_interrupt | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | | | | | |--50.00%-- s_lock | | | | | | | --50.00%-- UnpinBuffer | | | | | --16.67%-- __touch_softlockup_watchdog | | softlockup_tick | | run_local_timers | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | s_lock | | | |--22.22%-- schedule | | sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --11.11%-- try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | BufferGetBlockNumber | --30.77%-- sched_clock_cpu | |--50.00%-- cpu_clock | | | |--50.00%-- __touch_softlockup_watchdog | | softlockup_tick | | run_local_timers | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | ReadBuffer_common | | | --50.00%-- softlockup_tick | run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | BufferGetBlockNumber | --50.00%-- try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work | |--50.00%-- delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --50.00%-- queue_work_on queue_work xfs_finish_ioend [xfs] xfs_end_bio [xfs] bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] enqueue_task | |--69.23%-- activate_task | try_to_wake_up | | | |--66.67%-- default_wake_function | | autoremove_wake_function | | | | | |--66.67%-- __wake_up_common | | | __wake_up | | | insert_work | | | __queue_work | | | delayed_work_timer_fn | | | run_timer_softirq | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | | | | | |--50.00%-- s_lock | | | | | | | |--25.00%-- PinBuffer | | | | | | | --25.00%-- LockBuffer | | | | | --33.33%-- wake_bit_function | | __wake_up_common | | __wake_up | | __wake_up_bit | | unlock_page | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--50.00%-- ReadBuffer_common | | | | | --50.00%-- FlushRelationBuffers | | | --33.33%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --30.77%-- try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--75.00%-- s_lock | --25.00%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] wakeup_preempt_entity | |--69.23%-- check_preempt_curr | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | | | |--88.89%-- delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--12.50%-- heap_fill_tuple | | | | | |--12.50%-- LWLockRelease | | | | | |--12.50%-- LWLockAcquire | | | | | --12.50%-- PinBuffer | | | --11.11%-- queue_work_on | queue_work | xfs_finish_ioend [xfs] | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --30.77%-- check_preempt_wakeup check_preempt_curr try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--25.00%-- LWLockAcquire | |--25.00%-- s_lock | |--25.00%-- BufferGetBlockNumber | --25.00%-- LockBuffer 0.00% postgres [kernel] [k] clockevents_program_event | |--53.85%-- tick_dev_program_event | tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--42.86%-- s_lock | | | |--14.29%-- LWLockAcquire | | | |--14.29%-- heap_fill_tuple | | | |--14.29%-- ReleaseAndReadBuffer | | | --14.29%-- UnpinBuffer | --46.15%-- tick_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- LockBuffer | |--33.33%-- s_lock | |--16.67%-- slot_deform_tuple | --16.67%-- FlushRelationBuffers 0.00% postgres [kernel] [k] __rcu_process_callbacks | |--76.92%-- rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--60.00%-- s_lock | | | |--20.00%-- PinBuffer | | | |--10.00%-- ReleaseAndReadBuffer | | | --10.00%-- btint8cmp | --23.08%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--66.67%-- s_lock | --33.33%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] try_get_mem_cgroup_from_mm | |--76.92%-- __mem_cgroup_try_charge | mem_cgroup_charge_common | | | |--80.00%-- mem_cgroup_newpage_charge | | do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--50.00%-- AllocSetAlloc | | | | | |--37.50%-- MemoryContextAllocZero | | | | | --12.50%-- puttuple_common | | 0x26d2 | | | --20.00%-- mem_cgroup_cache_charge | | | |--50.00%-- add_to_page_cache_locked | | add_to_page_cache_lru | | grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --50.00%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --23.08%-- mem_cgroup_charge_common | |--66.67%-- mem_cgroup_newpage_charge | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- MemoryContextAllocZero | | | --50.00%-- AllocSetAlloc | --33.33%-- mem_cgroup_cache_charge shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] blk_complete_request | |--61.54%-- fsync | |--23.08%-- FlushRelationBuffers | |--7.69%-- UnpinBuffer | --7.69%-- slot_getsomeattrs 0.00% postgres [kernel] [k] scsi_request_fn | |--53.85%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --46.15%-- __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit | |--66.67%-- do_IRQ | ret_from_intr | | | |--75.00%-- fsync | | | --25.00%-- FlushRelationBuffers | --33.33%-- smp_call_function_single_interrupt call_function_single_interrupt | |--50.00%-- LWLockAcquire | --50.00%-- fsync 0.00% postgres ./pg9.2/bin/postgres [.] tuplesort_puttupleslot 0.00% postgres [kernel] [k] save_args | |--41.67%-- s_lock | |--16.67%-- PinBuffer | |--16.67%-- FlushRelationBuffers | |--8.33%-- BufferGetBlockNumber | |--8.33%-- UnpinBuffer | --8.33%-- LWLockRelease 0.00% postgres [kernel] [k] system_call | |--66.67%-- slot_getsomeattrs | |--16.67%-- semop | --16.67%-- __write 0.00% postgres [kernel] [k] restore_args | |--50.00%-- slot_getsomeattrs | |--16.67%-- hash_search_with_hash_value | |--16.67%-- FlushRelationBuffers | |--8.33%-- s_lock | --8.33%-- _bt_steppage 0.00% postgres [kernel] [k] do_softirq | |--58.33%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.14%-- s_lock | | | |--14.29%-- LWLockRelease | | | |--14.29%-- slot_deform_tuple | | | --14.29%-- UnpinBuffer | --41.67%-- irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--60.00%-- s_lock | |--20.00%-- ReadBuffer_common | --20.00%-- PinBuffer 0.00% postgres [kernel] [k] select_idle_sibling | |--83.33%-- default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | | | |--90.00%-- delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | | | | |--62.50%-- s_lock | | | | | |--12.50%-- BufferGetBlockNumber | | | | | |--12.50%-- LWLockAcquire | | | | | --12.50%-- FlushRelationBuffers | | | --10.00%-- queue_work_on | queue_work | xfs_finish_ioend [xfs] | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --16.67%-- wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] entity_tick | |--50.00%-- s_lock | |--8.33%-- LockBuffer | |--8.33%-- BufferGetBlockNumber | |--8.33%-- PinBuffer | |--8.33%-- ExecProject | |--8.33%-- ReadBuffer_common | --8.33%-- UnpinBuffer 0.00% postgres [kernel] [k] raise_softirq | |--50.00%-- run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- s_lock | | | |--16.67%-- _bt_fix_scankey_strategy | | | --16.67%-- ReleaseAndReadBuffer | |--25.00%-- rcu_check_callbacks | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- LWLockAcquire | | | |--33.33%-- ExecClearTuple | | | --33.33%-- BufferGetBlockNumber | |--16.67%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- UnpinBuffer | | | --50.00%-- s_lock | --8.33%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] insert_work | |--66.67%-- delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--12.50%-- ExecSubPlan | | | |--12.50%-- LWLockRelease | | | |--12.50%-- BufferGetBlockNumber | | | --12.50%-- LWLockAcquire | |--25.00%-- __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- LWLockRelease | | | |--33.33%-- UnpinBuffer | | | --33.33%-- ReadBuffer_common | --8.33%-- queue_work_on queue_work xfs_finish_ioend [xfs] xfs_end_bio [xfs] bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] free_hot_cold_page | |--83.33%-- zap_pte_range | unmap_page_range | unmap_vmas | | | |--90.00%-- unmap_region | | do_munmap | | sys_munmap | | system_call_fastpath | | munmap | | | --10.00%-- exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | |--8.33%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --8.33%-- ___pte_free_tlb free_pgd_range free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] idr_find | |--75.00%-- ipc_lock | ipc_lock_check | sys_semtimedop | sys_semop | system_call_fastpath | semop | --25.00%-- ipc_lock_check sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] thread_return | |--33.33%-- retint_careful | | | |--75.00%-- s_lock | | | --25.00%-- MemoryContextReset | |--33.33%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | |--25.00%-- __cond_resched | _cond_resched | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --8.33%-- io_schedule sync_page __wait_on_bit_lock __lock_page find_lock_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] _spin_lock_irqsave | |--25.00%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- s_lock | | | |--33.33%-- LWLockAcquire | | | --33.33%-- PinBuffer | |--25.00%-- megasas_return_cmd [megaraid_sas] | T.856 [megaraid_sas] | megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--66.67%-- fsync | | | --33.33%-- MemoryContextAllocZero | |--16.67%-- delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--8.33%-- insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--8.33%-- __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | |--8.33%-- __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | LWLockRelease | --8.33%-- test_set_page_writeback xfs_start_page_writeback [xfs] xfs_convert_page [xfs] xfs_cluster_write [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_write [xfs] | |--91.67%-- xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --8.33%-- do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres /lib/libc-2.11.1.so [.] memset 0.00% postgres [kernel] [k] lapic_next_event | |--90.91%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--90.00%-- s_lock | | | --10.00%-- PinBuffer | --9.09%-- __hrtimer_start_range_ns hrtimer_start_range_ns schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% postgres [kernel] [k] account_process_tick | |--72.73%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--62.50%-- s_lock | | | |--25.00%-- PinBuffer | | | --12.50%-- hash_any | --27.27%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--33.33%-- LWLockAcquire | |--33.33%-- PinBuffer | --33.33%-- s_lock 0.00% postgres [kernel] [k] timespec_trunc | |--63.64%-- current_fs_time | file_update_time | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--85.71%-- FlushRelationBuffers | | | --14.29%-- ReadBuffer_common | --36.36%-- file_update_time __do_fault handle_mm_fault do_page_fault page_fault | |--75.00%-- FlushRelationBuffers | --25.00%-- ReadBuffer_common 0.00% postgres [kernel] [k] rcu_check_callbacks | |--81.82%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- s_lock | | | |--22.22%-- UnpinBuffer | | | |--22.22%-- LWLockAcquire | | | |--11.11%-- PinBuffer | | | --11.11%-- slot_getsomeattrs | --18.18%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] mix_pool_bytes_extract | |--72.73%-- do_IRQ | ret_from_intr | | | |--87.50%-- fsync | | | --12.50%-- FlushRelationBuffers | --27.27%-- smp_call_function_single_interrupt call_function_single_interrupt | |--66.67%-- fsync | --33.33%-- ExecMakeFunctionResultNoSets 0.00% postgres /lib/libc-2.11.1.so [.] semop 0.00% postgres ./pg9.2/bin/postgres [.] IncrBufferRefCount 0.00% postgres [kernel] [k] set_next_entity | |--50.00%-- pick_next_task_fair | schedule | retint_careful | | | |--40.00%-- UnpinBuffer | | | |--20.00%-- s_lock | | | |--20.00%-- _bt_checkkeys | | | --20.00%-- PinBuffer | --50.00%-- schedule retint_careful | |--20.00%-- LockBuffer | |--20.00%-- BufferGetBlockNumber | |--20.00%-- UnpinBuffer | |--20.00%-- s_lock | --20.00%-- PinBuffer 0.00% postgres [kernel] [k] dequeue_entity | |--90.00%-- dequeue_task_fair | dequeue_task | deactivate_task | thread_return | | | |--88.89%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --11.11%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | --10.00%-- dequeue_task deactivate_task thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] delayed_work_timer_fn | |--60.00%-- run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- s_lock | | | |--16.67%-- ReleaseAndReadBuffer | | | |--16.67%-- MemoryContextAllocZero | | | |--16.67%-- UnpinBuffer | | | --16.67%-- LWLockAcquire | --40.00%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- s_lock | --50.00%-- PinBuffer 0.00% postgres [kernel] [k] check_for_new_grace_period | |--90.00%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--55.56%-- s_lock | | | |--11.11%-- LWLockAcquire | | | |--11.11%-- LockBuffer | | | |--11.11%-- BufferGetBlockNumber | | | --11.11%-- PinBuffer | --10.00%-- rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt UnpinBuffer 0.00% postgres [kernel] [k] perf_event_task_sched_out | |--70.00%-- schedule | | | |--57.14%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --42.86%-- retint_careful | | | |--66.67%-- s_lock | | | --33.33%-- LWLockAcquire | |--20.00%-- retint_careful | | | |--50.00%-- ReadBuffer_common | | | --50.00%-- s_lock | --10.00%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] find_get_pages 0.00% postgres [kernel] [k] free_pcppages_bulk | |--80.00%-- zap_pte_range | unmap_page_range | unmap_vmas | | | |--62.50%-- unmap_region | | do_munmap | | sys_munmap | | system_call_fastpath | | munmap | | | --37.50%-- exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --20.00%-- ___pte_free_tlb free_pgd_range free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] generic_make_request 0.00% postgres [kernel] [k] blk_end_bidi_request | |--60.00%-- do_IRQ | ret_from_intr | | | |--66.67%-- fsync | | | --33.33%-- FlushRelationBuffers | --40.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] kref_put | |--60.00%-- scsi_request_fn | | | |--66.67%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--75.00%-- do_IRQ | | | ret_from_intr | | | fsync | | | | | --25.00%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | --33.33%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--30.00%-- scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --10.00%-- __scsi_put_command scsi_put_command scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] __rb_erase_color | |--50.00%-- __remove_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- PinBuffer | | | |--40.00%-- s_lock | | | --20.00%-- slot_getsomeattrs | |--40.00%-- rb_erase | __remove_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--25.00%-- ExecProject | | | |--25.00%-- UnpinBuffer | | | |--25.00%-- s_lock | | | --25.00%-- ReleaseAndReadBuffer | --10.00%-- __dequeue_entity set_next_entity pick_next_task_fair schedule __cond_resched _cond_resched xfs_cluster_write [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres ./pg9.2/bin/postgres [.] FlushBuffer 0.00% postgres [kernel] [k] default_send_IPI_mask_sequence_phys | |--88.89%-- physflat_send_IPI_mask | native_send_call_func_single_ipi | generic_exec_single | __smp_call_function_single | __blk_complete_request | blk_complete_request | scsi_done | T.856 [megaraid_sas] | megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--62.50%-- FlushRelationBuffers | | | --37.50%-- fsync | --11.11%-- native_send_call_func_single_ipi generic_exec_single __smp_call_function_single __blk_complete_request blk_complete_request scsi_done T.856 [megaraid_sas] megasas_complete_cmd_dpc [megaraid_sas] tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] __wake_up_common | |--55.56%-- insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- s_lock | | | |--20.00%-- LWLockAcquire | | | |--20.00%-- BufferGetBlockNumber | | | --20.00%-- PinBuffer | --44.44%-- __wake_up_bit unlock_page __do_fault handle_mm_fault do_page_fault page_fault FlushRelationBuffers 0.00% postgres [kernel] [k] __run_hrtimer | |--77.78%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.14%-- s_lock | | | |--14.29%-- PinBuffer | | | |--14.29%-- ReadBuffer_common | | | --14.29%-- UnpinBuffer | --22.22%-- smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] __inc_zone_state | |--33.33%-- zone_statistics | get_page_from_freelist | __alloc_pages_nodemask | alloc_page_vma | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- MemoryContextAllocZero | | | --33.33%-- AllocSetAlloc | |--33.33%-- __inc_zone_page_state | | | |--33.33%-- page_add_new_anon_rmap | | do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | AllocSetAlloc | | | |--33.33%-- page_add_file_rmap | | __do_fault | | handle_mm_fault | | do_page_fault | | page_fault | | ReadBuffer_common | | | --33.33%-- add_to_page_cache_locked | add_to_page_cache_lru | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--11.11%-- ____pagevec_lru_add | __lru_cache_add | add_to_page_cache_lru | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--11.11%-- get_page_from_freelist | __alloc_pages_nodemask | alloc_page_vma | shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --11.11%-- test_set_page_writeback xfs_start_page_writeback [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] __mem_cgroup_try_charge | |--55.56%-- mem_cgroup_charge_common | mem_cgroup_newpage_charge | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | |--33.33%-- mem_cgroup_newpage_charge | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- MemoryContextAllocZero | | | --33.33%-- puttuple_common | 0x26d2 | --11.11%-- mem_cgroup_cache_charge shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] __mark_inode_dirty | |--33.33%-- file_update_time | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- FlushRelationBuffers | | | --33.33%-- LWLockAcquire | |--22.22%-- generic_write_end | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--22.22%-- __set_page_dirty | mark_buffer_dirty | __block_commit_write | block_write_end | generic_write_end | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--11.11%-- generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --11.11%-- xfs_mark_inode_dirty_sync [xfs] xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] init_buffer_head 0.00% postgres [kernel] [k] elv_merge 0.00% postgres [kernel] [k] rb_insert_color | |--33.33%-- enqueue_entity | enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | default_wake_function | autoremove_wake_function | | | |--66.67%-- __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | --50.00%-- LockBuffer | | | --33.33%-- wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | |--22.22%-- enqueue_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- UnpinBuffer | |--22.22%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | |--11.11%-- put_prev_task_fair | schedule | retint_careful | ReleaseAndReadBuffer | --11.11%-- schedule retint_careful s_lock 0.00% postgres [kernel] [k] rb_next | |--33.33%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- s_lock | | | --33.33%-- slot_deform_tuple | |--22.22%-- deadline_move_request | deadline_dispatch_requests | blk_peek_request | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | FlushRelationBuffers | |--11.11%-- __dequeue_entity | set_next_entity | pick_next_task_fair | schedule | retint_careful | ReadBuffer_common | |--11.11%-- elv_latter_request | attempt_back_merge | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | |--11.11%-- deadline_dispatch_requests | blk_peek_request | scsi_request_fn | __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --11.11%-- elv_rb_latter_request elv_latter_request attempt_back_merge __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres ./pg9.2/bin/postgres [.] heap_prepare_insert 0.00% postgres ./pg9.2/bin/postgres [.] heap_insert 0.00% postgres ./pg9.2/bin/postgres [.] RelationPutHeapTuple 0.00% postgres [kernel] [k] system_call_after_swapgs | |--37.50%-- slot_getsomeattrs | |--25.00%-- __write | |--12.50%-- s_lock | |--12.50%-- semop | --12.50%-- ReadBuffer_common 0.00% postgres [kernel] [k] read_tsc | |--62.50%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--20.00%-- ExecReScanIndexOnlyScan | | | |--20.00%-- s_lock | | | |--20.00%-- BufferGetBlockNumber | | | |--20.00%-- LockBuffer | | | --20.00%-- ReadBuffer_common | |--25.00%-- ktime_get | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- PinBuffer | | | --50.00%-- s_lock | --12.50%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt LWLockAcquire 0.00% postgres [kernel] [k] hrtick_start_fair | |--50.00%-- dequeue_task_fair | dequeue_task | deactivate_task | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--25.00%-- dequeue_task | deactivate_task | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | |--12.50%-- enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --12.50%-- pick_next_task_fair schedule __cond_resched _cond_resched xfs_cluster_write [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] task_tick_fair | |--62.50%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- PinBuffer | | | |--20.00%-- UnpinBuffer | | | |--20.00%-- check_stack_depth | | | --20.00%-- s_lock | --37.50%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--66.67%-- PinBuffer | --33.33%-- s_lock 0.00% postgres [kernel] [k] pick_next_task_rt | |--50.00%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --50.00%-- thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] softlockup_tick | |--62.50%-- run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--80.00%-- s_lock | | | --20.00%-- UnpinBuffer | --37.50%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--66.67%-- s_lock | --33.33%-- PinBuffer 0.00% postgres [kernel] [k] force_quiescent_state | |--87.50%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.14%-- s_lock | | | |--14.29%-- LWLockAcquire | | | |--14.29%-- ExecLimit | | | --14.29%-- ExecSubPlan | --12.50%-- rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] __perf_event_sched_out | |--62.50%-- perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--60.00%-- PinBuffer | | | |--20.00%-- LockBuffer | | | --20.00%-- LWLockAcquire | |--25.00%-- perf_event_task_sched_out | schedule | | | |--50.00%-- retint_careful | | slot_deform_tuple | | | --50.00%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --12.50%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] mempool_alloc | |--87.50%-- get_request | get_request_wait | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --12.50%-- get_request_wait __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] zone_nr_free_pages | |--50.00%-- alloc_page_vma | | | |--75.00%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--66.67%-- AllocSetAlloc | | | | | --33.33%-- MemoryContextAllocZero | | | --25.00%-- shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --50.00%-- alloc_pages_current | |--75.00%-- __page_cache_alloc | grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- new_slab __slab_alloc kmem_cache_alloc alloc_buffer_head alloc_page_buffers create_empty_buffers __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] scsi_device_unbusy | |--75.00%-- fsync | --25.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] __xfs_get_blocks [xfs] 0.00% postgres ./pg9.2/bin/postgres [.] memmove@plt 0.00% postgres ./pg9.2/bin/postgres [.] memcpy@plt 0.00% postgres ./pg9.2/bin/postgres [.] standard_ExecutorRun 0.00% postgres [kernel] [k] call_softirq | |--71.43%-- irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--60.00%-- s_lock | | | |--20.00%-- PinBuffer | | | --20.00%-- pfree | --28.57%-- do_softirq irq_exit | |--50.00%-- smp_apic_timer_interrupt | apic_timer_interrupt | _bt_search | --50.00%-- do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] __wake_up | |--71.43%-- __queue_work | | | |--80.00%-- delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--50.00%-- s_lock | | | | | |--25.00%-- heapgettup_pagemode | | | | | --25.00%-- UnpinBuffer | | | --20.00%-- queue_work_on | queue_work | xfs_finish_ioend [xfs] | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | FlushRelationBuffers | |--14.29%-- __wake_up_bit | unlock_page | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --14.29%-- insert_work __queue_work queue_work_on queue_work xfs_finish_ioend [xfs] xfs_end_bio [xfs] bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] update_shares | |--71.43%-- select_task_rq_fair | try_to_wake_up | | | |--60.00%-- default_wake_function | | autoremove_wake_function | | __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--33.33%-- s_lock | | | | | |--33.33%-- ExecProject | | | | | --33.33%-- PinBuffer | | | --40.00%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --28.57%-- try_to_wake_up | |--50.00%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --50.00%-- default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] finish_task_switch | |--57.14%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --42.86%-- retint_careful | |--66.67%-- s_lock | --33.33%-- PinBuffer 0.00% postgres [kernel] [k] enqueue_task_fair | |--71.43%-- enqueue_task | activate_task | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | | | |--80.00%-- delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--75.00%-- s_lock | | | | | --25.00%-- PinBuffer | | | --20.00%-- queue_work_on | queue_work | xfs_finish_ioend [xfs] | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --28.57%-- activate_task try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- s_lock | --50.00%-- LWLockAcquire 0.00% postgres [kernel] [k] rebalance_domains | |--42.86%-- s_lock | |--28.57%-- PinBuffer | |--14.29%-- LWLockAcquire | --14.29%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] pick_next_task_fair | |--71.43%-- schedule | | | |--60.00%-- retint_careful | | | | | |--66.67%-- PinBuffer | | | | | --33.33%-- LWLockAcquire | | | --40.00%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --28.57%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] __local_bh_enable | |--71.43%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--80.00%-- s_lock | | | --20.00%-- slot_deform_tuple | --28.57%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- _bt_moveright | --50.00%-- ReadBuffer_common 0.00% postgres [kernel] [k] pid_vnr | |--57.14%-- sys_semop | system_call_fastpath | semop | --42.86%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] tick_sched_timer | |--57.14%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--75.00%-- s_lock | | | --25.00%-- PinBuffer | --42.86%-- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] __smp_call_function_single | |--57.14%-- fsync | --42.86%-- FlushRelationBuffers 0.00% postgres [kernel] [k] clear_page_dirty_for_io | |--57.14%-- write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --42.86%-- xfs_start_page_writeback [xfs] xfs_convert_page [xfs] xfs_cluster_write [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] elv_queue_empty | |--85.71%-- __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --14.29%-- __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] blk_update_request | |--71.43%-- do_IRQ | ret_from_intr | fsync | --28.57%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] sg_next | |--28.57%-- scsi_dma_map | megasas_make_sgl64 [megaraid_sas] | megasas_build_ldio [megaraid_sas] | megasas_queue_command [megaraid_sas] | scsi_dispatch_cmd | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_call_function_single_interrupt | call_function_single_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- fsync | |--28.57%-- swiotlb_unmap_sg_attrs | scsi_dma_unmap | T.856 [megaraid_sas] | megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.00%-- _bt_first | | | --50.00%-- FlushRelationBuffers | |--14.29%-- megasas_build_ldio [megaraid_sas] | megasas_queue_command [megaraid_sas] | scsi_dispatch_cmd | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_call_function_single_interrupt | call_function_single_interrupt | s_lock | |--14.29%-- megasas_make_sgl64 [megaraid_sas] | megasas_build_ldio [megaraid_sas] | megasas_queue_command [megaraid_sas] | scsi_dispatch_cmd | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_call_function_single_interrupt | call_function_single_interrupt | s_lock | --14.29%-- scsi_dma_unmap T.856 [megaraid_sas] megasas_complete_cmd_dpc [megaraid_sas] tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] scsi_setup_fs_cmnd | |--71.43%-- sd_prep_fn | blk_peek_request | scsi_request_fn | | | |--80.00%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--75.00%-- fsync | | | | | --25.00%-- FlushRelationBuffers | | | --20.00%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --28.57%-- blk_peek_request scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] error_swapgs | |--85.71%-- slot_getsomeattrs | --14.29%-- FlushRelationBuffers 0.00% postgres [kernel] [k] smp_apic_timer_interrupt | | | | |--50.00%-- UnpinBuffer | | | --50.00%-- LWLockAcquire | --42.86%-- apic_timer_interrupt | |--33.33%-- s_lock | |--33.33%-- BufferGetBlockNumber | --33.33%-- fsync 0.00% postgres [kernel] [k] xfs_count_page_state [xfs] 0.00% postgres [kernel] [k] xfs_map_at_offset [xfs] | |--71.43%-- xfs_convert_page [xfs] | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --28.57%-- xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres ./pg9.2/bin/postgres [.] ExecSort 0.00% postgres [kernel] [k] exit_idle | |--50.00%-- apic_timer_interrupt | | | |--66.67%-- s_lock | | | --33.33%-- UnpinBuffer | |--33.33%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | --50.00%-- FlushRelationBuffers | --16.67%-- ret_from_intr fsync 0.00% postgres [kernel] [k] effective_load | |--66.67%-- wake_affine | select_task_rq_fair | try_to_wake_up | wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --33.33%-- select_task_rq_fair try_to_wake_up wake_up_process update_queue sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] task_of | |--33.33%-- enqueue_entity | enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- LWLockRelease | | | --50.00%-- s_lock | |--33.33%-- dequeue_entity | dequeue_task_fair | dequeue_task | deactivate_task | thread_return | | | |--50.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --50.00%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | |--16.67%-- put_prev_task_fair | schedule | retint_careful | s_lock | --16.67%-- entity_tick task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt LWLockRelease 0.00% postgres [kernel] [k] default_wake_function | |--83.33%-- __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--40.00%-- ReadBuffer_common | | | |--20.00%-- PinBuffer | | | |--20.00%-- s_lock | | | --20.00%-- LWLockAcquire | --16.67%-- autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt BufferGetBlockNumber 0.00% postgres [kernel] [k] place_entity | |--83.33%-- enqueue_entity | enqueue_task_fair | enqueue_task | activate_task | try_to_wake_up | | | |--80.00%-- default_wake_function | | autoremove_wake_function | | __wake_up_common | | __wake_up | | insert_work | | __queue_work | | delayed_work_timer_fn | | run_timer_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--75.00%-- s_lock | | | | | --25.00%-- BufferGetBlockNumber | | | --20.00%-- wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --16.67%-- enqueue_task_fair enqueue_task activate_task try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt UnpinBuffer 0.00% postgres [kernel] [k] jiffies_to_timeval | |--66.67%-- acct_update_integrals | account_user_time | account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- PinBuffer | | | |--25.00%-- ReleaseAndReadBuffer | | | --25.00%-- s_lock | |--16.67%-- account_user_time | account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --16.67%-- account_system_time account_process_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt slot_getsomeattrs 0.00% postgres [kernel] [k] irq_exit | |--83.33%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--60.00%-- s_lock | | | |--20.00%-- BufferGetBlockNumber | | | --20.00%-- PinBuffer | --16.67%-- do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] update_process_times | |--33.33%-- PinBuffer | |--16.67%-- s_lock | |--16.67%-- _bt_checkkeys | |--16.67%-- LockBuffer | --16.67%-- _bt_binsrch 0.00% postgres [kernel] [k] rcu_irq_enter | |--50.00%-- smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --50.00%-- irq_enter | |--66.67%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- PinBuffer | | | --50.00%-- s_lock | --33.33%-- do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] perf_event_task_tick | |--66.67%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- s_lock | | | |--25.00%-- UnpinBuffer | | | --25.00%-- LWLockAcquire | --33.33%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] get_pageblock_flags_group | |--83.33%-- free_hot_cold_page | | | |--80.00%-- __pagevec_free | | release_pages | | free_pages_and_swap_cache | | | | | |--50.00%-- unmap_region | | | do_munmap | | | sys_munmap | | | system_call_fastpath | | | munmap | | | | | --50.00%-- zap_pte_range | | unmap_page_range | | unmap_vmas | | unmap_region | | do_munmap | | sys_munmap | | system_call_fastpath | | munmap | | | --20.00%-- free_hot_page | put_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --16.67%-- __pagevec_free release_pages free_pages_and_swap_cache ___pte_free_tlb free_pgd_range free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] activate_page | |--83.33%-- mark_page_accessed | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --16.67%-- generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] mem_cgroup_newpage_charge | |--66.67%-- do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- MemoryContextAllocZero | | | --25.00%-- AllocSetAlloc | --33.33%-- handle_mm_fault do_page_fault page_fault | |--50.00%-- MemoryContextAllocZero | --50.00%-- AllocSetAlloc 0.00% postgres [kernel] [k] cap_sem_semop 0.00% postgres [kernel] [k] blk_peek_request | |--83.33%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--60.00%-- FlushRelationBuffers | | | --40.00%-- fsync | --16.67%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] __blk_recalc_rq_segments | |--83.33%-- blk_recount_segments | | | |--60.00%-- ll_back_merge_fn | | __make_request | | generic_make_request | | submit_bio | | xfs_submit_ioend_bio [xfs] | | xfs_submit_ioend [xfs] | | xfs_page_state_convert [xfs] | | xfs_vm_writepage [xfs] | | __writepage | | write_cache_pages | | generic_writepages | | xfs_vm_writepages [xfs] | | do_writepages | | __filemap_fdatawrite_range | | filemap_write_and_wait_range | | vfs_fsync_range | | vfs_fsync | | do_fsync | | sys_fsync | | system_call_fastpath | | fsync | | | --40.00%-- bio_phys_segments | blk_rq_bio_prep | init_request_from_bio | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --16.67%-- ll_back_merge_fn __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] deadline_queue_empty | |--66.67%-- __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --33.33%-- __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] radix_tree_insert | |--66.67%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --33.33%-- grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] scsi_softirq_done | |--66.67%-- blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--75.00%-- do_IRQ | | ret_from_intr | | | | | |--66.67%-- fsync | | | | | --33.33%-- FlushRelationBuffers | | | --25.00%-- smp_call_function_single_interrupt | call_function_single_interrupt | LockBuffer | --33.33%-- __do_softirq call_softirq do_softirq irq_exit | |--50.00%-- do_IRQ | ret_from_intr | fsync | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] megasas_queue_command [megaraid_sas] | |--66.67%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--75.00%-- FlushRelationBuffers | | | --25.00%-- fsync | --33.33%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_iomap [xfs] | |--50.00%-- __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --50.00%-- xfs_map_blocks [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_is_delayed_page [xfs] 0.00% postgres ./pg9.2/bin/postgres [.] PGSemaphoreUnlock 0.00% postgres ./pg9.2/bin/postgres [.] PGSemaphoreLock 0.00% postgres ./pg9.2/bin/postgres [.] pgstat_count_heap_insert 0.00% postgres ./pg9.2/bin/postgres [.] puttuple_common | --100.00%-- 0x26d2 0.00% postgres [kernel] [k] mcount | |--80.00%-- slot_getsomeattrs | --20.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] ret_from_intr | |--40.00%-- s_lock | |--20.00%-- ReadBuffer_common | |--20.00%-- ReleaseAndReadBuffer | --20.00%-- fsync 0.00% postgres [kernel] [k] __ticket_spin_trylock | |--60.00%-- rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- s_lock | | | --33.33%-- PinBuffer | |--20.00%-- check_for_new_grace_period | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | UnpinBuffer | --20.00%-- rcu_process_gp_end __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] deactivate_task | |--80.00%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --20.00%-- io_schedule sync_page __wait_on_bit_lock __lock_page find_lock_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault FlushRelationBuffers 0.00% postgres [kernel] [k] dequeue_task_fair | |--80.00%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--75.00%-- FlushRelationBuffers | | | --25.00%-- ReadBuffer_common | --20.00%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] irq_enter | |--80.00%-- apic_timer_interrupt | | | |--75.00%-- s_lock | | | --25.00%-- LockBuffer | --20.00%-- ret_from_intr fsync 0.00% postgres [kernel] [k] __remove_hrtimer | |--60.00%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- s_lock | | | --33.33%-- PinBuffer | --40.00%-- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- s_lock | --50.00%-- PinBuffer 0.00% postgres [kernel] [k] hrtimer_run_queues | |--60.00%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- s_lock | | | |--33.33%-- LWLockAcquire | | | --33.33%-- UnpinBuffer | --40.00%-- run_local_timers update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] profile_tick | |--40.00%-- PinBuffer | |--40.00%-- s_lock | --20.00%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] get_seconds | |--80.00%-- try_atomic_semop | | | |--75.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --25.00%-- update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --20.00%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] current_kernel_time | |--80.00%-- current_fs_time | file_update_time | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --20.00%-- file_update_time __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] update_context_time | |--40.00%-- __perf_event_task_sched_out | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- PinBuffer | | | --50.00%-- MemoryContextReset | |--20.00%-- perf_event_task_sched_out | schedule | retint_careful | s_lock | |--20.00%-- __perf_event_sched_out | perf_event_task_sched_out | schedule | sys_semtimedop | sys_semop | system_call_fastpath | semop | --20.00%-- schedule io_schedule sync_page __wait_on_bit_lock __lock_page find_lock_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] perf_ctx_adjust_freq | |--60.00%-- perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- LWLockAcquire | | | --33.33%-- LWLockRelease | --40.00%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] policy_zonelist | |--80.00%-- alloc_page_vma | | | |--75.00%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--66.67%-- MemoryContextAllocZero | | | | | --33.33%-- AllocSetAlloc | | | --25.00%-- shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --20.00%-- alloc_pages_current pte_alloc_one __pte_alloc handle_mm_fault do_page_fault page_fault slot_getsomeattrs 0.00% postgres [kernel] [k] mem_cgroup_charge_common | |--60.00%-- mem_cgroup_cache_charge | | | |--66.67%-- add_to_page_cache_locked | | add_to_page_cache_lru | | grab_cache_page_write_begin | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --33.33%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--20.00%-- do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | --20.00%-- mem_cgroup_newpage_charge do_anonymous_page handle_mm_fault do_page_fault page_fault AllocSetAlloc 0.00% postgres [kernel] [k] lookup_page_cgroup | |--60.00%-- mem_cgroup_charge_common | | | |--66.67%-- mem_cgroup_newpage_charge | | do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | MemoryContextAllocZero | | | --33.33%-- mem_cgroup_cache_charge | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | |--20.00%-- __mem_cgroup_uncharge_common | mem_cgroup_uncharge_page | page_remove_rmap | zap_pte_range | unmap_page_range | unmap_vmas | unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --20.00%-- mem_cgroup_del_lru_list release_pages free_pages_and_swap_cache unmap_region do_munmap sys_munmap system_call_fastpath munmap 0.00% postgres [kernel] [k] __block_commit_write 0.00% postgres [kernel] [k] sys_semop 0.00% postgres [kernel] [k] elv_dispatch_add_tail | |--80.00%-- do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | --20.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] __blk_run_queue 0.00% postgres [kernel] [k] kref_get | |--60.00%-- scsi_request_fn | | | |--66.67%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--50.00%-- do_IRQ | | | ret_from_intr | | | fsync | | | | | --50.00%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | fsync | | | --33.33%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --40.00%-- scsi_get_command scsi_setup_fs_cmnd sd_prep_fn blk_peek_request scsi_request_fn | |--50.00%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --50.00%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] scsi_dispatch_cmd | |--60.00%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--66.67%-- do_IRQ | | ret_from_intr | | fsync | | | --33.33%-- smp_call_function_single_interrupt | call_function_single_interrupt | fsync | --40.00%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] down_write | |--80.00%-- xfs_ilock [xfs] | | | |--50.00%-- xfs_iomap [xfs] | | __xfs_get_blocks [xfs] | | xfs_get_blocks [xfs] | | __block_prepare_write | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --50.00%-- xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --20.00%-- xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_iext_bno_to_ext [xfs] | |--80.00%-- xfs_bmap_search_multi_extents [xfs] | xfs_bmap_search_extents [xfs] | xfs_bmapi [xfs] | | | |--50.00%-- xfs_iomap_eof_want_preallocate [xfs] | | xfs_iomap_write_delay [xfs] | | xfs_iomap [xfs] | | __xfs_get_blocks [xfs] | | xfs_get_blocks [xfs] | | __block_prepare_write | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | |--25.00%-- xfs_iomap_write_delay [xfs] | | xfs_iomap [xfs] | | __xfs_get_blocks [xfs] | | xfs_get_blocks [xfs] | | __block_prepare_write | | block_write_begin | | xfs_vm_write_begin [xfs] | | generic_perform_write | | generic_file_buffered_write | | xfs_write [xfs] | | xfs_file_aio_write [xfs] | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __write | | | --25.00%-- xfs_iomap [xfs] | xfs_map_blocks [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --20.00%-- xfs_bmap_search_extents [xfs] xfs_bmapi [xfs] xfs_iomap [xfs] __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_page_state_convert [xfs] 0.00% postgres ./pg9.2/bin/postgres [.] GetVisibilityMapPins 0.00% postgres ./pg9.2/bin/postgres [.] ReadBufferBI 0.00% postgres ./pg9.2/bin/postgres [.] tuplesort_gettupleslot 0.00% postgres [kernel] [k] sched_clock | |--50.00%-- cpu_clock | | | |--50.00%-- softlockup_tick | | run_local_timers | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | s_lock | | | --50.00%-- update_context_time | perf_event_task_sched_out | schedule | retint_careful | PinBuffer | |--25.00%-- schedule | retint_careful | s_lock | --25.00%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] check_preempt_curr | |--75.00%-- try_to_wake_up | default_wake_function | autoremove_wake_function | __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.67%-- LWLockAcquire | | | --33.33%-- PinBuffer | --25.00%-- default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt ScanKeyEntryInitializeWithInfo 0.00% postgres [kernel] [k] update_shares_locked | |--50.00%-- thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | --50.00%-- load_balance_newidle thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] load_balance | |--50.00%-- s_lock | |--25.00%-- ReadBuffer_common | --25.00%-- PinBuffer 0.00% postgres [kernel] [k] run_rebalance_domains | |--75.00%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.33%-- PinBuffer | | | |--33.33%-- UnpinBuffer | | | --33.33%-- ReadBuffer_common | --25.00%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt BufferGetBlockNumber 0.00% postgres [kernel] [k] current_fs_time | |--75.00%-- file_update_time | __do_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- FlushRelationBuffers | | | --33.33%-- ReadBuffer_common | --25.00%-- __do_fault handle_mm_fault do_page_fault page_fault FlushRelationBuffers 0.00% postgres [kernel] [k] tasklet_action | |--50.00%-- FlushRelationBuffers | --50.00%-- fsync 0.00% postgres [kernel] [k] autoremove_wake_function | |--50.00%-- __wake_up_common | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --50.00%-- __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- PinBuffer | --50.00%-- s_lock 0.00% postgres [kernel] [k] add_to_page_cache_locked | |--75.00%-- grab_cache_page_write_begin | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] zone_watermark_ok | |--75.00%-- __alloc_pages_nodemask | alloc_page_vma | | | |--66.67%-- do_anonymous_page | | handle_mm_fault | | do_page_fault | | page_fault | | | | | |--50.00%-- AllocSetAlloc | | | | | --50.00%-- MemoryContextAllocZero | | | --33.33%-- shmem_alloc_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --25.00%-- get_page_from_freelist __alloc_pages_nodemask alloc_pages_current __page_cache_alloc grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] page_evictable | |--50.00%-- page_add_new_anon_rmap | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | --50.00%-- do_anonymous_page handle_mm_fault do_page_fault page_fault | |--50.00%-- AllocSetAlloc | --50.00%-- MemoryContextAllocZero 0.00% postgres [kernel] [k] __inc_zone_page_state | |--25.00%-- page_add_new_anon_rmap | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | |--25.00%-- do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | AllocSetAlloc | |--25.00%-- account_page_dirtied | __set_page_dirty | mark_buffer_dirty | __block_commit_write | block_write_end | generic_write_end | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- add_to_page_cache_lru shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] do_anonymous_page | |--75.00%-- handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- AllocSetAlloc | | | --33.33%-- MemoryContextAllocZero | --25.00%-- do_page_fault page_fault AllocSetAlloc 0.00% postgres [kernel] [k] __pte_alloc | |--75.00%-- do_page_fault | page_fault | | | |--66.67%-- slot_getsomeattrs | | | --33.33%-- FlushRelationBuffers | --25.00%-- handle_mm_fault do_page_fault page_fault slot_getsomeattrs 0.00% postgres [kernel] [k] alloc_page_vma | |--75.00%-- do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- AllocSetAlloc | | | --33.33%-- MemoryContextAllocZero | --25.00%-- shmem_alloc_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] __slab_alloc | |--75.00%-- mempool_alloc_slab | mempool_alloc | scsi_sg_alloc | __sg_alloc_table | scsi_alloc_sgtable | scsi_init_sgtable | scsi_init_io | scsi_setup_fs_cmnd | sd_prep_fn | blk_peek_request | scsi_request_fn | | | |--66.67%-- __blk_run_queue | | blk_run_queue | | scsi_run_queue | | scsi_next_command | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | FlushRelationBuffers | | | --33.33%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --25.00%-- scsi_pool_alloc_command scsi_host_alloc_command __scsi_get_command scsi_get_command scsi_setup_fs_cmnd sd_prep_fn blk_peek_request scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] mem_cgroup_get_reclaim_stat_from_page | |--75.00%-- lru_cache_add_lru | page_add_new_anon_rmap | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | | | |--66.67%-- AllocSetAlloc | | | --33.33%-- MemoryContextAllocZero | --25.00%-- add_to_page_cache_lru grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] mem_cgroup_uncharge_page | |--75.00%-- page_remove_rmap | zap_pte_range | unmap_page_range | unmap_vmas | unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --25.00%-- zap_pte_range unmap_page_range unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% postgres [kernel] [k] mem_cgroup_cache_charge | |--75.00%-- shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --25.00%-- grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] __block_prepare_write | |--75.00%-- block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] bio_get_nr_vecs 0.00% postgres [kernel] [k] elv_insert 0.00% postgres [kernel] [k] req_bio_endio 0.00% postgres [kernel] [k] get_request 0.00% postgres [kernel] [k] blk_run_queue | |--75.00%-- smp_call_function_single_interrupt | call_function_single_interrupt | fsync | --25.00%-- do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] blk_add_timer | |--75.00%-- blk_start_request | scsi_request_fn | __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --25.00%-- scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt s_lock 0.00% postgres [kernel] [k] deadline_dispatch_requests | |--75.00%-- blk_peek_request | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--66.67%-- FlushRelationBuffers | | | --33.33%-- fsync | --25.00%-- scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt s_lock 0.00% postgres [kernel] [k] kobject_put | |--50.00%-- scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | --50.00%-- __scsi_put_command scsi_put_command scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit | |--50.00%-- do_IRQ | ret_from_intr | fsync | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] scsi_finish_command | |--75.00%-- smp_call_function_single_interrupt | call_function_single_interrupt | | | |--66.67%-- fsync | | | --33.33%-- s_lock | --25.00%-- do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] scsi_get_command | |--75.00%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | FlushRelationBuffers | --25.00%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] scsi_run_queue 0.00% postgres [kernel] [k] sd_prep_fn | |--75.00%-- FlushRelationBuffers | --25.00%-- fsync 0.00% postgres [kernel] [k] __wait_on_bit_lock | |--75.00%-- FlushRelationBuffers | --25.00%-- ReadBuffer_common 0.00% postgres [kernel] [k] mutex_lock | |--75.00%-- xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- vfs_llseek sys_lseek system_call_fastpath llseek 0.00% postgres [kernel] [k] _spin_lock_irq | |--75.00%-- sys_semtimedop | sys_semop | system_call_fastpath | semop | --25.00%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] xfs_ilock [xfs] | |--50.00%-- xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--25.00%-- __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --25.00%-- xfs_iomap [xfs] __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_start_buffer_writeback [xfs] 0.00% postgres [kernel] [k] xfs_convert_page [xfs] 0.00% postgres ./pg9.2/bin/postgres [.] StartBufferIO 0.00% postgres ./pg9.2/bin/postgres [.] CheckForSerializableConflictIn 0.00% postgres [kernel] [k] dequeue_task | |--66.67%-- deactivate_task | thread_return | | | |--50.00%-- sys_semtimedop | | sys_semop | | system_call_fastpath | | semop | | | --50.00%-- io_schedule | sync_page | __wait_on_bit_lock | __lock_page | find_lock_page | shmem_getpage | shmem_fault | shm_fault | __do_fault | handle_mm_fault | do_page_fault | page_fault | FlushRelationBuffers | --33.33%-- thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] activate_task | |--66.67%-- try_to_wake_up | wake_up_process | update_queue | sys_semtimedop | sys_semop | system_call_fastpath | semop | --33.33%-- default_wake_function autoremove_wake_function __wake_up_common __wake_up insert_work __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt UnpinBuffer 0.00% postgres [kernel] [k] fix_small_imbalance | |--66.67%-- schedule_hrtimeout_range | poll_schedule_timeout | do_select | core_sys_select | sys_select | system_call_fastpath | __select | --33.33%-- sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] pick_next_task_idle 0.00% postgres [kernel] [k] __dequeue_entity | |--66.67%-- set_next_entity | pick_next_task_fair | schedule | retint_careful | | | |--50.00%-- PinBuffer | | | --50.00%-- LWLockAcquire | --33.33%-- pick_next_task_fair schedule retint_careful s_lock 0.00% postgres [kernel] [k] wake_bit_function 0.00% postgres [kernel] [k] enqueue_hrtimer | |--66.67%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.00%-- slot_deform_tuple | | | --50.00%-- ReleaseAndReadBuffer | --33.33%-- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt PinBuffer 0.00% postgres [kernel] [k] up_write | |--66.67%-- xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] generic_smp_call_function_single_interrupt | |--66.67%-- fsync | --33.33%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] rcu_irq_exit | |--33.33%-- LWLockRelease | |--33.33%-- s_lock | --33.33%-- BufferGetBlockNumber 0.00% postgres [kernel] [k] perf_enable | |--66.67%-- __perf_event_sched_in | perf_event_task_sched_in | | | |--50.00%-- perf_event_task_tick | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | UnpinBuffer | | | --50.00%-- finish_task_switch | thread_return | retint_careful | UnpinBuffer | --33.33%-- perf_event_task_sched_in perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] generic_perform_write | |--66.67%-- generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] __lock_page 0.00% postgres [kernel] [k] grab_cache_page_write_begin | |--66.67%-- xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] prep_new_page | |--66.67%-- alloc_pages_current | pte_alloc_one | __pte_alloc | handle_mm_fault | do_page_fault | page_fault | | | |--50.00%-- LWLockAcquire | | | --50.00%-- _bt_steppage | --33.33%-- alloc_page_vma do_anonymous_page handle_mm_fault do_page_fault page_fault AllocSetAlloc 0.00% postgres [kernel] [k] inc_zone_page_state | |--66.67%-- xfs_convert_page [xfs] | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --33.33%-- xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] blk_queue_bounce | |--66.67%-- __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --33.33%-- generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] kmem_cache_free | |--66.67%-- mempool_free_slab | mempool_free | | | |--50.00%-- bio_free | | bio_fs_destructor | | bio_put | | xfs_end_bio [xfs] | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | blk_end_bidi_request | | blk_end_request | | scsi_end_request | | scsi_io_completion | | scsi_finish_command | | scsi_softirq_done | | blk_done_softirq | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_call_function_single_interrupt | | call_function_single_interrupt | | s_lock | | | --50.00%-- __blk_put_request | blk_finish_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --33.33%-- scsi_pool_free_command __scsi_put_command scsi_put_command scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] vfs_write 0.00% postgres [kernel] [k] create_empty_buffers | |--66.67%-- __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] __bio_add_page 0.00% postgres [kernel] [k] fsnotify | |--66.67%-- sys_write | system_call_fastpath | __write | --33.33%-- vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] __fsnotify_parent | |--66.67%-- sys_write | system_call_fastpath | __write | --33.33%-- vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] inotify_inode_queue_event | |--66.67%-- sys_write | system_call_fastpath | __write | --33.33%-- vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] ipc_lock_check 0.00% postgres [kernel] [k] elv_rq_merge_ok 0.00% postgres [kernel] [k] elv_merged_request 0.00% postgres [kernel] [k] blk_update_bidi_request | |--66.67%-- fsync | --33.33%-- FlushRelationBuffers 0.00% postgres [kernel] [k] __freed_request 0.00% postgres [kernel] [k] copy_from_user 0.00% postgres [kernel] [k] scsi_next_command 0.00% postgres [kernel] [k] scsi_dma_unmap | |--66.67%-- fsync | --33.33%-- FlushRelationBuffers 0.00% postgres [kernel] [k] scsi_dma_map | |--66.67%-- megasas_make_sgl64 [megaraid_sas] | megasas_build_ldio [megaraid_sas] | megasas_queue_command [megaraid_sas] | scsi_dispatch_cmd | scsi_request_fn | __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.00%-- FlushRelationBuffers | | | --50.00%-- fsync | --33.33%-- megasas_build_ldio [megaraid_sas] megasas_queue_command [megaraid_sas] scsi_dispatch_cmd scsi_request_fn __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] mutex_unlock | |--66.67%-- generic_file_llseek | vfs_llseek | sys_lseek | system_call_fastpath | llseek | --33.33%-- xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] error_sti | |--66.67%-- FlushRelationBuffers | --33.33%-- slot_getsomeattrs 0.00% postgres [kernel] [k] xfs_bmap_search_multi_extents [xfs] | |--66.67%-- xfs_bmap_search_extents [xfs] | xfs_bmapi [xfs] | xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- xfs_bmapi [xfs] xfs_iomap_write_delay [xfs] xfs_iomap [xfs] __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_bmap_search_extents [xfs] | |--33.33%-- xfs_iomap_write_delay [xfs] | xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | |--33.33%-- xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- xfs_iomap_eof_want_preallocate [xfs] xfs_iomap_write_delay [xfs] xfs_iomap [xfs] __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_iomap_eof_align_last_fsb [xfs] | |--66.67%-- xfs_iomap_write_delay [xfs] | xfs_iomap [xfs] | __xfs_get_blocks [xfs] | xfs_get_blocks [xfs] | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- xfs_iomap [xfs] __xfs_get_blocks [xfs] xfs_get_blocks [xfs] __block_prepare_write block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] xfs_vm_write_begin [xfs] | |--66.67%-- generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --33.33%-- generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres /lib/libc-2.11.1.so [.] __write 0.00% postgres ./pg9.2/bin/postgres [.] heap_tuple_from_minimal_tuple 0.00% postgres ./pg9.2/bin/postgres [.] ExecCopySlotMinimalTuple 0.00% postgres ./pg9.2/bin/postgres [.] ExecMaterializeSlot 0.00% postgres ./pg9.2/bin/postgres [.] ForwardFsyncRequest 0.00% postgres ./pg9.2/bin/postgres [.] FileSeek 0.00% postgres ./pg9.2/bin/postgres [.] PageGetHeapFreeSpace 0.00% postgres ./pg9.2/bin/postgres [.] GetMemoryChunkSpace 0.00% postgres [kernel] [k] retint_careful | |--50.00%-- PinBuffer | --50.00%-- LWLockAcquire 0.00% postgres [kernel] [k] native_apic_mem_write | |--50.00%-- LWLockAcquire | --50.00%-- PinBuffer 0.00% postgres [kernel] [k] physflat_send_IPI_mask | |--50.00%-- FlushRelationBuffers | --50.00%-- fsync 0.00% postgres [kernel] [k] default_spin_lock_flags | |--50.00%-- _spin_lock_irqsave | __wake_up | insert_work | __queue_work | delayed_work_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | _bt_checkpage | --50.00%-- prepare_to_wait_exclusive __wait_on_bit_lock __lock_page find_lock_page shmem_getpage shmem_fault shm_fault __do_fault handle_mm_fault do_page_fault page_fault ReadBuffer_common 0.00% postgres [kernel] [k] __phys_addr | |--50.00%-- unmap_single | swiotlb_unmap_sg_attrs | scsi_dma_unmap | T.856 [megaraid_sas] | megasas_complete_cmd_dpc [megaraid_sas] | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | fsync | --50.00%-- kmem_cache_free mempool_free_slab mempool_free __blk_put_request blk_finish_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] calc_global_load 0.00% postgres [kernel] [k] calc_load_account_active 0.00% postgres [kernel] [k] scale_rt_power | |--50.00%-- find_busiest_group | load_balance_newidle | thread_return | sys_semtimedop | sys_semop | system_call_fastpath | semop | --50.00%-- load_balance_newidle thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] printk_tick | |--50.00%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --50.00%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] __tasklet_schedule | |--50.00%-- slot_deform_tuple | --50.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] run_local_timers | |--50.00%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | UnpinBuffer | --50.00%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt s_lock 0.00% postgres [kernel] [k] hrtimer_run_pending | |--50.00%-- run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --50.00%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt LWLockAcquire 0.00% postgres [kernel] [k] rcu_bh_qs 0.00% postgres [kernel] [k] perf_disable | |--50.00%-- __perf_event_sched_out | perf_event_task_sched_out | schedule | sys_semtimedop | sys_semop | system_call_fastpath | semop | --50.00%-- __perf_event_task_sched_out perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt FlushRelationBuffers 0.00% postgres [kernel] [k] __perf_event_task_sched_out | |--50.00%-- PinBuffer | --50.00%-- s_lock 0.00% postgres [kernel] [k] __perf_event_sched_in | |--50.00%-- perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | PinBuffer | --50.00%-- finish_task_switch thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] perf_event_task_sched_in | |--50.00%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | s_lock | --50.00%-- thread_return sys_semtimedop sys_semop system_call_fastpath semop 0.00% postgres [kernel] [k] generic_segment_checks 0.00% postgres [kernel] [k] generic_file_buffered_write | |--50.00%-- xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --50.00%-- xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] mempool_alloc_slab 0.00% postgres [kernel] [k] balance_dirty_pages_ratelimited_nr 0.00% postgres [kernel] [k] write_cache_pages 0.00% postgres [kernel] [k] account_page_dirtied 0.00% postgres [kernel] [k] test_set_page_writeback 0.00% postgres [kernel] [k] shmem_swp_entry 0.00% postgres [kernel] [k] shmem_swp_alloc 0.00% postgres [kernel] [k] next_zones_zonelist | |--50.00%-- alloc_page_vma | do_anonymous_page | handle_mm_fault | do_page_fault | page_fault | MemoryContextAllocZero | --50.00%-- __alloc_pages_nodemask alloc_pages_current __page_cache_alloc grab_cache_page_write_begin block_write_begin xfs_vm_write_begin [xfs] generic_perform_write generic_file_buffered_write xfs_write [xfs] xfs_file_aio_write [xfs] do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% postgres [kernel] [k] __dec_zone_state | |--50.00%-- zap_pte_range | unmap_page_range | unmap_vmas | unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --50.00%-- unmap_region do_munmap sys_munmap system_call_fastpath munmap 0.00% postgres [kernel] [k] __dec_zone_page_state 0.00% postgres [kernel] [k] dec_zone_page_state 0.00% postgres [kernel] [k] set_bdi_congested 0.00% postgres [kernel] [k] page_mkclean 0.00% postgres [kernel] [k] page_add_new_anon_rmap | |--50.00%-- MemoryContextAllocZero | --50.00%-- AllocSetAlloc 0.00% postgres [kernel] [k] setup_object | |--50.00%-- alloc_buffer_head | alloc_page_buffers | create_empty_buffers | __block_prepare_write | block_write_begin | xfs_vm_write_begin [xfs] | generic_perform_write | generic_file_buffered_write | xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --50.00%-- mempool_alloc_slab mempool_alloc xfs_alloc_ioend [xfs] xfs_add_to_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] mem_cgroup_update_mapped_file_stat | |--50.00%-- __do_fault | handle_mm_fault | do_page_fault | page_fault | ReadBuffer_common | --50.00%-- page_remove_rmap zap_pte_range unmap_page_range unmap_vmas unmap_region do_munmap sys_munmap system_call_fastpath munmap 0.00% postgres [kernel] [k] generic_file_llseek 0.00% postgres [kernel] [k] sys_write 0.00% postgres [kernel] [k] zero_fd_set 0.00% postgres [kernel] [k] mark_buffer_dirty 0.00% postgres [kernel] [k] bio_fs_destructor | |--50.00%-- bio_put | xfs_end_bio [xfs] | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | blk_end_bidi_request | blk_end_request | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_call_function_single_interrupt | call_function_single_interrupt | memcpy | --50.00%-- xfs_end_bio [xfs] bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] ipc_lock 0.00% postgres [kernel] [k] ipcperms 0.00% postgres [kernel] [k] security_sem_semop 0.00% postgres [kernel] [k] generic_unplug_device 0.00% postgres [kernel] [k] blk_do_ordered | |--50.00%-- __blk_run_queue | blk_run_queue | scsi_run_queue | scsi_next_command | scsi_end_request | scsi_io_completion | scsi_finish_command | scsi_softirq_done | blk_done_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | FlushRelationBuffers | --50.00%-- __generic_unplug_device elv_insert __elv_add_request __make_request generic_make_request submit_bio xfs_submit_ioend_bio [xfs] xfs_submit_ioend [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] blk_delete_timer 0.00% postgres [kernel] [k] deadline_move_request | |--50.00%-- __generic_unplug_device | elv_insert | __elv_add_request | __make_request | generic_make_request | submit_bio | xfs_submit_ioend_bio [xfs] | xfs_submit_ioend [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --50.00%-- __blk_run_queue blk_run_queue scsi_run_queue scsi_next_command scsi_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr fsync 0.00% postgres [kernel] [k] __lookup 0.00% postgres [kernel] [k] radix_tree_tag_clear 0.00% postgres [kernel] [k] radix_tree_tag_set 0.00% postgres [kernel] [k] is_swiotlb_buffer 0.00% postgres [kernel] [k] add_timer_randomness 0.00% postgres [kernel] [k] scsi_host_alloc_command 0.00% postgres [kernel] [k] scsi_init_sgtable | |--50.00%-- do_IRQ | ret_from_intr | FlushRelationBuffers | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] scsi_init_io | |--50.00%-- do_IRQ | ret_from_intr | fsync | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] scsi_io_completion | |--50.00%-- hash_any | --50.00%-- LWLockAcquire 0.00% postgres [kernel] [k] uhci_scan_schedule | |--50.00%-- s_lock | --50.00%-- LockBuffer 0.00% postgres [kernel] [k] uhci_hub_status_data | |--50.00%-- ReadBuffer_common | --50.00%-- PinBuffer 0.00% postgres [kernel] [k] io_schedule | |--50.00%-- ReadBuffer_common | --50.00%-- FlushRelationBuffers 0.00% postgres [kernel] [k] down_read 0.00% postgres [kernel] [k] megasas_make_sgl64 [megaraid_sas] 0.00% postgres [kernel] [k] megasas_build_ldio [megaraid_sas] | |--50.00%-- smp_call_function_single_interrupt | call_function_single_interrupt | ReadBuffer_common | --50.00%-- do_IRQ ret_from_intr FlushRelationBuffers 0.00% postgres [kernel] [k] xfs_imap_to_bmap [xfs] 0.00% postgres [kernel] [k] xfs_trans_unlocked_item [xfs] | |--50.00%-- xfs_write [xfs] | xfs_file_aio_write [xfs] | do_sync_write | vfs_write | sys_write | system_call_fastpath | __write | --50.00%-- xfs_iunlock [xfs] xfs_iomap [xfs] xfs_map_blocks [xfs] xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_map_buffer [xfs] 0.00% postgres [kernel] [k] xfs_alloc_ioend [xfs] 0.00% postgres [kernel] [k] xfs_add_to_ioend [xfs] | |--50.00%-- xfs_convert_page [xfs] | xfs_cluster_write [xfs] | xfs_page_state_convert [xfs] | xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --50.00%-- xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_finish_ioend [xfs] | |--50.00%-- do_IRQ | ret_from_intr | fsync | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres [kernel] [k] xfs_start_page_writeback [xfs] | |--50.00%-- xfs_vm_writepage [xfs] | __writepage | write_cache_pages | generic_writepages | xfs_vm_writepages [xfs] | do_writepages | __filemap_fdatawrite_range | filemap_write_and_wait_range | vfs_fsync_range | vfs_fsync | do_fsync | sys_fsync | system_call_fastpath | fsync | --50.00%-- xfs_page_state_convert [xfs] xfs_vm_writepage [xfs] __writepage write_cache_pages generic_writepages xfs_vm_writepages [xfs] do_writepages __filemap_fdatawrite_range filemap_write_and_wait_range vfs_fsync_range vfs_fsync do_fsync sys_fsync system_call_fastpath fsync 0.00% postgres [kernel] [k] xfs_end_bio [xfs] | |--50.00%-- do_IRQ | ret_from_intr | fsync | --50.00%-- smp_call_function_single_interrupt call_function_single_interrupt fsync 0.00% postgres ./pg9.2/bin/postgres [.] GetCurrentTransactionNestLevel 0.00% postgres ./pg9.2/bin/postgres [.] IsToastNamespace 0.00% postgres ./pg9.2/bin/postgres [.] ExecSubqueryScan 0.00% postgres ./pg9.2/bin/postgres [.] TerminateBufferIO 0.00% postgres ./pg9.2/bin/postgres [.] FileAccess 0.00% postgres ./pg9.2/bin/postgres [.] CacheInvalidateHeapTuple 0.00% postgres [kernel] [k] system_call_fastpath 0.00% postgres [kernel] [k] ret_from_sys_call 0.00% postgres [kernel] [k] sysret_check 0.00% postgres [kernel] [k] retint_check 0.00% postgres [kernel] [k] call_function_single_interrupt 0.00% postgres [kernel] [k] handle_irq 0.00% postgres [kernel] [k] intel_pmu_disable_all 0.00% postgres [kernel] [k] hw_perf_enable 0.00% postgres [kernel] [k] intel_pmu_enable_all 0.00% postgres [kernel] [k] native_set_pmd 0.00% postgres [kernel] [k] pte_alloc_one 0.00% postgres [kernel] [k] leave_mm 0.00% postgres [kernel] [k] flush_tlb_page 0.00% postgres [kernel] [k] can_migrate_task 0.00% postgres [kernel] [k] load_balance_fair 0.00% postgres [kernel] [k] wake_up_process 0.00% postgres [kernel] [k] round_jiffies_common 0.00% postgres [kernel] [k] internal_add_timer 0.00% postgres [kernel] [k] cascade 0.00% postgres [kernel] [k] del_timer 0.00% postgres [kernel] [k] finish_wait 0.00% postgres [kernel] [k] prepare_to_wait_exclusive 0.00% postgres [kernel] [k] hrtimer_forward 0.00% postgres [kernel] [k] sched_clock_tick 0.00% postgres [kernel] [k] update_wall_time 0.00% postgres [kernel] [k] tick_do_update_jiffies64 0.00% postgres [kernel] [k] handle_IRQ_event 0.00% postgres [kernel] [k] note_interrupt 0.00% postgres [kernel] [k] handle_fasteoi_irq 0.00% postgres [kernel] [k] rcu_sched_qs 0.00% postgres [kernel] [k] dyntick_save_progress_counter 0.00% postgres [kernel] [k] perf_event_do_pending 0.00% postgres [kernel] [k] iov_iter_advance 0.00% postgres [kernel] [k] iov_iter_copy_from_user_atomic 0.00% postgres [kernel] [k] find_get_pages_tag 0.00% postgres [kernel] [k] add_to_page_cache_lru 0.00% postgres [kernel] [k] wait_on_page_writeback_range 0.00% postgres [kernel] [k] lru_cache_add_lru 0.00% postgres [kernel] [k] shmem_recalc_inode 0.00% postgres [kernel] [k] clear_bdi_congested 0.00% postgres [kernel] [k] unmap_page_range 0.00% postgres [kernel] [k] free_pgtables 0.00% postgres [kernel] [k] mpol_shared_policy_lookup 0.00% postgres [kernel] [k] get_any_partial 0.00% postgres [kernel] [k] new_slab 0.00% postgres [kernel] [k] filp_close 0.00% postgres [kernel] [k] vfs_llseek 0.00% postgres [kernel] [k] do_sync_write 0.00% postgres [kernel] [k] drop_file_write_access 0.00% postgres [kernel] [k] fget_light 0.00% postgres [kernel] [k] estimate_accuracy 0.00% postgres [kernel] [k] sys_select 0.00% postgres [kernel] [k] block_write_end 0.00% postgres [kernel] [k] generic_write_end 0.00% postgres [kernel] [k] bvec_alloc_bs 0.00% postgres [kernel] [k] bio_free 0.00% postgres [kernel] [k] ioprio_best 0.00% postgres [kernel] [k] cap_file_mmap 0.00% postgres [kernel] [k] cap_ipc_permission 0.00% postgres [kernel] [k] apparmor_file_free_security 0.00% postgres [kernel] [k] apparmor_file_permission 0.00% postgres [kernel] [k] elv_rqhash_add 0.00% postgres [kernel] [k] __elv_add_request 0.00% postgres [kernel] [k] elv_rb_del 0.00% postgres [kernel] [k] elv_rb_add 0.00% postgres [kernel] [k] blk_account_io_done 0.00% postgres [kernel] [k] blk_rq_init 0.00% postgres [kernel] [k] init_request_from_bio 0.00% postgres [kernel] [k] submit_bio 0.00% postgres [kernel] [k] blk_finish_request 0.00% postgres [kernel] [k] blk_plug_device 0.00% postgres [kernel] [k] attempt_merge 0.00% postgres [kernel] [k] deadline_add_request 0.00% postgres [kernel] [k] find_first_bit 0.00% postgres [kernel] [k] prop_norm_single 0.00% postgres [kernel] [k] __prop_inc_single 0.00% postgres [kernel] [k] radix_tree_node_ctor 0.00% postgres [kernel] [k] radix_tree_preload 0.00% postgres [kernel] [k] __lookup_tag 0.00% postgres [kernel] [k] radix_tree_gang_lookup_tag_slot 0.00% postgres [kernel] [k] clear_page 0.00% postgres [kernel] [k] memset_c 0.00% postgres [kernel] [k] __sg_alloc_table 0.00% postgres [kernel] [k] swiotlb_unmap_sg_attrs 0.00% postgres [kernel] [k] swiotlb_map_sg_attrs 0.00% postgres [kernel] [k] scsi_put_command 0.00% postgres [kernel] [k] scsi_prep_state_check 0.00% postgres [kernel] [k] scsi_sg_alloc 0.00% postgres [kernel] [k] __scsi_release_buffers 0.00% postgres [kernel] [k] scsi_end_request 0.00% postgres [kernel] [k] sd_done 0.00% postgres [kernel] [k] any_ports_active 0.00% postgres [kernel] [k] dma_issue_pending_all 0.00% postgres [kernel] [k] _cond_resched 0.00% postgres [kernel] [k] __wait_on_bit 0.00% postgres [kernel] [k] megasas_fire_cmd_gen2 [megaraid_sas] 0.00% postgres [kernel] [k] megasas_isr [megaraid_sas] 0.00% postgres [kernel] [k] xfs_alloc_fix_len [xfs] 0.00% postgres [kernel] [k] xfs_bmap_add_extent_hole_delay [xfs] 0.00% postgres [kernel] [k] xfs_bmbt_get_all [xfs] 0.00% postgres [kernel] [k] xfs_bmbt_get_blockcount [xfs] 0.00% postgres [kernel] [k] xfs_bmbt_get_startoff [xfs] 0.00% postgres [kernel] [k] xfs_btree_lookup [xfs] 0.00% postgres [kernel] [k] xfs_iunlock [xfs] 0.00% postgres [kernel] [k] xfs_iomap_eof_want_preallocate [xfs] 0.00% postgres [kernel] [k] xfs_alloc_ioend_bio [xfs] 0.00% postgres [kernel] [k] xfs_submit_ioend [xfs] 0.00% postgres [kernel] [k] xfs_file_aio_write [xfs] 0.00% postgres /lib/libc-2.11.1.so [.] __errno_location 0.00% postgres /lib/libc-2.11.1.so [.] random 0.00% postgres /lib/libc-2.11.1.so [.] __select 0.00% postgres /lib/ld-2.11.1.so [.] 0x00000000009ce9 0.00% postgres ./pg9.2/bin/postgres [.] random@plt 0.00% postgres ./pg9.2/bin/postgres [.] XLogFlush 0.00% postgres ./pg9.2/bin/postgres [.] isTempToastNamespace 0.00% postgres ./pg9.2/bin/postgres [.] ProcessCompletedNotifies 0.00% postgres ./pg9.2/bin/postgres [.] intorel_shutdown 0.00% postgres ./pg9.2/bin/postgres [.] intorel_receive 0.00% postgres ./pg9.2/bin/postgres [.] pq_getbyte 0.00% postgres ./pg9.2/bin/postgres [.] BufTableInsert 0.00% postgres ./pg9.2/bin/postgres [.] FileWrite 0.00% postgres ./pg9.2/bin/postgres [.] _mdnblocks 0.00% postgres ./pg9.2/bin/postgres [.] register_dirty_segment 0.00% postgres ./pg9.2/bin/postgres [.] mdwrite 0.00% postgres ./pg9.2/bin/postgres [.] GetCurrentTimestamp 0.00% postgres ./pg9.2/bin/postgres [.] AtEOXact_RelationCache 0.00% postgres ./pg9.2/bin/postgres [.] AllocSetDelete 0.00% postgres ./pg9.2/bin/postgres [.] HeapTupleSatisfiesMVCC 0.00% postgres ./pg9.2/bin/postgres [.] T.109 # # (For a higher level overview, try: perf report --sort comm,dso) #