preemption latency trace v1.0.6 on 2.6.9-rc1-bk12-VP-R6
--------------------------------------------------
 latency: 129 us, entries: 262 (262)  [VP:1 KP:1 SP:1 HP:1 #CPUS:1]
    -----------------
    | task: bzip2/27051, uid:0 nice:0 policy:0 rt_prio:0
    -----------------
 => started at: cond_resched_lock+0x82/0x90
 => ended at:   cond_resched_lock+0x13/0x90
=======>
00000001 0.000ms (+0.001ms): cond_resched_lock (unmap_vmas)
00000001 0.001ms (+0.000ms): unmap_page_range (unmap_vmas)
00000001 0.002ms (+0.000ms): zap_pmd_range (unmap_page_range)
00000001 0.002ms (+0.000ms): zap_pte_range (zap_pmd_range)
00000001 0.003ms (+0.001ms): page_address (zap_pte_range)
00000001 0.004ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.005ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.005ms (+0.001ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.007ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.008ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.008ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.009ms (+0.001ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.010ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.010ms (+0.002ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.012ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.013ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.013ms (+0.000ms): swap_info_get (swap_free)
00000003 0.014ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.014ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.015ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.015ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.015ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.016ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.017ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.017ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.018ms (+0.001ms): free_pages_bulk (free_hot_cold_page)
00000001 0.020ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.020ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.021ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.021ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.022ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.022ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.022ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.023ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.023ms (+0.001ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.024ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.025ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.025ms (+0.000ms): swap_info_get (swap_free)
00000003 0.025ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.025ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.026ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.026ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.026ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.027ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.027ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.027ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.028ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000003 0.029ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.029ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.030ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.030ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.031ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.031ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.031ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.032ms (+0.000ms): bad_range (free_pages_bulk)
00000001 0.033ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.033ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.033ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.034ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.034ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.035ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.035ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.035ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.036ms (+0.001ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.037ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.037ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.037ms (+0.000ms): swap_info_get (swap_free)
00000003 0.038ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.038ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.038ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.039ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.039ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.039ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.040ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.040ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.041ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000001 0.042ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.042ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.042ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.043ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.043ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.044ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.044ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.044ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.045ms (+0.000ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.046ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.046ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.046ms (+0.000ms): swap_info_get (swap_free)
00000003 0.047ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.047ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000001 0.047ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.048ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.048ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.048ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.049ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.049ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.050ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000003 0.050ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.050ms (+0.000ms): bad_range (free_pages_bulk)
00000001 0.051ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.051ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.052ms (+0.001ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00010002 0.054ms (+0.000ms): do_IRQ (__set_page_dirty_nobuffers)
00010002 0.054ms (+0.000ms): do_IRQ (<00000000>)
00010003 0.054ms (+0.002ms): mask_and_ack_8259A (do_IRQ)
00010003 0.057ms (+0.000ms): generic_redirect_hardirq (do_IRQ)
00010002 0.057ms (+0.000ms): generic_handle_IRQ_event (do_IRQ)
00010002 0.058ms (+0.000ms): timer_interrupt (generic_handle_IRQ_event)
00010003 0.058ms (+0.006ms): mark_offset_tsc (timer_interrupt)
00010003 0.065ms (+0.000ms): do_timer (timer_interrupt)
00010003 0.066ms (+0.000ms): update_process_times (do_timer)
00010003 0.066ms (+0.000ms): update_one_process (update_process_times)
00010003 0.067ms (+0.000ms): run_local_timers (update_process_times)
00010003 0.067ms (+0.000ms): raise_softirq (update_process_times)
00010003 0.068ms (+0.000ms): scheduler_tick (update_process_times)
00010003 0.068ms (+0.002ms): sched_clock (scheduler_tick)
00010003 0.070ms (+0.000ms): update_wall_time (do_timer)
00010003 0.070ms (+0.000ms): update_wall_time_one_tick (update_wall_time)
00010003 0.071ms (+0.000ms): profile_tick (timer_interrupt)
00010003 0.072ms (+0.000ms): profile_hook (profile_tick)
00010004 0.072ms (+0.000ms): notifier_call_chain (profile_hook)
00010003 0.073ms (+0.000ms): profile_hit (timer_interrupt)
00010003 0.074ms (+0.000ms): generic_note_interrupt (do_IRQ)
00010003 0.074ms (+0.000ms): end_8259A_irq (do_IRQ)
00010003 0.074ms (+0.001ms): enable_8259A_irq (do_IRQ)
00000003 0.076ms (+0.000ms): do_softirq (do_IRQ)
00000003 0.076ms (+0.000ms): __do_softirq (do_softirq)
00000003 0.077ms (+0.000ms): wake_up_process (do_softirq)
00000003 0.077ms (+0.000ms): try_to_wake_up (wake_up_process)
00000003 0.077ms (+0.000ms): task_rq_lock (try_to_wake_up)
00000004 0.078ms (+0.000ms): activate_task (try_to_wake_up)
00000004 0.078ms (+0.000ms): sched_clock (activate_task)
00000004 0.079ms (+0.000ms): recalc_task_prio (activate_task)
00000004 0.080ms (+0.000ms): effective_prio (recalc_task_prio)
00000004 0.080ms (+0.000ms): enqueue_task (activate_task)
00000003 0.081ms (+0.001ms): preempt_schedule (try_to_wake_up)
00000001 0.082ms (+0.000ms): preempt_schedule (__set_page_dirty_nobuffers)
00000001 0.082ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.083ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.083ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.083ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.084ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.084ms (+0.001ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.085ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000003 0.086ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.086ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.086ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.087ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.087ms (+0.000ms): swap_info_get (swap_free)
00000003 0.087ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.088ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.088ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.088ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.089ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.089ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.089ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.089ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.090ms (+0.000ms): preempt_schedule (__page_cache_release)
00000001 0.090ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.091ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.091ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000002 0.092ms (+0.000ms): preempt_schedule (free_pages_bulk)
00000001 0.092ms (+0.000ms): preempt_schedule (zap_pte_range)
00000001 0.093ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.093ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.093ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.094ms (+0.000ms): preempt_schedule (__set_page_dirty_nobuffers)
00000001 0.094ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.095ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.095ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.095ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.096ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.096ms (+0.000ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.097ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000003 0.097ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.097ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.098ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.098ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.098ms (+0.000ms): swap_info_get (swap_free)
00000003 0.099ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.099ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.099ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.100ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.100ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.100ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.100ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.101ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.101ms (+0.000ms): preempt_schedule (__page_cache_release)
00000001 0.101ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.102ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.102ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000003 0.103ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.103ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.103ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.104ms (+0.000ms): bad_range (free_pages_bulk)
00000002 0.104ms (+0.000ms): preempt_schedule (free_pages_bulk)
00000001 0.105ms (+0.000ms): preempt_schedule (zap_pte_range)
00000001 0.105ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.105ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.106ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.106ms (+0.000ms): preempt_schedule (__set_page_dirty_nobuffers)
00000001 0.107ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.107ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.107ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.107ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.108ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.108ms (+0.000ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.109ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000003 0.109ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.110ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.110ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.110ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.110ms (+0.000ms): swap_info_get (swap_free)
00000003 0.111ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.111ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.111ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.112ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.112ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.112ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.113ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.113ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.113ms (+0.000ms): preempt_schedule (__page_cache_release)
00000001 0.114ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.114ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.114ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000002 0.115ms (+0.000ms): preempt_schedule (free_pages_bulk)
00000001 0.115ms (+0.000ms): preempt_schedule (zap_pte_range)
00000001 0.116ms (+0.000ms): set_page_dirty (zap_pte_range)
00000001 0.116ms (+0.000ms): __set_page_dirty_nobuffers (set_page_dirty)
00000002 0.116ms (+0.000ms): radix_tree_tag_set (__set_page_dirty_nobuffers)
00000001 0.117ms (+0.000ms): preempt_schedule (__set_page_dirty_nobuffers)
00000001 0.117ms (+0.000ms): page_remove_rmap (zap_pte_range)
00000001 0.118ms (+0.000ms): free_page_and_swap_cache (zap_pte_range)
00000001 0.118ms (+0.000ms): remove_exclusive_swap_page (free_page_and_swap_cache)
00000001 0.118ms (+0.000ms): swap_info_get (remove_exclusive_swap_page)
00000004 0.119ms (+0.000ms): __delete_from_swap_cache (remove_exclusive_swap_page)
00000004 0.119ms (+0.000ms): radix_tree_delete (__delete_from_swap_cache)
00000003 0.120ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000003 0.120ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.120ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.121ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.121ms (+0.000ms): swap_free (remove_exclusive_swap_page)
00000001 0.121ms (+0.000ms): swap_info_get (swap_free)
00000003 0.122ms (+0.000ms): swap_entry_free (swap_free)
00000003 0.122ms (+0.000ms): swap_info_put (remove_exclusive_swap_page)
00000002 0.122ms (+0.000ms): preempt_schedule (swap_info_put)
00000001 0.122ms (+0.000ms): preempt_schedule (remove_exclusive_swap_page)
00000001 0.123ms (+0.000ms): unlock_page (free_page_and_swap_cache)
00000001 0.123ms (+0.000ms): wake_up_page (unlock_page)
00000001 0.123ms (+0.000ms): page_waitqueue (wake_up_page)
00000001 0.124ms (+0.000ms): __page_cache_release (zap_pte_range)
00000001 0.124ms (+0.000ms): preempt_schedule (__page_cache_release)
00000001 0.124ms (+0.000ms): free_hot_page (zap_pte_range)
00000001 0.125ms (+0.000ms): free_hot_cold_page (zap_pte_range)
00000002 0.125ms (+0.000ms): free_pages_bulk (free_hot_cold_page)
00000003 0.126ms (+0.000ms): bad_range (free_pages_bulk)
00000003 0.126ms (+0.000ms): bad_range (free_pages_bulk)
00000002 0.126ms (+0.000ms): preempt_schedule (free_pages_bulk)
00000001 0.127ms (+0.001ms): preempt_schedule (zap_pte_range)
00000001 0.128ms (+0.000ms): cond_resched_lock (unmap_vmas)
00000001 0.129ms (+0.000ms): touch_preempt_timing (cond_resched_lock)
00000001 0.129ms (+0.000ms): update_max_trace (check_preempt_timing)