preemption latency trace v1.0.6 on 2.6.9-rc1-bk12-VP-R6
--------------------------------------------------
 latency: 111 us, entries: 55 (55)  [VP:1 KP:1 SP:1 HP:1 #CPUS:1]
    -----------------
    | task: ksoftirqd/0/2, uid:0 nice:-10 policy:0 rt_prio:0
    -----------------
 => started at: scsi_request_fn+0x239/0x490
 => ended at:   scsi_request_fn+0x25e/0x490
=======>
00000001 0.000ms (+0.000ms): scsi_request_fn (blk_run_queue)
00000001 0.000ms (+0.000ms): elv_next_request (scsi_request_fn)
00000001 0.000ms (+0.000ms): as_next_request (elv_next_request)
00000001 0.001ms (+0.000ms): as_dispatch_request (as_next_request)
00000001 0.001ms (+0.000ms): as_fifo_expired (as_dispatch_request)
00000001 0.002ms (+0.000ms): as_move_to_dispatch (as_dispatch_request)
00000001 0.002ms (+0.001ms): as_antic_stop (as_move_to_dispatch)
00000001 0.003ms (+0.000ms): as_find_next_arq (as_move_to_dispatch)
00000001 0.004ms (+0.000ms): rb_next (as_find_next_arq)
00000001 0.004ms (+0.000ms): rb_prev (as_find_next_arq)
00000001 0.005ms (+0.000ms): as_find_first_arq (as_find_next_arq)
00000001 0.005ms (+0.001ms): as_choose_req (as_find_next_arq)
00000001 0.007ms (+0.000ms): as_remove_queued_request (as_move_to_dispatch)
00000001 0.007ms (+0.000ms): as_remove_merge_hints (as_remove_queued_request)
00000001 0.008ms (+0.000ms): rb_erase (as_remove_queued_request)
00000001 0.009ms (+0.001ms): __rb_erase_color (rb_erase)
00000001 0.010ms (+0.001ms): scsi_prep_fn (elv_next_request)
00000001 0.011ms (+0.000ms): scsi_get_command (scsi_prep_fn)
00000001 0.012ms (+0.000ms): __scsi_get_command (scsi_get_command)
00000001 0.012ms (+0.001ms): kmem_cache_alloc (__scsi_get_command)
00000001 0.014ms (+0.000ms): scsi_init_io (scsi_prep_fn)
00000001 0.015ms (+0.001ms): scsi_alloc_sgtable (scsi_init_io)
00000001 0.016ms (+0.000ms): mempool_alloc (scsi_alloc_sgtable)
00000001 0.017ms (+0.000ms): mempool_alloc_slab (mempool_alloc)
00000001 0.017ms (+0.001ms): kmem_cache_alloc (mempool_alloc)
00000001 0.019ms (+0.058ms): blk_rq_map_sg (scsi_init_io)
00000001 0.077ms (+0.003ms): sd_init_command (scsi_prep_fn)
00010001 0.081ms (+0.000ms): do_IRQ (scsi_request_fn)
00010001 0.081ms (+0.000ms): do_IRQ (<00000000>)
00010002 0.082ms (+0.003ms): mask_and_ack_8259A (do_IRQ)
00010002 0.085ms (+0.000ms): generic_redirect_hardirq (do_IRQ)
00010001 0.085ms (+0.000ms): generic_handle_IRQ_event (do_IRQ)
00010001 0.086ms (+0.000ms): timer_interrupt (generic_handle_IRQ_event)
00010002 0.087ms (+0.007ms): mark_offset_tsc (timer_interrupt)
00010002 0.094ms (+0.000ms): do_timer (timer_interrupt)
00010002 0.094ms (+0.000ms): update_process_times (do_timer)
00010002 0.095ms (+0.001ms): update_one_process (update_process_times)
00010002 0.096ms (+0.000ms): run_local_timers (update_process_times)
00010002 0.096ms (+0.000ms): raise_softirq (update_process_times)
00010002 0.097ms (+0.000ms): scheduler_tick (update_process_times)
00010002 0.097ms (+0.003ms): sched_clock (scheduler_tick)
00010003 0.101ms (+0.001ms): task_timeslice (scheduler_tick)
00010002 0.103ms (+0.000ms): update_wall_time (do_timer)
00010002 0.103ms (+0.000ms): update_wall_time_one_tick (update_wall_time)
00010002 0.104ms (+0.000ms): profile_tick (timer_interrupt)
00010002 0.104ms (+0.000ms): profile_hook (profile_tick)
00010003 0.105ms (+0.000ms): notifier_call_chain (profile_hook)
00010002 0.105ms (+0.001ms): profile_hit (timer_interrupt)
00010002 0.106ms (+0.000ms): generic_note_interrupt (do_IRQ)
00010002 0.107ms (+0.000ms): end_8259A_irq (do_IRQ)
00010002 0.107ms (+0.001ms): enable_8259A_irq (do_IRQ)
00000002 0.109ms (+0.000ms): do_softirq (do_IRQ)
00000002 0.109ms (+0.002ms): __do_softirq (do_softirq)
00000001 0.112ms (+0.000ms): sub_preempt_count (scsi_request_fn)
00000001 0.112ms (+0.000ms): update_max_trace (check_preempt_timing)