# ======== # captured on: Tue Aug 29 05:38:23 2017 # hostname : bhum04-SFP1 # os release : 3.10.0-327.36.3.el7.x86_64 # perf version : 3.10.0-327.36.3.el7.x86_64.debug # arch : x86_64 # nrcpus online : 112 # nrcpus avail : 112 # cpudesc : Intel(R) Xeon(R) Platinum 8180 CPU @ 2.50GHz # cpuid : GenuineIntel,6,85,4 # total memory : 394691364 kB # cmdline : /usr/bin/perf record -F 99 -t 27630 --call-graph fp # event : name = cycles, , size = 104, { sample_period, sample_freq } = 99, sample_type = IP|TID|TIME|CALLCHAIN|PERIOD, disabled = 1, mmap = 1, comm = 1, freq = 1, task = 1, sample_id_all = 1, exclude_guest = 1, mmap2 = 1, comm_exec = 1 # sibling cores : 0-27,56-83 # sibling cores : 28-55,84-111 # sibling threads : 0,56 # sibling threads : 1,57 # sibling threads : 2,58 # sibling threads : 3,59 # sibling threads : 4,60 # sibling threads : 5,61 # sibling threads : 6,62 # sibling threads : 7,63 # sibling threads : 8,64 # sibling threads : 9,65 # sibling threads : 10,66 # sibling threads : 11,67 # sibling threads : 12,68 # sibling threads : 13,69 # sibling threads : 14,70 # sibling threads : 15,71 # sibling threads : 16,72 # sibling threads : 17,73 # sibling threads : 18,74 # sibling threads : 19,75 # sibling threads : 20,76 # sibling threads : 21,77 # sibling threads : 22,78 # sibling threads : 23,79 # sibling threads : 24,80 # sibling threads : 25,81 # sibling threads : 26,82 # sibling threads : 27,83 # sibling threads : 28,84 # sibling threads : 29,85 # sibling threads : 30,86 # sibling threads : 31,87 # sibling threads : 32,88 # sibling threads : 33,89 # sibling threads : 34,90 # sibling threads : 35,91 # sibling threads : 36,92 # sibling threads : 37,93 # sibling threads : 38,94 # sibling threads : 39,95 # sibling threads : 40,96 # sibling threads : 41,97 # sibling threads : 42,98 # sibling threads : 43,99 # sibling threads : 44,100 # sibling threads : 45,101 # sibling threads : 46,102 # sibling threads : 47,103 # sibling threads : 48,104 # sibling threads : 49,105 # sibling threads : 50,106 # sibling threads : 51,107 # sibling threads : 52,108 # sibling threads : 53,109 # sibling threads : 54,110 # sibling threads : 55,111 # node0 meminfo : total = 199964292 kB, free = 171347464 kB # node0 cpu list : 0-27,56-83 # node1 meminfo : total = 201326592 kB, free = 175953176 kB # node1 cpu list : 28-55,84-111 # pmu mappings: cpu = 4, software = 1, tracepoint = 2, intel_cqm = 6, breakpoint = 5 # ======== # # Samples: 9K of event 'cycles' # Event count (approx.): 302019290764 # # Overhead Samples Command Shared Object Symbol # ........ ............ ............ .......................... .................................................................................................................. # 11.63% 1036 mc:worker_14 ep.so [.] ObjectRegistry::onDeleteItem | ---ObjectRegistry::onDeleteItem EvpGetInfo 11.53% 1037 mc:worker_14 ep.so [.] ObjectRegistry::onCreateItem | ---ObjectRegistry::onCreateItem 0x14 0x3936343130303030 8.20% 744 mc:worker_14 memcached [.] TimingHistogram::add | ---TimingHistogram::add | |--8.19%-- 0 | --0.01%-- 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 5.84% 551 mc:worker_14 memcached [.] Timings::collect | ---Timings::collect | --5.83%-- 0 3.10% 292 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_lock | ---_raw_spin_lock | |--1.41%-- sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | | | |--1.40%-- tcp_write_xmit | | | | | |--1.17%-- __tcp_push_pending_frames | | | | | | | |--0.98%-- tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.20%-- tcp_rcv_established | | | tcp_v4_do_rcv | | | tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.18%-- irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.06%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3737333530303030 | | | | | | | | | |--0.02%-- skb_clone | | | | | tcp_transmit_skb | | | | | tcp_write_xmit | | | | | __tcp_push_pending_frames | | | | | tcp_push | | | | | tcp_sendmsg | | | | | inet_sendmsg | | | | | sock_sendmsg | | | | | ___sys_sendmsg | | | | | __sys_sendmsg | | | | | sys_sendmsg | | | | | system_call_fastpath | | | | | 0xe78d | | | | | 0 | | | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | | EvpGetInfo | | | | | | | | | |--0.02%-- TimingHistogram::add | | | | | 0 | | | | | | | | | |--0.01%-- pthread_mutex_lock | | | | | 0xffffe860e9000001 | | | | | | | | | |--0.01%-- system_call_fastpath | | | | | syscall | | | | | | | | | |--0.01%-- EvpGet | | | | | 0x240 | | | | | McbpConnection::~McbpConnection | | | | | 0x7c74818ec8348fb | | | | | | | | | |--0.01%-- McbpConnection::addMsgHdr | | | | | 0x240 | | | | | McbpConnection::~McbpConnection | | | | | 0x7c74818ec8348fb | | | | | | | | | --0.01%-- HashTable::unlocked_find | | | | | | | |--0.01%-- local_bh_enable | | | | ip_finish_output | | | | ip_output | | | | ip_local_out_sk | | | | ip_queue_xmit | | | | tcp_transmit_skb | | | | tcp_write_xmit | | | | __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.01%-- local_bh_enable_ip | | | _raw_spin_unlock_bh | | | release_sock | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.23%-- tcp_tsq_handler.part.30 | | | | | |--0.18%-- tcp_tasklet_func | | | tasklet_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.16%-- irq_exit | | | | | | | | | |--0.14%-- do_IRQ | | | | | ret_from_intr | | | | | | | | | | | |--0.03%-- ObjectRegistry::onDeleteItem | | | | | | EvpGetInfo | | | | | | | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | | | | 0x14 | | | | | | 0x3337343030303030 | | | | | | | | | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | | | | | |--0.01%-- HashTable::unlocked_find | | | | | | | | | | | |--0.01%-- Timings::collect | | | | | | 0 | | | | | | | | | | | |--0.01%-- system_call_fastpath | | | | | | syscall | | | | | | 0x6fa1e914000000 | | | | | | | | | | | |--0.01%-- EvpGet | | | | | | 0x240 | | | | | | McbpConnection::~McbpConnection | | | | | | 0x7c74818ec8348fb | | | | | | | | | | | |--0.01%-- __pthread_disable_asynccancel | | | | | | 0 | | | | | | | | | | | |--0.01%-- TimingHistogram::add | | | | | | 0 | | | | | | | | | | | |--0.01%-- Item::Item | | | | | | 0x14 | | | | | | 0x3731323030303030 | | | | | | | | | | | --0.01%-- skb_copy_datagram_iovec | | | | | tcp_recvmsg | | | | | inet_recvmsg | | | | | sock_recvmsg | | | | | SYSC_recvfrom | | | | | sys_recvfrom | | | | | system_call_fastpath | | | | | __libc_recv | | | | | | | | | --0.02%-- smp_apic_timer_interrupt | | | | apic_timer_interrupt | | | | | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | | | EvpGetInfo | | | | | | | | | --0.01%-- __pthread_enable_asynccancel | | | | 0 | | | | | | | --0.02%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.05%-- tcp_release_cb | | release_sock | | | | | |--0.04%-- tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_recvmsg | | inet_recvmsg | | sock_recvmsg | | SYSC_recvfrom | | sys_recvfrom | | system_call_fastpath | | __libc_recv | | | --0.01%-- tcp_send_ack | tcp_cleanup_rbuf | tcp_recvmsg | inet_recvmsg | sock_recvmsg | SYSC_recvfrom | sys_recvfrom | system_call_fastpath | __libc_recv | |--0.46%-- handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | | | |--0.11%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3830373430303030 | | | |--0.07%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.03%-- Item::Item | | 0x14 | | 0x3036323430303030 | | | |--0.03%-- KVShard::getBucket | | 0xffffe860e9000001 | | | |--0.02%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.02%-- TimingHistogram::add | | 0 | | | |--0.02%-- Timings::collect | | 0 | | | |--0.02%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | |--0.01%-- ixgbe_xmit_frame_ring | | ixgbe_xmit_frame | | dev_hard_start_xmit | | sch_direct_xmit | | dev_queue_xmit | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- __skb_clone | | skb_clone | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- skb_release_head_state | | skb_release_all | | __kfree_skb | | tcp_rcv_established | | tcp_v4_do_rcv | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- skb_release_all | | __kfree_skb | | tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | TimingHistogram::add | | 0 | | | |--0.01%-- GetCommandContext::getItem | | 0 | | | |--0.01%-- mod_timer | | sk_reset_timer | | tcp_rearm_rto | | tcp_event_new_data_sent | | tcp_write_xmit | | tcp_tsq_handler.part.30 | | tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | Timings::collect | | 0 | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- mcbp_add_header | | 0x4aa8f231000000 | | | |--0.01%-- McbpConnection::transmit | | 0 | | | |--0.01%-- __pthread_enable_asynccancel | | 0 | | | |--0.01%-- Item::~Item | | EvpGetInfo | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- ObjectRegistry::memoryDeallocated | |--0.36%-- mod_timer | sk_reset_timer | | | |--0.20%-- tcp_schedule_loss_probe | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.16%-- tcp_rearm_rto | | | |--0.08%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- mcbp_add_header | | | 0x5f1fd531000000 | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3432373330303030 | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | |--0.01%-- ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- TimingHistogram::add | | 0 | | | --0.08%-- tcp_event_new_data_sent | tcp_write_xmit | | | |--0.04%-- tcp_tsq_handler.part.30 | | | | | |--0.02%-- tcp_tasklet_func | | | tasklet_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- pthread_mutex_unlock | | | | 0xffffe860e9000001 | | | | | | | --0.01%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | --0.02%-- tcp_release_cb | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.04%-- __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.29%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.20%-- __tcp_push_pending_frames | | | | | |--0.13%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.07%-- tcp_rcv_established | | tcp_v4_do_rcv | | | | | |--0.05%-- tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.01%-- TimingHistogram::add | | | | 0 | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3535343730303030 | | | | | | | --0.01%-- McbpConnection::transmit | | | 0 | | | | | --0.02%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.09%-- tcp_tsq_handler.part.30 | | | |--0.06%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3633393930303030 | | | | | |--0.01%-- EvpItemRelease | | | | | --0.01%-- Collections::VB::Manifest::doesKeyContainValidCollection | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.03%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.24%-- tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.07%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3737353830303030 | | | |--0.05%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.03%-- TimingHistogram::add | | 0 | | | |--0.02%-- Item::~Item | | EvpGetInfo | | | |--0.02%-- __memset_sse2 | | | |--0.01%-- __alloc_skb | | sk_stream_alloc_skb | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- std::string::_M_replace_safe | | 0x1cf | | 0 | | | |--0.01%-- tcp_event_new_data_sent | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- Timings::collect | 0 | |--0.15%-- handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3438343330303030 | | | |--0.01%-- skb_copy_datagram_iovec | | tcp_recvmsg | | inet_recvmsg | | sock_recvmsg | | SYSC_recvfrom | | sys_recvfrom | | system_call_fastpath | | __libc_recv | | | |--0.01%-- tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- bucket_get_item_info | | 0 | | | |--0.01%-- Item::Item | | 0x14 | | 0x3532383030303030 | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- sched_clock | | local_clock | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Item::Item | | 0x14 | | 0x3835343630303030 | | | |--0.01%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.01%-- syscall | |--0.13%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.12%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.03%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3130373130303030 | | | | | |--0.02%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.02%-- TimingHistogram::add | | | 0 | | | | | |--0.02%-- Timings::collect | | | 0 | | | | | |--0.01%-- ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- handle_irq | do_IRQ | ret_from_intr | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- do_huge_pmd_numa_page | handle_mm_fault | __do_page_fault | do_page_fault | page_fault | Item::Item | 0x14 | 0x3830343930303030 | |--0.01%-- try_to_wake_up | wake_up_process | wake_up_worker | insert_work | __queue_work | delayed_work_timer_fn | call_timer_fn | run_timer_softirq | __do_softirq | call_softirq | do_softirq | local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- sys_epoll_ctl system_call_fastpath syscall 2.80% 266 mc:worker_14 libpthread-2.17.so [.] pthread_mutex_lock | ---pthread_mutex_lock | |--1.71%-- 0xffffe860e9000001 | |--0.03%-- 0x240b | |--0.03%-- 0x23e2 | |--0.03%-- 0x2420 | |--0.03%-- 0x239a | |--0.03%-- 0x23a0 | |--0.02%-- 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.02%-- 0x2fed | |--0.02%-- 0x2f9c | |--0.02%-- 0x2f95 | |--0.02%-- 0x2fad | |--0.02%-- 0x23e5 | |--0.02%-- 0x2fb3 | |--0.02%-- 0x2fb1 | |--0.02%-- 0x23a7 | |--0.02%-- 0x238d | |--0.02%-- 0x2390 | |--0.02%-- 0x2388 | |--0.02%-- 0x2fcb | |--0.02%-- 0x23a2 | |--0.02%-- 0x23f6 | |--0.02%-- 0x2fb8 | |--0.02%-- 0x239f | |--0.02%-- 0x2f96 | |--0.02%-- 0x2417 | |--0.01%-- 0x2362 | |--0.01%-- 0x2375 | |--0.01%-- 0x2413 | |--0.01%-- 0x23ed | |--0.01%-- 0x2410 | |--0.01%-- 0x23b2 | |--0.01%-- 0x240e | |--0.01%-- 0x2380 | |--0.01%-- 0x2fb2 | |--0.01%-- 0x2374 | |--0.01%-- 0x23b0 | |--0.01%-- 0x235b | |--0.01%-- 0x2384 | |--0.01%-- 0x23a8 | |--0.01%-- 0x23fd | |--0.01%-- 0x23cf | |--0.01%-- 0x2387 | |--0.01%-- 0x243e | |--0.01%-- 0x2371 | |--0.01%-- 0x23c9 | |--0.01%-- 0x237e | |--0.01%-- 0x23a9 | |--0.01%-- 0x241e | |--0.01%-- 0x23dd | |--0.01%-- 0x23f5 | |--0.01%-- 0x2363 | |--0.01%-- 0x2abd900 | epoll_init | 0x74697728206c6c6f | |--0.01%-- 0x2fd1 | |--0.01%-- 0x237f | |--0.01%-- 0x23b1 | |--0.01%-- 0x2f90 | |--0.01%-- 0x2346 | |--0.01%-- 0x23bf | |--0.01%-- 0x2352 | |--0.01%-- 0x23e4 | |--0.01%-- 0x237a | |--0.01%-- 0x2385 | |--0.01%-- 0x2368 | |--0.01%-- 0x23ff | |--0.01%-- 0x2383 | |--0.01%-- 0x2389 | |--0.01%-- 0x2381 | |--0.01%-- 0x23a3 | |--0.01%-- 0x2434 | |--0.01%-- 0x23db | |--0.01%-- 0x2376 | |--0.01%-- 0x2451 | |--0.01%-- 0x240a | |--0.01%-- 0x2f9b | |--0.01%-- 0x2342 | |--0.01%-- 0x23d1 | |--0.01%-- 0x23d8 | |--0.01%-- 0x2406 | |--0.01%-- 0x23aa | |--0.01%-- 0x23b6 | --0.01%-- 0x23ae 2.11% 208 mc:worker_14 ep.so [.] GenericBlockTimer, 0ul>::~GenericBlockTimer | ---GenericBlockTimer, 0ul>::~GenericBlockTimer | --0.01%-- EvpGetInfo 1.80% 164 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_lock_bh | ---_raw_spin_lock_bh | |--1.51%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.30%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 1.75% 102 mc:worker_14 [kernel.kallsyms] [k] tcp_sendmsg | ---tcp_sendmsg | |--1.74%-- inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 1.73% 148 mc:worker_14 [kernel.kallsyms] [k] copy_user_enhanced_fast_string | ---copy_user_enhanced_fast_string | |--0.79%-- inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.49%-- system_call_fastpath | syscall | | | |--0.20%-- 0x7f670fc2d000 | | 0xfffa2a00e840ec83 | | | |--0.20%-- EvpGetInfo | | | |--0.07%-- 0x63e90514000000 | | | --0.01%-- 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.28%-- skb_copy_datagram_iovec | tcp_recvmsg | inet_recvmsg | sock_recvmsg | SYSC_recvfrom | sys_recvfrom | system_call_fastpath | __libc_recv | |--0.13%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.04%-- ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 1.72% 154 mc:worker_14 ep.so [.] HashTable::unlocked_find | ---HashTable::unlocked_find 1.61% 124 mc:worker_14 libpthread-2.17.so [.] pthread_rwlock_rdlock | ---pthread_rwlock_rdlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 1.48% 108 mc:worker_14 [kernel.kallsyms] [k] ixgbe_poll | ---ixgbe_poll | |--1.46%-- net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--1.23%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.29%-- TimingHistogram::add | | | 0 | | | | | |--0.12%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.12%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3131363730303030 | | | | | |--0.07%-- Timings::collect | | | 0 | | | | | |--0.05%-- pthread_mutex_unlock | | | | | | | |--0.03%-- 0xffffe860e9000001 | | | | | | | |--0.01%-- 0x14df138e212e0000 | | | | | | | --0.01%-- 0x14df138b9ea90000 | | | | | |--0.04%-- Item::Item | | | 0x14 | | | 0x3437373630303030 | | | | | |--0.04%-- syscall | | | | | | | --0.01%-- EvpGetInfo | | | | | |--0.03%-- pthread_mutex_lock | | | | | | | |--0.02%-- 0xffffe860e9000001 | | | | | | | --0.01%-- 0x237e | | | | | |--0.03%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.02%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | |--0.02%-- Item::~Item | | | EvpGetInfo | | | | | |--0.02%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.02%-- __memcmp_sse4_1 | | | | | |--0.02%-- HashTable::unlocked_find | | | | | |--0.02%-- McbpConnection::addMsgHdr | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | |--0.02%-- EvpGet | | | EvpGetInfo | | | | | |--0.01%-- __schedule | | | schedule | | | schedule_hrtimeout_range_clock | | | schedule_hrtimeout_range | | | ep_poll | | | sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- pthread_rwlock_rdlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | |--0.01%-- __pthread_enable_asynccancel | | | 0 | | | | | |--0.01%-- je_free | | | 0x7f6758000000 | | | 0xcd | | | | | |--0.01%-- Item::toItemInfo | | | 0x14df138cac730000 | | | | | |--0.01%-- McbpConnection::transmit | | | 0 | | | | | |--0.01%-- skb_copy_datagram_iovec | | | tcp_recvmsg | | | inet_recvmsg | | | sock_recvmsg | | | SYSC_recvfrom | | | sys_recvfrom | | | system_call_fastpath | | | __libc_recv | | | | | |--0.01%-- bucket_get_item_info | | | | | |--0.01%-- tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- sockfd_lookup_light | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- std::chrono::_V2::system_clock::now | | | 0x7f670fc2d000 | | | 0xfffa2a00e840ec83 | | | | | |--0.01%-- KVShard::getBucket | | | 0xffffe860e9000001 | | | | | |--0.01%-- GetCommandContext::sendResponse | | | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | |--0.01%-- sk_reset_timer | | | tcp_rearm_rto | | | tcp_event_new_data_sent | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- EPStats::memAllocated | | | | | |--0.01%-- sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- McbpStateMachine::setCurrentTask | | | 0x7f670fc2d000 | | | 0xfffa2a00e840ec83 | | | | | |--0.01%-- pthread_getspecific@plt | | | EvpGetInfo | | | | | |--0.01%-- pthread_getspecific | | | EvpGetInfo | | | | | |--0.01%-- mod_timer | | | sk_reset_timer | | | tcp_schedule_loss_probe | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- Timings::collect | | | 0 | | | | | |--0.01%-- system_call_fastpath | | | syscall | | | 0x7f670fc2d000 | | | 0xfffa2a00e840ec83 | | | | | |--0.01%-- je_malloc_usable_size | | | EvpGetInfo | | | | | |--0.01%-- __memcpy_ssse3_back | | | 0x157e | | | 0 | | | | | |--0.01%-- getnstimeofday64 | | | posix_clock_realtime_get | | | sys_clock_gettime | | | system_call_fastpath | | | syscall | | | 0x7f670fc2d000 | | | 0xfffa2a00e840ec83 | | | | | --0.01%-- tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.23%-- local_bh_enable | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- __do_softirq call_softirq do_softirq | |--0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 1.37% 121 mc:worker_14 ep.so [.] Item::Item | ---Item::Item 0x14 0x3232373630303030 1.34% 100 mc:worker_14 ep.so [.] EvpGet | ---EvpGet | |--1.04%-- EvpGetInfo | --0.30%-- 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 1.26% 112 mc:worker_14 [kernel.kallsyms] [k] irq_entries_start | ---irq_entries_start | |--0.50%-- ObjectRegistry::onCreateItem | | | |--0.49%-- EvpGetInfo | | | --0.01%-- 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.16%-- ObjectRegistry::onDeleteItem | | | |--0.15%-- 0 | | | --0.01%-- 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.12%-- TimingHistogram::add | 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.05%-- EvpGet | | | |--0.03%-- EvpGetInfo | | | --0.02%-- 0x3e938314000000 | |--0.05%-- pthread_mutex_lock | EvpGetInfo | |--0.04%-- Timings::collect | 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.04%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | EvpGetInfo | |--0.02%-- pthread_rwlock_rdlock | EvpGetInfo | |--0.02%-- pthread_getspecific | | | |--0.01%-- 0 | | | --0.01%-- EvpGetInfo | |--0.01%-- pthread_mutex_unlock | |--0.01%-- EPStats::memDeallocated | 0 | |--0.01%-- std::string::_M_replace_safe | EvpGetInfo | |--0.01%-- tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- sys_epoll_ctl | system_call_fastpath | syscall | |--0.01%-- KVShard::getBucket | EvpGetInfo | |--0.01%-- read_tsc | __getnstimeofday64 | getnstimeofday64 | posix_clock_realtime_get | sys_clock_gettime | system_call_fastpath | syscall | 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.01%-- syscall | 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.01%-- tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- __alloc_skb | sk_stream_alloc_skb | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- je_malloc | EvpGetInfo | |--0.01%-- skb_clone | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- HashTable::unlocked_find | EvpGetInfo | |--0.01%-- net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | EvpGetItemInfo | 0 | |--0.01%-- call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | ObjectRegistry::onCreateItem | 0x14 | 0x3334313930303030 | |--0.01%-- ixgbe_xmit_frame_ring | ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- Item::Item | EvpGetInfo | |--0.01%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- mod_timer | sk_reset_timer | tcp_rearm_rto | tcp_event_new_data_sent | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ixgbe_select_queue | netdev_pick_tx | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- EvpItemRelease | 0 | --0.01%-- StoredValue::toItem 0x2f9c 1.20% 97 mc:worker_14 ep.so [.] EPStats::memAllocated | ---EPStats::memAllocated 1.20% 112 mc:worker_14 ep.so [.] KVShard::getBucket | ---KVShard::getBucket | --1.12%-- 0xffffe860e9000001 1.17% 114 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | ---_raw_spin_lock_irqsave | |--1.00%-- lock_timer_base.isra.33 | mod_timer | sk_reset_timer | | | |--0.51%-- tcp_rearm_rto | | | | | |--0.27%-- tcp_event_new_data_sent | | | tcp_write_xmit | | | | | | | |--0.22%-- __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.05%-- tcp_tsq_handler.part.30 | | | | | | | |--0.04%-- tcp_tasklet_func | | | | tasklet_action | | | | __do_softirq | | | | call_softirq | | | | do_softirq | | | | irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.01%-- pthread_mutex_lock | | | | | 0xffffe860e9000001 | | | | | | | | | |--0.01%-- EPStats::memDeallocated | | | | | | | | | |--0.01%-- system_call_fastpath | | | | | syscall | | | | | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | --0.01%-- tcp_release_cb | | | release_sock | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.24%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | | | | |--0.21%-- tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.20%-- irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.06%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3035363330303030 | | | | | | | | | |--0.04%-- ObjectRegistry::onDeleteItem | | | | | EvpGetInfo | | | | | | | | | |--0.02%-- Timings::collect | | | | | 0 | | | | | | | | | |--0.01%-- HashTable::unlocked_find | | | | | | | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | | | |--0.01%-- mod_timer | | | | | sk_reset_timer | | | | | tcp_schedule_loss_probe | | | | | tcp_write_xmit | | | | | __tcp_push_pending_frames | | | | | tcp_push | | | | | tcp_sendmsg | | | | | inet_sendmsg | | | | | sock_sendmsg | | | | | ___sys_sendmsg | | | | | __sys_sendmsg | | | | | sys_sendmsg | | | | | system_call_fastpath | | | | | 0xe78d | | | | | 0 | | | | | | | | | |--0.01%-- TimingHistogram::add | | | | | 0 | | | | | | | | | |--0.01%-- EPStats::memAllocated | | | | | | | | | |--0.01%-- mcbp_add_header | | | | | 0x4b7ea731000000 | | | | | | | | | --0.01%-- KVShard::getBucket | | | | 0xffffe860e9000001 | | | | | | | --0.01%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.03%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.49%-- tcp_schedule_loss_probe | | | |--0.48%-- tcp_write_xmit | | | | | |--0.40%-- __tcp_push_pending_frames | | | | | | | |--0.37%-- tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.02%-- tcp_rcv_established | | | tcp_v4_do_rcv | | | tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- EvpGet | | | | 0x240 | | | | McbpConnection::~McbpConnection | | | | 0x7c74818ec8348fb | | | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.08%-- tcp_tsq_handler.part.30 | | tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | |--0.01%-- pthread_mutex_lock | | | 0xffffe860e9000001 | | | | | |--0.01%-- __skb_clone | | | skb_clone | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- KVShard::getBucket | | | 0xffffe860e9000001 | | | | | --0.01%-- sys_epoll_ctl | | system_call_fastpath | | syscall | | | --0.02%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3333383130303030 | | | --0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.04%-- sys_epoll_ctl | system_call_fastpath | syscall | |--0.03%-- mod_timer | sk_reset_timer | tcp_schedule_loss_probe | | | |--0.02%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | | | | |--0.01%-- release_sock | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | TimingHistogram::add | | 0 | | | --0.01%-- tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- __wake_up | credit_entropy_bits | add_interrupt_randomness | handle_irq_event_percpu | handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | | | |--0.01%-- EPStats::memAllocated | | | --0.01%-- Timings::collect | 0 | |--0.02%-- remove_wait_queue | ep_unregister_pollwait.isra.6 | ep_remove | sys_epoll_ctl | system_call_fastpath | syscall | |--0.01%-- try_to_wake_up | default_wake_function | pollwake | __wake_up_common | __wake_up | credit_entropy_bits | add_interrupt_randomness | handle_irq_event_percpu | handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | Item::Item | 0x14 | 0x3732353030303030 | |--0.01%-- update_wall_time | tick_do_update_jiffies64 | tick_sched_do_timer | tick_sched_timer | __hrtimer_run_queues | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | pthread_getspecific | |--0.01%-- rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | Timings::collect | 0 | |--0.01%-- ep_poll | sys_epoll_wait | system_call_fastpath | syscall | --0.01%-- ep_scan_ready_list.isra.7 ep_poll sys_epoll_wait system_call_fastpath syscall 1.04% 67 mc:worker_14 [kernel.kallsyms] [k] tcp_transmit_skb | ---tcp_transmit_skb | |--1.03%-- tcp_write_xmit | | | |--0.84%-- __tcp_push_pending_frames | | | | | |--0.81%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.03%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.02%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3132383030303030 | | | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.01%-- local_bh_enable | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.18%-- tcp_tsq_handler.part.30 | | | |--0.17%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--0.16%-- do_IRQ | | | ret_from_intr | | | | | | | |--0.03%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.03%-- TimingHistogram::add | | | | 0 | | | | | | | |--0.02%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | |--0.02%-- mcbp_add_header | | | | 0x482a0031000000 | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3339343830303030 | | | | | | | |--0.01%-- pthread_mutex_lock | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- Timings::collect | | | | 0 | | | | | | | |--0.01%-- 0xe78d | | | | 0 | | | | | | | |--0.01%-- StoredValue::toItem | | | | KVShard::getBucket | | | | 0x14df1383bb410000 | | | | | | | --0.01%-- EPStats::memDeallocated | | | | | --0.01%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | syscall | | EvpGetInfo | | | --0.01%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_send_ack tcp_cleanup_rbuf tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.98% 90 mc:worker_14 libpthread-2.17.so [.] pthread_rwlock_unlock | ---pthread_rwlock_unlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.97% 88 mc:worker_14 ep.so [.] EPStats::memDeallocated | ---EPStats::memDeallocated 0.92% 89 mc:worker_14 [kernel.kallsyms] [k] skb_release_data | ---skb_release_data skb_release_all | |--0.51%-- __kfree_skb | | | |--0.50%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | | | | |--0.39%-- tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.36%-- irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.04%-- ObjectRegistry::onDeleteItem | | | | | EvpGetInfo | | | | | | | | | |--0.04%-- system_call_fastpath | | | | | syscall | | | | | | | | | | | |--0.02%-- 0x76e26214000000 | | | | | | | | | | | --0.01%-- EvpGetInfo | | | | | | | | | |--0.04%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3832313930303030 | | | | | | | | | |--0.04%-- TimingHistogram::add | | | | | 0 | | | | | | | | | |--0.03%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | | | |--0.02%-- __schedule | | | | | schedule | | | | | schedule_hrtimeout_range_clock | | | | | schedule_hrtimeout_range | | | | | ep_poll | | | | | sys_epoll_wait | | | | | system_call_fastpath | | | | | syscall | | | | | | | | | |--0.02%-- Timings::collect | | | | | 0 | | | | | | | | | |--0.01%-- sockfd_lookup_light | | | | | __sys_sendmsg | | | | | sys_sendmsg | | | | | system_call_fastpath | | | | | 0xe78d | | | | | 0 | | | | | | | | | |--0.01%-- KVShard::getBucket | | | | | 0xffffe860e9000001 | | | | | | | | | |--0.01%-- HashTable::getLockedBucket | | | | | 0x2385 | | | | | | | | | |--0.01%-- free_compound_page | | | | | __put_compound_page | | | | | put_compound_page | | | | | put_page | | | | | skb_free_head | | | | | skb_release_data | | | | | skb_release_all | | | | | __kfree_skb | | | | | tcp_recvmsg | | | | | inet_recvmsg | | | | | sock_recvmsg | | | | | SYSC_recvfrom | | | | | sys_recvfrom | | | | | system_call_fastpath | | | | | __libc_recv | | | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3234323130303030 | | | | | | | | | |--0.01%-- EvpItemRelease | | | | | | | | | |--0.01%-- get_thread_stats | | | | | 0x240 | | | | | McbpConnection::~McbpConnection | | | | | 0x7c74818ec8348fb | | | | | | | | | |--0.01%-- je_free | | | | | 0x18 | | | | | 0x4b71a031000000 | | | | | | | | | |--0.01%-- Item::Item | | | | | 0x14 | | | | | 0x3735343130303030 | | | | | | | | | |--0.01%-- HashTable::unlocked_find | | | | | | | | | |--0.01%-- McbpConnection::addMsgHdr | | | | | 0x240 | | | | | McbpConnection::~McbpConnection | | | | | 0x7c74818ec8348fb | | | | | | | | | --0.01%-- sys_epoll_ctl | | | | system_call_fastpath | | | | syscall | | | | | | | --0.03%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.11%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.41%-- consume_skb | |--0.27%-- __dev_kfree_skb_any | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.25%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.04%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3430303430303030 | | | | | |--0.02%-- je_malloc | | | | | |--0.02%-- Timings::collect | | | 0 | | | | | |--0.02%-- skb_copy_datagram_iovec | | | tcp_recvmsg | | | inet_recvmsg | | | sock_recvmsg | | | SYSC_recvfrom | | | sys_recvfrom | | | system_call_fastpath | | | __libc_recv | | | | | |--0.01%-- ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- system_call_fastpath | | | syscall | | | | | |--0.01%-- tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- Item::Item | | | 0x14 | | | 0x3039383330303030 | | | | | |--0.01%-- syscall | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3236373330303030 | | | | | |--0.01%-- std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release | | | 0xffffe860e9000001 | | | | | |--0.01%-- ObjectRegistry::onSwitchThread | | | | | |--0.01%-- adjust_msghdr | | | 0 | | | | | |--0.01%-- McbpConnection::addIov | | | 0x7f670f80d859 | | | | | --0.01%-- tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- local_bh_enable_ip | | _raw_spin_unlock_bh | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.14%-- packet_rcv dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb | |--0.13%-- tcp_write_xmit | | | |--0.08%-- __tcp_push_pending_frames | | | | | |--0.07%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | KVShard::getBucket | | | --0.05%-- tcp_tsq_handler.part.30 | | | |--0.04%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- HashTable::getLockedBucket | | | 0x244f | | | | | |--0.01%-- mod_timer | | | sk_reset_timer | | | tcp_schedule_loss_probe | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3035363630303030 | | | | | --0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.01%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_send_ack tcp_cleanup_rbuf tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.90% 82 mc:worker_14 [kernel.kallsyms] [k] __skb_clone | ---__skb_clone skb_clone | |--0.56%-- tcp_transmit_skb | tcp_write_xmit | | | |--0.48%-- __tcp_push_pending_frames | | | | | |--0.43%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.05%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3730363330303030 | | | | | --0.01%-- mcbp_add_header | | 0x5f734e31000000 | | | --0.08%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- Timings::collect | | 0 | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3437393430303030 | | | |--0.01%-- StoredValue::toItem | | KVShard::getBucket | | 0x14df1388bb6e0000 | | | |--0.01%-- kmem_cache_alloc_node | | __alloc_skb | | sk_stream_alloc_skb | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- je_free | | EvpGetInfo | | | --0.01%-- pthread_mutex_unlock | 0xffffe860e9000001 | --0.34%-- dev_hard_start_xmit sch_direct_xmit | |--0.33%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.25%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.08%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.03%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.01%-- McbpConnection::runStateMachinery | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3935333230303030 | | | --0.01%-- mod_timer | sk_reset_timer | tcp_schedule_loss_probe | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- __qdisc_run dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.82% 81 mc:worker_14 libpthread-2.17.so [.] pthread_mutex_unlock | ---pthread_mutex_unlock | |--0.52%-- 0xffffe860e9000001 | |--0.01%-- 0x14df1382b0530000 | |--0.01%-- 0x14df138932630000 | |--0.01%-- 0x14df138dbcd70000 | |--0.01%-- 0x14df13905f2f0000 | |--0.01%-- 0x14df138f1a6a0000 | |--0.01%-- 0x14df138fd4e60000 | |--0.01%-- 0x14df1384d92d0000 | |--0.01%-- 0x14df1388ee3f0000 | |--0.01%-- 0x14df1390b9f90000 | |--0.01%-- 0x14df138c2d170000 | |--0.01%-- 0x14df138415740000 | |--0.01%-- 0x14df138fbd870000 | |--0.01%-- 0x14df138d4ea10000 | |--0.01%-- 0x14df1382d3de0000 | |--0.01%-- 0x14df138ec17c0000 | |--0.01%-- 0x14df1388d7d50000 | |--0.01%-- 0x14df13870ab50000 | |--0.01%-- 0x14df1385db250000 | |--0.01%-- 0x14df13847b8b0000 | |--0.01%-- 0x14df1382bc7d0000 | |--0.01%-- 0x14df13891ed90000 | |--0.01%-- 0x14df1384d3c10000 | |--0.01%-- 0x14df139131600000 | |--0.01%-- 0x14df138569210000 | |--0.01%-- 0x14df13907c600000 | |--0.01%-- 0x14df138857160000 | |--0.01%-- 0x14df138f8e960000 | |--0.01%-- 0x14df138a30730000 | |--0.01%-- 0x14df1382fff80000 | --0.01%-- 0x14df138f54550000 0.71% 70 mc:worker_14 [kernel.kallsyms] [k] ixgbe_xmit_frame_ring | ---ixgbe_xmit_frame_ring ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.64%-- __tcp_push_pending_frames | | | |--0.57%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.07%-- tcp_rcv_established | tcp_v4_do_rcv | | | |--0.06%-- tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.05%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- pthread_mutex_lock | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- KVShard::getBucket | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- HashTable::unlocked_find | | | | | | | |--0.01%-- Item::Item | | | | 0x14 | | | | 0x3633363130303030 | | | | | | | --0.01%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | --0.01%-- local_bh_enable | | lock_sock_nested | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.08%-- tcp_tsq_handler.part.30 | |--0.06%-- tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | | | |--0.05%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- pthread_mutex_lock | | | 0xffffe860e9000001 | | | | | |--0.01%-- EvpGet | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | |--0.01%-- mod_timer | | | sk_reset_timer | | | tcp_schedule_loss_probe | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- KVShard::getBucket | | | 0xffffe860e9000001 | | | | | --0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.67% 65 mc:worker_14 [kernel.kallsyms] [k] tcp_wfree | ---tcp_wfree skb_release_head_state skb_release_all consume_skb __dev_kfree_skb_any ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.62%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.12%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3930373330303030 | | | |--0.10%-- TimingHistogram::add | | 0 | | | |--0.08%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.04%-- Timings::collect | | 0 | | | |--0.03%-- mod_timer | | sk_reset_timer | | | | | |--0.02%-- tcp_schedule_loss_probe | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_rearm_rto | | tcp_event_new_data_sent | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.02%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.02%-- mcbp_add_header | | 0x68267a31000000 | | | |--0.02%-- pthread_mutex_lock | | | | | |--0.01%-- 0x23a8 | | | | | --0.01%-- 0xffffe860e9000001 | | | |--0.02%-- pthread_rwlock_unlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | |--0.01%-- FailoverTable::getLatestUUID | | 0x14df1390db6d0000 | | | |--0.01%-- KVShard::getBucket | | 0xffffe860e9000001 | | | |--0.01%-- pthread_getspecific | | 0x14 | | 0x3537353130303030 | | | |--0.01%-- pthread_mutex_unlock | | 0xffffe860e9000001 | | | |--0.01%-- __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Bucket::validateMcbpCommand | | 0 | | 0xd8908b4800 | | | |--0.01%-- HashTable::unlocked_find | | | |--0.01%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | |--0.01%-- EvpGetItemInfo | | 0 | | | |--0.01%-- je_malloc_usable_size | | | |--0.01%-- EvpItemRelease | | | |--0.01%-- ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- sk_stream_alloc_skb | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.04%-- local_bh_enable | | | |--0.03%-- ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- local_bh_enable_ip _raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.65% 66 mc:worker_14 memcached [.] mcbp_add_header | ---mcbp_add_header | --0.62%-- 0x3d8a9d31000000 0.60% 56 mc:worker_14 [kernel.kallsyms] [k] tcp_ack | ---tcp_ack tcp_rcv_established tcp_v4_do_rcv | |--0.49%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.47%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.08%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.07%-- TimingHistogram::add | | | 0 | | | | | |--0.04%-- Timings::collect | | | 0 | | | | | |--0.04%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3739363530303030 | | | | | |--0.04%-- system_call_fastpath | | | syscall | | | EvpGetInfo | | | | | |--0.03%-- HashTable::unlocked_find | | | | | |--0.03%-- __schedule | | | | | | | |--0.01%-- schedule | | | | schedule_hrtimeout_range_clock | | | | schedule_hrtimeout_range | | | | ep_poll | | | | sys_epoll_wait | | | | system_call_fastpath | | | | syscall | | | | | | | --0.01%-- schedule_user | | | retint_careful | | | pthread_rwlock_rdlock | | | | | |--0.02%-- Connection::checkPrivilege | | | | | |--0.01%-- EPStats::memAllocated | | | | | |--0.01%-- pthread_rwlock_rdlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | |--0.01%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- tcp_poll | | | sock_poll | | | sys_epoll_ctl | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- je_free | | | | | |--0.01%-- pthread_mutex_unlock | | | 0x14df138e43740000 | | | | | |--0.01%-- EvpGet | | | EvpGetInfo | | | | | |--0.01%-- sk_stream_alloc_skb | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- Item::Item | | | 0x14 | | | 0x3139333630303030 | | | | | |--0.01%-- cb::rbac::PrivilegeContext::check | | | | | --0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.02%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.11%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.59% 60 mc:worker_14 memcached [.] McbpConnection::addMsgHdr | ---McbpConnection::addMsgHdr 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.57% 57 mc:worker_14 memcached [.] GetCommandContext::sendResponse | ---GetCommandContext::sendResponse 0.55% 54 mc:worker_14 ep.so [.] EvpGetItemInfo | ---EvpGetItemInfo | |--0.44%-- 0 | |--0.01%-- 0x14df138837930000 | |--0.01%-- 0x14df1383a7340000 | |--0.01%-- 0x14df138a3bf80000 | |--0.01%-- 0x14df138e8e6d0000 | |--0.01%-- 0x14df13825aa70000 | |--0.01%-- 0x14df13855ac30000 | |--0.01%-- 0x14df138f6d880000 | |--0.01%-- 0x14df138d26320000 | |--0.01%-- 0x14df13905b4d0000 | |--0.01%-- 0x14df138e1ee40000 | --0.01%-- 0x14df138875cf0000 0.48% 48 mc:worker_14 ep.so [.] Item::~Item | ---Item::~Item EvpGetInfo 0.47% 37 mc:worker_14 [kernel.kallsyms] [k] __alloc_skb | ---__alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.46% 29 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_M_mutate | ---std::string::_M_mutate | --0.01%-- 0x1ad4 0 0.46% 46 mc:worker_14 [kernel.kallsyms] [k] kfree_skbmem | ---kfree_skbmem | |--0.35%-- __kfree_skb | tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | | | |--0.29%-- tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.25%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.06%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3737353930303030 | | | | | | | |--0.02%-- mcbp_add_header | | | | 0x42695931000000 | | | | | | | |--0.02%-- Timings::collect | | | | 0 | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.01%-- McbpConnection::addMsgHdr | | | | 0x240 | | | | McbpConnection::~McbpConnection | | | | 0x7c74818ec8348fb | | | | | | | |--0.01%-- __kmalloc_reserve.isra.30 | | | | __alloc_skb | | | | sk_stream_alloc_skb | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- tcp_write_xmit | | | | __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- EvpGet | | | | EvpGetInfo | | | | | | | |--0.01%-- GetCommandContext::sendResponse | | | | | | | |--0.01%-- VBucketMap::getBucket | | | | | | | |--0.01%-- HashTable::getLockedBucket | | | | 0x2412 | | | | | | | |--0.01%-- pthread_setspecific | | | | | | | |--0.01%-- pthread_getspecific | | | | | | | |--0.01%-- inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- je_free | | | | 0x7f6758000000 | | | | 0xcd | | | | | | | --0.01%-- TimingHistogram::add | | | 0 | | | | | |--0.03%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- local_bh_enable_ip | | _raw_spin_unlock_bh | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.05%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.12%-- consume_skb | |--0.11%-- __dev_kfree_skb_any | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.10%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3233313930303030 | | | | | |--0.01%-- sys_epoll_ctl | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- HashTable::unlocked_find | | | | | |--0.01%-- __kmalloc_reserve.isra.30 | | | __alloc_skb | | | sk_stream_alloc_skb | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- StoredValue::toItem | | | KVShard::getBucket | | | 0x14df138de71c0000 | | | | | --0.01%-- Timings::collect | | 0 | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- packet_rcv dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.46% 32 mc:worker_14 [kernel.kallsyms] [k] __copy_skb_header | ---__copy_skb_header __skb_clone skb_clone | |--0.36%-- tcp_transmit_skb | tcp_write_xmit | | | |--0.29%-- __tcp_push_pending_frames | | | | | |--0.27%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.02%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- KVShard::getBucket | | | 0xffffe860e9000001 | | | | | --0.01%-- system_call_fastpath | | syscall | | 0x58daaf14000000 | | | --0.06%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- EPStats::memAllocated | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3239313630303030 | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.01%-- ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.01%-- pthread_rwlock_unlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.10%-- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.09%-- __tcp_push_pending_frames | | | |--0.08%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.43% 42 mc:worker_14 [kernel.kallsyms] [k] ixgbe_msix_clean_rings | ---ixgbe_msix_clean_rings handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.07%-- ObjectRegistry::onCreateItem | 0x14 | 0x3634353230303030 | |--0.05%-- TimingHistogram::add | 0 | |--0.04%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.04%-- Timings::collect | 0 | |--0.03%-- KVShard::getBucket | 0xffffe860e9000001 | |--0.03%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | |--0.02%-- HashTable::getLockedBucket | | | --0.01%-- 0x2f9a | |--0.02%-- mcbp_add_header | 0x47448531000000 | |--0.02%-- Item::Item | 0x14 | 0x3937303530303030 | |--0.01%-- _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- KVBucket::get | EvpGetInfo | |--0.01%-- __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3332373230303030 | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | |--0.01%-- HashTable::unlocked_find | |--0.01%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- pthread_mutex_unlock | 0xffffe860e9000001 | |--0.01%-- ixgbe_select_queue | netdev_pick_tx | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.42% 22 mc:worker_14 [kernel.kallsyms] [k] tcp_init_tso_segs | ---tcp_init_tso_segs tcp_write_xmit | |--0.34%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | | | |--0.33%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.25%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3637323630303030 | | | | | |--0.02%-- pthread_mutex_lock | | | | | | | |--0.01%-- 0x2f9e | | | | | | | --0.01%-- 0xffffe860e9000001 | | | | | |--0.01%-- McbpConnection::transmit | | | 0 | | | | | |--0.01%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- EPStats::memDeallocated | | | | | --0.01%-- EPStats::memAllocated | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.08%-- __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.04%-- ObjectRegistry::onCreateItem | 0x14 | 0x3438393230303030 | |--0.01%-- KVBucket::get | EvpGetInfo | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- TimingHistogram::add 0 0.41% 30 mc:worker_14 memcached [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release | ---std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0xffffe860e9000001 0.39% 37 mc:worker_14 ep.so [.] HashTable::getLockedBucket | ---HashTable::getLockedBucket | |--0.03%-- 0x239f | |--0.02%-- 0x2393 | |--0.02%-- 0x2f9e | |--0.02%-- 0x23e5 | |--0.01%-- 0x239d | |--0.01%-- 0x2366 | |--0.01%-- 0x2f9c | |--0.01%-- 0x23b5 | |--0.01%-- 0x238c | |--0.01%-- 0x241f | |--0.01%-- 0x23b0 | |--0.01%-- 0x2375 | |--0.01%-- 0x2397 | |--0.01%-- 0x23ac | |--0.01%-- 0x23f2 | |--0.01%-- 0x23dd | |--0.01%-- 0x2389 | |--0.01%-- 0x2fd1 | |--0.01%-- 0x2fd4 | |--0.01%-- 0x2fb3 | |--0.01%-- 0x23a9 | |--0.01%-- 0x23e2 | |--0.01%-- 0x23d9 | |--0.01%-- 0x23eb | |--0.01%-- 0x238d | |--0.01%-- 0x2fce | |--0.01%-- 0x2342 | |--0.01%-- 0x244e | |--0.01%-- 0x23f3 | |--0.01%-- 0x23a5 | |--0.01%-- 0x2fb1 | |--0.01%-- 0x2362 | |--0.01%-- 0x23e9 | --0.01%-- 0x2f95 0.38% 37 mc:worker_14 [kernel.kallsyms] [k] add_interrupt_randomness | ---add_interrupt_randomness handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.05%-- ObjectRegistry::onCreateItem | 0x14 | 0x3534353130303030 | |--0.04%-- Timings::collect | 0 | |--0.03%-- TimingHistogram::add | 0 | |--0.03%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.02%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | |--0.02%-- call_softirq | do_softirq | irq_exit | | | |--0.01%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | try_read_mcbp_command | | | --0.01%-- do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3234323930303030 | |--0.02%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- EvpGet | 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.02%-- sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- mcbp_add_header | 0x76e44131000000 | |--0.01%-- KVShard::getBucket | 0xffffe860e9000001 | |--0.01%-- tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- pthread_getspecific | |--0.01%-- system_call_fastpath | syscall | 0x80a30014000000 | |--0.01%-- ObjectRegistry::memoryDeallocated | |--0.01%-- HashTable::unlocked_find | |--0.01%-- __errno_location | 0 | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | |--0.01%-- EPStats::memAllocated | --0.01%-- pthread_rwlock_unlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.38% 38 mc:worker_14 ep.so [.] EvpItemRelease | ---EvpItemRelease | --0.01%-- EvpGetInfo 0.37% 37 mc:worker_14 [kernel.kallsyms] [k] fput | ---fput | |--0.34%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- sys_epoll_ctl system_call_fastpath syscall 0.37% 31 mc:worker_14 [kernel.kallsyms] [k] system_call_after_swapgs | ---system_call_after_swapgs | |--0.22%-- syscall | | | |--0.13%-- EvpGetInfo | | | |--0.03%-- 0x7f670fc2d000 | | 0xc79ee808ec8348fb | | | |--0.03%-- 0x5b9ec014000000 | | | --0.01%-- 0 | |--0.07%-- Bucket::validateMcbpCommand | 0x7f6c28284c80 | 0x7f6c28284c80 | 0x7f6c28284c80 | 0x7f6c28284c80 | 0x7f6c28284c80 | 0x7f6c291f9f80 | 0x7f6c291f9f80 | 0x7f6c291f9f80 | 0x7f6c2804d6a0 | |--0.02%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.02%-- 0xe78d | 0 | |--0.01%-- KVShard::getBucket | 0xffffe860e9000001 | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3237393830303030 | |--0.01%-- HashTable::unlocked_find | --0.01%-- pthread_rwlock_unlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.36% 35 mc:worker_14 [kernel.kallsyms] [k] tcp_write_xmit | ---tcp_write_xmit | |--0.24%-- __tcp_push_pending_frames | | | |--0.20%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.04%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- McbpConnection::tryReadNetwork | | | |--0.01%-- HashTable::unlocked_find | | | --0.01%-- TimingHistogram::add | 0 | |--0.11%-- tcp_tsq_handler.part.30 | | | |--0.10%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3831313330303030 | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- pthread_mutex_unlock | | | 0xffffe860e9000001 | | | | | |--0.01%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- Item::~Item | | | EvpGetInfo | | | | | |--0.01%-- EvpGet | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | |--0.01%-- sched_clock | | | local_clock | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- pthread_rwlock_unlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | --0.01%-- Timings::collect | | 0 | | | --0.01%-- tcp_release_cb | release_sock | tcp_recvmsg | inet_recvmsg | sock_recvmsg | SYSC_recvfrom | sys_recvfrom | system_call_fastpath | __libc_recv | --0.01%-- tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.36% 35 mc:worker_14 [kernel.kallsyms] [k] tasklet_action | ---tasklet_action | |--0.35%-- __do_softirq | call_softirq | do_softirq | | | |--0.33%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.06%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | |--0.05%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3330333930303030 | | | | | |--0.04%-- TimingHistogram::add | | | 0 | | | | | |--0.04%-- Timings::collect | | | 0 | | | | | |--0.02%-- sys_epoll_ctl | | | system_call_fastpath | | | syscall | | | | | |--0.02%-- KVShard::getBucket | | | 0xffffe860e9000001 | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- HashTable::unlocked_find | | | | | |--0.01%-- syscall | | | 0x6c97f514000000 | | | | | |--0.01%-- skb_clone | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- McbpConnection::transmit | | | 0 | | | | | |--0.01%-- Item::Item | | | 0x14 | | | 0x3231373230303030 | | | | | |--0.01%-- __errno_location | | | 0 | | | | | --0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.02%-- local_bh_enable | | | |--0.01%-- lock_sock_nested | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- call_softirq do_softirq irq_exit do_IRQ ret_from_intr FailoverTable::getLatestUUID 0x14df138d86110000 0.34% 35 mc:worker_14 [kernel.kallsyms] [k] system_call | ---system_call | |--0.22%-- syscall | | | |--0.09%-- EvpGetInfo | | | |--0.08%-- 0x7f670fc2d000 | | 0xc79ee808ec8348fb | | | |--0.04%-- 0x40469514000000 | | | --0.01%-- 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.06%-- 0xe78d | 0 | |--0.01%-- EPStats::memAllocated | |--0.01%-- get_thread_stats | |--0.01%-- McbpConnection::addMsgHdr | 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | |--0.01%-- EvpGetItemInfo | 0 | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- ObjectRegistry::onCreateItem 0x14 0x3832393430303030 0.32% 27 mc:worker_14 libpthread-2.17.so [.] pthread_getspecific | ---pthread_getspecific | --0.04%-- 0x14 0x3139393230303030 0.31% 15 mc:worker_14 memcached [.] McbpConnection::addIov | ---McbpConnection::addIov | |--0.21%-- 0x7f670f80d859 | |--0.03%-- 0x2a2a2a2a223a2231 | --0.01%-- 0x41451831000000 0.31% 27 mc:worker_14 [kernel.kallsyms] [k] mod_timer | ---mod_timer | |--0.29%-- sk_reset_timer | | | |--0.19%-- tcp_rearm_rto | | | | | |--0.16%-- tcp_event_new_data_sent | | | tcp_write_xmit | | | | | | | |--0.15%-- __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.01%-- tcp_tsq_handler.part.30 | | | tcp_tasklet_func | | | tasklet_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3833393830303030 | | | | | --0.03%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3431303430303030 | | | | | --0.01%-- Item::Item | | 0x14 | | 0x3830393430303030 | | | --0.10%-- tcp_schedule_loss_probe | | | |--0.06%-- tcp_write_xmit | | | | | |--0.05%-- __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_tsq_handler.part.30 | | tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | std::string::replace | | 0x14 | | 0x3433343230303030 | | | --0.04%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | | | |--0.03%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onDeleteItem | EvpGetInfo | --0.02%-- tcp_schedule_loss_probe | |--0.01%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | TimingHistogram::add | 0 | --0.01%-- tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.31% 29 mc:worker_14 libc-2.17.so [.] syscall | ---syscall | |--0.17%-- EvpGetInfo | |--0.09%-- 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.03%-- 0x4dcbd114000000 | --0.02%-- 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.29% 28 mc:worker_14 [kernel.kallsyms] [k] cmpxchg_double_slab.isra.50 | ---cmpxchg_double_slab.isra.50 __slab_free | |--0.17%-- kmem_cache_free | kfree_skbmem | __kfree_skb | | | |--0.14%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.13%-- irq_exit | | | | | | | |--0.11%-- do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.03%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3631363830303030 | | | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | | EvpGetInfo | | | | | | | | | |--0.02%-- TimingHistogram::add | | | | | 0 | | | | | | | | | |--0.01%-- get_bucket_id | | | | | | | | | |--0.01%-- __tcp_push_pending_frames | | | | | tcp_push | | | | | tcp_sendmsg | | | | | inet_sendmsg | | | | | sock_sendmsg | | | | | ___sys_sendmsg | | | | | __sys_sendmsg | | | | | sys_sendmsg | | | | | system_call_fastpath | | | | | 0xe78d | | | | | 0 | | | | | | | | | |--0.01%-- pthread_rwlock_unlock | | | | | 0x7f6bcccb3000 | | | | | EPBucket::~EPBucket | | | | | 0x9000054f41e90789 | | | | | | | | | --0.01%-- get_thread_stats | | | | 0x240 | | | | McbpConnection::~McbpConnection | | | | 0x7c74818ec8348fb | | | | | | | --0.02%-- smp_apic_timer_interrupt | | | apic_timer_interrupt | | | __schedule | | | schedule | | | schedule_hrtimeout_range_clock | | | schedule_hrtimeout_range | | | ep_poll | | | sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | --0.01%-- local_bh_enable | | lock_sock_nested | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.03%-- tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.13%-- kfree skb_free_head skb_release_data skb_release_all __kfree_skb tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onCreateItem | 0x14 | 0x3830373330303030 | |--0.02%-- TimingHistogram::add | 0 | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | |--0.01%-- lock_timer_base.isra.33 | mod_timer | sk_reset_timer | tcp_schedule_loss_probe | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- sockfd_lookup_light | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.01%-- skb_clone | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- Timings::collect | 0 | --0.01%-- inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.29% 29 mc:worker_14 memcached [.] McbpConnection::transmit | ---McbpConnection::transmit | --0.28%-- 0 0.29% 29 mc:worker_14 [kernel.kallsyms] [k] ixgbe_read_reg | ---ixgbe_read_reg | |--0.28%-- ixgbe_fdir_check_cmd_complete | ixgbe_fdir_add_signature_filter_82599 | ixgbe_xmit_frame_ring | ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | | | |--0.27%-- dev_queue_xmit | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | | | | |--0.21%-- __tcp_push_pending_frames | | | | | | | |--0.14%-- tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.07%-- tcp_rcv_established | | | tcp_v4_do_rcv | | | tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.05%-- irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.02%-- Timings::collect | | | | | 0 | | | | | | | | | |--0.01%-- pthread_mutex_unlock | | | | | 0xffffe860e9000001 | | | | | | | | | |--0.01%-- EvpItemRelease | | | | | | | | | --0.01%-- __pthread_disable_asynccancel | | | | 0 | | | | | | | |--0.01%-- local_bh_enable | | | | ip_finish_output | | | | ip_output | | | | ip_local_out_sk | | | | ip_queue_xmit | | | | tcp_transmit_skb | | | | tcp_write_xmit | | | | __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.01%-- local_bh_enable_ip | | | _raw_spin_unlock_bh | | | release_sock | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.06%-- tcp_tsq_handler.part.30 | | tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.05%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.01%-- std::string::_Rep::_S_create | | | | 0x40000067 | | | | | | | |--0.01%-- TimingHistogram::add | | | | 0 | | | | | | | --0.01%-- Timings::collect | | | 0 | | | | | --0.01%-- local_bh_enable_ip | | _raw_spin_unlock_bh | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- __qdisc_run | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | TimingHistogram::add | 0 | --0.01%-- ixgbe_check_tx_hang ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3432323330303030 0.29% 27 mc:worker_14 [kernel.kallsyms] [k] __getnstimeofday64 | ---__getnstimeofday64 | |--0.28%-- getnstimeofday64 | | | |--0.21%-- posix_clock_realtime_get | | sys_clock_gettime | | system_call_fastpath | | syscall | | | | | |--0.11%-- EvpGetInfo | | | | | |--0.05%-- 0x49d33f14000000 | | | | | --0.05%-- 0x7f670fc2d000 | | 0xfffa2a00e840ec83 | | | --0.07%-- ktime_get_real | | | |--0.04%-- netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- pthread_mutex_unlock | | | 0x14df1382ab4b0000 | | | | | |--0.01%-- SteppableCommandContext::drive | | | | | |--0.01%-- TimingHistogram::add | | | 0 | | | | | --0.01%-- McbpConnection::transmit | | 0 | | | --0.03%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.02%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ktime_get_real dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.29% 18 mc:worker_14 [kernel.kallsyms] [k] __inet_lookup_established | ---__inet_lookup_established | |--0.28%-- tcp_v4_early_demux | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.12%-- tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.04%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.03%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3531393530303030 | | | |--0.03%-- TimingHistogram::add | | 0 | | | |--0.01%-- mcbp_execute_packet | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- EvpGet | | EvpGetInfo | | | |--0.01%-- EPStats::memAllocated | | | --0.01%-- KVShard::getBucket | 0xffffe860e9000001 | --0.01%-- ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.29% 28 mc:worker_14 [kernel.kallsyms] [k] consume_skb | ---consume_skb | |--0.20%-- packet_rcv | | | |--0.18%-- __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.16%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.03%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3237333630303030 | | | | | | | |--0.02%-- TimingHistogram::add | | | | 0 | | | | | | | |--0.01%-- MemoryTracker::NewHook | | | | | | | |--0.01%-- GetCommandContext::sendResponse | | | | | | | |--0.01%-- VBucket::fetchValidValue | | | | 0 | | | | 0x6946227b01010001 | | | | | | | |--0.01%-- pthread_rwlock_rdlock | | | | 0x7f6bcccb3000 | | | | EPBucket::~EPBucket | | | | 0x9000054f41e90789 | | | | | | | |--0.01%-- sched_clock | | | | local_clock | | | | tcp_transmit_skb | | | | tcp_write_xmit | | | | __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- McbpConnection::updateEvent | | | | | | | |--0.01%-- pthread_mutex_unlock | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- pthread_mutex_lock | | | | 0x2f9a | | | | | | | |--0.01%-- pthread_getspecific | | | | | | | |--0.01%-- GetCommandContext::~GetCommandContext | | | | | | | --0.01%-- posix_ktime_get_ts | | | sys_clock_gettime | | | system_call_fastpath | | | syscall | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | --0.02%-- local_bh_enable | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.06%-- __dev_kfree_skb_any | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- system_call_fastpath | | syscall | | 0x5727a414000000 | | | |--0.01%-- Timings::collect | | 0 | | | --0.01%-- syscall | |--0.01%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __pthread_disable_asynccancel 0 0.28% 28 mc:worker_14 libjemalloc.so.2 [.] je_malloc_usable_size | ---je_malloc_usable_size | --0.06%-- EvpGetInfo 0.27% 6 mc:worker_14 [kernel.kallsyms] [k] handle_edge_irq | ---handle_edge_irq | |--0.23%-- handle_irq | do_IRQ | ret_from_intr | | | |--0.21%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3539303330303030 | | | |--0.01%-- Timings::collect | | 0 | | | --0.01%-- tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.04%-- do_IRQ ret_from_intr | |--0.02%-- mod_timer | sk_reset_timer | tcp_rearm_rto | tcp_event_new_data_sent | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- je_free | 0x18 | 0x7152ff31000000 | --0.01%-- pthread_mutex_lock 0xffffe860e9000001 0.27% 26 mc:worker_14 [kernel.kallsyms] [k] skb_clone | ---skb_clone | |--0.25%-- tcp_transmit_skb | tcp_write_xmit | | | |--0.14%-- __tcp_push_pending_frames | | | | | |--0.08%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.05%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- __schedule | | | schedule | | | schedule_hrtimeout_range_clock | | | schedule_hrtimeout_range | | | ep_poll | | | sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3436343830303030 | | | | | |--0.01%-- Timings::collect | | | 0 | | | | | --0.01%-- HashTable::unlocked_find | | | --0.12%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.03%-- TimingHistogram::add | | 0 | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3333333530303030 | | | |--0.02%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- pthread_mutex_unlock | | 0xffffe860e9000001 | | | --0.01%-- skb_clone | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.27% 21 mc:worker_14 [kernel.kallsyms] [k] dev_queue_xmit | ---dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb | |--0.22%-- tcp_write_xmit | | | |--0.16%-- __tcp_push_pending_frames | | | | | |--0.14%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.02%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- HashTable::unlocked_find | | | | | --0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3337303630303030 | | | --0.06%-- tcp_tsq_handler.part.30 | | | |--0.04%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- TimingHistogram::add | | | 0 | | | | | |--0.01%-- McbpConnection::addMsgHdr | | | 0x240 | | | McbpConnection::~McbpConnection | | | 0x7c74818ec8348fb | | | | | --0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3833303330303030 | | | --0.02%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.05%-- tcp_send_ack tcp_cleanup_rbuf tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.27% 27 mc:worker_14 libjemalloc.so.2 [.] je_free | ---je_free | |--0.08%-- 0x500000000 | |--0.05%-- 0x7f6758000000 | 0xcd | |--0.05%-- 0x7f670f800000 | 0xcd | |--0.03%-- EvpGetInfo | |--0.03%-- 0x18 | 0x4b7b2831000000 | --0.02%-- 0x7f6b59a00000 0xcd 0.26% 26 mc:worker_14 [kernel.kallsyms] [k] tcp_established_options | ---tcp_established_options | |--0.18%-- tcp_current_mss | | | |--0.11%-- tcp_send_mss | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.07%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3837363230303030 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- KVShard::getBucket | | 0xffffe860e9000001 | | | |--0.01%-- system_call_fastpath | | syscall | | EvpGetInfo | | | |--0.01%-- sk_stream_alloc_skb | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- TimingHistogram::add | 0 | |--0.07%-- tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.24% 24 mc:worker_14 [kernel.kallsyms] [k] ixgbe_clean_rx_irq | ---ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.24%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.05%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3933383430303030 | | | |--0.04%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.03%-- TimingHistogram::add | | 0 | | | |--0.02%-- Item::Item | | 0x14 | | 0x3831363030303030 | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- skb_copy_datagram_iovec | | tcp_recvmsg | | inet_recvmsg | | sock_recvmsg | | SYSC_recvfrom | | sys_recvfrom | | system_call_fastpath | | __libc_recv | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.01%-- sockfd_lookup_light | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Item::~Item | | EvpGetInfo | | | |--0.01%-- KVShard::getBucket | | 0xffffe860e9000001 | | | |--0.01%-- McbpConnection::setState | | | |--0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.01%-- EPStats::memAllocated | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.24% 24 mc:worker_14 [kernel.kallsyms] [k] fget_light | ---fget_light | |--0.14%-- sockfd_lookup_light | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.06%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.04%-- sys_epoll_ctl system_call_fastpath syscall 0.22% 10 mc:worker_14 [kernel.kallsyms] [k] dst_release | ---dst_release | |--0.20%-- skb_release_head_state | skb_release_all | __kfree_skb | tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- skb_release_all __kfree_skb tcp_rcv_established tcp_v4_do_rcv release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.21% 21 mc:worker_14 [kernel.kallsyms] [k] __slab_free | ---__slab_free | |--0.18%-- kfree | skb_free_head | skb_release_data | skb_release_all | __kfree_skb | tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--0.17%-- do_IRQ | | ret_from_intr | | | | | |--0.06%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.02%-- TimingHistogram::add | | | 0 | | | | | |--0.02%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- Timings::collect | | | 0 | | | | | |--0.01%-- __pthread_disable_asynccancel | | | 0 | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3631323130303030 | | | | | |--0.01%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- HashTable::getLockedBucket | | | 0x2fb1 | | | | | |--0.01%-- __schedule | | | schedule | | | schedule_hrtimeout_range_clock | | | schedule_hrtimeout_range | | | ep_poll | | | sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | --0.01%-- EvpGet | | EvpGetInfo | | | --0.01%-- smp_apic_timer_interrupt | apic_timer_interrupt | TimingHistogram::add | 0 | --0.03%-- kmem_cache_free kfree_skbmem __kfree_skb | |--0.02%-- tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr pthread_mutex_lock 0x2387 0.21% 21 mc:worker_14 libjemalloc.so.2 [.] je_malloc | ---je_malloc 0.21% 21 mc:worker_14 [kernel.kallsyms] [k] ip_queue_xmit | ---ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.17%-- __tcp_push_pending_frames | | | |--0.15%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- pthread_mutex_lock | | 0xffffe860e9000001 | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3930313430303030 | --0.04%-- tcp_tsq_handler.part.30 | |--0.03%-- tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- pthread_mutex_unlock | | 0xffffe860e9000001 | | | --0.01%-- HashTable::getLockedBucket | 0x23bb | --0.01%-- tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.21% 20 mc:worker_14 [kernel.kallsyms] [k] delay_tsc | ---delay_tsc __const_udelay ixgbe_fdir_check_cmd_complete ixgbe_fdir_add_signature_filter_82599 ixgbe_xmit_frame_ring ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.17%-- __tcp_push_pending_frames | | | |--0.11%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.05%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- std::string::_M_mutate | | | |--0.01%-- tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Item::~Item | | EvpGetInfo | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3834373830303030 | --0.04%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.01%-- TimingHistogram::add | 0 | --0.01%-- KVShard::getBucket 0xffffe860e9000001 0.20% 21 mc:worker_14 [kernel.kallsyms] [k] tcp_push | ---tcp_push | |--0.19%-- tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.20% 20 mc:worker_14 [kernel.kallsyms] [k] __netif_receive_skb_core | ---__netif_receive_skb_core | |--0.19%-- __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.18%-- irq_exit | | | | | |--0.17%-- do_IRQ | | | ret_from_intr | | | | | | | |--0.04%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3434313930303030 | | | | | | | |--0.02%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | |--0.02%-- KVShard::getBucket | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- Item::Item | | | | 0x14 | | | | 0x3731323430303030 | | | | | | | |--0.01%-- pthread_mutex_lock | | | | 0x2abd900 | | | | epoll_init | | | | 0x74697728206c6c6f | | | | | | | |--0.01%-- sys_epoll_ctl | | | | system_call_fastpath | | | | syscall | | | | | | | |--0.01%-- TimingHistogram::add | | | | 0 | | | | | | | |--0.01%-- tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- Timings::collect | | | | 0 | | | | | | | --0.01%-- sched_clock | | | local_clock | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | Item::toItemInfo | | 0x14df138290bb0000 | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Item::~Item EvpGetInfo 0.20% 20 mc:worker_14 [kernel.kallsyms] [k] __napi_complete | ---__napi_complete napi_complete_done ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.18%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.04%-- Timings::collect | | 0 | | | |--0.02%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.02%-- TimingHistogram::add | | 0 | | | |--0.01%-- mcbp_add_header | | 0x4e050f31000000 | | | |--0.01%-- __kmalloc_reserve.isra.30 | | __alloc_skb | | sk_stream_alloc_skb | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3533343230303030 | | | |--0.01%-- McbpConnection::addMsgHdr | | 0x240 | | McbpConnection::~McbpConnection | | 0x7c74818ec8348fb | | | |--0.01%-- __pthread_disable_asynccancel | | 0 | | | |--0.01%-- EvpItemRelease | | | |--0.01%-- sk_stream_alloc_skb | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- gethrtime | | EvpGetInfo | | | --0.01%-- EPStats::memDeallocated | --0.02%-- local_bh_enable | |--0.01%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.20% 20 mc:worker_14 libpthread-2.17.so [.] __pthread_disable_asynccancel | ---__pthread_disable_asynccancel 0 0.19% 7 mc:worker_14 [kernel.kallsyms] [k] tcp_v4_rcv | ---tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.18%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.13%-- getnstimeofday64 | | posix_clock_realtime_get | | sys_clock_gettime | | system_call_fastpath | | syscall | | 0x7f670fc2d000 | | 0xfffa2a00e840ec83 | | | |--0.02%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- je_malloc | | | --0.01%-- EPStats::memAllocated | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.19% 19 mc:worker_14 [kernel.kallsyms] [k] skb_entail | ---skb_entail | |--0.16%-- tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.03%-- inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.18% 16 mc:worker_14 libc-2.17.so [.] __memcmp_sse4_1 | ---__memcmp_sse4_1 0.18% 18 mc:worker_14 [kernel.kallsyms] [k] __sk_dst_check | ---__sk_dst_check | |--0.16%-- ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.09%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.07%-- tcp_tsq_handler.part.30 | | | |--0.05%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.03%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3437393330303030 | | | | | |--0.01%-- EPStats::memAllocated | | | | | --0.01%-- TimingHistogram::add | | 0 | | | --0.02%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3239333130303030 | --0.01%-- syscall 0.17% 17 mc:worker_14 [kernel.kallsyms] [k] sock_put | ---sock_put ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.16%-- irq_exit | | | |--0.14%-- do_IRQ | | ret_from_intr | | | | | |--0.04%-- TimingHistogram::add | | | 0 | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- HashTable::getLockedBucket | | | 0x239a | | | | | |--0.01%-- je_malloc_usable_size | | | | | |--0.01%-- inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- std::string::resize | | | 0x14 | | | 0x3036333330303030 | | | | | |--0.01%-- Item::Item | | | 0x14 | | | 0x3338343830303030 | | | | | |--0.01%-- add_wait_queue | | | ep_ptable_queue_proc | | | tcp_poll | | | sock_poll | | | sys_epoll_ctl | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- EPStats::memDeallocated | | | | | --0.01%-- __memset_sse2 | | | --0.02%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--0.01%-- sys_epoll_ctl | | system_call_fastpath | | syscall | | | --0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | --0.01%-- local_bh_enable_ip _raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.17% 17 mc:worker_14 [kernel.kallsyms] [k] tcp_tasklet_func | ---tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq | |--0.16%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.03%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3836373430303030 | | | |--0.03%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.02%-- TimingHistogram::add | | 0 | | | |--0.02%-- KVShard::getBucket | | 0xffffe860e9000001 | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | |--0.01%-- Item::Item | | 0x14 | | 0x3534323530303030 | | | |--0.01%-- McbpConnection::addMsgHdr | | 0x240 | | McbpConnection::~McbpConnection | | 0x7c74818ec8348fb | | | |--0.01%-- ep_real_time | | 0x7f696aaee8c0 | | 0x6946227b01010101 | | | |--0.01%-- pthread_mutex_lock | | 0xec834853d5894855 | | | --0.01%-- __pthread_disable_asynccancel | 0 | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.17% 17 mc:worker_14 memcached [.] get_thread_stats | ---get_thread_stats | |--0.09%-- 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | --0.02%-- 0 0.17% 16 mc:worker_14 [kernel.kallsyms] [k] ipv4_dst_check | ---ipv4_dst_check | |--0.13%-- tcp_v4_early_demux | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.03%-- Timings::collect | | 0 | | | |--0.03%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3330393030303030 | | | |--0.01%-- GetCommandContext::sendResponse | | | |--0.01%-- std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release | | 0xffffe860e9000001 | | | |--0.01%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | |--0.01%-- try_read_mcbp_command | | 0x73cd8f14000000 | | | --0.01%-- pthread_rwlock_unlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.02%-- ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- TimingHistogram::add | | 0 | | | --0.01%-- Timings::collect | 0 | --0.02%-- tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range ep_poll sys_epoll_wait system_call_fastpath syscall 0.16% 16 mc:worker_14 [kernel.kallsyms] [k] tcp_current_mss | ---tcp_current_mss | |--0.13%-- tcp_send_mss | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- TimingHistogram::add | | 0 | | | --0.01%-- Timings::collect | 0 | --0.01%-- tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr EPStats::memAllocated 0.16% 16 mc:worker_14 libpthread-2.17.so [.] __pthread_enable_asynccancel | ---__pthread_enable_asynccancel 0 0.15% 14 mc:worker_14 memcached [.] is_bucket_dying | ---is_bucket_dying 0.15% 15 mc:worker_14 [kernel.kallsyms] [k] tcp_rcv_established | ---tcp_rcv_established tcp_v4_do_rcv | |--0.13%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.12%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.03%-- TimingHistogram::add | | | 0 | | | | | |--0.03%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.02%-- Timings::collect | | | 0 | | | | | |--0.02%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3236373630303030 | | | | | |--0.01%-- pthread_mutex_lock | | | 0x23dd | | | | | --0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | --0.01%-- local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.15% 15 mc:worker_14 [kernel.kallsyms] [k] sk_run_filter | ---sk_run_filter packet_rcv | |--0.09%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | | | |--0.08%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onDeleteItem | EvpGetInfo | --0.06%-- __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.05%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3834393830303030 | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- EPStats::memDeallocated | | | --0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- local_bh_enable lock_sock_nested tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.15% 15 mc:worker_14 [kernel.kallsyms] [k] native_read_tsc | ---native_read_tsc | |--0.04%-- delay_tsc | __const_udelay | ixgbe_fdir_check_cmd_complete | ixgbe_fdir_add_signature_filter_82599 | ixgbe_xmit_frame_ring | ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.03%-- __tcp_push_pending_frames | | | | | |--0.02%-- tcp_rcv_established | | | tcp_v4_do_rcv | | | tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- pthread_mutex_lock | | | | 0xffffe860e9000001 | | | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.01%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Timings::collect | 0 | |--0.04%-- native_sched_clock | sched_clock | | | |--0.03%-- local_clock | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- sched_clock_cpu | update_rq_clock.part.74 | scheduler_tick | update_process_times | tick_sched_handle.isra.14 | tick_sched_timer | __hrtimer_run_queues | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- __const_udelay | ixgbe_fdir_check_cmd_complete | ixgbe_fdir_add_signature_filter_82599 | ixgbe_xmit_frame_ring | ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | | | |--0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | ObjectRegistry::onCreateItem | | 0x14 | | 0x3638383230303030 | | | --0.01%-- tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- read_tsc | | | |--0.01%-- __getnstimeofday64 | | getnstimeofday64 | | posix_clock_realtime_get | | sys_clock_gettime | | system_call_fastpath | | syscall | | 0x7f670fc2d000 | | 0xfffa2a00e840ec83 | | | --0.01%-- ktime_get_update_offsets_now | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | Timings::collect | 0 | |--0.02%-- __getnstimeofday64 | getnstimeofday64 | posix_clock_realtime_get | sys_clock_gettime | system_call_fastpath | syscall | EvpGetInfo | --0.01%-- add_interrupt_randomness handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.15% 15 mc:worker_14 ep.so [.] Item::toItemInfo | ---Item::toItemInfo | |--0.01%-- 0x14df1383847c0000 | |--0.01%-- 0x14df138ec94a0000 | |--0.01%-- 0x14df138d6e5e0000 | |--0.01%-- 0x14df138a01810000 | |--0.01%-- 0x14df138d56a90000 | |--0.01%-- 0x14df13917b7c0000 | |--0.01%-- 0x14df1390c54d0000 | |--0.01%-- 0x14df13847d390000 | |--0.01%-- 0x14df139000980000 | |--0.01%-- 0x14df1389d6230000 | |--0.01%-- 0x14df138b53250000 | |--0.01%-- 0x14df138bf7160000 | |--0.01%-- 0x14df138f30ad0000 | |--0.01%-- 0x14df13894d420000 | --0.01%-- 0x14df138ad0700000 0.14% 14 mc:worker_14 [kernel.kallsyms] [k] sock_wfree | ---sock_wfree tcp_wfree skb_release_head_state skb_release_all consume_skb __dev_kfree_skb_any ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.13%-- irq_exit | | | |--0.12%-- do_IRQ | | ret_from_intr | | | | | |--0.04%-- TimingHistogram::add | | | 0 | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | |--0.01%-- std::string::replace | | | 0x14 | | | 0x3637363130303030 | | | | | |--0.01%-- skb_clone | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- EPStats::memDeallocated | | | | | |--0.01%-- StoredValue::toItem | | | KVShard::getBucket | | | 0x14df138ce5640000 | | | | | --0.01%-- EvpGet | | EvpGetInfo | | | --0.01%-- smp_apic_timer_interrupt | apic_timer_interrupt | ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.14% 14 mc:worker_14 [kernel.kallsyms] [k] ktime_get | ---ktime_get | |--0.08%-- clockevents_program_event | tick_program_event | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--0.01%-- tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3834373030303030 | | | |--0.01%-- packet_rcv | | dev_hard_start_xmit | | sch_direct_xmit | | dev_queue_xmit | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- Timings::collect | | 0 | | | --0.01%-- skb_release_head_state | skb_release_all | consume_skb | __dev_kfree_skb_any | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | HashTable::unlocked_find | |--0.04%-- tick_sched_timer | __hrtimer_run_queues | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--0.02%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | --0.01%-- TimingHistogram::add | 0 | --0.02%-- __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--0.01%-- sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ObjectRegistry::onDeleteItem EvpGetInfo 0.14% 13 mc:worker_14 [kernel.kallsyms] [k] dev_hard_start_xmit | ---dev_hard_start_xmit sch_direct_xmit | |--0.13%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.11%-- __tcp_push_pending_frames | | | | | |--0.10%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | system_call_fastpath | | syscall | | 0x764c8e14000000 | | | --0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3336383630303030 | --0.01%-- __qdisc_run dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __memcmp_sse4_1 0.13% 13 mc:worker_14 [kernel.kallsyms] [k] local_bh_enable | ---local_bh_enable | |--0.05%-- ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.03%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- HashTable::getLockedBucket | | 0x2fb1 | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3336343530303030 | |--0.04%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.03%-- lock_sock_nested | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.13% 13 mc:worker_14 [kernel.kallsyms] [k] skb_release_head_state | ---skb_release_head_state | |--0.11%-- skb_release_all | | | |--0.09%-- consume_skb | | | | | |--0.06%-- __dev_kfree_skb_any | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.01%-- std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release | | | | 0xffffe860e9000001 | | | | | | | |--0.01%-- TimingHistogram::add | | | | 0 | | | | | | | |--0.01%-- sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | 0x14 | | | | 0x3734323230303030 | | | | | | | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | | | | | | | --0.01%-- tcp_send_mss | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.03%-- packet_rcv | | dev_hard_start_xmit | | sch_direct_xmit | | dev_queue_xmit | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | | | | |--0.02%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | local_bh_enable_ip | | _raw_spin_unlock_bh | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- __kfree_skb | | | |--0.01%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | ObjectRegistry::onCreateItem | | 0x14 | | 0x3239343130303030 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- __kfree_skb | |--0.01%-- tcp_rcv_established | tcp_v4_do_rcv | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.13% 13 mc:worker_14 [kernel.kallsyms] [k] __ip_local_out_sk | ---__ip_local_out_sk ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.10%-- __tcp_push_pending_frames | | | |--0.09%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3237343430303030 | --0.03%-- tcp_tsq_handler.part.30 | |--0.02%-- tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3137333230303030 | | | --0.01%-- pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.13% 13 mc:worker_14 memcached [.] McbpStateMachine::setCurrentTask | ---McbpStateMachine::setCurrentTask | --0.11%-- 0x7f670fc2d000 | |--0.04%-- 0xfffa2a00e840ec83 | |--0.04%-- 0xc79ee808ec8348fb | |--0.02%-- 0xc084fffa30f2e808 | --0.01%-- 0xfffa2a00e840ec83 0.13% 13 mc:worker_14 [kernel.kallsyms] [k] __do_softirq | ---__do_softirq | |--0.11%-- call_softirq | do_softirq | | | |--0.09%-- irq_exit | | | | | |--0.07%-- do_IRQ | | | ret_from_intr | | | | | | | |--0.02%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | |--0.02%-- pthread_mutex_unlock | | | | | | | | | |--0.01%-- 0xffffe860e9000001 | | | | | | | | | --0.01%-- 0x14df138e128e0000 | | | | | | | |--0.01%-- HashTable::unlocked_find | | | | | | | |--0.01%-- Timings::collect | | | | 0 | | | | | | | --0.01%-- tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.02%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.02%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- do_softirq irq_exit | |--0.01%-- do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3931313830303030 | --0.01%-- smp_apic_timer_interrupt apic_timer_interrupt pthread_mutex_lock 0x240b 0.13% 13 mc:worker_14 [kernel.kallsyms] [k] sys_clock_gettime | ---sys_clock_gettime | |--0.12%-- system_call_fastpath | syscall | | | |--0.05%-- EvpGetInfo | | | |--0.04%-- 0x3ec11314000000 | | | --0.03%-- 0x7f670fc2d000 | 0xfffa2a00e840ec83 | --0.01%-- syscall 0x76085314000000 0.12% 12 mc:worker_14 ep.so [.] StoredValue::toItem | ---StoredValue::toItem KVShard::getBucket | |--0.01%-- 0x14df138897820000 | |--0.01%-- 0x14df1382aebe0000 | |--0.01%-- 0x14df13868ab10000 | |--0.01%-- 0x14df138635da0000 | |--0.01%-- 0x14df138f41590000 | |--0.01%-- 0x14df138f808b0000 | |--0.01%-- 0x14df1386c4650000 | |--0.01%-- 0x14df1389cf6e0000 | |--0.01%-- 0x14df13839a6e0000 | |--0.01%-- 0x14df13893d410000 | |--0.01%-- 0x14df1384f6920000 | --0.01%-- 0x14df138439d80000 0.12% 12 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | ---_raw_spin_unlock_irqrestore | |--0.09%-- mod_timer | sk_reset_timer | | | |--0.06%-- tcp_rearm_rto | | | | | |--0.04%-- tcp_event_new_data_sent | | | tcp_write_xmit | | | | | | | |--0.03%-- __tcp_push_pending_frames | | | | tcp_push | | | | tcp_sendmsg | | | | inet_sendmsg | | | | sock_sendmsg | | | | ___sys_sendmsg | | | | __sys_sendmsg | | | | sys_sendmsg | | | | system_call_fastpath | | | | 0xe78d | | | | 0 | | | | | | | --0.01%-- tcp_tsq_handler.part.30 | | | tcp_tasklet_func | | | tasklet_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.02%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.01%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | __schedule | | schedule | | schedule_hrtimeout_range_clock | | schedule_hrtimeout_range | | ep_poll | | sys_epoll_wait | | system_call_fastpath | | syscall | | | --0.03%-- tcp_schedule_loss_probe | | | |--0.02%-- tcp_write_xmit | | __tcp_push_pending_frames | | | | | |--0.01%-- tcp_rcv_established | | | tcp_v4_do_rcv | | | tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | local_bh_enable_ip | | | _raw_spin_unlock_bh | | | release_sock | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Item::Item | 0x14 | 0x3737383630303030 | |--0.02%-- ep_remove | sys_epoll_ctl | system_call_fastpath | syscall | --0.01%-- ep_scan_ready_list.isra.7 ep_poll sys_epoll_wait system_call_fastpath syscall 0.12% 12 mc:worker_14 libc-2.17.so [.] __memcpy_ssse3_back | ---__memcpy_ssse3_back | |--0.01%-- 0xf0f | 0 | |--0.01%-- 0x1de4 | 0 | |--0.01%-- 0x1685 | 0 | |--0.01%-- 0x568 | 0x3031363030303030 | |--0.01%-- 0xd4e | 0 | |--0.01%-- 0x2beb | 0 | |--0.01%-- 0x1799 | 0 | |--0.01%-- 0xa3a | 0 | |--0.01%-- 0x20f4 | 0 | |--0.01%-- 0x23b | 0 | |--0.01%-- 0x1052 | 0 | --0.01%-- 0x2d08 0 0.12% 12 mc:worker_14 [kernel.kallsyms] [k] tcp_check_space | ---tcp_check_space tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.02%-- TimingHistogram::add | 0 | |--0.01%-- pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.01%-- EvpGetItemInfo | 0x14df1385bd9e0000 | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3838363730303030 | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | |--0.01%-- Item::~Item | EvpGetInfo | |--0.01%-- je_free | EvpGetInfo | --0.01%-- sockfd_lookup_light __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.12% 12 mc:worker_14 [kernel.kallsyms] [k] ip_finish_output | ---ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.10%-- __tcp_push_pending_frames | | | |--0.07%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.03%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.02%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- pthread_rwlock_rdlock | | | 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- TimingHistogram::add 0 0.12% 10 mc:worker_14 [kernel.kallsyms] [k] ___sys_sendmsg | ---___sys_sendmsg | |--0.11%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- sys_sendmsg system_call_fastpath 0xe78d 0 0.12% 12 mc:worker_14 [kernel.kallsyms] [k] tcp_send_mss | ---tcp_send_mss tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.12% 11 mc:worker_14 ep.so [.] KVBucket::getInternal | ---KVBucket::getInternal | |--0.08%-- 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.03%-- EvpGetInfo | --0.01%-- EvpGetInfo 0.11% 11 mc:worker_14 [kernel.kallsyms] [k] kmem_cache_alloc | ---kmem_cache_alloc | |--0.04%-- build_skb | __alloc_rx_skb | __netdev_alloc_skb | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3335343530303030 | | | |--0.01%-- TimingHistogram::add | | 0 | | | --0.01%-- Timings::collect | 0 | |--0.03%-- skb_clone | dev_hard_start_xmit | sch_direct_xmit | | | |--0.02%-- dev_queue_xmit | | ip_finish_output | | ip_output | | ip_local_out_sk | | ip_queue_xmit | | tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- __qdisc_run | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- sys_epoll_ctl | system_call_fastpath | syscall | |--0.01%-- __alloc_rx_skb | __netdev_alloc_skb | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | KVShard::getBucket | 0xffffe860e9000001 | --0.01%-- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.11% 11 mc:worker_14 [kernel.kallsyms] [k] inet_sendmsg | ---inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.11% 11 mc:worker_14 [kernel.kallsyms] [k] ip_rcv | ---ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.09%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3139303830303030 | | | |--0.02%-- 0xe78d | | | |--0.01%-- pthread_getspecific | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.01%-- local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- local_bh_enable lock_sock_nested tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.11% 11 mc:worker_14 memcached [.] try_read_mcbp_command | ---try_read_mcbp_command | --0.04%-- 0x6bc2f514000000 0.11% 11 mc:worker_14 [kernel.kallsyms] [k] tcp_rearm_rto | ---tcp_rearm_rto | |--0.07%-- tcp_event_new_data_sent | tcp_write_xmit | | | |--0.04%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.03%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- mod_timer | | sk_reset_timer | | tcp_schedule_loss_probe | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3133383730303030 | --0.04%-- tcp_ack tcp_rcv_established tcp_v4_do_rcv | |--0.03%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- KVShard::getBucket | | 0xffffe860e9000001 | | | --0.01%-- EvpItemRelease | --0.01%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.10% 10 mc:worker_14 [kernel.kallsyms] [k] sk_filter | ---sk_filter | |--0.09%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | | | |--0.08%-- irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.02%-- Timings::collect | | | 0 | | | | | |--0.01%-- pthread_mutex_unlock | | | 0xffffe860e9000001 | | | | | |--0.01%-- tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | |--0.01%-- cb_malloc | | | 0x7f6c28284c80 | | | 0x7f6c28284c80 | | | 0x7f6c28284c80 | | | 0x7f6c28284c80 | | | 0x7f6c28284c80 | | | 0x7f6c291f9f80 | | | 0x7f6c291f9f80 | | | 0x7f6c291f9f80 | | | 0x7f6c2804d6a0 | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | |--0.01%-- HashTable::unlocked_find | | | | | --0.01%-- tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr lock_sock_nested tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.10% 10 mc:worker_14 [kernel.kallsyms] [k] tcp_schedule_loss_probe | ---tcp_schedule_loss_probe | |--0.07%-- tcp_write_xmit | | | |--0.06%-- __tcp_push_pending_frames | | | | | |--0.04%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.02%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- ObjectRegistry::onDeleteItem | | | EvpGetInfo | | | | | --0.01%-- TimingHistogram::add | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.03%-- tcp_ack tcp_rcv_established tcp_v4_do_rcv | |--0.02%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- syscall | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3936303330303030 | --0.01%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.10% 10 mc:worker_14 [kernel.kallsyms] [k] put_compound_page | ---put_compound_page put_page skb_free_head skb_release_data skb_release_all __kfree_skb tcp_rcv_established tcp_v4_do_rcv | |--0.08%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- Timings::collect | | 0 | | | |--0.01%-- VBucketMap::getBucket | | | |--0.01%-- EvpGet | | EvpGetInfo | | | |--0.01%-- pthread_mutex_unlock | | 0xffffe860e9000001 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- mcbp_add_header | | 0x49f87531000000 | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3935343030303030 | | | --0.01%-- Item::Item | 0x14 | 0x3630313730303030 | --0.02%-- release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.10% 9 mc:worker_14 [kernel.kallsyms] [k] tcp_event_new_data_sent | ---tcp_event_new_data_sent tcp_write_xmit | |--0.08%-- __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit | |--0.01%-- smp_apic_timer_interrupt | apic_timer_interrupt | Timings::collect | 0 | --0.01%-- do_IRQ ret_from_intr __kmalloc_node_track_caller __kmalloc_reserve.isra.30 __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.10% 10 mc:worker_14 [kernel.kallsyms] [k] __napi_schedule | ---__napi_schedule ixgbe_msix_clean_rings handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.04%-- ObjectRegistry::onCreateItem | 0x14 | 0x3530323230303030 | |--0.02%-- Timings::collect | 0 | |--0.01%-- inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- std::chrono::_V2::system_clock::now | EvpGetInfo | |--0.01%-- KVShard::getBucket | --0.01%-- TimingHistogram::add 0 0.10% 10 mc:worker_14 memcached [.] get_executor | ---get_executor | |--0.09%-- 0x7f6bccc6f180 | GetCommandContext::~GetCommandContext | 0x48004a67d007c748 | --0.01%-- 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.10% 5 mc:worker_14 [kernel.kallsyms] [k] native_sched_clock | ---native_sched_clock sched_clock | |--0.09%-- local_clock | | | |--0.08%-- tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Timings::collect | 0 | --0.01%-- sched_clock_cpu update_rq_clock.part.74 scheduler_tick update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt system_call_fastpath syscall 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.10% 10 mc:worker_14 memcached [.] Bucket::validateMcbpCommand | ---Bucket::validateMcbpCommand | |--0.07%-- 0 | 0xd8908b4800 | --0.03%-- 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.09% 9 mc:worker_14 [kernel.kallsyms] [k] sk_stream_alloc_skb | ---sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.09% 9 mc:worker_14 ep.so [.] FailoverTable::getLatestUUID | ---FailoverTable::getLatestUUID | |--0.01%-- 0x14df138a33c60000 | |--0.01%-- 0x14df138902400000 | |--0.01%-- 0x14df139080e40000 | |--0.01%-- 0x14df1389b5510000 | |--0.01%-- 0x14df138e714d0000 | |--0.01%-- 0x14df139119dc0000 | |--0.01%-- 0x14df1387d3ad0000 | |--0.01%-- 0x14df1385c5440000 | --0.01%-- 0x14df138fd9c80000 0.09% 9 mc:worker_14 [kernel.kallsyms] [k] sk_free | ---sk_free tasklet_action __do_softirq call_softirq do_softirq | |--0.08%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- Timings::collect | | 0 | | | |--0.01%-- EPStats::memAllocated | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3135343230303030 | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.01%-- HashTable::getLockedBucket | 0x2354 | --0.01%-- local_bh_enable_ip _raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.09% 8 mc:worker_14 [kernel.kallsyms] [k] put_page | ---put_page | |--0.08%-- skb_release_data | skb_release_all | __kfree_skb | | | |--0.05%-- tcp_rcv_established | | tcp_v4_do_rcv | | | | | |--0.04%-- tcp_v4_rcv | | | ip_local_deliver_finish | | | ip_local_deliver | | | ip_rcv_finish | | | ip_rcv | | | __netif_receive_skb_core | | | __netif_receive_skb | | | netif_receive_skb | | | napi_gro_receive | | | ixgbe_clean_rx_irq | | | ixgbe_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | | | | | |--0.03%-- irq_exit | | | | do_IRQ | | | | ret_from_intr | | | | | | | | | |--0.01%-- inet_sendmsg | | | | | sock_sendmsg | | | | | ___sys_sendmsg | | | | | __sys_sendmsg | | | | | sys_sendmsg | | | | | system_call_fastpath | | | | | 0xe78d | | | | | 0 | | | | | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | | | 0x14 | | | | | 0x3730333430303030 | | | | | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | | | EvpGetInfo | | | | | | | --0.01%-- local_bh_enable | | | ip_finish_output | | | ip_output | | | ip_local_out_sk | | | ip_queue_xmit | | | tcp_transmit_skb | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.03%-- tcp_recvmsg | inet_recvmsg | sock_recvmsg | SYSC_recvfrom | sys_recvfrom | system_call_fastpath | __libc_recv | |--0.01%-- skb_free_head | skb_release_data | skb_release_all | __kfree_skb | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Timings::collect | 0 | --0.01%-- skb_release_all __kfree_skb tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.09% 9 mc:worker_14 [kernel.kallsyms] [k] __tcp_select_window | ---__tcp_select_window | |--0.06%-- tcp_write_xmit | | | |--0.04%-- __tcp_push_pending_frames | | | | | |--0.02%-- tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.02%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3938373630303030 | | | | | --0.01%-- ep_remove | | sys_epoll_ctl | | system_call_fastpath | | syscall | | | --0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- pthread_rwlock_unlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.03%-- tcp_transmit_skb tcp_write_xmit | |--0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- KVShard::getBucket | | 0xffffe860e9000001 | | | --0.01%-- Collections::VB::Manifest::doesKeyContainValidCollection | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.09% 9 mc:worker_14 [kernel.kallsyms] [k] __netdev_pick_tx | ---__netdev_pick_tx ixgbe_select_queue netdev_pick_tx dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.07%-- __tcp_push_pending_frames | | | |--0.05%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- tcp_rcv_established | tcp_v4_do_rcv | | | |--0.01%-- tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq | |--0.01%-- irq_exit | do_IRQ | ret_from_intr | TimingHistogram::add | 0 | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.09% 9 mc:worker_14 memcached [.] conn_new_cmd | ---conn_new_cmd 0.09% 9 mc:worker_14 memcached [.] GetCommandContext::getItem | ---GetCommandContext::getItem 0 0.09% 9 mc:worker_14 [kernel.kallsyms] [k] swiotlb_map_page | ---swiotlb_map_page | |--0.07%-- ixgbe_xmit_frame_ring | ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.06%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Item::toItemInfo | 0x14df13829c910000 | --0.02%-- ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.09% 452 mc:worker_14 [kernel.kallsyms] [k] native_write_msr_safe | ---native_write_msr_safe | |--0.04%-- lapic_next_deadline | clockevents_program_event | tick_program_event | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--0.01%-- getnstimeofday64 | | posix_clock_realtime_get | | sys_clock_gettime | | system_call_fastpath | | syscall | | EvpGetInfo | | | |--0.01%-- __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | StoredValue::toItem | | KVShard::getBucket | | 0x14df139102f30000 | | | |--0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- syscall | |--0.03%-- intel_pmu_disable_all | x86_pmu_disable | perf_pmu_disable | | | |--0.02%-- perf_event_task_tick | | scheduler_tick | | update_process_times | | tick_sched_handle.isra.14 | | tick_sched_timer | | __hrtimer_run_queues | | hrtimer_interrupt | | local_apic_timer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--0.01%-- je_tcache_event_hard | | | | | --0.01%-- EPStats::memDeallocated | | | --0.01%-- ctx_sched_out | __perf_event_task_sched_out | __schedule | schedule_user | retint_careful | TimingHistogram::add | |--0.01%-- x86_pmu_enable | perf_pmu_enable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_handle.isra.14 | tick_sched_timer | __hrtimer_run_queues | hrtimer_interrupt | local_apic_timer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | ObjectRegistry::onCreateItem | 0x14 | 0x3333323530303030 | --0.00%-- intel_pmu_enable_all x86_pmu_enable perf_pmu_enable | |--0.00%-- perf_event_context_sched_in | __perf_event_task_sched_in | finish_task_switch | __schedule | | | |--0.00%-- schedule | | | | | |--0.00%-- schedule_hrtimeout_range_clock | | | schedule_hrtimeout_range | | | ep_poll | | | sys_epoll_wait | | | system_call_fastpath | | | syscall | | | | | --0.00%-- futex_wait_queue_me | | futex_wait | | do_futex | | sys_futex | | system_call_fastpath | | __lll_lock_wait | | | | | |--0.00%-- 0xffffe860e9000001 | | | | | |--0.00%-- 0x7f6bcccb3000 | | | EPBucket::~EPBucket | | | 0x9000054f41e90789 | | | | | --0.00%-- 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.00%-- schedule_user | | | |--0.00%-- retint_careful | | | | | |--0.00%-- TimingHistogram::add | | | | | |--0.00%-- ObjectRegistry::onCreateItem | | | | | |--0.00%-- McbpConnection::addMsgHdr | | | | | |--0.00%-- pthread_rwlock_unlock | | | | | |--0.00%-- je_malloc_usable_size | | | | | |--0.00%-- ObjectRegistry::onDeleteItem | | | | | |--0.00%-- pthread_mutex_lock | | | | | |--0.00%-- GetCommandContext::step | | | | | --0.00%-- HashTable::unlocked_find | | | --0.00%-- sysret_careful | syscall | --0.00%-- x86_pmu_commit_txn group_sched_in __perf_event_enable remote_function flush_smp_call_function_queue generic_smp_call_function_single_interrupt smp_call_function_single_interrupt call_function_single_interrupt McbpConnection::transmit 0 0.08% 8 mc:worker_14 memcached [.] mcbp_execute_packet | ---mcbp_execute_packet | --0.04%-- 0x7f6c28284c80 | --0.03%-- 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.08% 8 mc:worker_14 [kernel.kallsyms] [k] verify_iovec | ---verify_iovec ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.08% 8 mc:worker_14 [kernel.kallsyms] [k] ksize | ---ksize __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.08% 8 mc:worker_14 ep.so [.] VBucketMap::getBucket | ---VBucketMap::getBucket | --0.01%-- 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.08% 6 mc:worker_14 [kernel.kallsyms] [k] __kmalloc_node_track_caller | ---__kmalloc_node_track_caller __kmalloc_reserve.isra.30 __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.08% 8 mc:worker_14 [kernel.kallsyms] [k] packet_rcv | ---packet_rcv | |--0.03%-- __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- Timings::collect | | 0 | | | --0.01%-- ep_scan_ready_list.isra.7 | ep_poll | sys_epoll_wait | system_call_fastpath | syscall | |--0.03%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.02%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | GenericBlockTimer, 0ul>::~GenericBlockTimer | --0.02%-- sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.07% 8 mc:worker_14 ep.so [.] ObjectRegistry::onSwitchThread | ---ObjectRegistry::onSwitchThread | |--0.04%-- EvpGetInfo | --0.01%-- 0x14df138b97cc0000 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] dst_hold_safe | ---dst_hold_safe skb_dst_force_safe tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- syscall | EvpGetInfo | |--0.01%-- EPStats::memAllocated | |--0.01%-- std::string::_Rep::_S_create | 0x40000067 | |--0.01%-- pthread_rwlock_unlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | |--0.01%-- TimingHistogram::add | 0 | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | --0.01%-- tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] ixgbe_update_itr.isra.64 | ---ixgbe_update_itr.isra.64 ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- Item::Item | 0x14 | 0x3837303630303030 | |--0.01%-- pthread_mutex_unlock | 0xffffe860e9000001 | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3936303830303030 | |--0.01%-- mcbp_add_header | 0x48c04931000000 | |--0.01%-- EPStats::memAllocated | |--0.01%-- cb_malloc@plt | 0x40000067 | --0.01%-- TimingHistogram::add 0 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_unlock | ---_raw_spin_unlock | |--0.03%-- tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- pthread_mutex_lock | | 0x2391 | | | |--0.01%-- TimingHistogram::add | | 0 | | | --0.01%-- mod_timer | sk_reset_timer | tcp_schedule_loss_probe | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- Item::Item | 0x14 | 0x3035323230303030 | |--0.01%-- tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] kfree | ---kfree skb_free_head skb_release_data skb_release_all __kfree_skb tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- HashTable::unlocked_find | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.01%-- HashTable::getLockedBucket | 0x2362 | |--0.01%-- sock_poll | sys_epoll_ctl | system_call_fastpath | syscall | |--0.01%-- Timings::collect | 0 | |--0.01%-- pthread_mutex_lock | 0x2abd900 | epoll_init | 0x74697728206c6c6f | --0.01%-- pthread_mutex_unlock 0xffffe860e9000001 0.07% 7 mc:worker_14 libpthread-2.17.so [.] pthread_setspecific | ---pthread_setspecific | --0.01%-- EvpGetInfo 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] tcp_stream_memory_free | ---tcp_stream_memory_free inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.07% 7 mc:worker_14 libpthread-2.17.so [.] 0x000000000000e78d | ---0xe78d 0 0.07% 7 mc:worker_14 memcached [.] adjust_msghdr | ---adjust_msghdr 0 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] ipv4_mtu | ---ipv4_mtu | |--0.04%-- tcp_current_mss | | | |--0.02%-- tcp_send_mss | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.02%-- tcp_tsq_handler.part.30 | tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_send_mss tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.07% 5 mc:worker_14 ep.so [.] VBucket::fetchValidValue | ---VBucket::fetchValidValue | |--0.03%-- 0x7f6af3fa3590 | 0x6946227b01010101 | --0.01%-- 0x7f69b3cde330 0x6946227b01010001 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] napi_complete_done | ---napi_complete_done ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onCreateItem | 0x14 | 0x3231353430303030 | |--0.01%-- HashTable::getLockedBucket | 0x239c | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer | |--0.01%-- try_read_mcbp_command | 0x65407714000000 | --0.01%-- TimingHistogram::add 0 0.07% 7 mc:worker_14 [kernel.kallsyms] [k] kmem_cache_free | ---kmem_cache_free kfree_skbmem | |--0.04%-- consume_skb | packet_rcv | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.03%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3534313130303030 | --0.03%-- __kfree_skb tcp_ack tcp_rcv_established tcp_v4_do_rcv | |--0.02%-- release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3330333030303030 0.07% 5 mc:worker_14 [kernel.kallsyms] [k] _cond_resched | ---_cond_resched | |--0.03%-- __kmalloc_reserve.isra.30 | __alloc_skb | sk_stream_alloc_skb | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.03%-- tcp_recvmsg | inet_recvmsg | sock_recvmsg | SYSC_recvfrom | sys_recvfrom | system_call_fastpath | __libc_recv | --0.01%-- tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.06% 6 mc:worker_14 memcached [.] GetCommandContext::~GetCommandContext | ---GetCommandContext::~GetCommandContext 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] skb_release_all | ---skb_release_all | |--0.03%-- __kfree_skb | tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- sockfd_lookup_light | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- je_malloc_usable_size | | | --0.01%-- Item::Item | 0x14 | 0x3433303530303030 | |--0.01%-- kfree_skb_partial | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3732343130303030 | |--0.01%-- consume_skb | packet_rcv | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- packet_rcv dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] eth_type_trans | ---eth_type_trans | |--0.05%-- ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- tcp_transmit_skb | | tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- tcp_write_xmit | | __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- pthread_mutex_lock | | 0x23aa | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3631333130303030 | --0.01%-- ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr HashTable::unlocked_find 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] validate_xmit_skb.part.85 | ---validate_xmit_skb.part.85 dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.05%-- __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_tsq_handler.part.30 tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] rcu_irq_exit | ---rcu_irq_exit | |--0.05%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.02%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3434323830303030 | | | |--0.01%-- std::string::append | | 0x14 | | 0x3039363230303030 | | | |--0.01%-- ntohll | | 0x81338f14000000 | | | --0.01%-- ixgbe_xmit_frame | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- do_IRQ ret_from_intr TimingHistogram::add 0 0.06% 6 mc:worker_14 memcached [.] GetCommandContext::step | ---GetCommandContext::step | --0.05%-- 0 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] common_interrupt | ---common_interrupt | |--0.02%-- pthread_mutex_lock | | | |--0.01%-- 0xffffe860e9000001 | | | --0.01%-- EvpGetInfo | |--0.02%-- EvpGetItemInfo | | | |--0.01%-- 0 | | | --0.01%-- EvpGetInfo | |--0.01%-- GetCommandContext::sendResponse | --0.01%-- HashTable::getLockedBucket 0x243e 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] do_softirq | ---do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onCreateItem | 0x14 | 0x3638353830303030 | |--0.01%-- EPStats::memAllocated | |--0.01%-- HashTable::getLockedBucket | 0x23a7 | |--0.01%-- je_malloc | --0.01%-- ObjectRegistry::onDeleteItem EvpGetInfo 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] sock_sendmsg | ---sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] sch_direct_xmit | ---sch_direct_xmit | |--0.05%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | | | |--0.04%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | | | | |--0.03%-- irq_exit | | | do_IRQ | | | ret_from_intr | | | | | | | |--0.02%-- TimingHistogram::add | | | | 0 | | | | | | | --0.01%-- ObjectRegistry::onCreateItem | | | 0x14 | | | 0x3435383430303030 | | | | | --0.01%-- local_bh_enable_ip | | _raw_spin_unlock_bh | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr pthread_rwlock_rdlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] detach_if_pending | ---detach_if_pending | |--0.05%-- mod_timer | sk_reset_timer | | | |--0.04%-- tcp_rearm_rto | | | | | |--0.03%-- tcp_event_new_data_sent | | | tcp_write_xmit | | | __tcp_push_pending_frames | | | tcp_push | | | tcp_sendmsg | | | inet_sendmsg | | | sock_sendmsg | | | ___sys_sendmsg | | | __sys_sendmsg | | | sys_sendmsg | | | system_call_fastpath | | | 0xe78d | | | 0 | | | | | --0.01%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | pthread_rwlock_rdlock | | 0x7f6bcccb3000 | | EPBucket::~EPBucket | | 0x9000054f41e90789 | | | --0.01%-- tcp_schedule_loss_probe | tcp_write_xmit | tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | local_bh_enable_ip | _raw_spin_unlock_bh | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- sk_reset_timer tcp_rearm_rto tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.06% 6 mc:worker_14 [kernel.kallsyms] [k] sk_reset_timer | ---sk_reset_timer | |--0.03%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- tcp_current_mss | | tcp_send_mss | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3737323930303030 | | | --0.01%-- __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.02%-- tcp_event_new_data_sent | tcp_write_xmit | __tcp_push_pending_frames | | | |--0.01%-- tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb_core | | __netif_receive_skb | | netif_receive_skb | | napi_gro_receive | | ixgbe_clean_rx_irq | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | ObjectRegistry::onDeleteItem | | EvpGetInfo | | | --0.01%-- tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_rearm_rto tcp_event_new_data_sent tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.06% 5 mc:worker_14 [kernel.kallsyms] [k] __sys_sendmsg | ---__sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] netif_receive_skb | ---netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.04%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- sockfd_lookup_light | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | |--0.01%-- TimingHistogram::add | | 0 | | | |--0.01%-- je_malloc_usable_size | | | --0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.05% 5 mc:worker_14 memcached [.] std::_Function_base::_Base_manager::_M_manager | ---std::_Function_base::_Base_manager::_M_manager 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] build_skb | ---build_skb __alloc_rx_skb __netdev_alloc_skb ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | |--0.01%-- std::string::_M_mutate | |--0.01%-- McbpConnection::addMsgHdr | 0x240 | McbpConnection::~McbpConnection | 0x7c74818ec8348fb | --0.01%-- Timings::collect 0 0.05% 5 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::replace | ---std::string::replace 0x14 0x3334343430303030 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] __list_add | ---__list_add | |--0.03%-- __internal_add_timer | internal_add_timer | mod_timer | sk_reset_timer | tcp_schedule_loss_probe | tcp_write_xmit | __tcp_push_pending_frames | | | |--0.02%-- tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.02%-- __napi_schedule ixgbe_msix_clean_rings handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.01%-- Timings::collect | 0 | --0.01%-- TimingHistogram::add 0 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] __list_del_entry | ---__list_del_entry | |--0.04%-- list_del | | | |--0.02%-- __napi_complete | | napi_complete_done | | ixgbe_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | | | | |--0.01%-- je_malloc | | | | | --0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- tcp_tasklet_func | | tasklet_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | Timings::collect | | 0 | | | --0.01%-- ep_unregister_pollwait.isra.6 | ep_remove | sys_epoll_ctl | system_call_fastpath | syscall | --0.01%-- __napi_complete napi_complete_done ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] kmem_cache_alloc_node | ---kmem_cache_alloc_node __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] memcpy | ---memcpy ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onCreateItem | 0x14 | 0x3838383030303030 | |--0.01%-- pthread_getspecific | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- pthread_rwlock_unlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] sys_epoll_ctl | ---sys_epoll_ctl system_call_fastpath syscall 0.05% 5 mc:worker_14 ep.so [.] VBucket::getInternal | ---VBucket::getInternal | |--0.01%-- 0x14df138be7c00000 | |--0.01%-- 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- 0x14df139168210000 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] __internal_add_timer | ---__internal_add_timer internal_add_timer mod_timer sk_reset_timer | |--0.04%-- tcp_schedule_loss_probe | tcp_write_xmit | | | |--0.03%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | __memcpy_ssse3_back | 0x18da | 0 | --0.01%-- tcp_rearm_rto tcp_event_new_data_sent tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.05% 5 mc:worker_14 [kernel.kallsyms] [k] release_sock | ---release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.04% 5 mc:worker_14 libstdc++.so.6.0.19 [.] std::chrono::_V2::system_clock::now | ---std::chrono::_V2::system_clock::now | |--0.03%-- EvpGetInfo | |--0.01%-- 0x5a677014000000 | --0.01%-- 0x7f670fc2d000 0xfffa2a00e840ec83 0.04% 4 mc:worker_14 memcached [.] is_server_initialized | ---is_server_initialized 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] irq_enter | ---irq_enter do_IRQ ret_from_intr | |--0.01%-- __memset_sse2 | |--0.01%-- Timings::collect | 0 | |--0.01%-- EPStats::memAllocated | --0.01%-- TimingHistogram::add 0 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] dev_gro_receive | ---dev_gro_receive napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.03%-- irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onDeleteItem | | EvpGetInfo | | | |--0.01%-- EPStats::memAllocated | | | --0.01%-- mod_timer | sk_reset_timer | tcp_schedule_loss_probe | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] sysret_check | ---sysret_check syscall | |--0.02%-- 0x7f670fc2d000 | 0xfffa2a00e840ec83 | |--0.01%-- EvpGetInfo | --0.01%-- 0x6ea11714000000 0.04% 4 mc:worker_14 memcached [.] SteppableCommandContext::drive | ---SteppableCommandContext::drive | --0.01%-- 0x7f6bccc6f180 GetCommandContext::~GetCommandContext 0x48004a67d007c748 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] idle_cpu | ---idle_cpu | |--0.02%-- mod_timer | sk_reset_timer | tcp_rearm_rto | | | |--0.01%-- tcp_event_new_data_sent | | tcp_write_xmit | | tcp_tsq_handler.part.30 | | tcp_release_cb | | release_sock | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- do_IRQ | ret_from_intr | std::string::_Rep::_S_create | 0x40000067 | --0.01%-- irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3335313430303030 0.04% 4 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_malloc | ---cb_malloc | |--0.01%-- 0x40000067 | --0.01%-- KVShard::getBucket 0x14df138de6a70000 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] tcp_tsq_handler.part.30 | ---tcp_tsq_handler.part.30 | |--0.02%-- tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3435393930303030 | |--0.01%-- tcp_release_cb | release_sock | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] dql_completed | ---dql_completed net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- TimingHistogram::add | 0 | |--0.01%-- Timings::collect | 0 | --0.01%-- event_base_loop 0.04% 4 mc:worker_14 ep.so [.] KVBucket::get | ---KVBucket::get EvpGetInfo 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] __local_bh_enable | ---__local_bh_enable __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- syscall | 0x6ce49d14000000 | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | |--0.01%-- __pthread_disable_asynccancel | 0 | --0.01%-- ObjectRegistry::onCreateItem 0x14 0x3030333930303030 0.04% 4 mc:worker_14 libpthread-2.17.so [.] __libc_sendmsg | ---__libc_sendmsg 0 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] tcp_md5_do_lookup | ---tcp_md5_do_lookup | |--0.02%-- tcp_established_options | tcp_current_mss | tcp_send_mss | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3731333230303030 0.04% 4 mc:worker_14 memcached [.] McbpConnection::ensureIovSpace | ---McbpConnection::ensureIovSpace | |--0.01%-- 0x2a2a2a2a223a2231 | --0.01%-- 0x59633531000000 0.04% 4 mc:worker_14 libc-2.17.so [.] __memset_sse2 | ---__memset_sse2 0.04% 4 mc:worker_14 libmemcached_rbac.so.1.0.0 [.] cb::rbac::PrivilegeContext::check | ---cb::rbac::PrivilegeContext::check 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] mutex_unlock | ---mutex_unlock | |--0.03%-- sys_epoll_ctl | system_call_fastpath | syscall | --0.01%-- ep_scan_ready_list.isra.7 ep_poll sys_epoll_wait system_call_fastpath syscall 0.04% 4 mc:worker_14 libpthread-2.17.so [.] 0x000000000000e791 | ---0xe791 0 0.04% 4 mc:worker_14 [kernel.kallsyms] [k] ixgbe_tx_ctxtdesc | ---ixgbe_tx_ctxtdesc ixgbe_xmit_frame_ring ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.02%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- 0xe78d | | 0 | | | --0.01%-- sockfd_lookup_light | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.02%-- __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] net_rx_action | ---net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.02%-- ObjectRegistry::onCreateItem | 0x14 | 0x3439373730303030 | --0.01%-- Timings::collect 0 0.03% 2 mc:worker_14 memcached [.] __errno_location@plt | ---__errno_location@plt 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] note_interrupt | ---note_interrupt | |--0.02%-- handle_irq_event_percpu | handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3536373130303030 | | | --0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | --0.01%-- handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr pthread_mutex_lock 0xffffe860e9000001 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] tcp_parse_aligned_timestamp.part.38 | ---tcp_parse_aligned_timestamp.part.38 | |--0.02%-- tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--0.01%-- ObjectRegistry::onCreateItem | | 0x14 | | 0x3939373530303030 | | | --0.01%-- TimingHistogram::add | 0 | --0.01%-- tcp_rcv_established tcp_v4_do_rcv release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] cap_socket_sendmsg | ---cap_socket_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] pfifo_fast_dequeue | ---pfifo_fast_dequeue | |--0.02%-- dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.01%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | pthread_mutex_lock | 0x23e2 | --0.01%-- __qdisc_run dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] handle_irq_event_percpu | ---handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.01%-- Timings::collect | 0 | |--0.01%-- pthread_rwlock_rdlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- ObjectRegistry::onDeleteItem EvpGetInfo 0.03% 3 mc:worker_14 memcached [.] SteppableCommandContext::SteppableCommandContext | ---SteppableCommandContext::SteppableCommandContext 0x7f6bccc6f180 | |--0.02%-- SteppableCommandContext::~SteppableCommandContext | 0x841f0f | --0.01%-- CommandContext::~CommandContext 0x841f0f 0.03% 3 mc:worker_14 ep.so [.] ObjectRegistry::memoryDeallocated | ---ObjectRegistry::memoryDeallocated 0.03% 3 mc:worker_14 ep.so [.] cb::RWLock::readerUnlock | ---cb::RWLock::readerUnlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] local_bh_enable_ip | ---local_bh_enable_ip _raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create | ---std::string::_Rep::_S_create 0x40000067 0.03% 3 mc:worker_14 memcached [.] McbpConnection::sendmsg | ---McbpConnection::sendmsg 0 0.03% 3 mc:worker_14 memcached [.] cb::audit::document::add | ---cb::audit::document::add 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] __alloc_page_frag | ---__alloc_page_frag __netdev_alloc_frag __alloc_rx_skb __netdev_alloc_skb ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- Timings::collect | 0 | |--0.01%-- mod_timer | sk_reset_timer | tcp_rearm_rto | tcp_event_new_data_sent | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- ObjectRegistry::onDeleteItem EvpGetInfo 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] netif_skb_features | ---netif_skb_features | |--0.02%-- validate_xmit_skb.part.85 | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | | | |--0.01%-- __tcp_push_pending_frames | | tcp_push | | tcp_sendmsg | | inet_sendmsg | | sock_sendmsg | | ___sys_sendmsg | | __sys_sendmsg | | sys_sendmsg | | system_call_fastpath | | 0xe78d | | 0 | | | --0.01%-- tcp_tsq_handler.part.30 | tcp_tasklet_func | tasklet_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] irq_exit | ---irq_exit do_IRQ ret_from_intr | |--0.01%-- skb_clone | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | |--0.01%-- rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | Timings::collect | 0 | --0.01%-- KVShard::getBucket 0xffffe860e9000001 0.03% 3 mc:worker_14 libpthread-2.17.so [.] __errno_location | ---__errno_location 0 0.03% 3 mc:worker_14 libauditd.so.0.1.0 [.] operator new | ---operator new | |--0.02%-- KVShard::getBucket | | | |--0.01%-- 0x14df1389a35f0000 | | | --0.01%-- 0x14df138dc0410000 | --0.01%-- 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] skb_put | ---skb_put inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] _copy_from_user | ---_copy_from_user inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] tcp_v4_md5_lookup | ---tcp_v4_md5_lookup | |--0.02%-- tcp_established_options | tcp_current_mss | tcp_send_mss | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] ktime_get_update_offsets_now | ---ktime_get_update_offsets_now hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--0.01%-- Timings::collect | 0 | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3434383230303030 | --0.01%-- ObjectRegistry::onDeleteItem EvpGetInfo 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] __radix_tree_lookup | ---__radix_tree_lookup | |--0.02%-- radix_tree_lookup | irq_to_desc | handle_irq | do_IRQ | ret_from_intr | | | |--0.01%-- Item::Item | | 0x14 | | 0x3930363130303030 | | | --0.01%-- HashTable::unlocked_find | --0.01%-- irq_to_desc handle_irq do_IRQ ret_from_intr KVShard::getBucket 0.03% 3 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone | ---std::string::_Rep::_M_clone | |--0.02%-- 0x40000067 | --0.01%-- 0x15 0.03% 3 mc:worker_14 ep.so [.] pthread_getspecific@plt | ---pthread_getspecific@plt | |--0.01%-- EvpGetInfo | --0.01%-- 0x14 0x3238383730303030 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] ip_output | ---ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit | |--0.02%-- __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] find_busiest_group | ---find_busiest_group load_balance idle_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range ep_poll sys_epoll_wait system_call_fastpath syscall 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] ep_send_events_proc | ---ep_send_events_proc ep_scan_ready_list.isra.7 ep_poll sys_epoll_wait system_call_fastpath syscall 0.03% 3 mc:worker_14 [kernel.kallsyms] [k] __raise_softirq_irqoff | ---__raise_softirq_irqoff __napi_schedule ixgbe_msix_clean_rings handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.01%-- HashTable::unlocked_find | |--0.01%-- TimingHistogram::add | 0 | --0.01%-- ObjectRegistry::onCreateItem 0x14 0x3231303630303030 0.02% 1 mc:worker_14 [kernel.kallsyms] [k] memcpy_toiovec | ---memcpy_toiovec skb_copy_datagram_iovec tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.02% 1 mc:worker_14 [kernel.kallsyms] [k] idle_balance | ---idle_balance __schedule schedule futex_wait_queue_me futex_wait do_futex sys_futex system_call_fastpath __lll_lock_wait 0xffffe860e9000001 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] inet_gro_receive | ---inet_gro_receive dev_gro_receive napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- pthread_mutex_lock | 0xffffe860e9000001 | --0.01%-- EPStats::memDeallocated 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ktime_get_ts64 | ---ktime_get_ts64 posix_ktime_get_ts sys_clock_gettime system_call_fastpath syscall 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.02% 2 mc:worker_14 memcached [.] bucket_get | ---bucket_get 0 0.02% 2 mc:worker_14 ep.so [.] MemoryTracker::NewHook | ---MemoryTracker::NewHook 0.02% 2 mc:worker_14 memcached [.] McbpConnection::shrinkBuffers | ---McbpConnection::shrinkBuffers 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] netdev_pick_tx | ---netdev_pick_tx dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 memcached [.] std::_Function_handler::_M_invoke | ---std::_Function_handler::_M_invoke 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ip_rcv_finish | ---ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- pthread_rwlock_unlock | 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ret_from_intr | ---ret_from_intr | |--0.01%-- FailoverTable::getLatestUUID | 0x14df138e530b0000 | --0.01%-- TimingHistogram::add 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] tcp_poll | ---tcp_poll sock_poll sys_epoll_ctl system_call_fastpath syscall 0.02% 2 mc:worker_14 memcached [.] get_bucket_id | ---get_bucket_id 0.02% 2 mc:worker_14 memcached [.] conn_send_data | ---conn_send_data 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ixgbe_xmit_frame | ---ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames | |--0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | KVShard::getBucket | 0xffffe860e9000001 | --0.01%-- tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] local_clock | ---local_clock | |--0.01%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release | 0xffffe860e9000001 | --0.01%-- tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] classify | ---classify | |--0.01%-- netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | Item::Item | 0x14 | 0x3833303430303030 | --0.01%-- ixgbe_xmit_frame_ring ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] lock_timer_base.isra.33 | ---lock_timer_base.isra.33 sk_reset_timer tcp_rearm_rto tcp_event_new_data_sent tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 memcached [.] Connection::getBucket | ---Connection::getBucket 0x651b9731000000 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] task_waking_fair | ---task_waking_fair try_to_wake_up default_wake_function pollwake __wake_up_common __wake_up credit_entropy_bits add_interrupt_randomness handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.01%-- Timings::collect | 0 | --0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer 0.02% 2 mc:worker_14 memcached [.] std::_Function_base::_Base_manager::_M_manager | ---std::_Function_base::_Base_manager::_M_manager 0 0xd8908b4800 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] net_rps_action_and_irq_enable.isra.83 | ---net_rps_action_and_irq_enable.isra.83 __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- je_free | 0x7f6758000000 | 0xcd | --0.01%-- TimingHistogram::add 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] native_apic_mem_write | ---native_apic_mem_write handle_edge_irq handle_irq do_IRQ ret_from_intr | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- ObjectRegistry::onCreateItem 0x14 0x3430393430303030 0.02% 2 mc:worker_14 libevent_core.so.2.1.8 [.] evmap_io_add_ | ---evmap_io_add_ 0.02% 2 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_free | ---cb_free 0x18 0x4097bb31000000 0.02% 2 mc:worker_14 memcached [.] McbpConnection::isDCP | ---McbpConnection::isDCP 0x7f670fc2d000 0xfffa2a00e840ec83 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] swiotlb_dma_mapping_error | ---swiotlb_dma_mapping_error ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- get_executor | 0x7f6bccc6f180 | GetCommandContext::~GetCommandContext | 0x48004a67d007c748 | --0.01%-- TimingHistogram::add 0 0.02% 2 mc:worker_14 memcached [.] conn_execute | ---conn_execute 0.02% 2 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_M_leak_hard | ---std::string::_M_leak_hard 0x14 0x3732333830303030 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] posix_clock_realtime_get | ---posix_clock_realtime_get system_call_fastpath syscall | |--0.01%-- EvpGetInfo | --0.01%-- 0x86a65314000000 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] trigger_load_balance | ---trigger_load_balance scheduler_tick update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt TimingHistogram::add 0 0.02% 2 mc:worker_14 memcached [.] McbpConnection::updateEvent | ---McbpConnection::updateEvent 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ip_local_deliver | ---ip_local_deliver | |--0.01%-- ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3434373330303030 | --0.01%-- ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] scheduler_tick | ---scheduler_tick update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--0.01%-- ObjectRegistry::onDeleteItem | EvpGetInfo | --0.01%-- pthread_rwlock_unlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] skb_gro_reset_offset | ---skb_gro_reset_offset ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq | |--0.01%-- local_bh_enable | ip_finish_output | ip_output | ip_local_out_sk | ip_queue_xmit | tcp_transmit_skb | tcp_write_xmit | __tcp_push_pending_frames | tcp_push | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3839303930303030 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] _copy_to_user | ---_copy_to_user system_call_fastpath syscall | |--0.01%-- 0x7f670fc2d000 | 0xfffa2a00e840ec83 | --0.01%-- EvpGetInfo 0.02% 2 mc:worker_14 memcached [.] McbpConnection::runStateMachinery | ---McbpConnection::runStateMachinery 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] apic_timer_interrupt | ---apic_timer_interrupt | |--0.01%-- Timings::collect | 0 | --0.01%-- lock_sock_nested tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] tcp_v4_do_rcv | ---tcp_v4_do_rcv | |--0.01%-- tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | ObjectRegistry::onCreateItem | 0x14 | 0x3037343030303030 | --0.01%-- tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_rw_reader_enter | ---cb_rw_reader_enter 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] __tcp_v4_send_check | ---__tcp_v4_send_check tcp_v4_send_check tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] __netdev_alloc_frag | ---__netdev_alloc_frag | |--0.01%-- __netdev_alloc_skb | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | TimingHistogram::add | 0 | --0.01%-- __alloc_rx_skb __netdev_alloc_skb ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.02% 2 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_M_replace_safe | ---std::string::_M_replace_safe | |--0.01%-- 0x1fba | 0 | --0.01%-- 0x1686 0x3139393030303030 0.02% 2 mc:worker_14 ep.so [.] KVBucket::getVBucket | ---KVBucket::getVBucket | |--0.01%-- 0x7f6bcccb3000 | EPBucket::~EPBucket | 0x9000054f41e90789 | --0.01%-- 0x14df1384f9660000 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] __call_rcu_nocb_enqueue | ---__call_rcu_nocb_enqueue __call_rcu call_rcu_sched ep_remove sys_epoll_ctl system_call_fastpath syscall 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ixgbe_select_queue | ---ixgbe_select_queue netdev_pick_tx dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 memcached [.] McbpConnection::setState | ---McbpConnection::setState 0.02% 2 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_invoke_new_hook | ---cb_invoke_new_hook 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] rcu_irq_enter | ---rcu_irq_enter irq_enter do_IRQ ret_from_intr | |--0.01%-- TimingHistogram::add | 0 | --0.01%-- GenericBlockTimer, 0ul>::~GenericBlockTimer 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] tcp_v4_early_demux | ---tcp_v4_early_demux ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- try_read_mcbp_command | --0.01%-- gethrtime EvpGetInfo 0.02% 2 mc:worker_14 ep.so [.] ObjectRegistry::memoryAllocated | ---ObjectRegistry::memoryAllocated 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] rcu_bh_qs | ---rcu_bh_qs call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- ObjectRegistry::onCreateItem | 0x14 | 0x3436343530303030 | --0.01%-- syscall EvpGetInfo 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] tcp_gro_receive | ---tcp_gro_receive tcp4_gro_receive inet_gro_receive dev_gro_receive napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--0.01%-- Timings::collect | 0 | --0.01%-- inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] internal_add_timer | ---internal_add_timer | |--0.01%-- sk_reset_timer | tcp_rearm_rto | tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb_core | __netif_receive_skb | netif_receive_skb | napi_gro_receive | ixgbe_clean_rx_irq | ixgbe_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | __alloc_skb | sk_stream_alloc_skb | tcp_sendmsg | inet_sendmsg | sock_sendmsg | ___sys_sendmsg | __sys_sendmsg | sys_sendmsg | system_call_fastpath | 0xe78d | 0 | --0.01%-- mod_timer sk_reset_timer tcp_schedule_loss_probe tcp_ack tcp_rcv_established tcp_v4_do_rcv release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.02% 2 mc:worker_14 [kernel.kallsyms] [k] ep_poll | ---ep_poll sys_epoll_wait system_call_fastpath syscall 0.02% 2 mc:worker_14 ep.so [.] pthread_mutex_unlock@plt | ---pthread_mutex_unlock@plt | |--0.01%-- 0x14df138b8b340000 | --0.01%-- 0xffffe860e9000001 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp4_gro_receive | ---tcp4_gro_receive inet_gro_receive dev_gro_receive napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] swiotlb_sync_single_for_device | ---swiotlb_sync_single_for_device ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.01% 1 mc:worker_14 memcached [.] mcbp_collect_timings | ---mcbp_collect_timings 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] update_process_times | ---update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt read_tsc __getnstimeofday64 getnstimeofday64 posix_clock_realtime_get sys_clock_gettime system_call_fastpath syscall 0x7010ef14000000 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] swiotlb_sync_single | ---swiotlb_sync_single ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] bictcp_cong_avoid | ---bictcp_cong_avoid tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ack_apic_edge | ---ack_apic_edge handle_edge_irq handle_irq do_IRQ ret_from_intr TimingHistogram::add 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] lock_sock_nested | ---lock_sock_nested inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] pfifo_fast_enqueue | ---pfifo_fast_enqueue dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 memcached [.] mc_time_get_current_time | ---mc_time_get_current_time 0.01% 1 mc:worker_14 ep.so [.] Collections::VB::Manifest::doesKeyContainValidCollection | ---Collections::VB::Manifest::doesKeyContainValidCollection 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] timerqueue_del | ---timerqueue_del __remove_hrtimer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 memcached [.] McbpConnection::logResponse | ---McbpConnection::logResponse 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __cmpxchg_double_slab.isra.34 | ---__cmpxchg_double_slab.isra.34 __slab_alloc kmem_cache_alloc_node __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 memcached [.] JemallocHooks::get_allocation_size | ---JemallocHooks::get_allocation_size EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] call_function_interrupt | ---call_function_interrupt ObjectRegistry::onCreateItem EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] clockevents_program_event | ---clockevents_program_event tick_program_event hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt lock_sock_nested tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ixgbe_alloc_rx_buffers | ---ixgbe_alloc_rx_buffers ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr GenericBlockTimer, 0ul>::~GenericBlockTimer 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __alloc_rx_skb | ---__alloc_rx_skb __netdev_alloc_skb ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] retint_swapgs | ---retint_swapgs Item::Item 0x14 0x3236353830303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] do_IRQ | ---do_IRQ ret_from_intr mcbp_add_header 0x426a4031000000 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] account_user_time | ---account_user_time account_process_tick update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt pthread_rwlock_rdlock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ip_local_deliver_finish | ---ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3333383030303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] local_apic_timer_interrupt | ---local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt ObjectRegistry::onCreateItem 0x14 0x3033363130303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] update_rq_clock.part.74 | ---update_rq_clock.part.74 scheduler_tick update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt skb_release_all consume_skb packet_rcv dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] event_process_active_single_queue.isra.26 | ---event_process_active_single_queue.isra.26 0x2abdab0 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] pthread_mutex_unlock@plt | ---pthread_mutex_unlock@plt 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_rw_reader_exit | ---cb_rw_reader_exit 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] usecs_to_jiffies | ---usecs_to_jiffies tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr tcp_send_mss tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 memcached [.] McbpConnection::validateCommand | ---McbpConnection::validateCommand 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] skb_clone_tx_timestamp | ---skb_clone_tx_timestamp ixgbe_xmit_frame_ring ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3731303830303030 0.01% 1 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::append | ---std::string::append 0x14 0x3231343730303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] skb_network_protocol | ---skb_network_protocol netif_skb_features validate_xmit_skb.part.85 dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_lock_irq | ---_raw_spin_lock_irq run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt __skb_clone skb_clone tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_prequeue | ---tcp_prequeue tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.01% 1 mc:worker_14 ep.so [.] _ZNSs12_M_leak_hardEv@plt | ---_ZNSs12_M_leak_hardEv@plt 0x14 0x3632393330303030 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] evmap_io_del_ | ---evmap_io_del_ 0x2abd900 epoll_init 0x74697728206c6c6f 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] event_active_nolock_ | ---event_active_nolock_ 0x2abd900 epoll_init 0x74697728206c6c6f 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] je_free@plt | ---je_free@plt 0x18 0x7ae1d931000000 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __tcp_push_pending_frames | ---__tcp_push_pending_frames tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr McbpConnection::addMsgHdr 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] restore_args | ---restore_args ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] ntohll | ---ntohll 0x5391cf14000000 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] pthread_rwlock_rdlock@plt | ---pthread_rwlock_rdlock@plt 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] list_del | ---list_del __napi_complete napi_complete_done ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __kfree_skb | ---__kfree_skb tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Item::Item 0x14 0x3533383930303030 0.01% 1 mc:worker_14 memcached [.] Connection::checkPrivilege | ---Connection::checkPrivilege 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] irq_to_desc | ---irq_to_desc do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3832363430303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] setup_object.isra.45 | ---setup_object.isra.45 new_slab __slab_alloc kmem_cache_alloc sys_epoll_ctl system_call_fastpath syscall 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] rcu_check_callbacks | ---rcu_check_callbacks update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt packet_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 memcached [.] require<(cb::rbac::Privilege)0> | ---require<(cb::rbac::Privilege)0> 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] clock_gettime@plt | ---clock_gettime@plt 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] cpu_needs_another_gp | ---cpu_needs_another_gp rcu_check_callbacks update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt ixgbe_xmit_frame dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_send_delayed_ack | ---tcp_send_delayed_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3635343230303030 0.01% 1 mc:worker_14 libjemalloc.so.2 [.] je_tcache_event_hard | ---je_tcache_event_hard 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] page_fault | ---page_fault HashTable::unlocked_find EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] update_curr | ---update_curr enqueue_entity enqueue_task_fair enqueue_task activate_task ttwu_do_activate.constprop.84 try_to_wake_up default_wake_function pollwake __wake_up_common __wake_up credit_entropy_bits add_interrupt_randomness handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] handle_irq_event | ---handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3133313030303030 0.01% 1 mc:worker_14 libauditd.so.0.1.0 [.] cb_free@plt | ---cb_free@plt EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ns_capable | ---ns_capable sys_epoll_ctl system_call_fastpath syscall 0.01% 1 mc:worker_14 libstdc++.so.6.0.19 [.] std::chrono::_V2::steady_clock::now | ---std::chrono::_V2::steady_clock::now 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] getnstimeofday64 | ---getnstimeofday64 dev_hard_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __skb_tx_hash | ---__skb_tx_hash ixgbe_select_queue netdev_pick_tx dev_queue_xmit ip_finish_output ip_output ip_local_out_sk ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 memcached [.] Datatype::getIntersection | ---Datatype::getIntersection 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ip_local_out_sk | ---ip_local_out_sk tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.01% 1 mc:worker_14 memcached [.] DynamicBuffer::clear | ---DynamicBuffer::clear 0x18 0x57f03231000000 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_nagle_check | ---tcp_nagle_check __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onDeleteItem EvpGetInfo 0.01% 1 mc:worker_14 libauditd.so.0.1.0 [.] operator delete | ---operator delete 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ep_remove | ---ep_remove sys_epoll_ctl system_call_fastpath syscall 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] sock_rfree | ---sock_rfree skb_release_head_state skb_release_all __kfree_skb tcp_recvmsg inet_recvmsg sock_recvmsg SYSC_recvfrom sys_recvfrom system_call_fastpath __libc_recv 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] raise_softirq | ---raise_softirq update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt skb_release_head_state skb_release_all consume_skb __dev_kfree_skb_any ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] _Z21cb_invoke_delete_hookPKv@plt | ---_Z21cb_invoke_delete_hookPKv@plt EvpGetInfo 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] htonll | ---htonll 0x5d624531000000 0.01% 1 mc:worker_14 memcached [.] Connection::remapErrorCode | ---Connection::remapErrorCode 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] run_posix_cpu_timers | ---run_posix_cpu_timers update_process_times tick_sched_handle.isra.14 tick_sched_timer __hrtimer_run_queues hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt KVShard::getBucket 0xffffe860e9000001 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_release_cb | ---tcp_release_cb release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_v4_send_check | ---tcp_v4_send_check tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Item::toItemInfo 0x14df1383f0af0000 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] _ZNSt6chrono3_V212system_clock3nowEv@plt | ---_ZNSt6chrono3_V212system_clock3nowEv@plt EvpGetInfo 0.01% 1 mc:worker_14 libauditd.so.0.1.0 [.] cb_malloc@plt | ---cb_malloc@plt 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c28284c80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c291f9f80 0x7f6c2804d6a0 0.01% 1 mc:worker_14 memcached [.] Connection::addCpuTime | ---Connection::addCpuTime 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] llist_reverse_order | ---llist_reverse_order flush_smp_call_function_queue generic_smp_call_function_single_interrupt smp_call_function_interrupt call_function_interrupt tcp_transmit_skb tcp_write_xmit tcp_tsq_handler.part.30 tcp_tasklet_func tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr TimingHistogram::add 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] read_tsc | ---read_tsc clockevents_program_event tick_program_event hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt Item::toItemInfo 0x14df1389fc140000 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] _raw_spin_unlock_bh | ---_raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] ixgbe_write_eitr | ---ixgbe_write_eitr net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.01% 1 mc:worker_14 memcached [.] McbpConnection::maybeLogSlowCommand | ---McbpConnection::maybeLogSlowCommand 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] smp_call_function_many | ---smp_call_function_many native_flush_tlb_others flush_tlb_page ptep_clear_flush try_to_unmap_one try_to_unmap_anon try_to_unmap migrate_pages migrate_misplaced_page do_numa_page handle_mm_fault __do_page_fault do_page_fault page_fault HashTable::unlocked_find 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] skb_defer_rx_timestamp | ---skb_defer_rx_timestamp napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3530303430303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] inet_ehashfn | ---inet_ehashfn __inet_lookup_established tcp_v4_early_demux ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Timings::collect 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] skb_push | ---skb_push tcp_write_xmit __tcp_push_pending_frames tcp_push tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] mutex_lock | ---mutex_lock sys_epoll_ctl system_call_fastpath syscall 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tick_sched_timer | ---tick_sched_timer hrtimer_interrupt local_apic_timer_interrupt smp_apic_timer_interrupt apic_timer_interrupt EPStats::memDeallocated 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] enqueue_entity | ---enqueue_entity enqueue_task_fair enqueue_task activate_task ttwu_do_activate.constprop.84 try_to_wake_up default_wake_function pollwake __wake_up_common __wake_up credit_entropy_bits add_interrupt_randomness handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3831363830303030 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] bictcp_acked | ---bictcp_acked tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr ObjectRegistry::onCreateItem 0x14 0x3833373830303030 0.01% 1 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::resize | ---std::string::resize 0x14 0x3533333130303030 0.01% 1 mc:worker_14 libevent_core.so.2.1.8 [.] event_add_nolock_ | ---event_add_nolock_ 0.01% 1 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_destroy | ---std::string::_Rep::_M_destroy EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] security_sock_rcv_skb | ---security_sock_rcv_skb tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr HashTable::getLockedBucket 0x23a8 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] gethrtime | ---gethrtime EvpGetInfo 0.01% 1 mc:worker_14 memcached [.] McbpConnection::runEventLoop | ---McbpConnection::runEventLoop 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.01% 1 mc:worker_14 libstdc++.so.6.0.19 [.] std::string::reserve | ---std::string::reserve 0x40000067 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] __kmalloc_reserve.isra.30 | ---__kmalloc_reserve.isra.30 __alloc_skb sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_sendmsg ___sys_sendmsg __sys_sendmsg sys_sendmsg system_call_fastpath 0xe78d 0 0.01% 1 mc:worker_14 ep.so [.] _ZdlPv@plt | ---_ZdlPv@plt EvpGetInfo 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] llist_add_batch | ---llist_add_batch smp_call_function_many native_flush_tlb_others flush_tlb_page ptep_clear_flush try_to_unmap_one try_to_unmap_anon try_to_unmap migrate_pages migrate_misplaced_page do_numa_page handle_mm_fault __do_page_fault do_page_fault page_fault HashTable::unlocked_find 0.01% 1 mc:worker_14 ep.so [.] cb::RWLock::readerLock | ---cb::RWLock::readerLock 0x7f6bcccb3000 EPBucket::~EPBucket 0x9000054f41e90789 0.01% 1 mc:worker_14 libplatform_so.so.0.1.0 [.] cb_mutex_exit | ---cb_mutex_exit 0xec834853d5894855 0.01% 1 mc:worker_14 memcached [.] event_handler | ---event_handler 0x240 McbpConnection::~McbpConnection 0x7c74818ec8348fb 0.01% 1 mc:worker_14 [kernel.kallsyms] [k] tcp_try_coalesce | ---tcp_try_coalesce tcp_queue_rcv tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb_core __netif_receive_skb netif_receive_skb napi_gro_receive ixgbe_clean_rx_irq ixgbe_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range ep_poll sys_epoll_wait system_call_fastpath syscall # # (For a higher level overview, try: perf report --sort comm,dso) #