[RocksDB] memcached is killed by OOM killer during initial data load

[Version]

  rocksdb_version=5.6.1

  options_file_version=1.1

[DBOptions]

  avoid_flush_during_shutdown=false

  info_log_level=INFO_LEVEL

  access_hint_on_compaction_start=NORMAL

  write_thread_max_yield_usec=100

  enable_write_thread_adaptive_yield=true

  write_thread_slow_yield_usec=3

  fail_if_options_file_error=false

  wal_recovery_mode=kPointInTimeRecovery

  max_manifest_file_size=18446744073709551615

  delete_obsolete_files_period_micros=21600000000

  WAL_ttl_seconds=0

  WAL_size_limit_MB=0

  max_subcompactions=1

  wal_dir=/data/bucket-1/rocksdb.0

  dump_malloc_stats=false

  db_log_dir=

  recycle_log_file_num=0

  keep_log_file_num=1000

  enable_pipelined_write=false

  delayed_write_rate=16777216

  db_write_buffer_size=0

  table_cache_numshardbits=6

  avoid_flush_during_recovery=false

  max_open_files=-1

  max_file_opening_threads=16

  max_background_flushes=-1

  log_file_time_to_roll=0

  base_background_compactions=-1

  max_background_compactions=-1

  use_fsync=false

  allow_concurrent_memtable_write=true

  writable_file_max_buffer_size=1048576

  random_access_max_buffer_size=1048576

  new_table_reader_for_compaction_inputs=false

  max_background_jobs=1

  skip_log_error_on_recovery=false

  paranoid_checks=true

  max_total_wal_size=0

  is_fd_close_on_exec=true

  allow_ingest_behind=false

  error_if_exists=false

  wal_bytes_per_sync=0

  stats_dump_period_sec=600

  create_missing_column_families=true

  create_if_missing=true

  allow_2pc=false

  skip_stats_update_on_db_open=false

  use_direct_io_for_flush_and_compaction=false

  bytes_per_sync=0

  max_log_file_size=0

  manifest_preallocation_size=4194304

  use_direct_reads=false

  allow_mmap_writes=false

  allow_fallocate=true

  compaction_readahead_size=0

  allow_mmap_reads=false

  use_adaptive_mutex=false

  enable_thread_tracking=false

  advise_random_on_open=true

[CFOptions "default"]

  compaction_pri=kByCompensatedSize

  compaction_filter_factory=nullptr

  memtable_factory=SkipListFactory

  bottommost_compression=kDisableCompressionOption

  compression=kSnappyCompression

  max_sequential_skip_in_iterations=8

  max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1

  compression_per_level=

  max_bytes_for_level_multiplier=10.000000

  max_bytes_for_level_base=268435456

  table_factory=BlockBasedTable

  max_successive_merges=0

  arena_block_size=262144

  merge_operator=nullptr

  target_file_size_multiplier=1

  num_levels=7

  min_write_buffer_number_to_merge=1

  prefix_extractor=nullptr

  bloom_locality=0

  max_write_buffer_number=2

  level0_stop_writes_trigger=36

  level0_slowdown_writes_trigger=20

  level0_file_num_compaction_trigger=4

  write_buffer_size=2097152

  memtable_huge_page_size=0

  max_compaction_bytes=1677721600

  hard_pending_compaction_bytes_limit=274877906944

  target_file_size_base=67108864

  soft_pending_compaction_bytes_limit=68719476736

  comparator=leveldb.BytewiseComparator

  memtable_insert_with_hint_prefix_extractor=nullptr

  force_consistency_checks=false

  max_write_buffer_number_to_maintain=0

  paranoid_file_checks=false

  optimize_filters_for_hits=false

  level_compaction_dynamic_level_bytes=false

  purge_redundant_kvs_while_flush=true

  inplace_update_support=false

  compaction_style=kCompactionStyleLevel

  compaction_filter=nullptr

  disable_auto_compactions=false

  inplace_update_num_locks=10000

  memtable_prefix_bloom_size_ratio=0.000000

  report_bg_io_stats=false

[TableOptions/BlockBasedTable "default"]

  read_amp_bytes_per_bit=8589934592

  format_version=2

  whole_key_filtering=true

  filter_policy=nullptr

  verify_compression=false

  block_size_deviation=10

  block_size=4096

  partition_filters=false

  checksum=kCRC32c

  hash_index_allow_collision=true

  index_block_restart_interval=1

  block_restart_interval=16

  no_block_cache=false

  pin_l0_filter_and_index_blocks_in_cache=false

  cache_index_and_filter_blocks_with_high_priority=false

  metadata_block_size=4096

  cache_index_and_filter_blocks=false

  index_type=kBinarySearch

  flush_block_policy_factory=FlushBlockBySizePolicyFactory

[CFOptions "vbid_seqno_to_key"]

  compaction_pri=kByCompensatedSize

  compaction_filter_factory=nullptr

  memtable_factory=SkipListFactory

  bottommost_compression=kDisableCompressionOption

  compression=kSnappyCompression

  max_sequential_skip_in_iterations=8

  max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1

  compression_per_level=

  max_bytes_for_level_multiplier=10.000000

  max_bytes_for_level_base=268435456

  table_factory=BlockBasedTable

  max_successive_merges=0

  arena_block_size=262144

  merge_operator=nullptr

  target_file_size_multiplier=1

  num_levels=7

  min_write_buffer_number_to_merge=1

  prefix_extractor=nullptr

  bloom_locality=0

  max_write_buffer_number=2

  level0_stop_writes_trigger=36

  level0_slowdown_writes_trigger=20

  level0_file_num_compaction_trigger=4

  write_buffer_size=2097152

  memtable_huge_page_size=0

  max_compaction_bytes=1677721600

  hard_pending_compaction_bytes_limit=274877906944

  target_file_size_base=67108864

  soft_pending_compaction_bytes_limit=68719476736

  comparator=VbidSeqnoComparator

  memtable_insert_with_hint_prefix_extractor=nullptr

  force_consistency_checks=false

  max_write_buffer_number_to_maintain=0

  paranoid_file_checks=false

  optimize_filters_for_hits=false

  level_compaction_dynamic_level_bytes=false

  purge_redundant_kvs_while_flush=true

  inplace_update_support=false

  compaction_style=kCompactionStyleLevel

  compaction_filter=nullptr

  disable_auto_compactions=false

  inplace_update_num_locks=10000

  memtable_prefix_bloom_size_ratio=0.000000

  report_bg_io_stats=false

[TableOptions/BlockBasedTable "vbid_seqno_to_key"]

  read_amp_bytes_per_bit=8589934592

  format_version=2

  whole_key_filtering=true

  filter_policy=nullptr

  verify_compression=false

  block_size_deviation=10

  block_size=4096

  partition_filters=false

  checksum=kCRC32c

  hash_index_allow_collision=true

  index_block_restart_interval=1

  block_restart_interval=16

  no_block_cache=false

  pin_l0_filter_and_index_blocks_in_cache=false

  cache_index_and_filter_blocks_with_high_priority=false

  metadata_block_size=4096

  cache_index_and_filter_blocks=false

  index_type=kBinarySearch

  flush_block_policy_factory=FlushBlockBySizePolicyFactory

[CFOptions "_local"]

  compaction_pri=kByCompensatedSize

  compaction_filter_factory=nullptr

  memtable_factory=SkipListFactory

  bottommost_compression=kDisableCompressionOption

  compression=kSnappyCompression

  max_sequential_skip_in_iterations=8

  max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1

  compression_per_level=

  max_bytes_for_level_multiplier=10.000000

  max_bytes_for_level_base=268435456

  table_factory=BlockBasedTable

  max_successive_merges=0

  arena_block_size=262144

  merge_operator=nullptr

  target_file_size_multiplier=1

  num_levels=7

  min_write_buffer_number_to_merge=1

  prefix_extractor=nullptr

  bloom_locality=0

  max_write_buffer_number=2

  level0_stop_writes_trigger=36

  level0_slowdown_writes_trigger=20

  level0_file_num_compaction_trigger=4

  write_buffer_size=2097152

  memtable_huge_page_size=0

  max_compaction_bytes=1677721600

  hard_pending_compaction_bytes_limit=274877906944

  target_file_size_base=67108864

  soft_pending_compaction_bytes_limit=68719476736

  comparator=leveldb.BytewiseComparator

  memtable_insert_with_hint_prefix_extractor=nullptr

  force_consistency_checks=false

  max_write_buffer_number_to_maintain=0

  paranoid_file_checks=false

  optimize_filters_for_hits=false

  level_compaction_dynamic_level_bytes=false

  purge_redundant_kvs_while_flush=true

  inplace_update_support=false

  compaction_style=kCompactionStyleLevel

  compaction_filter=nullptr

  disable_auto_compactions=false

  inplace_update_num_locks=10000

  memtable_prefix_bloom_size_ratio=0.000000

  report_bg_io_stats=false

[TableOptions/BlockBasedTable "_local"]

  read_amp_bytes_per_bit=8589934592

  format_version=2

  whole_key_filtering=true

  filter_policy=nullptr

  verify_compression=false

  block_size_deviation=10

  block_size=4096

  partition_filters=false

  checksum=kCRC32c

  hash_index_allow_collision=true

  index_block_restart_interval=1

  block_restart_interval=16

  no_block_cache=false

  pin_l0_filter_and_index_blocks_in_cache=false

  cache_index_and_filter_blocks_with_high_priority=false

  metadata_block_size=4096

  cache_index_and_filter_blocks=false

  index_type=kBinarySearch

  flush_block_policy_factory=FlushBlockBySizePolicyFactory

Oct 24 16:20:30 172-23-96-119 kernel: mc:writer_0 invoked oom-killer: gfp_mask=0x280da, order=0, oom_score_adj=0

Oct 24 16:20:30 172-23-96-119 kernel: mc:writer_0 cpuset=/ mems_allowed=0-1

Oct 24 16:20:30 172-23-96-119 kernel: CPU: 12 PID: 50009 Comm: mc:writer_0 Not tainted 3.10.0-514.2.2.el7.x86_64 #1

Oct 24 16:20:30 172-23-96-119 kernel: Hardware name: Dell Inc. PowerEdge R630/0CNCJW, BIOS 1.2.10 03/09/2015

Oct 24 16:20:30 172-23-96-119 kernel: ffff88089d683ec0 00000000693fda9e ffff8808547aba58 ffffffff816861cc

Oct 24 16:20:30 172-23-96-119 kernel: ffff8808547abae8 ffffffff81681177 ffffffff812ae87b ffff88088465bd00

Oct 24 16:20:30 172-23-96-119 kernel: ffff88088465bd18 65a455fb00000206 fffeefff00000000 0000000000000001

Oct 24 16:20:30 172-23-96-119 kernel: Call Trace:

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff816861cc>] dump_stack+0x19/0x1b

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff81681177>] dump_header+0x8e/0x225

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff812ae87b>] ? cred_has_capability+0x6b/0x120

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff8113cc03>] ? proc_do_uts_string+0x123/0x130

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff8118476e>] oom_kill_process+0x24e/0x3c0

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff810937ee>] ? has_capability_noaudit+0x1e/0x30

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff81184fa6>] out_of_memory+0x4b6/0x4f0

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff81681c80>] __alloc_pages_slowpath+0x5d7/0x725

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff8118b0b5>] __alloc_pages_nodemask+0x405/0x420

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff811ce8ca>] alloc_page_interleave+0x3a/0xa0

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff811d2280>] alloc_pages_vma+0x100/0x150

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff811b14df>] handle_mm_fault+0xc6f/0xfe0

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff81691c94>] __do_page_fault+0x154/0x450

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff81691fc5>] do_page_fault+0x35/0x90

Oct 24 16:20:30 172-23-96-119 kernel: [<ffffffff8168e288>] page_fault+0x28/0x30

Oct 24 16:20:30 172-23-96-119 kernel: Mem-Info:

Oct 24 16:20:30 172-23-96-119 kernel: active_anon:15214602 inactive_anon:806731 isolated_anon:0#012 active_file:0 inactive_file:0 isolated_file:32#012 unevictable:0 dirty:1 writeback:1 unstable:0#012 slab_reclaimable:80572 slab_unreclaimable:40749#012 mapped:4060 shmem:818035 pagetables:36476 bounce:0#012 free:56297 free_pcp:186 free_cma:0

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 DMA free:14464kB min:20kB low:24kB high:28kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15980kB managed:15896kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:32kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes

Oct 24 16:20:30 172-23-96-119 kernel: lowmem_reserve[]: 0 1693 31891 31891

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 DMA32 free:123168kB min:2376kB low:2968kB high:3564kB active_anon:1037116kB inactive_anon:432720kB active_file:40kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1982156kB managed:1734344kB mlocked:0kB dirty:0kB writeback:0kB mapped:600kB shmem:425884kB slab_reclaimable:105428kB slab_unreclaimable:18064kB kernel_stack:464kB pagetables:2624kB unstable:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:1757 all_unreclaimable? yes

Oct 24 16:20:30 172-23-96-119 kernel: lowmem_reserve[]: 0 0 30198 30198

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 Normal free:42304kB min:42416kB low:53020kB high:63624kB active_anon:27502996kB inactive_anon:2628804kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:31457280kB managed:30923012kB mlocked:0kB dirty:0kB writeback:0kB mapped:16336kB shmem:2666740kB slab_reclaimable:158376kB slab_unreclaimable:75860kB kernel_stack:8336kB pagetables:66380kB unstable:0kB bounce:0kB free_pcp:252kB local_pcp:120kB free_cma:0kB writeback_tmp:0kB pages_scanned:8128 all_unreclaimable? yes

Oct 24 16:20:30 172-23-96-119 kernel: lowmem_reserve[]: 0 0 0 0

Oct 24 16:20:30 172-23-96-119 kernel: Node 1 Normal free:45252kB min:45292kB low:56612kB high:67936kB active_anon:32318296kB inactive_anon:165400kB active_file:72kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):128kB present:33554432kB managed:33019912kB mlocked:0kB dirty:4kB writeback:4kB mapped:0kB shmem:179516kB slab_reclaimable:58484kB slab_unreclaimable:69040kB kernel_stack:6288kB pagetables:76900kB unstable:0kB bounce:0kB free_pcp:492kB local_pcp:120kB free_cma:0kB writeback_tmp:0kB pages_scanned:9350 all_unreclaimable? yes

Oct 24 16:20:30 172-23-96-119 kernel: lowmem_reserve[]: 0 0 0 0

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 DMA: 0*4kB 0*8kB 0*16kB 0*32kB 0*64kB 1*128kB (U) 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 3*4096kB (UM) = 14464kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 DMA32: 395*4kB (UEM) 641*8kB (UEM) 852*16kB (UEM) 411*32kB (UEM) 387*64kB (UEM) 333*128kB (UEM) 79*256kB (UE) 4*512kB (UE) 0*1024kB 0*2048kB 0*4096kB = 123156kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 Normal: 8861*4kB (UEM) 901*8kB (UE) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 42652kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 1 Normal: 7795*4kB (UEM) 1974*8kB (UEM) 1*16kB (M) 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 46988kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB

Oct 24 16:20:30 172-23-96-119 kernel: Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB

Oct 24 16:20:30 172-23-96-119 kernel: 817860 total pagecache pages

Oct 24 16:20:30 172-23-96-119 kernel: 0 pages in swap cache

Oct 24 16:20:30 172-23-96-119 kernel: Swap cache stats: add 27381133, delete 27381133, find 6670038/8142040

Oct 24 16:20:30 172-23-96-119 kernel: Free swap  = 0kB

Oct 24 16:20:30 172-23-96-119 kernel: Total swap = 0kB

Oct 24 16:20:30 172-23-96-119 kernel: 16752462 pages RAM

Oct 24 16:20:30 172-23-96-119 kernel: 0 pages HighMem/MovableOnly

Oct 24 16:20:30 172-23-96-119 kernel: 329171 pages reserved

Oct 24 16:20:30 172-23-96-119 kernel: [ pid ]   uid  tgid total_vm      rss nr_ptes swapents oom_score_adj name

Oct 24 16:20:30 172-23-96-119 kernel: [  773]     0   773    15632     5817      35        0             0 systemd-journal

Oct 24 16:20:30 172-23-96-119 kernel: [  800]     0   800    50830      429      32        0             0 lvmetad

Oct 24 16:20:30 172-23-96-119 kernel: [  807]     0   807    11910      795      24        0         -1000 systemd-udevd

Oct 24 16:20:30 172-23-96-119 kernel: [ 1058]     0  1058     6108      146      16        0             0 systemd-logind

Oct 24 16:20:30 172-23-96-119 kernel: [ 1062]     0  1062     4859      117      13        0             0 irqbalance

Oct 24 16:20:30 172-23-96-119 kernel: [ 1064]   999  1064   131879     1875      51        0             0 polkitd

Oct 24 16:20:30 172-23-96-119 kernel: [ 1066]     0  1066     5700      107      14        0             0 ipmievd

Oct 24 16:20:30 172-23-96-119 kernel: [ 1069]    81  1069    24594      161      18        0          -900 dbus-daemon

Oct 24 16:20:30 172-23-96-119 kernel: [ 1072]     0  1072   131270     1114      68        0             0 NetworkManager

Oct 24 16:20:30 172-23-96-119 kernel: [ 1076]    70  1076     7027       92      18        0             0 avahi-daemon

Oct 24 16:20:30 172-23-96-119 kernel: [ 1078]    70  1078     6995       59      17        0             0 avahi-daemon

Oct 24 16:20:30 172-23-96-119 kernel: [ 1086]     0  1086    31555      162      18        0             0 crond

Oct 24 16:20:30 172-23-96-119 kernel: [ 1094]    38  1094    11161      177      26        0             0 ntpd

Oct 24 16:20:30 172-23-96-119 kernel: [ 1451]     0  1451   168652     3184     229        2             0 rsyslogd

Oct 24 16:20:30 172-23-96-119 kernel: [ 1454]     0  1454    20617      211      41        0         -1000 sshd

Oct 24 16:20:30 172-23-96-119 kernel: [95885]     0 95885    27509       32      10        0             0 agetty

Oct 24 16:20:30 172-23-96-119 kernel: [37250]     0 37250    17810      170      35        0             0 saslauthd

Oct 24 16:20:30 172-23-96-119 kernel: [37253]     0 37253    17810      170      35        0             0 saslauthd

Oct 24 16:20:30 172-23-96-119 kernel: [37254]     0 37254    17810      170      35        0             0 saslauthd

Oct 24 16:20:30 172-23-96-119 kernel: [37255]     0 37255    17810      170      35        0             0 saslauthd

Oct 24 16:20:30 172-23-96-119 kernel: [37256]     0 37256    17810      170      35        0             0 saslauthd

Oct 24 16:20:30 172-23-96-119 kernel: [49507]  1000 49507   405685     8248     137        0             0 beam.smp

Oct 24 16:20:30 172-23-96-119 kernel: [49574]  1000 49574     2893       29      11        0             0 epmd

Oct 24 16:20:30 172-23-96-119 kernel: [49688]  1000 49688      830      126       7        0             0 gosecrets

Oct 24 16:20:30 172-23-96-119 kernel: [49693]  1000 49693   485970    44364     248        0             0 beam.smp

Oct 24 16:20:30 172-23-96-119 kernel: [49751]  1000 49751    28282       54      12        0             0 sh

Oct 24 16:20:30 172-23-96-119 kernel: [49752]  1000 49752     1073       24       7        0             0 memsup

Oct 24 16:20:30 172-23-96-119 kernel: [49753]  1000 49753     1073       19       8        0             0 cpu_sup

Oct 24 16:20:30 172-23-96-119 kernel: [49755]  1000 49755     2884       26      12        0             0 inet_gethost

Oct 24 16:20:30 172-23-96-119 kernel: [49756]  1000 49756     2884       33      11        0             0 inet_gethost

Oct 24 16:20:30 172-23-96-119 kernel: [49757]  1000 49757   349032    11170     168        0             0 beam.smp

Oct 24 16:20:30 172-23-96-119 kernel: [49812]  1000 49812    28283       54      12        0             0 sh

Oct 24 16:20:30 172-23-96-119 kernel: [49813]  1000 49813     1074       27       8        0             0 memsup

Oct 24 16:20:30 172-23-96-119 kernel: [49814]  1000 49814     1074       20       8        0             0 cpu_sup

Oct 24 16:20:30 172-23-96-119 kernel: [49825]  1000 49825     5064     1393      13        0             0 godu

Oct 24 16:20:30 172-23-96-119 kernel: [49826]  1000 49826    28282       53      12        0             0 sh

Oct 24 16:20:30 172-23-96-119 kernel: [49827]  1000 49827      846      126       7        0             0 godu

Oct 24 16:20:30 172-23-96-119 kernel: [49853]  1000 49853     2168       68      11        0             0 sigar_port

Oct 24 16:20:30 172-23-96-119 kernel: [49854]  1000 49854     2885       26      11        0             0 inet_gethost

Oct 24 16:20:30 172-23-96-119 kernel: [49855]  1000 49855     2885       33      10        0             0 inet_gethost

Oct 24 16:20:30 172-23-96-119 kernel: [49856]  1000 49856     1723      176       7        0             0 goport

Oct 24 16:20:30 172-23-96-119 kernel: [49857]  1000 49857    28301      304      17        0             0 saslauthd-port

Oct 24 16:20:30 172-23-96-119 kernel: [49862]  1000 49862   417992      836      92        0             0 projector

Oct 24 16:20:30 172-23-96-119 kernel: [49876]  1000 49876     1243      172       7        0             0 goport

Oct 24 16:20:30 172-23-96-119 kernel: [49877]  1000 49877   290865     8374     129        0             0 beam.smp

Oct 24 16:20:30 172-23-96-119 kernel: [49882]  1000 49882    55317      904      27        0             0 goxdcr

Oct 24 16:20:30 172-23-96-119 kernel: [49898]  1000 49898 18895275 15117297   34376        0             0 memcached

Oct 24 16:20:30 172-23-96-119 kernel: [138198]     0 138198    35743      324      72        0             0 sshd

Oct 24 16:20:30 172-23-96-119 kernel: [138233]     0 138233    35743      319      71        0             0 sshd

Oct 24 16:20:30 172-23-96-119 kernel: [138302]     0 138302    35743      310      71        0             0 sshd

Oct 24 16:20:30 172-23-96-119 kernel: [138329]     0 138329    35743      321      68        0             0 sshd

Oct 24 16:20:30 172-23-96-119 kernel: [138333]     0 138333    20617      211      40        0             0 sshd

Oct 24 16:20:30 172-23-96-119 kernel: Out of memory: Kill process 49898 (memcached) score 922 or sacrifice child

Oct 24 16:20:30 172-23-96-119 kernel: Killed process 49898 (memcached) total-vm:75581100kB, anon-rss:60469188kB, file-rss:0kB, shmem-rss:0kB