What is likely to cause this?
[ 48.289800] EXT4-fs (vda1): re-mounted. Opts: errors=remount-ro
[ 50.133390] init: failsafe main process (629) killed by TERM signal
[ 65.420940] random: nonblocking pool is initialized
[ 71.605717] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 71.610990] nf_conntrack version 0.5.0 (16384 buckets, 65536 max)
[ 71.638785] ip6_tables: (C) 2000-2006 Netfilter Core Team
[28361.820072] [sched_delayed] sched: RT throttling activated
[453601.060135] INFO: task jbd2/vda1-8:156 blocked for more than 120 seconds.
[453601.060398] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.060505] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.060623] jbd2/vda1-8 D ffff8801bfc14440 0 156 2 0x00000000
[453601.060638] ffff8801b2adfbc8 0000000000000046 ffff8801b2a30000 ffff8801b2adffd8
[453601.060645] 0000000000014440 0000000000014440 ffff8801b2a30000 ffff8801bfc14cd8
[453601.060647] ffff8801bffbb098 0000000000000002 ffffffff811ee720 ffff8801b2adfc40
[453601.060650] Call Trace:
[453601.060750] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[453601.060805] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.060809] [<ffffffff811ee72e>] sleep_on_buffer+0xe/0x20
[453601.060812] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.060815] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[453601.060818] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.060864] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.060868] [<ffffffff811efa5a>] __wait_on_buffer+0x2a/0x30
[453601.060908] [<ffffffff812882e0>] jbd2_journal_commit_transaction+0xee0/0x1a70
[453601.060935] [<ffffffff8107550f>] ? try_to_del_timer_sync+0x4f/0x70
[453601.060939] [<ffffffff8128ce9d>] kjournald2+0xbd/0x250
[453601.060943] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[453601.060946] [<ffffffff8128cde0>] ? commit_timeout+0x10/0x10
[453601.060956] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[453601.060960] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.060963] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[453601.060965] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.060976] INFO: task postgres:949 blocked for more than 120 seconds.
[453601.061096] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.061200] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.061317] postgres D ffff8801bfc14440 0 949 943 0x00000000
[453601.061320] ffff8801b5341a28 0000000000000082 ffff8801b4d33000 ffff8801b5341fd8
[453601.061323] 0000000000014440 0000000000014440 ffff8801b4d33000 ffff8801bfc14cd8
[453601.061325] ffff8801bffd9cb0 0000000000000002 ffffffff81284bb0 ffff8801b5341aa0
[453601.061327] Call Trace:
[453601.061340] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061344] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.061347] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.061350] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.061352] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061355] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.061359] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.061362] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.061365] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.061368] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.061372] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.061383] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.061409] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.061413] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[453601.061416] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.061419] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[453601.061422] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[453601.061432] [<ffffffff811d7db1>] update_time+0x81/0xd0
[453601.061435] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[453601.061467] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[453601.061492] [<ffffffff813111f7>] ? apparmor_socket_sendmsg+0x17/0x20
[453601.061496] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[453601.061499] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[453601.061520] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[453601.061524] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[453601.061527] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[453601.061529] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[453601.061535] INFO: task supervisord:1107 blocked for more than 120 seconds.
[453601.061646] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.061755] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.061875] supervisord D ffff8801bfc94440 0 1107 1 0x00000000
[453601.061878] ffff8800bb301a28 0000000000000086 ffff8801b486c800 ffff8800bb301fd8
[453601.061881] 0000000000014440 0000000000014440 ffff8801b486c800 ffff8801bfc94cd8
[453601.061883] ffff8801bffc64b0 0000000000000002 ffffffff81284bb0 ffff8800bb301aa0
[453601.061885] Call Trace:
[453601.061889] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061892] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.061895] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.061898] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.061900] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061903] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.061907] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.061910] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.061913] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.061916] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.061919] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.061922] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.061926] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.061929] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[453601.061932] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.061935] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[453601.061937] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[453601.061940] [<ffffffff811d7db1>] update_time+0x81/0xd0
[453601.061943] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[453601.061946] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[453601.061949] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[453601.061952] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[453601.061971] [<ffffffff810f3c92>] ? from_kgid_munged+0x12/0x20
[453601.061974] [<ffffffff811c238d>] ? cp_new_stat+0x13d/0x160
[453601.061977] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[453601.061979] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[453601.061982] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[453601.061985] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[453601.062000] INFO: task kworker/u8:2:28729 blocked for more than 120 seconds.
[453601.062112] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.062218] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.062333] kworker/u8:2 D ffff8801bfc14440 0 28729 2 0x00000000
[453601.062340] Workqueue: writeback bdi_writeback_workfn (flush-253:0)
[453601.062342] ffff88015c7fd658 0000000000000046 ffff8800b80de000 ffff88015c7fdfd8
[453601.062344] 0000000000014440 0000000000014440 ffff8800b80de000 ffff8801bfc14cd8
[453601.062347] ffff8801bffc64b0 0000000000000002 ffffffff81284bb0 ffff88015c7fd6d0
[453601.062349] Call Trace:
[453601.062352] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.062356] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.062358] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.062361] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.062364] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.062367] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.062370] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.062373] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.062376] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.062379] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.062382] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.062385] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.062388] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.062391] [<ffffffff8126619b>] ? __ext4_ext_dirty+0x6b/0x80
[453601.062394] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.062405] [<ffffffff8126619b>] __ext4_ext_dirty+0x6b/0x80
[453601.062409] [<ffffffff81267c2f>] ext4_ext_insert_extent+0x43f/0x1250
[453601.062412] [<ffffffff81274972>] ? ext4_mb_new_blocks+0x172/0x580
[453601.062415] [<ffffffff8126b07a>] ext4_ext_map_blocks+0x8ca/0xf40
[453601.062419] [<ffffffff8123ff75>] ext4_map_blocks+0x2d5/0x540
[453601.062422] [<ffffffff81242f60>] ext4_writepages+0x5f0/0xcd0
[453601.062426] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[453601.062428] [<ffffffff811e6660>] __writeback_single_inode+0x40/0x210
[453601.062430] [<ffffffff811e7417>] writeback_sb_inodes+0x247/0x3e0
[453601.062433] [<ffffffff811e764f>] __writeback_inodes_wb+0x9f/0xd0
[453601.062435] [<ffffffff811e78c3>] wb_writeback+0x243/0x2c0
[453601.062438] [<ffffffff811e9282>] bdi_writeback_workfn+0x2a2/0x430
[453601.062441] [<ffffffff810839d2>] process_one_work+0x182/0x450
[453601.062444] [<ffffffff810847c1>] worker_thread+0x121/0x410
[453601.062447] [<ffffffff810846a0>] ? rescuer_thread+0x430/0x430
[453601.062450] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[453601.062452] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.062455] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[453601.062457] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.062462] INFO: task postgres:16944 blocked for more than 120 seconds.
[453601.062572] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.062684] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.062802] postgres D ffff8801bfc14440 0 16944 943 0x00000004
[453601.062804] ffff8800b8b95d28 0000000000000086 ffff8800b80fe000 ffff8800b8b95fd8
[453601.062807] 0000000000014440 0000000000014440 ffff8800b80fe000 ffff8801bfc14cd8
[453601.062809] ffff8801bffd6de8 0000000000000002 ffffffff8114e420 ffff8800b8b95da0
[453601.062811] Call Trace:
[453601.062815] [<ffffffff8114e420>] ? wait_on_page_read+0x60/0x60
[453601.062818] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.062821] [<ffffffff8114e42e>] sleep_on_page+0xe/0x20
[453601.062824] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.062827] [<ffffffff8114e1ef>] wait_on_page_bit+0x7f/0x90
[453601.062831] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.062843] [<ffffffff8115b9a1>] ? pagevec_lookup_tag+0x21/0x30
[453601.062847] [<ffffffff8114e2f9>] filemap_fdatawait_range+0xf9/0x190
[453601.062850] [<ffffffff8115a97e>] ? do_writepages+0x1e/0x40
[453601.062853] [<ffffffff8114fa89>] ? __filemap_fdatawrite_range+0x59/0x60
[453601.062856] [<ffffffff8114fb9f>] filemap_write_and_wait_range+0x3f/0x70
[453601.062859] [<ffffffff8123a99a>] ext4_sync_file+0xba/0x320
[453601.062862] [<ffffffff811ecf01>] do_fsync+0x51/0x80
[453601.062865] [<ffffffff811bdbe9>] ? SyS_write+0x49/0xa0
[453601.062868] [<ffffffff811ed1b3>] SyS_fdatasync+0x13/0x20
[453601.062870] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.060066] INFO: task jbd2/vda1-8:156 blocked for more than 120 seconds.
[455281.060120] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.060243] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.060364] jbd2/vda1-8 D ffff8801bfc14440 0 156 2 0x00000000
[455281.060369] ffff8801b2adfca8 0000000000000046 ffff8801b2a30000 ffff8801b2adffd8
[455281.060373] 0000000000014440 0000000000014440 ffff8801b2a30000 ffff8801b2adfd98
[455281.060375] ffff8801b28928b8 ffff8801b2a30000 ffff88015c4aa000 ffff8801b2adfd80
[455281.060378] Call Trace:
[455281.060391] [<ffffffff81722749>] schedule+0x29/0x70
[455281.060399] [<ffffffff8128767f>] jbd2_journal_commit_transaction+0x27f/0x1a70
[455281.060404] [<ffffffff8109d27d>] ? sched_clock_local+0x1d/0x80
[455281.060410] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060415] [<ffffffff8107465b>] ? lock_timer_base.isra.35+0x2b/0x50
[455281.060418] [<ffffffff8107550f>] ? try_to_del_timer_sync+0x4f/0x70
[455281.060422] [<ffffffff8128ce9d>] kjournald2+0xbd/0x250
[455281.060425] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060443] [<ffffffff8128cde0>] ? commit_timeout+0x10/0x10
[455281.060451] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[455281.060456] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.060460] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[455281.060463] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.060474] INFO: task postgres:949 blocked for more than 120 seconds.
[455281.060613] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.060727] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.060846] postgres D ffff8801bfc14440 0 949 943 0x00000000
[455281.060850] ffff8801b5341ae8 0000000000000082 ffff8801b4d33000 ffff8801b5341fd8
[455281.060852] 0000000000014440 0000000000014440 ffff8801b4d33000 ffff8801b2892800
[455281.060854] ffff8801b2892870 000000000269e18e 0000000000000002 ffff8801b5578840
[455281.060857] Call Trace:
[455281.060861] [<ffffffff81722749>] schedule+0x29/0x70
[455281.060866] [<ffffffff81284575>] wait_transaction_locked+0x75/0xa0
[455281.060869] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060872] [<ffffffff81284890>] start_this_handle+0x270/0x590
[455281.060922] [<ffffffff8165de45>] ? ip_local_out+0x25/0x30
[455281.060957] [<ffffffff811a2362>] ? kmem_cache_alloc+0x1b2/0x1e0
[455281.060962] [<ffffffff81284d50>] ? jbd2__journal_start+0x90/0x1e0
[455281.060964] [<ffffffff81284db3>] jbd2__journal_start+0xf3/0x1e0
[455281.060971] [<ffffffff812459ca>] ? ext4_dirty_inode+0x2a/0x60
[455281.060976] [<ffffffff8126c5d9>] __ext4_journal_start_sb+0x69/0xe0
[455281.060979] [<ffffffff812459ca>] ext4_dirty_inode+0x2a/0x60
[455281.060984] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[455281.060988] [<ffffffff811d7db1>] update_time+0x81/0xd0
[455281.060991] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[455281.060998] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[455281.061004] [<ffffffff813111f7>] ? apparmor_socket_sendmsg+0x17/0x20
[455281.061007] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[455281.061011] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[455281.061016] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[455281.061019] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[455281.061022] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[455281.061025] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.061028] INFO: task postgres:953 blocked for more than 120 seconds.
[455281.061140] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.061263] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.061383] postgres D ffff8801bfd14440 0 953 943 0x00000000
[455281.061386] ffff8801b4d8b8f0 0000000000000082 ffff8800b8b9b000 ffff8801b4d8bfd8
[455281.061388] 0000000000014440 0000000000014440 ffff8800b8b9b000 ffff8801b2f1f440
[455281.061391] ffff8801bfd1c000 ffff8801b2f1f458 0000000000000002 0000000000000003
[455281.061393] Call Trace:
[455281.061397] [<ffffffff81722749>] schedule+0x29/0x70
[455281.061442] [<ffffffff81375546>] percpu_ida_alloc+0x186/0x390
[455281.061455] [<ffffffff81372535>] ? __bitmap_weight+0x35/0x80
[455281.061459] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.061472] [<ffffffff81342b8b>] blk_mq_wait_for_tags+0x1b/0x40
[455281.061476] [<ffffffff81341bf6>] blk_mq_alloc_request_pinned+0x56/0x120
[455281.061485] [<ffffffff81342777>] blk_mq_make_request+0x3a7/0x470
[455281.061502] [<ffffffff81335f22>] generic_make_request+0xc2/0x110
[455281.061508] [<ffffffff81335fe1>] submit_bio+0x71/0x150
[455281.061514] [<ffffffff81246755>] ext4_io_submit+0x25/0x50
[455281.061520] [<ffffffff81243163>] ext4_writepages+0x7f3/0xcd0
[455281.061526] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[455281.061532] [<ffffffff8114fa89>] __filemap_fdatawrite_range+0x59/0x60
[455281.061537] [<ffffffff8114fb3c>] filemap_flush+0x1c/0x20
[455281.061542] [<ffffffff81240798>] ext4_alloc_da_blocks+0x38/0x70
[455281.061545] [<ffffffff8124c96d>] ext4_rename+0x66d/0x9c0
[455281.061559] [<ffffffff81724b62>] ? mutex_lock+0x12/0x2f
[455281.061565] [<ffffffff811ca87a>] vfs_rename+0x57a/0x5d0
[455281.061569] [<ffffffff811cdab5>] SYSC_renameat+0x3b5/0x410
[455281.061581] [<ffffffff8117fb2c>] ? vm_munmap+0x4c/0x60
[455281.061586] [<ffffffff811ceccb>] SyS_rename+0x1b/0x20
[455281.061588] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.061593] INFO: task supervisord:1107 blocked for more than 120 seconds.
[455281.061715] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.061818] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.061943] supervisord D ffff8801bfc94440 0 1107 1 0x00000000
[455281.061946] ffff8800bb301a18 0000000000000086 ffff8801b486c800 ffff8800bb301fd8
[455281.061949] 0000000000014440 0000000000014440 ffff8801b486c800 ffff8801bfc94cd8
[455281.061951] ffff8801bffd1a18 ffff8800bb301aa0 0000000000000002 ffffffff811ee720
[455281.061953] Call Trace:
[455281.061960] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[455281.061964] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[455281.061966] [<ffffffff811ee72e>] sleep_on_buffer+0xe/0x20
[455281.061969] [<ffffffff81722ff8>] __wait_on_bit_lock+0x48/0xb0
[455281.061972] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[455281.061975] [<ffffffff817230d7>] out_of_line_wait_on_bit_lock+0x77/0x90
[455281.061979] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[455281.061983] [<ffffffff811efbca>] __lock_buffer+0x2a/0x30
[455281.061986] [<ffffffff81285f90>] do_get_write_access+0x260/0x4f0
[455281.061989] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[455281.061992] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[455281.061996] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[455281.061999] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[455281.062002] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[455281.062005] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[455281.062008] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[455281.062011] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[455281.062014] [<ffffffff811d7db1>] update_time+0x81/0xd0
[455281.062016] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[455281.062020] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[455281.062023] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[455281.062026] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[455281.062031] [<ffffffff810f3c92>] ? from_kgid_munged+0x12/0x20
[455281.062034] [<ffffffff811c238d>] ? cp_new_stat+0x13d/0x160
[455281.062037] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[455281.062040] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[455281.062042] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[455281.062045] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.062052] INFO: task kworker/u8:2:28729 blocked for more than 120 seconds.
[455281.062182] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.062288] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.062421] kworker/u8:2 D ffff8801bfd94440 0 28729 2 0x00000000
[455281.062428] Workqueue: writeback bdi_writeback_workfn (flush-253:0)
[455281.062431] ffff88015c7fd780 0000000000000046 ffff8800b80de000 ffff88015c7fdfd8
[455281.062433] 0000000000014440 0000000000014440 ffff8800b80de000 ffff8801b2f1f440
[455281.062435] ffff8801bfd9c000 ffff8801b2f1f458 0000000000000002 0000000000000003
[455281.062437] Call Trace:
[455281.062441] [<ffffffff81722749>] schedule+0x29/0x70
[455281.062444] [<ffffffff81375546>] percpu_ida_alloc+0x186/0x390
[455281.062447] [<ffffffff81372535>] ? __bitmap_weight+0x35/0x80
[455281.062451] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.062454] [<ffffffff81342b8b>] blk_mq_wait_for_tags+0x1b/0x40
[455281.062457] [<ffffffff81341bf6>] blk_mq_alloc_request_pinned+0x56/0x120
[455281.062460] [<ffffffff81342777>] blk_mq_make_request+0x3a7/0x470
[455281.062463] [<ffffffff81335f22>] generic_make_request+0xc2/0x110
[455281.062476] [<ffffffff81335fe1>] submit_bio+0x71/0x150
[455281.062487] [<ffffffff811f48a6>] ? bio_alloc_bioset+0x196/0x2a0
[455281.062491] [<ffffffff81158e29>] ? account_page_writeback+0x29/0x30
[455281.062495] [<ffffffff811ef945>] _submit_bh+0x135/0x200
[455281.062498] [<ffffffff811f247a>] __block_write_full_page+0x12a/0x380
[455281.062501] [<ffffffff810aab74>] ? __wake_up+0x44/0x50
[455281.062504] [<ffffffff811f5b00>] ? I_BDEV+0x10/0x10
[455281.062507] [<ffffffff811f5b00>] ? I_BDEV+0x10/0x10
[455281.062512] [<ffffffff811f2891>] block_write_full_page_endio+0xe1/0xf0
[455281.062516] [<ffffffff811f28b5>] block_write_full_page+0x15/0x20
[455281.062521] [<ffffffff811f62f8>] blkdev_writepage+0x18/0x20
[455281.062524] [<ffffffff81158ba3>] __writepage+0x13/0x40
[455281.062529] [<ffffffff81159555>] write_cache_pages+0x235/0x480
[455281.062533] [<ffffffff81158b90>] ? global_dirtyable_memory+0x50/0x50
[455281.062538] [<ffffffff811597e0>] generic_writepages+0x40/0x60
[455281.062543] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[455281.062547] [<ffffffff811e6660>] __writeback_single_inode+0x40/0x210
[455281.062552] [<ffffffff811e7417>] writeback_sb_inodes+0x247/0x3e0
[455281.062556] [<ffffffff811e764f>] __writeback_inodes_wb+0x9f/0xd0
[455281.062560] [<ffffffff811e78c3>] wb_writeback+0x243/0x2c0
[455281.062562] [<ffffffff811e9282>] bdi_writeback_workfn+0x2a2/0x430
[455281.062568] [<ffffffff810839d2>] process_one_work+0x182/0x450
[455281.062571] [<ffffffff810847c1>] worker_thread+0x121/0x410
[455281.062574] [<ffffffff810846a0>] ? rescuer_thread+0x430/0x430
[455281.062576] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[455281.062579] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.062582] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[455281.062584] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
root@pobbchat:~#
[ 48.289800] EXT4-fs (vda1): re-mounted. Opts: errors=remount-ro
[ 50.133390] init: failsafe main process (629) killed by TERM signal
[ 65.420940] random: nonblocking pool is initialized
[ 71.605717] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 71.610990] nf_conntrack version 0.5.0 (16384 buckets, 65536 max)
[ 71.638785] ip6_tables: (C) 2000-2006 Netfilter Core Team
[28361.820072] [sched_delayed] sched: RT throttling activated
[453601.060135] INFO: task jbd2/vda1-8:156 blocked for more than 120 seconds.
[453601.060398] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.060505] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.060623] jbd2/vda1-8 D ffff8801bfc14440 0 156 2 0x00000000
[453601.060638] ffff8801b2adfbc8 0000000000000046 ffff8801b2a30000 ffff8801b2adffd8
[453601.060645] 0000000000014440 0000000000014440 ffff8801b2a30000 ffff8801bfc14cd8
[453601.060647] ffff8801bffbb098 0000000000000002 ffffffff811ee720 ffff8801b2adfc40
[453601.060650] Call Trace:
[453601.060750] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[453601.060805] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.060809] [<ffffffff811ee72e>] sleep_on_buffer+0xe/0x20
[453601.060812] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.060815] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[453601.060818] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.060864] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.060868] [<ffffffff811efa5a>] __wait_on_buffer+0x2a/0x30
[453601.060908] [<ffffffff812882e0>] jbd2_journal_commit_transaction+0xee0/0x1a70
[453601.060935] [<ffffffff8107550f>] ? try_to_del_timer_sync+0x4f/0x70
[453601.060939] [<ffffffff8128ce9d>] kjournald2+0xbd/0x250
[453601.060943] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[453601.060946] [<ffffffff8128cde0>] ? commit_timeout+0x10/0x10
[453601.060956] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[453601.060960] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.060963] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[453601.060965] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.060976] INFO: task postgres:949 blocked for more than 120 seconds.
[453601.061096] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.061200] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.061317] postgres D ffff8801bfc14440 0 949 943 0x00000000
[453601.061320] ffff8801b5341a28 0000000000000082 ffff8801b4d33000 ffff8801b5341fd8
[453601.061323] 0000000000014440 0000000000014440 ffff8801b4d33000 ffff8801bfc14cd8
[453601.061325] ffff8801bffd9cb0 0000000000000002 ffffffff81284bb0 ffff8801b5341aa0
[453601.061327] Call Trace:
[453601.061340] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061344] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.061347] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.061350] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.061352] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061355] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.061359] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.061362] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.061365] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.061368] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.061372] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.061383] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.061409] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.061413] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[453601.061416] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.061419] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[453601.061422] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[453601.061432] [<ffffffff811d7db1>] update_time+0x81/0xd0
[453601.061435] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[453601.061467] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[453601.061492] [<ffffffff813111f7>] ? apparmor_socket_sendmsg+0x17/0x20
[453601.061496] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[453601.061499] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[453601.061520] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[453601.061524] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[453601.061527] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[453601.061529] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[453601.061535] INFO: task supervisord:1107 blocked for more than 120 seconds.
[453601.061646] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.061755] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.061875] supervisord D ffff8801bfc94440 0 1107 1 0x00000000
[453601.061878] ffff8800bb301a28 0000000000000086 ffff8801b486c800 ffff8800bb301fd8
[453601.061881] 0000000000014440 0000000000014440 ffff8801b486c800 ffff8801bfc94cd8
[453601.061883] ffff8801bffc64b0 0000000000000002 ffffffff81284bb0 ffff8800bb301aa0
[453601.061885] Call Trace:
[453601.061889] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061892] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.061895] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.061898] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.061900] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.061903] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.061907] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.061910] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.061913] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.061916] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.061919] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.061922] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.061926] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.061929] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[453601.061932] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.061935] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[453601.061937] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[453601.061940] [<ffffffff811d7db1>] update_time+0x81/0xd0
[453601.061943] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[453601.061946] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[453601.061949] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[453601.061952] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[453601.061971] [<ffffffff810f3c92>] ? from_kgid_munged+0x12/0x20
[453601.061974] [<ffffffff811c238d>] ? cp_new_stat+0x13d/0x160
[453601.061977] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[453601.061979] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[453601.061982] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[453601.061985] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[453601.062000] INFO: task kworker/u8:2:28729 blocked for more than 120 seconds.
[453601.062112] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.062218] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.062333] kworker/u8:2 D ffff8801bfc14440 0 28729 2 0x00000000
[453601.062340] Workqueue: writeback bdi_writeback_workfn (flush-253:0)
[453601.062342] ffff88015c7fd658 0000000000000046 ffff8800b80de000 ffff88015c7fdfd8
[453601.062344] 0000000000014440 0000000000014440 ffff8800b80de000 ffff8801bfc14cd8
[453601.062347] ffff8801bffc64b0 0000000000000002 ffffffff81284bb0 ffff88015c7fd6d0
[453601.062349] Call Trace:
[453601.062352] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.062356] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.062358] [<ffffffff81284bbe>] sleep_on_shadow_bh+0xe/0x20
[453601.062361] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.062364] [<ffffffff81284bb0>] ? start_this_handle+0x590/0x590
[453601.062367] [<ffffffff81722f97>] out_of_line_wait_on_bit+0x77/0x90
[453601.062370] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.062373] [<ffffffff810aabe5>] ? wake_up_bit+0x25/0x30
[453601.062376] [<ffffffff81285fdd>] do_get_write_access+0x2ad/0x4f0
[453601.062379] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[453601.062382] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[453601.062385] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[453601.062388] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[453601.062391] [<ffffffff8126619b>] ? __ext4_ext_dirty+0x6b/0x80
[453601.062394] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[453601.062405] [<ffffffff8126619b>] __ext4_ext_dirty+0x6b/0x80
[453601.062409] [<ffffffff81267c2f>] ext4_ext_insert_extent+0x43f/0x1250
[453601.062412] [<ffffffff81274972>] ? ext4_mb_new_blocks+0x172/0x580
[453601.062415] [<ffffffff8126b07a>] ext4_ext_map_blocks+0x8ca/0xf40
[453601.062419] [<ffffffff8123ff75>] ext4_map_blocks+0x2d5/0x540
[453601.062422] [<ffffffff81242f60>] ext4_writepages+0x5f0/0xcd0
[453601.062426] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[453601.062428] [<ffffffff811e6660>] __writeback_single_inode+0x40/0x210
[453601.062430] [<ffffffff811e7417>] writeback_sb_inodes+0x247/0x3e0
[453601.062433] [<ffffffff811e764f>] __writeback_inodes_wb+0x9f/0xd0
[453601.062435] [<ffffffff811e78c3>] wb_writeback+0x243/0x2c0
[453601.062438] [<ffffffff811e9282>] bdi_writeback_workfn+0x2a2/0x430
[453601.062441] [<ffffffff810839d2>] process_one_work+0x182/0x450
[453601.062444] [<ffffffff810847c1>] worker_thread+0x121/0x410
[453601.062447] [<ffffffff810846a0>] ? rescuer_thread+0x430/0x430
[453601.062450] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[453601.062452] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.062455] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[453601.062457] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[453601.062462] INFO: task postgres:16944 blocked for more than 120 seconds.
[453601.062572] Not tainted 3.13.0-35-generic #62-Ubuntu
[453601.062684] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[453601.062802] postgres D ffff8801bfc14440 0 16944 943 0x00000004
[453601.062804] ffff8800b8b95d28 0000000000000086 ffff8800b80fe000 ffff8800b8b95fd8
[453601.062807] 0000000000014440 0000000000014440 ffff8800b80fe000 ffff8801bfc14cd8
[453601.062809] ffff8801bffd6de8 0000000000000002 ffffffff8114e420 ffff8800b8b95da0
[453601.062811] Call Trace:
[453601.062815] [<ffffffff8114e420>] ? wait_on_page_read+0x60/0x60
[453601.062818] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[453601.062821] [<ffffffff8114e42e>] sleep_on_page+0xe/0x20
[453601.062824] [<ffffffff81722ef2>] __wait_on_bit+0x62/0x90
[453601.062827] [<ffffffff8114e1ef>] wait_on_page_bit+0x7f/0x90
[453601.062831] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[453601.062843] [<ffffffff8115b9a1>] ? pagevec_lookup_tag+0x21/0x30
[453601.062847] [<ffffffff8114e2f9>] filemap_fdatawait_range+0xf9/0x190
[453601.062850] [<ffffffff8115a97e>] ? do_writepages+0x1e/0x40
[453601.062853] [<ffffffff8114fa89>] ? __filemap_fdatawrite_range+0x59/0x60
[453601.062856] [<ffffffff8114fb9f>] filemap_write_and_wait_range+0x3f/0x70
[453601.062859] [<ffffffff8123a99a>] ext4_sync_file+0xba/0x320
[453601.062862] [<ffffffff811ecf01>] do_fsync+0x51/0x80
[453601.062865] [<ffffffff811bdbe9>] ? SyS_write+0x49/0xa0
[453601.062868] [<ffffffff811ed1b3>] SyS_fdatasync+0x13/0x20
[453601.062870] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.060066] INFO: task jbd2/vda1-8:156 blocked for more than 120 seconds.
[455281.060120] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.060243] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.060364] jbd2/vda1-8 D ffff8801bfc14440 0 156 2 0x00000000
[455281.060369] ffff8801b2adfca8 0000000000000046 ffff8801b2a30000 ffff8801b2adffd8
[455281.060373] 0000000000014440 0000000000014440 ffff8801b2a30000 ffff8801b2adfd98
[455281.060375] ffff8801b28928b8 ffff8801b2a30000 ffff88015c4aa000 ffff8801b2adfd80
[455281.060378] Call Trace:
[455281.060391] [<ffffffff81722749>] schedule+0x29/0x70
[455281.060399] [<ffffffff8128767f>] jbd2_journal_commit_transaction+0x27f/0x1a70
[455281.060404] [<ffffffff8109d27d>] ? sched_clock_local+0x1d/0x80
[455281.060410] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060415] [<ffffffff8107465b>] ? lock_timer_base.isra.35+0x2b/0x50
[455281.060418] [<ffffffff8107550f>] ? try_to_del_timer_sync+0x4f/0x70
[455281.060422] [<ffffffff8128ce9d>] kjournald2+0xbd/0x250
[455281.060425] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060443] [<ffffffff8128cde0>] ? commit_timeout+0x10/0x10
[455281.060451] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[455281.060456] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.060460] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[455281.060463] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.060474] INFO: task postgres:949 blocked for more than 120 seconds.
[455281.060613] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.060727] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.060846] postgres D ffff8801bfc14440 0 949 943 0x00000000
[455281.060850] ffff8801b5341ae8 0000000000000082 ffff8801b4d33000 ffff8801b5341fd8
[455281.060852] 0000000000014440 0000000000014440 ffff8801b4d33000 ffff8801b2892800
[455281.060854] ffff8801b2892870 000000000269e18e 0000000000000002 ffff8801b5578840
[455281.060857] Call Trace:
[455281.060861] [<ffffffff81722749>] schedule+0x29/0x70
[455281.060866] [<ffffffff81284575>] wait_transaction_locked+0x75/0xa0
[455281.060869] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.060872] [<ffffffff81284890>] start_this_handle+0x270/0x590
[455281.060922] [<ffffffff8165de45>] ? ip_local_out+0x25/0x30
[455281.060957] [<ffffffff811a2362>] ? kmem_cache_alloc+0x1b2/0x1e0
[455281.060962] [<ffffffff81284d50>] ? jbd2__journal_start+0x90/0x1e0
[455281.060964] [<ffffffff81284db3>] jbd2__journal_start+0xf3/0x1e0
[455281.060971] [<ffffffff812459ca>] ? ext4_dirty_inode+0x2a/0x60
[455281.060976] [<ffffffff8126c5d9>] __ext4_journal_start_sb+0x69/0xe0
[455281.060979] [<ffffffff812459ca>] ext4_dirty_inode+0x2a/0x60
[455281.060984] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[455281.060988] [<ffffffff811d7db1>] update_time+0x81/0xd0
[455281.060991] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[455281.060998] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[455281.061004] [<ffffffff813111f7>] ? apparmor_socket_sendmsg+0x17/0x20
[455281.061007] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[455281.061011] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[455281.061016] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[455281.061019] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[455281.061022] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[455281.061025] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.061028] INFO: task postgres:953 blocked for more than 120 seconds.
[455281.061140] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.061263] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.061383] postgres D ffff8801bfd14440 0 953 943 0x00000000
[455281.061386] ffff8801b4d8b8f0 0000000000000082 ffff8800b8b9b000 ffff8801b4d8bfd8
[455281.061388] 0000000000014440 0000000000014440 ffff8800b8b9b000 ffff8801b2f1f440
[455281.061391] ffff8801bfd1c000 ffff8801b2f1f458 0000000000000002 0000000000000003
[455281.061393] Call Trace:
[455281.061397] [<ffffffff81722749>] schedule+0x29/0x70
[455281.061442] [<ffffffff81375546>] percpu_ida_alloc+0x186/0x390
[455281.061455] [<ffffffff81372535>] ? __bitmap_weight+0x35/0x80
[455281.061459] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.061472] [<ffffffff81342b8b>] blk_mq_wait_for_tags+0x1b/0x40
[455281.061476] [<ffffffff81341bf6>] blk_mq_alloc_request_pinned+0x56/0x120
[455281.061485] [<ffffffff81342777>] blk_mq_make_request+0x3a7/0x470
[455281.061502] [<ffffffff81335f22>] generic_make_request+0xc2/0x110
[455281.061508] [<ffffffff81335fe1>] submit_bio+0x71/0x150
[455281.061514] [<ffffffff81246755>] ext4_io_submit+0x25/0x50
[455281.061520] [<ffffffff81243163>] ext4_writepages+0x7f3/0xcd0
[455281.061526] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[455281.061532] [<ffffffff8114fa89>] __filemap_fdatawrite_range+0x59/0x60
[455281.061537] [<ffffffff8114fb3c>] filemap_flush+0x1c/0x20
[455281.061542] [<ffffffff81240798>] ext4_alloc_da_blocks+0x38/0x70
[455281.061545] [<ffffffff8124c96d>] ext4_rename+0x66d/0x9c0
[455281.061559] [<ffffffff81724b62>] ? mutex_lock+0x12/0x2f
[455281.061565] [<ffffffff811ca87a>] vfs_rename+0x57a/0x5d0
[455281.061569] [<ffffffff811cdab5>] SYSC_renameat+0x3b5/0x410
[455281.061581] [<ffffffff8117fb2c>] ? vm_munmap+0x4c/0x60
[455281.061586] [<ffffffff811ceccb>] SyS_rename+0x1b/0x20
[455281.061588] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.061593] INFO: task supervisord:1107 blocked for more than 120 seconds.
[455281.061715] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.061818] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.061943] supervisord D ffff8801bfc94440 0 1107 1 0x00000000
[455281.061946] ffff8800bb301a18 0000000000000086 ffff8801b486c800 ffff8800bb301fd8
[455281.061949] 0000000000014440 0000000000014440 ffff8801b486c800 ffff8801bfc94cd8
[455281.061951] ffff8801bffd1a18 ffff8800bb301aa0 0000000000000002 ffffffff811ee720
[455281.061953] Call Trace:
[455281.061960] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[455281.061964] [<ffffffff81722a6d>] io_schedule+0x9d/0x140
[455281.061966] [<ffffffff811ee72e>] sleep_on_buffer+0xe/0x20
[455281.061969] [<ffffffff81722ff8>] __wait_on_bit_lock+0x48/0xb0
[455281.061972] [<ffffffff811ee720>] ? generic_block_bmap+0x50/0x50
[455281.061975] [<ffffffff817230d7>] out_of_line_wait_on_bit_lock+0x77/0x90
[455281.061979] [<ffffffff810ab010>] ? autoremove_wake_function+0x40/0x40
[455281.061983] [<ffffffff811efbca>] __lock_buffer+0x2a/0x30
[455281.061986] [<ffffffff81285f90>] do_get_write_access+0x260/0x4f0
[455281.061989] [<ffffffff811f002d>] ? __getblk+0x2d/0x2e0
[455281.061992] [<ffffffff81286247>] jbd2_journal_get_write_access+0x27/0x40
[455281.061996] [<ffffffff8126c8cb>] __ext4_journal_get_write_access+0x3b/0x80
[455281.061999] [<ffffffff81242750>] ext4_reserve_inode_write+0x70/0xa0
[455281.062002] [<ffffffff812459e0>] ? ext4_dirty_inode+0x40/0x60
[455281.062005] [<ffffffff812427c4>] ext4_mark_inode_dirty+0x44/0x1f0
[455281.062008] [<ffffffff812459e0>] ext4_dirty_inode+0x40/0x60
[455281.062011] [<ffffffff811e6cca>] __mark_inode_dirty+0x10a/0x2d0
[455281.062014] [<ffffffff811d7db1>] update_time+0x81/0xd0
[455281.062016] [<ffffffff811d7fc0>] file_update_time+0x80/0xd0
[455281.062020] [<ffffffff8114fed0>] __generic_file_aio_write+0x180/0x3d0
[455281.062023] [<ffffffff81150178>] generic_file_aio_write+0x58/0xa0
[455281.062026] [<ffffffff8123a579>] ext4_file_write+0x99/0x400
[455281.062031] [<ffffffff810f3c92>] ? from_kgid_munged+0x12/0x20
[455281.062034] [<ffffffff811c238d>] ? cp_new_stat+0x13d/0x160
[455281.062037] [<ffffffff811bca2a>] do_sync_write+0x5a/0x90
[455281.062040] [<ffffffff811bd1b4>] vfs_write+0xb4/0x1f0
[455281.062042] [<ffffffff811bdbe9>] SyS_write+0x49/0xa0
[455281.062045] [<ffffffff8172ed6d>] system_call_fastpath+0x1a/0x1f
[455281.062052] INFO: task kworker/u8:2:28729 blocked for more than 120 seconds.
[455281.062182] Not tainted 3.13.0-35-generic #62-Ubuntu
[455281.062288] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[455281.062421] kworker/u8:2 D ffff8801bfd94440 0 28729 2 0x00000000
[455281.062428] Workqueue: writeback bdi_writeback_workfn (flush-253:0)
[455281.062431] ffff88015c7fd780 0000000000000046 ffff8800b80de000 ffff88015c7fdfd8
[455281.062433] 0000000000014440 0000000000014440 ffff8800b80de000 ffff8801b2f1f440
[455281.062435] ffff8801bfd9c000 ffff8801b2f1f458 0000000000000002 0000000000000003
[455281.062437] Call Trace:
[455281.062441] [<ffffffff81722749>] schedule+0x29/0x70
[455281.062444] [<ffffffff81375546>] percpu_ida_alloc+0x186/0x390
[455281.062447] [<ffffffff81372535>] ? __bitmap_weight+0x35/0x80
[455281.062451] [<ffffffff810aafd0>] ? prepare_to_wait_event+0x100/0x100
[455281.062454] [<ffffffff81342b8b>] blk_mq_wait_for_tags+0x1b/0x40
[455281.062457] [<ffffffff81341bf6>] blk_mq_alloc_request_pinned+0x56/0x120
[455281.062460] [<ffffffff81342777>] blk_mq_make_request+0x3a7/0x470
[455281.062463] [<ffffffff81335f22>] generic_make_request+0xc2/0x110
[455281.062476] [<ffffffff81335fe1>] submit_bio+0x71/0x150
[455281.062487] [<ffffffff811f48a6>] ? bio_alloc_bioset+0x196/0x2a0
[455281.062491] [<ffffffff81158e29>] ? account_page_writeback+0x29/0x30
[455281.062495] [<ffffffff811ef945>] _submit_bh+0x135/0x200
[455281.062498] [<ffffffff811f247a>] __block_write_full_page+0x12a/0x380
[455281.062501] [<ffffffff810aab74>] ? __wake_up+0x44/0x50
[455281.062504] [<ffffffff811f5b00>] ? I_BDEV+0x10/0x10
[455281.062507] [<ffffffff811f5b00>] ? I_BDEV+0x10/0x10
[455281.062512] [<ffffffff811f2891>] block_write_full_page_endio+0xe1/0xf0
[455281.062516] [<ffffffff811f28b5>] block_write_full_page+0x15/0x20
[455281.062521] [<ffffffff811f62f8>] blkdev_writepage+0x18/0x20
[455281.062524] [<ffffffff81158ba3>] __writepage+0x13/0x40
[455281.062529] [<ffffffff81159555>] write_cache_pages+0x235/0x480
[455281.062533] [<ffffffff81158b90>] ? global_dirtyable_memory+0x50/0x50
[455281.062538] [<ffffffff811597e0>] generic_writepages+0x40/0x60
[455281.062543] [<ffffffff8115a97e>] do_writepages+0x1e/0x40
[455281.062547] [<ffffffff811e6660>] __writeback_single_inode+0x40/0x210
[455281.062552] [<ffffffff811e7417>] writeback_sb_inodes+0x247/0x3e0
[455281.062556] [<ffffffff811e764f>] __writeback_inodes_wb+0x9f/0xd0
[455281.062560] [<ffffffff811e78c3>] wb_writeback+0x243/0x2c0
[455281.062562] [<ffffffff811e9282>] bdi_writeback_workfn+0x2a2/0x430
[455281.062568] [<ffffffff810839d2>] process_one_work+0x182/0x450
[455281.062571] [<ffffffff810847c1>] worker_thread+0x121/0x410
[455281.062574] [<ffffffff810846a0>] ? rescuer_thread+0x430/0x430
[455281.062576] [<ffffffff8108b4a2>] kthread+0xd2/0xf0
[455281.062579] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
[455281.062582] [<ffffffff8172ecbc>] ret_from_fork+0x7c/0xb0
[455281.062584] [<ffffffff8108b3d0>] ? kthread_create_on_node+0x1c0/0x1c0
root@pobbchat:~#