#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/blkdev.h>
#include <linux/list.h>
#include <linux/llist.h>
#include <linux/smp.h>
#include <linux/cpu.h>

#include <linux/blk-mq.h>
#include "blk-mq.h"

static LIST_HEAD(blk_mq_cpu_notify_list);
static DEFINE_SPINLOCK(blk_mq_cpu_notify_lock);

static int blk_mq_main_cpu_notify(struct notifier_block *self,
				  unsigned long action, void *hcpu)
{
	unsigned int cpu = (unsigned long) hcpu;
	struct blk_mq_cpu_notifier *notify;

	spin_lock(&blk_mq_cpu_notify_lock);

	list_for_each_entry(notify, &blk_mq_cpu_notify_list, list)
		notify->notify(notify->data, action, cpu);

	spin_unlock(&blk_mq_cpu_notify_lock);
	return NOTIFY_OK;
}

static void blk_mq_cpu_notify(void *data, unsigned long action,
			      unsigned int cpu)
{
	if (action == CPU_DEAD || action == CPU_DEAD_FROZEN) {
		/*
		 * If the CPU goes away, ensure that we run any pending
		 * completions.
		 */
		struct llist_node *node;
		struct request *rq;

		local_irq_disable();

		node = llist_del_all(&per_cpu(ipi_lists, cpu));
		while (node) {
			struct llist_node *next = node->next;

			rq = llist_entry(node, struct request, ll_list);
			__blk_mq_end_io(rq, rq->errors);
			node = next;
		}

		local_irq_enable();
	}
}

static struct notifier_block __cpuinitdata blk_mq_main_cpu_notifier = {
	.notifier_call	= blk_mq_main_cpu_notify,
};

void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier)
{
	BUG_ON(!notifier->notify);

	spin_lock(&blk_mq_cpu_notify_lock);
	list_add_tail(&notifier->list, &blk_mq_cpu_notify_list);
	spin_unlock(&blk_mq_cpu_notify_lock);
}

void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier)
{
	spin_lock(&blk_mq_cpu_notify_lock);
	list_del(&notifier->list);
	spin_unlock(&blk_mq_cpu_notify_lock);
}

void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier,
			      void (*fn)(void *, unsigned long, unsigned int),
			      void *data)
{
	notifier->notify = fn;
	notifier->data = data;
}

static struct blk_mq_cpu_notifier __cpuinitdata cpu_notifier = {
	.notify = blk_mq_cpu_notify,
};

void __init blk_mq_cpu_init(void)
{
	register_hotcpu_notifier(&blk_mq_main_cpu_notifier);
	blk_mq_register_cpu_notifier(&cpu_notifier);
}
r/linux/log/include/crypto/aead.h'>
<select name='qt'>
<option value='grep'>log msg</option>
<option value='author'>author</option>
<option value='committer'>committer</option>
<option value='range'>range</option>
</select>
<input class='txt' type='search' size='10' name='q' value=''/>
<input type='submit' value='search'/>
</form>
</td></tr></table>
<div class='path'>path: <a href='/~funfunctor/linux/log/'>root</a>/<a href='/~funfunctor/linux/log/include'>include</a>/<a href='/~funfunctor/linux/log/include/crypto'>crypto</a>/<a href='/~funfunctor/linux/log/include/crypto/aead.h'>aead.h</a></div><div class='content'><table class='list nowrap'><tr class='nohover'><th class='left'>Age</th><th class='left'>Commit message (<a href='/~funfunctor/linux/log/include/crypto/aead.h?showmsg=1'>Expand</a>)</th><th class='left'>Author</th><th class='left'>Files</th><th class='left'>Lines</th></tr>
<tr><td><span title='2016-12-13 16:38:06 -0700'>2016-12-13</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=3f692d5f97cb834a42bcfb3cc10f5e390a9d7867'>crypto: doc - clarify AEAD memory structure</a></td><td>Stephan Mueller</td><td>1</td><td><span class='deletions'>-24</span>/<span class='insertions'>+12</span></td></tr>
<tr><td><span title='2016-12-13 16:38:05 -0700'>2016-12-13</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=0184cfe72d2f139c4feed7f3820ba2269f5de322'>crypto: doc - fix source comments for Sphinx</a></td><td>Stephan Mueller</td><td>1</td><td><span class='deletions'>-7</span>/<span class='insertions'>+7</span></td></tr>
<tr><td><span title='2016-07-18 17:35:38 +0800'>2016-07-18</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=7a530aa9cf3f282b6b123b9296dfce80ed8f068e'>crypto: aead - Add chunk size</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-5</span>/<span class='insertions'>+7</span></td></tr>
<tr><td><span title='2016-04-15 22:35:44 +0800'>2016-04-15</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=6eae29e7e7144d01a6d6af111d232b36cdd30f51'>crypto: doc - document correct return value for request allocation</a></td><td>Eric Biggers</td><td>1</td><td><span class='deletions'>-2</span>/<span class='insertions'>+1</span></td></tr>
<tr><td><span title='2016-02-17 04:07:54 +0800'>2016-02-17</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=3981d37ff380f1033fef839935bbf9774ed48f00'>crypto: doc - update AEAD AD handling</a></td><td>Stephan Mueller</td><td>1</td><td><span class='deletions'>-3</span>/<span class='insertions'>+3</span></td></tr>
<tr><td><span title='2015-12-09 20:03:45 +0800'>2015-12-09</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=70e088fe8c7237eae20991f1e0b2d99ecc5f1292'>crypto: aead - fix kernel-doc warnings in crypto/aead.h</a></td><td>Randy Dunlap</td><td>1</td><td><span class='deletions'>-0</span>/<span class='insertions'>+1</span></td></tr>
<tr><td><span title='2015-08-17 16:53:50 +0800'>2015-08-17</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=b0d955ba4688fcba8112884931aea1f1e6f50f03'>crypto: aead - Remove old AEAD interfaces</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-134</span>/<span class='insertions'>+14</span></td></tr>
<tr><td><span title='2015-08-04 17:41:33 +0800'>2015-08-04</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=f6e45c24f401f3d0e648bfba304c83b64d763559'>crypto: doc - AEAD API conversion</a></td><td>Stephan Mueller</td><td>1</td><td><span class='deletions'>-0</span>/<span class='insertions'>+24</span></td></tr>
<tr><td><span title='2015-06-04 15:05:08 +0800'>2015-06-04</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=12f7c14aa602f15ad60e5a9da459271f63b92917'>crypto: doc - Fix typo in crypto-API.xml</a></td><td>Masanari Iida</td><td>1</td><td><span class='deletions'>-1</span>/<span class='insertions'>+1</span></td></tr>
<tr><td><span title='2015-06-03 10:48:33 +0800'>2015-06-03</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=5eb8ec6dc857d5027bc8cf7268a199107a583ae5'>crypto: aead - Add type-safe init/exit functions</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-0</span>/<span class='insertions'>+13</span></td></tr>
<tr><td><span title='2015-06-03 10:48:32 +0800'>2015-06-03</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=addfda2fc2ed2fcd7896ef689aa75a7d35a7579b'>crypto: doc - cover new AEAD interface</a></td><td>Stephan Mueller</td><td>1</td><td><span class='deletions'>-1</span>/<span class='insertions'>+4</span></td></tr>
<tr><td><span title='2015-05-28 11:23:16 +0800'>2015-05-28</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=693b549d39ea755abea721eb53b4262f75f41fb9'>crypto: aead - Document behaviour of AD in destination buffer</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-4</span>/<span class='insertions'>+10</span></td></tr>
<tr><td><span title='2015-05-25 18:41:32 +0800'>2015-05-25</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=374d4ad18a0c4bc844dee42b3b43916e5f46608d'>crypto: aead - Remove unused cryptoff parameter</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-6</span>/<span class='insertions'>+1</span></td></tr>
<tr><td><span title='2015-05-25 18:41:25 +0800'>2015-05-25</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=30e4c010aefdbb81b2aaf64758850432eb289f47'>crypto: aead - Add crypto_aead_alg_ivsize/maxauthsize</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-3</span>/<span class='insertions'>+18</span></td></tr>
<tr><td><span title='2015-05-22 11:25:54 +0800'>2015-05-22</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=63293c61133447249d7e5b49d333f68825d30e43'>crypto: aead - Add support for new AEAD implementations</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-2</span>/<span class='insertions'>+42</span></td></tr>
<tr><td><span title='2015-05-22 11:25:51 +0800'>2015-05-22</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=2d0f230fe0649758394466cb69b553c0e8184df9'>crypto: aead - Rename aead_alg to old_aead_alg</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-0</span>/<span class='insertions'>+2</span></td></tr>
<tr><td><span title='2015-05-22 11:25:51 +0800'>2015-05-22</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=996d98d85ccc27d9c592ad7dc1371c60cd6585cc'>crypto: aead - Add new interface with single SG list</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-6</span>/<span class='insertions'>+29</span></td></tr>
<tr><td><span title='2015-05-13 10:31:53 +0800'>2015-05-13</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=5d1d65f8bea6de3d9c2c60fdfdd2da02da5ea672'>crypto: aead - Convert top level interface to new style</a></td><td>Herbert Xu</td><td>1</td><td><span class='deletions'>-4</span>/<span class='insertions'>+432</span></td></tr>
<tr><td><span title='2014-08-01 22:35:55 +0800'>2014-08-01</span></td><td><a href='/~funfunctor/linux/commit/include/crypto/aead.h?id=3e3dc25fe7d5e33026bdfca5e8fab08be6a8729c'>crypto: Resolve shadow warnings</a></td><td>Mark Rustad</td><td>1</td><td><span class='deletions'>-2</span>/<span class='insertions'>+2</span></td></tr>