39 void __key_check(const struct key *key)  in __key_check()  argument
42 	       key, key->magic, KEY_DEBUG_MAGIC);  in __key_check()
134 static inline void key_alloc_serial(struct key *key)  in key_alloc_serial()  argument
137 	struct key *xkey;  in key_alloc_serial()
142 		get_random_bytes(&key->serial, sizeof(key->serial));  in key_alloc_serial()
144 		key->serial >>= 1; /* negative numbers are not permitted */  in key_alloc_serial()
145 	} while (key->serial < 3);  in key_alloc_serial()
155 		xkey = rb_entry(parent, struct key, serial_node);  in key_alloc_serial()
157 		if (key->serial < xkey->serial)  in key_alloc_serial()
159 		else if (key->serial > xkey->serial)  in key_alloc_serial()
166 	rb_link_node(&key->serial_node, parent, p);  in key_alloc_serial()
167 	rb_insert_color(&key->serial_node, &key_serial_tree);  in key_alloc_serial()
176 		key->serial++;  in key_alloc_serial()
177 		if (key->serial < 3) {  in key_alloc_serial()
178 			key->serial = 3;  in key_alloc_serial()
186 		xkey = rb_entry(parent, struct key, serial_node);  in key_alloc_serial()
187 		if (key->serial < xkey->serial)  in key_alloc_serial()
225 struct key *key_alloc(struct key_type *type, const char *desc,  in key_alloc()
231 	struct key *key;  in key_alloc()  local
235 	key = ERR_PTR(-EINVAL);  in key_alloc()
242 			key = ERR_PTR(ret);  in key_alloc()
277 	key = kmem_cache_zalloc(key_jar, GFP_KERNEL);  in key_alloc()
278 	if (!key)  in key_alloc()
281 	key->index_key.desc_len = desclen;  in key_alloc()
282 	key->index_key.description = kmemdup(desc, desclen + 1, GFP_KERNEL);  in key_alloc()
283 	if (!key->index_key.description)  in key_alloc()
285 	key->index_key.type = type;  in key_alloc()
286 	key_set_index_key(&key->index_key);  in key_alloc()
288 	refcount_set(&key->usage, 1);  in key_alloc()
289 	init_rwsem(&key->sem);  in key_alloc()
290 	lockdep_set_class(&key->sem, &type->lock_class);  in key_alloc()
291 	key->user = user;  in key_alloc()
292 	key->quotalen = quotalen;  in key_alloc()
293 	key->datalen = type->def_datalen;  in key_alloc()
294 	key->uid = uid;  in key_alloc()
295 	key->gid = gid;  in key_alloc()
296 	key->perm = perm;  in key_alloc()
297 	key->restrict_link = restrict_link;  in key_alloc()
298 	key->last_used_at = ktime_get_real_seconds();  in key_alloc()
301 		key->flags |= 1 << KEY_FLAG_IN_QUOTA;  in key_alloc()
303 		key->flags |= 1 << KEY_FLAG_BUILTIN;  in key_alloc()
305 		key->flags |= 1 << KEY_FLAG_UID_KEYRING;  in key_alloc()
308 	key->magic = KEY_DEBUG_MAGIC;  in key_alloc()
312 	ret = security_key_alloc(key, cred, flags);  in key_alloc()
317 	refcount_inc(&key->domain_tag->usage);  in key_alloc()
319 	key_alloc_serial(key);  in key_alloc()
322 	return key;  in key_alloc()
325 	kfree(key->description);  in key_alloc()
326 	kmem_cache_free(key_jar, key);  in key_alloc()
334 	key = ERR_PTR(ret);  in key_alloc()
338 	kmem_cache_free(key_jar, key);  in key_alloc()
348 	key = ERR_PTR(-ENOMEM);  in key_alloc()
354 	key = ERR_PTR(-EDQUOT);  in key_alloc()
370 int key_payload_reserve(struct key *key, size_t datalen)  in key_payload_reserve()  argument
372 	int delta = (int)datalen - key->datalen;  in key_payload_reserve()
375 	key_check(key);  in key_payload_reserve()
378 	if (delta != 0 && test_bit(KEY_FLAG_IN_QUOTA, &key->flags)) {  in key_payload_reserve()
379 		unsigned maxbytes = uid_eq(key->user->uid, GLOBAL_ROOT_UID) ?  in key_payload_reserve()
382 		spin_lock(&key->user->lock);  in key_payload_reserve()
385 		    (key->user->qnbytes + delta > maxbytes ||  in key_payload_reserve()
386 		     key->user->qnbytes + delta < key->user->qnbytes)) {  in key_payload_reserve()
390 			key->user->qnbytes += delta;  in key_payload_reserve()
391 			key->quotalen += delta;  in key_payload_reserve()
393 		spin_unlock(&key->user->lock);  in key_payload_reserve()
398 		key->datalen = datalen;  in key_payload_reserve()
407 static void mark_key_instantiated(struct key *key, int reject_error)  in mark_key_instantiated()  argument
412 	smp_store_release(&key->state,  in mark_key_instantiated()
422 static int __key_instantiate_and_link(struct key *key,  in __key_instantiate_and_link()  argument
424 				      struct key *keyring,  in __key_instantiate_and_link()
425 				      struct key *authkey,  in __key_instantiate_and_link()
430 	key_check(key);  in __key_instantiate_and_link()
439 	if (key->state == KEY_IS_UNINSTANTIATED) {  in __key_instantiate_and_link()
441 		ret = key->type->instantiate(key, prep);  in __key_instantiate_and_link()
445 			atomic_inc(&key->user->nikeys);  in __key_instantiate_and_link()
446 			mark_key_instantiated(key, 0);  in __key_instantiate_and_link()
447 			notify_key(key, NOTIFY_KEY_INSTANTIATED, 0);  in __key_instantiate_and_link()
449 			if (test_and_clear_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags))  in __key_instantiate_and_link()
455 					set_bit(KEY_FLAG_KEEP, &key->flags);  in __key_instantiate_and_link()
457 				__key_link(keyring, key, _edit);  in __key_instantiate_and_link()
465 				key->expiry = prep->expiry;  in __key_instantiate_and_link()
475 		wake_up_bit(&key->flags, KEY_FLAG_USER_CONSTRUCT);  in __key_instantiate_and_link()
496 int key_instantiate_and_link(struct key *key,  in key_instantiate_and_link()  argument
499 			     struct key *keyring,  in key_instantiate_and_link()
500 			     struct key *authkey)  in key_instantiate_and_link()
509 	prep.quotalen = key->type->def_datalen;  in key_instantiate_and_link()
511 	if (key->type->preparse) {  in key_instantiate_and_link()
512 		ret = key->type->preparse(&prep);  in key_instantiate_and_link()
518 		ret = __key_link_lock(keyring, &key->index_key);  in key_instantiate_and_link()
522 		ret = __key_link_begin(keyring, &key->index_key, &edit);  in key_instantiate_and_link()
529 			ret = keyres->check(keyring, key->type, &prep.payload,  in key_instantiate_and_link()
530 					    keyres->key);  in key_instantiate_and_link()
536 	ret = __key_instantiate_and_link(key, &prep, keyring, authkey, &edit);  in key_instantiate_and_link()
540 		__key_link_end(keyring, &key->index_key, edit);  in key_instantiate_and_link()
543 	if (key->type->preparse)  in key_instantiate_and_link()
544 		key->type->free_preparse(&prep);  in key_instantiate_and_link()
571 int key_reject_and_link(struct key *key,  in key_reject_and_link()  argument
574 			struct key *keyring,  in key_reject_and_link()
575 			struct key *authkey)  in key_reject_and_link()
580 	key_check(key);  in key_reject_and_link()
590 		link_ret = __key_link_lock(keyring, &key->index_key);  in key_reject_and_link()
592 			link_ret = __key_link_begin(keyring, &key->index_key, &edit);  in key_reject_and_link()
594 				__key_link_end(keyring, &key->index_key, edit);  in key_reject_and_link()
601 	if (key->state == KEY_IS_UNINSTANTIATED) {  in key_reject_and_link()
603 		atomic_inc(&key->user->nikeys);  in key_reject_and_link()
604 		mark_key_instantiated(key, -error);  in key_reject_and_link()
605 		notify_key(key, NOTIFY_KEY_INSTANTIATED, -error);  in key_reject_and_link()
606 		key->expiry = ktime_get_real_seconds() + timeout;  in key_reject_and_link()
607 		key_schedule_gc(key->expiry + key_gc_delay);  in key_reject_and_link()
609 		if (test_and_clear_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags))  in key_reject_and_link()
616 			__key_link(keyring, key, &edit);  in key_reject_and_link()
626 		__key_link_end(keyring, &key->index_key, edit);  in key_reject_and_link()
630 		wake_up_bit(&key->flags, KEY_FLAG_USER_CONSTRUCT);  in key_reject_and_link()
644 void key_put(struct key *key)  in key_put()  argument
646 	if (key) {  in key_put()
647 		key_check(key);  in key_put()
649 		if (refcount_dec_and_test(&key->usage))  in key_put()
658 struct key *key_lookup(key_serial_t id)  in key_lookup()
661 	struct key *key;  in key_lookup()  local
668 		key = rb_entry(n, struct key, serial_node);  in key_lookup()
670 		if (id < key->serial)  in key_lookup()
672 		else if (id > key->serial)  in key_lookup()
679 	key = ERR_PTR(-ENOKEY);  in key_lookup()
686 	if (!refcount_inc_not_zero(&key->usage))  in key_lookup()
691 	return key;  in key_lookup()
720 void key_set_timeout(struct key *key, unsigned timeout)  in key_set_timeout()  argument
725 	down_write(&key->sem);  in key_set_timeout()
730 	key->expiry = expiry;  in key_set_timeout()
731 	key_schedule_gc(key->expiry + key_gc_delay);  in key_set_timeout()
733 	up_write(&key->sem);  in key_set_timeout()
754 	struct key *key = key_ref_to_ptr(key_ref);  in __key_update()  local
763 	if (!key->type->update)  in __key_update()
766 	down_write(&key->sem);  in __key_update()
768 	ret = key->type->update(key, prep);  in __key_update()
771 		mark_key_instantiated(key, 0);  in __key_update()
772 		notify_key(key, NOTIFY_KEY_UPDATED, 0);  in __key_update()
775 	up_write(&key->sem);  in __key_update()
783 	key_put(key);  in __key_update()
827 	struct key *keyring, *key = NULL;  in key_create_or_update()  local
890 					   &prep.payload, restrict_link->key);  in key_create_or_update()
929 	key = key_alloc(index_key.type, index_key.description,  in key_create_or_update()
931 	if (IS_ERR(key)) {  in key_create_or_update()
932 		key_ref = ERR_CAST(key);  in key_create_or_update()
937 	ret = __key_instantiate_and_link(key, &prep, keyring, NULL, &edit);  in key_create_or_update()
939 		key_put(key);  in key_create_or_update()
944 	ima_post_key_create_or_update(keyring, key, payload, plen,  in key_create_or_update()
947 	key_ref = make_key_ref(key, is_key_possessed(keyring_ref));  in key_create_or_update()
965 	key = key_ref_to_ptr(key_ref);  in key_create_or_update()
966 	if (test_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags)) {  in key_create_or_update()
967 		ret = wait_for_key_construction(key, true);  in key_create_or_update()
978 		ima_post_key_create_or_update(keyring, key,  in key_create_or_update()
1002 	struct key *key = key_ref_to_ptr(key_ref);  in key_update()  local
1005 	key_check(key);  in key_update()
1013 	if (!key->type->update)  in key_update()
1019 	prep.quotalen = key->type->def_datalen;  in key_update()
1021 	if (key->type->preparse) {  in key_update()
1022 		ret = key->type->preparse(&prep);  in key_update()
1027 	down_write(&key->sem);  in key_update()
1029 	ret = key->type->update(key, &prep);  in key_update()
1032 		mark_key_instantiated(key, 0);  in key_update()
1033 		notify_key(key, NOTIFY_KEY_UPDATED, 0);  in key_update()
1036 	up_write(&key->sem);  in key_update()
1039 	if (key->type->preparse)  in key_update()
1040 		key->type->free_preparse(&prep);  in key_update()
1054 void key_revoke(struct key *key)  in key_revoke()  argument
1058 	key_check(key);  in key_revoke()
1065 	down_write_nested(&key->sem, 1);  in key_revoke()
1066 	if (!test_and_set_bit(KEY_FLAG_REVOKED, &key->flags)) {  in key_revoke()
1067 		notify_key(key, NOTIFY_KEY_REVOKED, 0);  in key_revoke()
1068 		if (key->type->revoke)  in key_revoke()
1069 			key->type->revoke(key);  in key_revoke()
1073 		if (key->revoked_at == 0 || key->revoked_at > time) {  in key_revoke()
1074 			key->revoked_at = time;  in key_revoke()
1075 			key_schedule_gc(key->revoked_at + key_gc_delay);  in key_revoke()
1079 	up_write(&key->sem);  in key_revoke()
1090 void key_invalidate(struct key *key)  in key_invalidate()  argument
1092 	kenter("%d", key_serial(key));  in key_invalidate()
1094 	key_check(key);  in key_invalidate()
1096 	if (!test_bit(KEY_FLAG_INVALIDATED, &key->flags)) {  in key_invalidate()
1097 		down_write_nested(&key->sem, 1);  in key_invalidate()
1098 		if (!test_and_set_bit(KEY_FLAG_INVALIDATED, &key->flags)) {  in key_invalidate()
1099 			notify_key(key, NOTIFY_KEY_INVALIDATED, 0);  in key_invalidate()
1102 		up_write(&key->sem);  in key_invalidate()
1117 int generic_key_instantiate(struct key *key, struct key_preparsed_payload *prep)  in generic_key_instantiate()  argument
1123 	ret = key_payload_reserve(key, prep->quotalen);  in generic_key_instantiate()
1125 		rcu_assign_keypointer(key, prep->payload.data[0]);  in generic_key_instantiate()
1126 		key->payload.data[1] = prep->payload.data[1];  in generic_key_instantiate()
1127 		key->payload.data[2] = prep->payload.data[2];  in generic_key_instantiate()
1128 		key->payload.data[3] = prep->payload.data[3];  in generic_key_instantiate()
1200 	key_jar = kmem_cache_create("key_jar", sizeof(struct key),  in key_init()