41 struct cred init_cred = {
65 static inline void set_cred_subscribers(struct cred *cred, int n)  in set_cred_subscribers()  argument
68 	atomic_set(&cred->subscribers, n);  in set_cred_subscribers()
72 static inline int read_cred_subscribers(const struct cred *cred)  in read_cred_subscribers()  argument
75 	return atomic_read(&cred->subscribers);  in read_cred_subscribers()
81 static inline void alter_cred_subscribers(const struct cred *_cred, int n)  in alter_cred_subscribers()
84 	struct cred *cred = (struct cred *) _cred;  in alter_cred_subscribers()  local
86 	atomic_add(n, &cred->subscribers);  in alter_cred_subscribers()
95 	struct cred *cred = container_of(rcu, struct cred, rcu);  in put_cred_rcu()  local
97 	kdebug("put_cred_rcu(%p)", cred);  in put_cred_rcu()
100 	if (cred->magic != CRED_MAGIC_DEAD ||  in put_cred_rcu()
101 	    atomic_read(&cred->usage) != 0 ||  in put_cred_rcu()
102 	    read_cred_subscribers(cred) != 0)  in put_cred_rcu()
105 		      cred, cred->magic, cred->put_addr,  in put_cred_rcu()
106 		      atomic_read(&cred->usage),  in put_cred_rcu()
107 		      read_cred_subscribers(cred));  in put_cred_rcu()
109 	if (atomic_read(&cred->usage) != 0)  in put_cred_rcu()
111 		      cred, atomic_read(&cred->usage));  in put_cred_rcu()
114 	security_cred_free(cred);  in put_cred_rcu()
115 	key_put(cred->session_keyring);  in put_cred_rcu()
116 	key_put(cred->process_keyring);  in put_cred_rcu()
117 	key_put(cred->thread_keyring);  in put_cred_rcu()
118 	key_put(cred->request_key_auth);  in put_cred_rcu()
119 	if (cred->group_info)  in put_cred_rcu()
120 		put_group_info(cred->group_info);  in put_cred_rcu()
121 	free_uid(cred->user);  in put_cred_rcu()
122 	put_user_ns(cred->user_ns);  in put_cred_rcu()
123 	kmem_cache_free(cred_jar, cred);  in put_cred_rcu()
132 void __put_cred(struct cred *cred)  in __put_cred()  argument
134 	kdebug("__put_cred(%p{%d,%d})", cred,  in __put_cred()
135 	       atomic_read(&cred->usage),  in __put_cred()
136 	       read_cred_subscribers(cred));  in __put_cred()
138 	BUG_ON(atomic_read(&cred->usage) != 0);  in __put_cred()
140 	BUG_ON(read_cred_subscribers(cred) != 0);  in __put_cred()
141 	cred->magic = CRED_MAGIC_DEAD;  in __put_cred()
142 	cred->put_addr = __builtin_return_address(0);  in __put_cred()
144 	BUG_ON(cred == current->cred);  in __put_cred()
145 	BUG_ON(cred == current->real_cred);  in __put_cred()
147 	if (cred->non_rcu)  in __put_cred()
148 		put_cred_rcu(&cred->rcu);  in __put_cred()
150 		call_rcu(&cred->rcu, put_cred_rcu);  in __put_cred()
159 	struct cred *cred;  in exit_creds()  local
161 	kdebug("exit_creds(%u,%p,%p,{%d,%d})", tsk->pid, tsk->real_cred, tsk->cred,  in exit_creds()
162 	       atomic_read(&tsk->cred->usage),  in exit_creds()
163 	       read_cred_subscribers(tsk->cred));  in exit_creds()
165 	cred = (struct cred *) tsk->real_cred;  in exit_creds()
167 	validate_creds(cred);  in exit_creds()
168 	alter_cred_subscribers(cred, -1);  in exit_creds()
169 	put_cred(cred);  in exit_creds()
171 	cred = (struct cred *) tsk->cred;  in exit_creds()
172 	tsk->cred = NULL;  in exit_creds()
173 	validate_creds(cred);  in exit_creds()
174 	alter_cred_subscribers(cred, -1);  in exit_creds()
175 	put_cred(cred);  in exit_creds()
193 const struct cred *get_task_cred(struct task_struct *task)  in get_task_cred()
195 	const struct cred *cred;  in get_task_cred()  local
200 		cred = __task_cred((task));  in get_task_cred()
201 		BUG_ON(!cred);  in get_task_cred()
202 	} while (!get_cred_rcu(cred));  in get_task_cred()
205 	return cred;  in get_task_cred()
213 struct cred *cred_alloc_blank(void)  in cred_alloc_blank()
215 	struct cred *new;  in cred_alloc_blank()
250 struct cred *prepare_creds(void)  in prepare_creds()
253 	const struct cred *old;  in prepare_creds()
254 	struct cred *new;  in prepare_creds()
264 	old = task->cred;  in prepare_creds()
265 	memcpy(new, old, sizeof(struct cred));  in prepare_creds()
300 struct cred *prepare_exec_creds(void)  in prepare_exec_creds()
302 	struct cred *new;  in prepare_exec_creds()
335 	struct cred *new;  in copy_creds()
344 		!p->cred->thread_keyring &&  in copy_creds()
348 		p->real_cred = get_cred(p->cred);  in copy_creds()
349 		get_cred(p->cred);  in copy_creds()
350 		alter_cred_subscribers(p->cred, 2);  in copy_creds()
352 		       p->cred, atomic_read(&p->cred->usage),  in copy_creds()
353 		       read_cred_subscribers(p->cred));  in copy_creds()
354 		atomic_inc(&p->cred->user->processes);  in copy_creds()
388 	p->cred = p->real_cred = get_cred(new);  in copy_creds()
398 static bool cred_cap_issubset(const struct cred *set, const struct cred *subset)  in cred_cap_issubset()
437 int commit_creds(struct cred *new)  in commit_creds()
440 	const struct cred *old = task->real_cred;  in commit_creds()
446 	BUG_ON(task->cred != old);  in commit_creds()
491 	rcu_assign_pointer(task->cred, new);  in commit_creds()
523 void abort_creds(struct cred *new)  in abort_creds()
544 const struct cred *override_creds(const struct cred *new)  in override_creds()
546 	const struct cred *old = current->cred;  in override_creds()
566 	get_new_cred((struct cred *)new);  in override_creds()
568 	rcu_assign_pointer(current->cred, new);  in override_creds()
585 void revert_creds(const struct cred *old)  in revert_creds()
587 	const struct cred *override = current->cred;  in revert_creds()
596 	rcu_assign_pointer(current->cred, old);  in revert_creds()
616 int cred_fscmp(const struct cred *a, const struct cred *b)  in cred_fscmp()
662 	cred_jar = kmem_cache_create("cred_jar", sizeof(struct cred), 0,  in cred_init()
682 struct cred *prepare_kernel_cred(struct task_struct *daemon)  in prepare_kernel_cred()
684 	const struct cred *old;  in prepare_kernel_cred()
685 	struct cred *new;  in prepare_kernel_cred()
741 int set_security_override(struct cred *new, u32 secid)  in set_security_override()
757 int set_security_override_from_ctx(struct cred *new, const char *secctx)  in set_security_override_from_ctx()
779 int set_create_files_as(struct cred *new, struct inode *inode)  in set_create_files_as()
791 bool creds_are_invalid(const struct cred *cred)  in creds_are_invalid()  argument
793 	if (cred->magic != CRED_MAGIC)  in creds_are_invalid()
802 static void dump_invalid_creds(const struct cred *cred, const char *label,  in dump_invalid_creds()  argument
806 	       label, cred,  in dump_invalid_creds()
807 	       cred == &init_cred ? "[init]" : "",  in dump_invalid_creds()
808 	       cred == tsk->real_cred ? "[real]" : "",  in dump_invalid_creds()
809 	       cred == tsk->cred ? "[eff]" : "");  in dump_invalid_creds()
811 	       cred->magic, cred->put_addr);  in dump_invalid_creds()
813 	       atomic_read(&cred->usage),  in dump_invalid_creds()
814 	       read_cred_subscribers(cred));  in dump_invalid_creds()
816 		from_kuid_munged(&init_user_ns, cred->uid),  in dump_invalid_creds()
817 		from_kuid_munged(&init_user_ns, cred->euid),  in dump_invalid_creds()
818 		from_kuid_munged(&init_user_ns, cred->suid),  in dump_invalid_creds()
819 		from_kuid_munged(&init_user_ns, cred->fsuid));  in dump_invalid_creds()
821 		from_kgid_munged(&init_user_ns, cred->gid),  in dump_invalid_creds()
822 		from_kgid_munged(&init_user_ns, cred->egid),  in dump_invalid_creds()
823 		from_kgid_munged(&init_user_ns, cred->sgid),  in dump_invalid_creds()
824 		from_kgid_munged(&init_user_ns, cred->fsgid));  in dump_invalid_creds()
826 	printk(KERN_ERR "CRED: ->security is %p\n", cred->security);  in dump_invalid_creds()
827 	if ((unsigned long) cred->security >= PAGE_SIZE &&  in dump_invalid_creds()
828 	    (((unsigned long) cred->security & 0xffffff00) !=  in dump_invalid_creds()
831 		       ((u32*)cred->security)[0],  in dump_invalid_creds()
832 		       ((u32*)cred->security)[1]);  in dump_invalid_creds()
839 void __invalid_creds(const struct cred *cred, const char *file, unsigned line)  in __invalid_creds()  argument
843 	dump_invalid_creds(cred, "Specified", current);  in __invalid_creds()
854 	if (tsk->cred == tsk->real_cred) {  in __validate_process_creds()
855 		if (unlikely(read_cred_subscribers(tsk->cred) < 2 ||  in __validate_process_creds()
856 			     creds_are_invalid(tsk->cred)))  in __validate_process_creds()
860 			     read_cred_subscribers(tsk->cred) < 1 ||  in __validate_process_creds()
862 			     creds_are_invalid(tsk->cred)))  in __validate_process_creds()
872 	if (tsk->cred != tsk->real_cred)  in __validate_process_creds()
873 		dump_invalid_creds(tsk->cred, "Effective", tsk);  in __validate_process_creds()
886 	       tsk->real_cred, tsk->cred,  in validate_creds_for_do_exit()
887 	       atomic_read(&tsk->cred->usage),  in validate_creds_for_do_exit()
888 	       read_cred_subscribers(tsk->cred));  in validate_creds_for_do_exit()