blob: e117e20ff77169c8dab71503c534b1192c351e40 [file] [log] [blame]
Seth Jenningsb700e7f2014-12-16 11:58:19 -06001/*
2 * livepatch.h - Kernel Live Patching Core
3 *
4 * Copyright (C) 2014 Seth Jennings <sjenning@redhat.com>
5 * Copyright (C) 2014 SUSE
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version 2
10 * of the License, or (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, see <http://www.gnu.org/licenses/>.
19 */
20
21#ifndef _LINUX_LIVEPATCH_H_
22#define _LINUX_LIVEPATCH_H_
23
24#include <linux/module.h>
25#include <linux/ftrace.h>
Josh Poimboeuf3ec24772017-03-06 11:20:29 -060026#include <linux/completion.h>
Jason Baron20e55022019-01-09 13:43:24 +010027#include <linux/list.h>
Seth Jenningsb700e7f2014-12-16 11:58:19 -060028
Jessica Yu7e545d62016-03-16 20:55:39 -040029#if IS_ENABLED(CONFIG_LIVEPATCH)
30
Seth Jenningsb700e7f2014-12-16 11:58:19 -060031#include <asm/livepatch.h>
32
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -060033/* task patch states */
34#define KLP_UNDEFINED -1
35#define KLP_UNPATCHED 0
36#define KLP_PATCHED 1
37
Seth Jenningsb700e7f2014-12-16 11:58:19 -060038/**
39 * struct klp_func - function structure for live patching
40 * @old_name: name of the function to be patched
41 * @new_func: pointer to the patched function code
Chris J Argesb2b018e2015-12-01 20:40:54 -060042 * @old_sympos: a hint indicating which symbol position the old function
43 * can be found (optional)
Petr Mladek19514912019-01-09 13:43:19 +010044 * @old_func: pointer to the function being patched
Seth Jenningsb700e7f2014-12-16 11:58:19 -060045 * @kobj: kobject for sysfs resources
Jason Baron20e55022019-01-09 13:43:24 +010046 * @node: list node for klp_object func_list
Josh Poimboeuf3c33f5b2015-01-20 09:26:19 -060047 * @stack_node: list node for klp_ops func_stack list
Josh Poimboeuff5e547f2017-02-13 19:42:39 -060048 * @old_size: size of the old function
49 * @new_size: size of the new function
Petr Mladek0430f782019-01-09 13:43:21 +010050 * @kobj_added: @kobj has been added and needs freeing
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -060051 * @patched: the func has been added to the klp_ops list
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -060052 * @transition: the func is currently being applied or reverted
53 *
54 * The patched and transition variables define the func's patching state. When
55 * patching, a func is always in one of the following states:
56 *
57 * patched=0 transition=0: unpatched
58 * patched=0 transition=1: unpatched, temporary starting state
59 * patched=1 transition=1: patched, may be visible to some tasks
60 * patched=1 transition=0: patched, visible to all tasks
61 *
62 * And when unpatching, it goes in the reverse order:
63 *
64 * patched=1 transition=0: patched, visible to all tasks
65 * patched=1 transition=1: patched, may be visible to some tasks
66 * patched=0 transition=1: unpatched, temporary ending state
67 * patched=0 transition=0: unpatched
Seth Jenningsb700e7f2014-12-16 11:58:19 -060068 */
69struct klp_func {
70 /* external */
71 const char *old_name;
72 void *new_func;
73 /*
Chris J Argesb2b018e2015-12-01 20:40:54 -060074 * The old_sympos field is optional and can be used to resolve
75 * duplicate symbol names in livepatch objects. If this field is zero,
76 * it is expected the symbol is unique, otherwise patching fails. If
77 * this value is greater than zero then that occurrence of the symbol
78 * in kallsyms for the given object is used.
Seth Jenningsb700e7f2014-12-16 11:58:19 -060079 */
Chris J Argesb2b018e2015-12-01 20:40:54 -060080 unsigned long old_sympos;
Seth Jenningsb700e7f2014-12-16 11:58:19 -060081
82 /* internal */
Petr Mladek19514912019-01-09 13:43:19 +010083 void *old_func;
Seth Jenningsb700e7f2014-12-16 11:58:19 -060084 struct kobject kobj;
Jason Baron20e55022019-01-09 13:43:24 +010085 struct list_head node;
Josh Poimboeuf3c33f5b2015-01-20 09:26:19 -060086 struct list_head stack_node;
Josh Poimboeuff5e547f2017-02-13 19:42:39 -060087 unsigned long old_size, new_size;
Petr Mladek0430f782019-01-09 13:43:21 +010088 bool kobj_added;
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -060089 bool patched;
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -060090 bool transition;
Seth Jenningsb700e7f2014-12-16 11:58:19 -060091};
92
Joe Lawrence93862e32017-10-13 15:08:41 -040093struct klp_object;
94
95/**
96 * struct klp_callbacks - pre/post live-(un)patch callback structure
97 * @pre_patch: executed before code patching
98 * @post_patch: executed after code patching
99 * @pre_unpatch: executed before code unpatching
100 * @post_unpatch: executed after code unpatching
101 * @post_unpatch_enabled: flag indicating if post-unpatch callback
102 * should run
103 *
104 * All callbacks are optional. Only the pre-patch callback, if provided,
105 * will be unconditionally executed. If the parent klp_object fails to
106 * patch for any reason, including a non-zero error status returned from
107 * the pre-patch callback, no further callbacks will be executed.
108 */
109struct klp_callbacks {
110 int (*pre_patch)(struct klp_object *obj);
111 void (*post_patch)(struct klp_object *obj);
112 void (*pre_unpatch)(struct klp_object *obj);
113 void (*post_unpatch)(struct klp_object *obj);
114 bool post_unpatch_enabled;
115};
116
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600117/**
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600118 * struct klp_object - kernel object structure for live patching
119 * @name: module name (or NULL for vmlinux)
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600120 * @funcs: function entries for functions to be patched in the object
Joe Lawrence93862e32017-10-13 15:08:41 -0400121 * @callbacks: functions to be executed pre/post (un)patching
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600122 * @kobj: kobject for sysfs resources
Jason Baron20e55022019-01-09 13:43:24 +0100123 * @func_list: dynamic list of the function entries
124 * @node: list node for klp_patch obj_list
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600125 * @mod: kernel module associated with the patched object
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600126 * (NULL for vmlinux)
Petr Mladek0430f782019-01-09 13:43:21 +0100127 * @kobj_added: @kobj has been added and needs freeing
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -0600128 * @patched: the object's funcs have been added to the klp_ops list
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600129 */
130struct klp_object {
131 /* external */
132 const char *name;
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600133 struct klp_func *funcs;
Joe Lawrence93862e32017-10-13 15:08:41 -0400134 struct klp_callbacks callbacks;
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600135
136 /* internal */
Miroslav Benescad706d2015-05-19 12:01:18 +0200137 struct kobject kobj;
Jason Baron20e55022019-01-09 13:43:24 +0100138 struct list_head func_list;
139 struct list_head node;
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600140 struct module *mod;
Petr Mladek0430f782019-01-09 13:43:21 +0100141 bool kobj_added;
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -0600142 bool patched;
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600143};
144
145/**
146 * struct klp_patch - patch structure for live patching
147 * @mod: reference to the live patch module
148 * @objs: object entries for kernel objects to be patched
Petr Mladek958ef1e2019-01-09 13:43:23 +0100149 * @list: list node for global list of actively used patches
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600150 * @kobj: kobject for sysfs resources
Jason Baron20e55022019-01-09 13:43:24 +0100151 * @obj_list: dynamic list of the object entries
Petr Mladek0430f782019-01-09 13:43:21 +0100152 * @kobj_added: @kobj has been added and needs freeing
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -0600153 * @enabled: the patch is enabled (but operation may be incomplete)
Petr Mladek68007282019-01-09 13:43:22 +0100154 * @forced: was involved in a forced transition
Petr Mladek958ef1e2019-01-09 13:43:23 +0100155 * @free_work: patch cleanup from workqueue-context
Josh Poimboeuf3ec24772017-03-06 11:20:29 -0600156 * @finish: for waiting till it is safe to remove the patch module
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600157 */
158struct klp_patch {
159 /* external */
160 struct module *mod;
161 struct klp_object *objs;
162
163 /* internal */
164 struct list_head list;
165 struct kobject kobj;
Jason Baron20e55022019-01-09 13:43:24 +0100166 struct list_head obj_list;
Petr Mladek0430f782019-01-09 13:43:21 +0100167 bool kobj_added;
Josh Poimboeuf0dade9f2017-02-13 19:42:35 -0600168 bool enabled;
Petr Mladek68007282019-01-09 13:43:22 +0100169 bool forced;
Petr Mladek958ef1e2019-01-09 13:43:23 +0100170 struct work_struct free_work;
Josh Poimboeuf3ec24772017-03-06 11:20:29 -0600171 struct completion finish;
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600172};
173
Jason Baron20e55022019-01-09 13:43:24 +0100174#define klp_for_each_object_static(patch, obj) \
Miroslav Benesf09d9082016-04-28 16:34:08 +0200175 for (obj = patch->objs; obj->funcs || obj->name; obj++)
Jiri Slaby8cdd0432015-05-19 12:01:19 +0200176
Jason Baron20e55022019-01-09 13:43:24 +0100177#define klp_for_each_object(patch, obj) \
178 list_for_each_entry(obj, &patch->obj_list, node)
179
180#define klp_for_each_func_static(obj, func) \
Miroslav Benesf09d9082016-04-28 16:34:08 +0200181 for (func = obj->funcs; \
182 func->old_name || func->new_func || func->old_sympos; \
183 func++)
Jiri Slaby8cdd0432015-05-19 12:01:19 +0200184
Jason Baron20e55022019-01-09 13:43:24 +0100185#define klp_for_each_func(obj, func) \
186 list_for_each_entry(func, &obj->func_list, node)
187
Miroslav Benes4421f8f2015-02-18 15:21:07 +0100188int klp_enable_patch(struct klp_patch *);
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600189
Jessica Yu255e7322016-08-17 20:58:28 -0400190void arch_klp_init_object_loaded(struct klp_patch *patch,
191 struct klp_object *obj);
192
Jessica Yu7e545d62016-03-16 20:55:39 -0400193/* Called from the module loader during module coming/going states */
194int klp_module_coming(struct module *mod);
195void klp_module_going(struct module *mod);
196
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600197void klp_copy_process(struct task_struct *child);
Josh Poimboeuf46c5a012017-02-13 19:42:30 -0600198void klp_update_patch_state(struct task_struct *task);
199
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600200static inline bool klp_patch_pending(struct task_struct *task)
201{
202 return test_tsk_thread_flag(task, TIF_PATCH_PENDING);
203}
204
205static inline bool klp_have_reliable_stack(void)
206{
207 return IS_ENABLED(CONFIG_STACKTRACE) &&
208 IS_ENABLED(CONFIG_HAVE_RELIABLE_STACKTRACE);
209}
210
Petr Mladeke91c25182018-04-16 13:36:46 +0200211typedef int (*klp_shadow_ctor_t)(void *obj,
212 void *shadow_data,
213 void *ctor_data);
Petr Mladek3b2c77d2018-04-16 13:36:47 +0200214typedef void (*klp_shadow_dtor_t)(void *obj, void *shadow_data);
Petr Mladeke91c25182018-04-16 13:36:46 +0200215
Joe Lawrence439e7272017-08-31 16:37:41 -0400216void *klp_shadow_get(void *obj, unsigned long id);
Petr Mladeke91c25182018-04-16 13:36:46 +0200217void *klp_shadow_alloc(void *obj, unsigned long id,
218 size_t size, gfp_t gfp_flags,
219 klp_shadow_ctor_t ctor, void *ctor_data);
220void *klp_shadow_get_or_alloc(void *obj, unsigned long id,
221 size_t size, gfp_t gfp_flags,
222 klp_shadow_ctor_t ctor, void *ctor_data);
Petr Mladek3b2c77d2018-04-16 13:36:47 +0200223void klp_shadow_free(void *obj, unsigned long id, klp_shadow_dtor_t dtor);
224void klp_shadow_free_all(unsigned long id, klp_shadow_dtor_t dtor);
Joe Lawrence439e7272017-08-31 16:37:41 -0400225
Jessica Yu7e545d62016-03-16 20:55:39 -0400226#else /* !CONFIG_LIVEPATCH */
227
228static inline int klp_module_coming(struct module *mod) { return 0; }
Josh Poimboeuf46c5a012017-02-13 19:42:30 -0600229static inline void klp_module_going(struct module *mod) {}
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600230static inline bool klp_patch_pending(struct task_struct *task) { return false; }
Josh Poimboeuf46c5a012017-02-13 19:42:30 -0600231static inline void klp_update_patch_state(struct task_struct *task) {}
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600232static inline void klp_copy_process(struct task_struct *child) {}
Jessica Yu7e545d62016-03-16 20:55:39 -0400233
234#endif /* CONFIG_LIVEPATCH */
235
Seth Jenningsb700e7f2014-12-16 11:58:19 -0600236#endif /* _LINUX_LIVEPATCH_H_ */