blob: 36780b15cf55339e1221120a8c669c98f7a268c1 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001// SPDX-License-Identifier: GPL-2.0-only
Andrey Ryabininc6d30852016-01-20 15:00:55 -08002/*
3 * UBSAN error reporting functions
4 *
5 * Copyright (c) 2014 Samsung Electronics Co., Ltd.
6 * Author: Andrey Ryabinin <ryabinin.a.a@gmail.com>
Andrey Ryabininc6d30852016-01-20 15:00:55 -08007 */
8
9#include <linux/bitops.h>
10#include <linux/bug.h>
11#include <linux/ctype.h>
12#include <linux/init.h>
13#include <linux/kernel.h>
14#include <linux/types.h>
15#include <linux/sched.h>
Peter Zijlstrad08965a2019-04-03 09:40:16 +020016#include <linux/uaccess.h>
Andrey Ryabininc6d30852016-01-20 15:00:55 -080017
18#include "ubsan.h"
19
20const char *type_check_kinds[] = {
21 "load of",
22 "store to",
23 "reference binding to",
24 "member access within",
25 "member call on",
26 "constructor call on",
27 "downcast of",
28 "downcast of"
29};
30
31#define REPORTED_BIT 31
32
33#if (BITS_PER_LONG == 64) && defined(__BIG_ENDIAN)
34#define COLUMN_MASK (~(1U << REPORTED_BIT))
35#define LINE_MASK (~0U)
36#else
37#define COLUMN_MASK (~0U)
38#define LINE_MASK (~(1U << REPORTED_BIT))
39#endif
40
41#define VALUE_LENGTH 40
42
43static bool was_reported(struct source_location *location)
44{
45 return test_and_set_bit(REPORTED_BIT, &location->reported);
46}
47
Andrey Ryabininc6d30852016-01-20 15:00:55 -080048static bool suppress_report(struct source_location *loc)
49{
50 return current->in_ubsan || was_reported(loc);
51}
52
53static bool type_is_int(struct type_descriptor *type)
54{
55 return type->type_kind == type_kind_int;
56}
57
58static bool type_is_signed(struct type_descriptor *type)
59{
60 WARN_ON(!type_is_int(type));
61 return type->type_info & 1;
62}
63
64static unsigned type_bit_width(struct type_descriptor *type)
65{
66 return 1 << (type->type_info >> 1);
67}
68
69static bool is_inline_int(struct type_descriptor *type)
70{
71 unsigned inline_bits = sizeof(unsigned long)*8;
72 unsigned bits = type_bit_width(type);
73
74 WARN_ON(!type_is_int(type));
75
76 return bits <= inline_bits;
77}
78
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030079static s_max get_signed_val(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -080080{
81 if (is_inline_int(type)) {
82 unsigned extra_bits = sizeof(s_max)*8 - type_bit_width(type);
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030083 unsigned long ulong_val = (unsigned long)val;
84
85 return ((s_max)ulong_val) << extra_bits >> extra_bits;
Andrey Ryabininc6d30852016-01-20 15:00:55 -080086 }
87
88 if (type_bit_width(type) == 64)
89 return *(s64 *)val;
90
91 return *(s_max *)val;
92}
93
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030094static bool val_is_negative(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -080095{
96 return type_is_signed(type) && get_signed_val(type, val) < 0;
97}
98
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030099static u_max get_unsigned_val(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800100{
101 if (is_inline_int(type))
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300102 return (unsigned long)val;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800103
104 if (type_bit_width(type) == 64)
105 return *(u64 *)val;
106
107 return *(u_max *)val;
108}
109
110static void val_to_string(char *str, size_t size, struct type_descriptor *type,
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300111 void *value)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800112{
113 if (type_is_int(type)) {
114 if (type_bit_width(type) == 128) {
Ard Biesheuvelc12d3362019-11-08 13:22:27 +0100115#if defined(CONFIG_ARCH_SUPPORTS_INT128)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800116 u_max val = get_unsigned_val(type, value);
117
118 scnprintf(str, size, "0x%08x%08x%08x%08x",
119 (u32)(val >> 96),
120 (u32)(val >> 64),
121 (u32)(val >> 32),
122 (u32)(val));
123#else
124 WARN_ON(1);
125#endif
126 } else if (type_is_signed(type)) {
127 scnprintf(str, size, "%lld",
128 (s64)get_signed_val(type, value));
129 } else {
130 scnprintf(str, size, "%llu",
131 (u64)get_unsigned_val(type, value));
132 }
133 }
134}
135
Kees Cookef065652020-04-06 20:12:45 -0700136static void ubsan_prologue(struct source_location *loc, const char *reason)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800137{
138 current->in_ubsan++;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800139
140 pr_err("========================================"
141 "========================================\n");
Kees Cookef065652020-04-06 20:12:45 -0700142 pr_err("UBSAN: %s in %s:%d:%d\n", reason, loc->file_name,
143 loc->line & LINE_MASK, loc->column & COLUMN_MASK);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800144}
145
Julien Grallce5c31d2019-12-04 16:52:53 -0800146static void ubsan_epilogue(void)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800147{
148 dump_stack();
149 pr_err("========================================"
150 "========================================\n");
Julien Grallce5c31d2019-12-04 16:52:53 -0800151
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800152 current->in_ubsan--;
Kees Cook1d28c8d62020-04-06 20:12:38 -0700153
Kees Cook55eba182023-01-24 11:30:00 -0800154 check_panic_on_warn("UBSAN");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800155}
156
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700157void __ubsan_handle_divrem_overflow(void *_data, void *lhs, void *rhs)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800158{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700159 struct overflow_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800160 char rhs_val_str[VALUE_LENGTH];
161
162 if (suppress_report(&data->location))
163 return;
164
Kees Cookef065652020-04-06 20:12:45 -0700165 ubsan_prologue(&data->location, "division-overflow");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800166
167 val_to_string(rhs_val_str, sizeof(rhs_val_str), data->type, rhs);
168
169 if (type_is_signed(data->type) && get_signed_val(data->type, rhs) == -1)
170 pr_err("division of %s by -1 cannot be represented in type %s\n",
171 rhs_val_str, data->type->type_name);
172 else
173 pr_err("division by zero\n");
174
Julien Grallce5c31d2019-12-04 16:52:53 -0800175 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800176}
177EXPORT_SYMBOL(__ubsan_handle_divrem_overflow);
178
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800179static void handle_null_ptr_deref(struct type_mismatch_data_common *data)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800180{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800181 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800182 return;
183
Kees Cookef065652020-04-06 20:12:45 -0700184 ubsan_prologue(data->location, "null-ptr-deref");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800185
186 pr_err("%s null pointer of type %s\n",
187 type_check_kinds[data->type_check_kind],
188 data->type->type_name);
189
Julien Grallce5c31d2019-12-04 16:52:53 -0800190 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800191}
192
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800193static void handle_misaligned_access(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800194 unsigned long ptr)
195{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800196 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800197 return;
198
Kees Cookef065652020-04-06 20:12:45 -0700199 ubsan_prologue(data->location, "misaligned-access");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800200
201 pr_err("%s misaligned address %p for type %s\n",
202 type_check_kinds[data->type_check_kind],
203 (void *)ptr, data->type->type_name);
204 pr_err("which requires %ld byte alignment\n", data->alignment);
205
Julien Grallce5c31d2019-12-04 16:52:53 -0800206 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800207}
208
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800209static void handle_object_size_mismatch(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800210 unsigned long ptr)
211{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800212 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800213 return;
214
Kees Cookef065652020-04-06 20:12:45 -0700215 ubsan_prologue(data->location, "object-size-mismatch");
Nicolas Iooss901d8052016-08-02 14:03:10 -0700216 pr_err("%s address %p with insufficient space\n",
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800217 type_check_kinds[data->type_check_kind],
218 (void *) ptr);
219 pr_err("for an object of type %s\n", data->type->type_name);
Julien Grallce5c31d2019-12-04 16:52:53 -0800220 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800221}
222
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800223static void ubsan_type_mismatch_common(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800224 unsigned long ptr)
225{
Peter Zijlstrad08965a2019-04-03 09:40:16 +0200226 unsigned long flags = user_access_save();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800227
228 if (!ptr)
229 handle_null_ptr_deref(data);
230 else if (data->alignment && !IS_ALIGNED(ptr, data->alignment))
Andrew Mortonb8fe1122018-02-06 15:40:38 -0800231 handle_misaligned_access(data, ptr);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800232 else
233 handle_object_size_mismatch(data, ptr);
Peter Zijlstrad08965a2019-04-03 09:40:16 +0200234
235 user_access_restore(flags);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800236}
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800237
238void __ubsan_handle_type_mismatch(struct type_mismatch_data *data,
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300239 void *ptr)
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800240{
241 struct type_mismatch_data_common common_data = {
242 .location = &data->location,
243 .type = data->type,
244 .alignment = data->alignment,
245 .type_check_kind = data->type_check_kind
246 };
247
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300248 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800249}
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800250EXPORT_SYMBOL(__ubsan_handle_type_mismatch);
251
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700252void __ubsan_handle_type_mismatch_v1(void *_data, void *ptr)
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800253{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700254 struct type_mismatch_data_v1 *data = _data;
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800255 struct type_mismatch_data_common common_data = {
256 .location = &data->location,
257 .type = data->type,
258 .alignment = 1UL << data->log_alignment,
259 .type_check_kind = data->type_check_kind
260 };
261
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300262 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800263}
264EXPORT_SYMBOL(__ubsan_handle_type_mismatch_v1);
265
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700266void __ubsan_handle_out_of_bounds(void *_data, void *index)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800267{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700268 struct out_of_bounds_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800269 char index_str[VALUE_LENGTH];
270
271 if (suppress_report(&data->location))
272 return;
273
Kees Cookef065652020-04-06 20:12:45 -0700274 ubsan_prologue(&data->location, "array-index-out-of-bounds");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800275
276 val_to_string(index_str, sizeof(index_str), data->index_type, index);
277 pr_err("index %s is out of range for type %s\n", index_str,
278 data->array_type->type_name);
Julien Grallce5c31d2019-12-04 16:52:53 -0800279 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800280}
281EXPORT_SYMBOL(__ubsan_handle_out_of_bounds);
282
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700283void __ubsan_handle_shift_out_of_bounds(void *_data, void *lhs, void *rhs)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800284{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700285 struct shift_out_of_bounds_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800286 struct type_descriptor *rhs_type = data->rhs_type;
287 struct type_descriptor *lhs_type = data->lhs_type;
288 char rhs_str[VALUE_LENGTH];
289 char lhs_str[VALUE_LENGTH];
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200290 unsigned long ua_flags = user_access_save();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800291
292 if (suppress_report(&data->location))
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200293 goto out;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800294
Kees Cookef065652020-04-06 20:12:45 -0700295 ubsan_prologue(&data->location, "shift-out-of-bounds");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800296
297 val_to_string(rhs_str, sizeof(rhs_str), rhs_type, rhs);
298 val_to_string(lhs_str, sizeof(lhs_str), lhs_type, lhs);
299
300 if (val_is_negative(rhs_type, rhs))
301 pr_err("shift exponent %s is negative\n", rhs_str);
302
303 else if (get_unsigned_val(rhs_type, rhs) >=
304 type_bit_width(lhs_type))
305 pr_err("shift exponent %s is too large for %u-bit type %s\n",
306 rhs_str,
307 type_bit_width(lhs_type),
308 lhs_type->type_name);
309 else if (val_is_negative(lhs_type, lhs))
310 pr_err("left shift of negative value %s\n",
311 lhs_str);
312 else
313 pr_err("left shift of %s by %s places cannot be"
314 " represented in type %s\n",
315 lhs_str, rhs_str,
316 lhs_type->type_name);
317
Julien Grallce5c31d2019-12-04 16:52:53 -0800318 ubsan_epilogue();
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200319out:
320 user_access_restore(ua_flags);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800321}
322EXPORT_SYMBOL(__ubsan_handle_shift_out_of_bounds);
323
324
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700325void __ubsan_handle_builtin_unreachable(void *_data)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800326{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700327 struct unreachable_data *data = _data;
Kees Cookef065652020-04-06 20:12:45 -0700328 ubsan_prologue(&data->location, "unreachable");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800329 pr_err("calling __builtin_unreachable()\n");
Julien Grallce5c31d2019-12-04 16:52:53 -0800330 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800331 panic("can't return from __builtin_unreachable()");
332}
333EXPORT_SYMBOL(__ubsan_handle_builtin_unreachable);
334
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700335void __ubsan_handle_load_invalid_value(void *_data, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800336{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700337 struct invalid_value_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800338 char val_str[VALUE_LENGTH];
339
340 if (suppress_report(&data->location))
341 return;
342
Kees Cookef065652020-04-06 20:12:45 -0700343 ubsan_prologue(&data->location, "invalid-load");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800344
345 val_to_string(val_str, sizeof(val_str), data->type, val);
346
347 pr_err("load of value %s is not a valid value for type %s\n",
348 val_str, data->type->type_name);
349
Julien Grallce5c31d2019-12-04 16:52:53 -0800350 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800351}
352EXPORT_SYMBOL(__ubsan_handle_load_invalid_value);
Nathan Chancellorcf1cab62021-02-04 18:32:57 -0800353
354void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
355 unsigned long align,
356 unsigned long offset);
357void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
358 unsigned long align,
359 unsigned long offset)
360{
361 struct alignment_assumption_data *data = _data;
362 unsigned long real_ptr;
363
364 if (suppress_report(&data->location))
365 return;
366
367 ubsan_prologue(&data->location, "alignment-assumption");
368
369 if (offset)
370 pr_err("assumption of %lu byte alignment (with offset of %lu byte) for pointer of type %s failed",
371 align, offset, data->type->type_name);
372 else
373 pr_err("assumption of %lu byte alignment for pointer of type %s failed",
374 align, data->type->type_name);
375
376 real_ptr = ptr - offset;
377 pr_err("%saddress is %lu aligned, misalignment offset is %lu bytes",
378 offset ? "offset " : "", BIT(real_ptr ? __ffs(real_ptr) : 0),
379 real_ptr & (align - 1));
380
381 ubsan_epilogue();
382}
383EXPORT_SYMBOL(__ubsan_handle_alignment_assumption);