| 1 | /* SPDX-License-Identifier: GPL-2.0 */ | 
|---|
| 2 | #ifndef _DYNAMIC_DEBUG_H | 
|---|
| 3 | #define _DYNAMIC_DEBUG_H | 
|---|
| 4 |  | 
|---|
| 5 | #if defined(CONFIG_JUMP_LABEL) | 
|---|
| 6 | #include <linux/jump_label.h> | 
|---|
| 7 | #endif | 
|---|
| 8 |  | 
|---|
| 9 | #include <linux/build_bug.h> | 
|---|
| 10 |  | 
|---|
| 11 | /* | 
|---|
| 12 | * An instance of this structure is created in a special | 
|---|
| 13 | * ELF section at every dynamic debug callsite.  At runtime, | 
|---|
| 14 | * the special section is treated as an array of these. | 
|---|
| 15 | */ | 
|---|
| 16 | struct _ddebug { | 
|---|
| 17 | /* | 
|---|
| 18 | * These fields are used to drive the user interface | 
|---|
| 19 | * for selecting and displaying debug callsites. | 
|---|
| 20 | */ | 
|---|
| 21 | const char *modname; | 
|---|
| 22 | const char *function; | 
|---|
| 23 | const char *filename; | 
|---|
| 24 | const char *format; | 
|---|
| 25 | unsigned int lineno:18; | 
|---|
| 26 | #define CLS_BITS 6 | 
|---|
| 27 | unsigned int class_id:CLS_BITS; | 
|---|
| 28 | #define _DPRINTK_CLASS_DFLT		((1 << CLS_BITS) - 1) | 
|---|
| 29 | /* | 
|---|
| 30 | * The flags field controls the behaviour at the callsite. | 
|---|
| 31 | * The bits here are changed dynamically when the user | 
|---|
| 32 | * writes commands to <debugfs>/dynamic_debug/control | 
|---|
| 33 | */ | 
|---|
| 34 | #define _DPRINTK_FLAGS_NONE	0 | 
|---|
| 35 | #define _DPRINTK_FLAGS_PRINT	(1<<0) /* printk() a message using the format */ | 
|---|
| 36 | #define _DPRINTK_FLAGS_INCL_MODNAME	(1<<1) | 
|---|
| 37 | #define _DPRINTK_FLAGS_INCL_FUNCNAME	(1<<2) | 
|---|
| 38 | #define _DPRINTK_FLAGS_INCL_LINENO	(1<<3) | 
|---|
| 39 | #define _DPRINTK_FLAGS_INCL_TID		(1<<4) | 
|---|
| 40 | #define _DPRINTK_FLAGS_INCL_SOURCENAME	(1<<5) | 
|---|
| 41 |  | 
|---|
| 42 | #define _DPRINTK_FLAGS_INCL_ANY		\ | 
|---|
| 43 | (_DPRINTK_FLAGS_INCL_MODNAME | _DPRINTK_FLAGS_INCL_FUNCNAME |\ | 
|---|
| 44 | _DPRINTK_FLAGS_INCL_LINENO  | _DPRINTK_FLAGS_INCL_TID |\ | 
|---|
| 45 | _DPRINTK_FLAGS_INCL_SOURCENAME) | 
|---|
| 46 |  | 
|---|
| 47 | #if defined DEBUG | 
|---|
| 48 | #define _DPRINTK_FLAGS_DEFAULT _DPRINTK_FLAGS_PRINT | 
|---|
| 49 | #else | 
|---|
| 50 | #define _DPRINTK_FLAGS_DEFAULT 0 | 
|---|
| 51 | #endif | 
|---|
| 52 | unsigned int flags:8; | 
|---|
| 53 | #ifdef CONFIG_JUMP_LABEL | 
|---|
| 54 | union { | 
|---|
| 55 | struct static_key_true dd_key_true; | 
|---|
| 56 | struct static_key_false dd_key_false; | 
|---|
| 57 | } key; | 
|---|
| 58 | #endif | 
|---|
| 59 | } __attribute__((aligned(8))); | 
|---|
| 60 |  | 
|---|
| 61 | enum class_map_type { | 
|---|
| 62 | DD_CLASS_TYPE_DISJOINT_BITS, | 
|---|
| 63 | /** | 
|---|
| 64 | * DD_CLASS_TYPE_DISJOINT_BITS: classes are independent, one per bit. | 
|---|
| 65 | * expecting hex input. Built for drm.debug, basis for other types. | 
|---|
| 66 | */ | 
|---|
| 67 | DD_CLASS_TYPE_LEVEL_NUM, | 
|---|
| 68 | /** | 
|---|
| 69 | * DD_CLASS_TYPE_LEVEL_NUM: input is numeric level, 0-N. | 
|---|
| 70 | * N turns on just bits N-1 .. 0, so N=0 turns all bits off. | 
|---|
| 71 | */ | 
|---|
| 72 | DD_CLASS_TYPE_DISJOINT_NAMES, | 
|---|
| 73 | /** | 
|---|
| 74 | * DD_CLASS_TYPE_DISJOINT_NAMES: input is a CSV of [+-]CLASS_NAMES, | 
|---|
| 75 | * classes are independent, like _DISJOINT_BITS. | 
|---|
| 76 | */ | 
|---|
| 77 | DD_CLASS_TYPE_LEVEL_NAMES, | 
|---|
| 78 | /** | 
|---|
| 79 | * DD_CLASS_TYPE_LEVEL_NAMES: input is a CSV of [+-]CLASS_NAMES, | 
|---|
| 80 | * intended for names like: INFO,DEBUG,TRACE, with a module prefix | 
|---|
| 81 | * avoid EMERG,ALERT,CRIT,ERR,WARNING: they're not debug | 
|---|
| 82 | */ | 
|---|
| 83 | }; | 
|---|
| 84 |  | 
|---|
| 85 | struct ddebug_class_map { | 
|---|
| 86 | struct list_head link; | 
|---|
| 87 | struct module *mod; | 
|---|
| 88 | const char *mod_name;	/* needed for builtins */ | 
|---|
| 89 | const char **class_names; | 
|---|
| 90 | const int length; | 
|---|
| 91 | const int base;		/* index of 1st .class_id, allows split/shared space */ | 
|---|
| 92 | enum class_map_type map_type; | 
|---|
| 93 | }; | 
|---|
| 94 |  | 
|---|
| 95 | /** | 
|---|
| 96 | * DECLARE_DYNDBG_CLASSMAP - declare classnames known by a module | 
|---|
| 97 | * @_var:   a struct ddebug_class_map, passed to module_param_cb | 
|---|
| 98 | * @_type:  enum class_map_type, chooses bits/verbose, numeric/symbolic | 
|---|
| 99 | * @_base:  offset of 1st class-name. splits .class_id space | 
|---|
| 100 | * @classes: class-names used to control class'd prdbgs | 
|---|
| 101 | */ | 
|---|
| 102 | #define DECLARE_DYNDBG_CLASSMAP(_var, _maptype, _base, ...)		\ | 
|---|
| 103 | static const char *_var##_classnames[] = { __VA_ARGS__ };	\ | 
|---|
| 104 | static struct ddebug_class_map __aligned(8) __used		\ | 
|---|
| 105 | __section("__dyndbg_classes") _var = {			\ | 
|---|
| 106 | .mod = THIS_MODULE,					\ | 
|---|
| 107 | .mod_name = KBUILD_MODNAME,				\ | 
|---|
| 108 | .base = _base,						\ | 
|---|
| 109 | .map_type = _maptype,					\ | 
|---|
| 110 | .length = NUM_TYPE_ARGS(char*, __VA_ARGS__),		\ | 
|---|
| 111 | .class_names = _var##_classnames,			\ | 
|---|
| 112 | } | 
|---|
| 113 | #define NUM_TYPE_ARGS(eltype, ...)				\ | 
|---|
| 114 | (sizeof((eltype[]){__VA_ARGS__}) / sizeof(eltype)) | 
|---|
| 115 |  | 
|---|
| 116 | /* encapsulate linker provided built-in (or module) dyndbg data */ | 
|---|
| 117 | struct _ddebug_info { | 
|---|
| 118 | struct _ddebug *descs; | 
|---|
| 119 | struct ddebug_class_map *classes; | 
|---|
| 120 | unsigned int num_descs; | 
|---|
| 121 | unsigned int num_classes; | 
|---|
| 122 | }; | 
|---|
| 123 |  | 
|---|
| 124 | struct ddebug_class_param { | 
|---|
| 125 | union { | 
|---|
| 126 | unsigned long *bits; | 
|---|
| 127 | unsigned int *lvl; | 
|---|
| 128 | }; | 
|---|
| 129 | char flags[8]; | 
|---|
| 130 | const struct ddebug_class_map *map; | 
|---|
| 131 | }; | 
|---|
| 132 |  | 
|---|
| 133 | /* | 
|---|
| 134 | * pr_debug() and friends are globally enabled or modules have selectively | 
|---|
| 135 | * enabled them. | 
|---|
| 136 | */ | 
|---|
| 137 | #if defined(CONFIG_DYNAMIC_DEBUG) || \ | 
|---|
| 138 | (defined(CONFIG_DYNAMIC_DEBUG_CORE) && defined(DYNAMIC_DEBUG_MODULE)) | 
|---|
| 139 |  | 
|---|
| 140 | extern __printf(2, 3) | 
|---|
| 141 | void __dynamic_pr_debug(struct _ddebug *descriptor, const char *fmt, ...); | 
|---|
| 142 |  | 
|---|
| 143 | struct device; | 
|---|
| 144 |  | 
|---|
| 145 | extern __printf(3, 4) | 
|---|
| 146 | void __dynamic_dev_dbg(struct _ddebug *descriptor, const struct device *dev, | 
|---|
| 147 | const char *fmt, ...); | 
|---|
| 148 |  | 
|---|
| 149 | struct net_device; | 
|---|
| 150 |  | 
|---|
| 151 | extern __printf(3, 4) | 
|---|
| 152 | void __dynamic_netdev_dbg(struct _ddebug *descriptor, | 
|---|
| 153 | const struct net_device *dev, | 
|---|
| 154 | const char *fmt, ...); | 
|---|
| 155 |  | 
|---|
| 156 | struct ib_device; | 
|---|
| 157 |  | 
|---|
| 158 | extern __printf(3, 4) | 
|---|
| 159 | void __dynamic_ibdev_dbg(struct _ddebug *descriptor, | 
|---|
| 160 | const struct ib_device *ibdev, | 
|---|
| 161 | const char *fmt, ...); | 
|---|
| 162 |  | 
|---|
| 163 | #define DEFINE_DYNAMIC_DEBUG_METADATA_CLS(name, cls, fmt)	\ | 
|---|
| 164 | static struct _ddebug  __aligned(8)			\ | 
|---|
| 165 | __section("__dyndbg") name = {				\ | 
|---|
| 166 | .modname = KBUILD_MODNAME,			\ | 
|---|
| 167 | .function = __func__,				\ | 
|---|
| 168 | .filename = __FILE__,				\ | 
|---|
| 169 | .format = (fmt),				\ | 
|---|
| 170 | .lineno = __LINE__,				\ | 
|---|
| 171 | .flags = _DPRINTK_FLAGS_DEFAULT,		\ | 
|---|
| 172 | .class_id = cls,				\ | 
|---|
| 173 | _DPRINTK_KEY_INIT				\ | 
|---|
| 174 | };							\ | 
|---|
| 175 | BUILD_BUG_ON_MSG(cls > _DPRINTK_CLASS_DFLT,		\ | 
|---|
| 176 | "classid value overflow") | 
|---|
| 177 |  | 
|---|
| 178 | #define DEFINE_DYNAMIC_DEBUG_METADATA(name, fmt)		\ | 
|---|
| 179 | DEFINE_DYNAMIC_DEBUG_METADATA_CLS(name, _DPRINTK_CLASS_DFLT, fmt) | 
|---|
| 180 |  | 
|---|
| 181 | #ifdef CONFIG_JUMP_LABEL | 
|---|
| 182 |  | 
|---|
| 183 | #ifdef DEBUG | 
|---|
| 184 |  | 
|---|
| 185 | #define _DPRINTK_KEY_INIT .key.dd_key_true = (STATIC_KEY_TRUE_INIT) | 
|---|
| 186 |  | 
|---|
| 187 | #define DYNAMIC_DEBUG_BRANCH(descriptor) \ | 
|---|
| 188 | static_branch_likely(&descriptor.key.dd_key_true) | 
|---|
| 189 | #else | 
|---|
| 190 | #define _DPRINTK_KEY_INIT .key.dd_key_false = (STATIC_KEY_FALSE_INIT) | 
|---|
| 191 |  | 
|---|
| 192 | #define DYNAMIC_DEBUG_BRANCH(descriptor) \ | 
|---|
| 193 | static_branch_unlikely(&descriptor.key.dd_key_false) | 
|---|
| 194 | #endif | 
|---|
| 195 |  | 
|---|
| 196 | #else /* !CONFIG_JUMP_LABEL */ | 
|---|
| 197 |  | 
|---|
| 198 | #define _DPRINTK_KEY_INIT | 
|---|
| 199 |  | 
|---|
| 200 | #ifdef DEBUG | 
|---|
| 201 | #define DYNAMIC_DEBUG_BRANCH(descriptor) \ | 
|---|
| 202 | likely(descriptor.flags & _DPRINTK_FLAGS_PRINT) | 
|---|
| 203 | #else | 
|---|
| 204 | #define DYNAMIC_DEBUG_BRANCH(descriptor) \ | 
|---|
| 205 | unlikely(descriptor.flags & _DPRINTK_FLAGS_PRINT) | 
|---|
| 206 | #endif | 
|---|
| 207 |  | 
|---|
| 208 | #endif /* CONFIG_JUMP_LABEL */ | 
|---|
| 209 |  | 
|---|
| 210 | /* | 
|---|
| 211 | * Factory macros: ($prefix)dynamic_func_call($suffix) | 
|---|
| 212 | * | 
|---|
| 213 | * Lower layer (with __ prefix) gets the callsite metadata, and wraps | 
|---|
| 214 | * the func inside a debug-branch/static-key construct.  Upper layer | 
|---|
| 215 | * (with _ prefix) does the UNIQUE_ID once, so that lower can ref the | 
|---|
| 216 | * name/label multiple times, and tie the elements together. | 
|---|
| 217 | * Multiple flavors: | 
|---|
| 218 | * (|_cls):	adds in _DPRINT_CLASS_DFLT as needed | 
|---|
| 219 | * (|_no_desc):	former gets callsite descriptor as 1st arg (for prdbgs) | 
|---|
| 220 | */ | 
|---|
| 221 | #define __dynamic_func_call_cls(id, cls, fmt, func, ...) do {	\ | 
|---|
| 222 | DEFINE_DYNAMIC_DEBUG_METADATA_CLS(id, cls, fmt);	\ | 
|---|
| 223 | if (DYNAMIC_DEBUG_BRANCH(id))				\ | 
|---|
| 224 | func(&id, ##__VA_ARGS__);			\ | 
|---|
| 225 | } while (0) | 
|---|
| 226 | #define __dynamic_func_call(id, fmt, func, ...)				\ | 
|---|
| 227 | __dynamic_func_call_cls(id, _DPRINTK_CLASS_DFLT, fmt,		\ | 
|---|
| 228 | func, ##__VA_ARGS__) | 
|---|
| 229 |  | 
|---|
| 230 | #define __dynamic_func_call_cls_no_desc(id, cls, fmt, func, ...) do {	\ | 
|---|
| 231 | DEFINE_DYNAMIC_DEBUG_METADATA_CLS(id, cls, fmt);		\ | 
|---|
| 232 | if (DYNAMIC_DEBUG_BRANCH(id))					\ | 
|---|
| 233 | func(__VA_ARGS__);					\ | 
|---|
| 234 | } while (0) | 
|---|
| 235 | #define __dynamic_func_call_no_desc(id, fmt, func, ...)			\ | 
|---|
| 236 | __dynamic_func_call_cls_no_desc(id, _DPRINTK_CLASS_DFLT,	\ | 
|---|
| 237 | fmt, func, ##__VA_ARGS__) | 
|---|
| 238 |  | 
|---|
| 239 | /* | 
|---|
| 240 | * "Factory macro" for generating a call to func, guarded by a | 
|---|
| 241 | * DYNAMIC_DEBUG_BRANCH. The dynamic debug descriptor will be | 
|---|
| 242 | * initialized using the fmt argument. The function will be called with | 
|---|
| 243 | * the address of the descriptor as first argument, followed by all | 
|---|
| 244 | * the varargs. Note that fmt is repeated in invocations of this | 
|---|
| 245 | * macro. | 
|---|
| 246 | */ | 
|---|
| 247 | #define _dynamic_func_call_cls(cls, fmt, func, ...)			\ | 
|---|
| 248 | __dynamic_func_call_cls(__UNIQUE_ID(ddebug), cls, fmt, func, ##__VA_ARGS__) | 
|---|
| 249 | #define _dynamic_func_call(fmt, func, ...)				\ | 
|---|
| 250 | _dynamic_func_call_cls(_DPRINTK_CLASS_DFLT, fmt, func, ##__VA_ARGS__) | 
|---|
| 251 |  | 
|---|
| 252 | /* | 
|---|
| 253 | * A variant that does the same, except that the descriptor is not | 
|---|
| 254 | * passed as the first argument to the function; it is only called | 
|---|
| 255 | * with precisely the macro's varargs. | 
|---|
| 256 | */ | 
|---|
| 257 | #define _dynamic_func_call_cls_no_desc(cls, fmt, func, ...)		\ | 
|---|
| 258 | __dynamic_func_call_cls_no_desc(__UNIQUE_ID(ddebug), cls, fmt,	\ | 
|---|
| 259 | func, ##__VA_ARGS__) | 
|---|
| 260 | #define _dynamic_func_call_no_desc(fmt, func, ...)			\ | 
|---|
| 261 | _dynamic_func_call_cls_no_desc(_DPRINTK_CLASS_DFLT, fmt,	\ | 
|---|
| 262 | func, ##__VA_ARGS__) | 
|---|
| 263 |  | 
|---|
| 264 | #define dynamic_pr_debug_cls(cls, fmt, ...)				\ | 
|---|
| 265 | _dynamic_func_call_cls(cls, fmt, __dynamic_pr_debug,		\ | 
|---|
| 266 | pr_fmt(fmt), ##__VA_ARGS__) | 
|---|
| 267 |  | 
|---|
| 268 | #define dynamic_pr_debug(fmt, ...)				\ | 
|---|
| 269 | _dynamic_func_call(fmt, __dynamic_pr_debug,		\ | 
|---|
| 270 | pr_fmt(fmt), ##__VA_ARGS__) | 
|---|
| 271 |  | 
|---|
| 272 | #define dynamic_dev_dbg(dev, fmt, ...)				\ | 
|---|
| 273 | _dynamic_func_call(fmt, __dynamic_dev_dbg, 		\ | 
|---|
| 274 | dev, fmt, ##__VA_ARGS__) | 
|---|
| 275 |  | 
|---|
| 276 | #define dynamic_netdev_dbg(dev, fmt, ...)			\ | 
|---|
| 277 | _dynamic_func_call(fmt, __dynamic_netdev_dbg,		\ | 
|---|
| 278 | dev, fmt, ##__VA_ARGS__) | 
|---|
| 279 |  | 
|---|
| 280 | #define dynamic_ibdev_dbg(dev, fmt, ...)			\ | 
|---|
| 281 | _dynamic_func_call(fmt, __dynamic_ibdev_dbg,		\ | 
|---|
| 282 | dev, fmt, ##__VA_ARGS__) | 
|---|
| 283 |  | 
|---|
| 284 | #define dynamic_hex_dump(prefix_str, prefix_type, rowsize,		\ | 
|---|
| 285 | groupsize, buf, len, ascii)			\ | 
|---|
| 286 | _dynamic_func_call_no_desc(__builtin_constant_p(prefix_str) ? prefix_str : "hexdump", \ | 
|---|
| 287 | print_hex_dump,			\ | 
|---|
| 288 | KERN_DEBUG, prefix_str, prefix_type,	\ | 
|---|
| 289 | rowsize, groupsize, buf, len, ascii) | 
|---|
| 290 |  | 
|---|
| 291 | /* for test only, generally expect drm.debug style macro wrappers */ | 
|---|
| 292 | #define __pr_debug_cls(cls, fmt, ...) do {			\ | 
|---|
| 293 | BUILD_BUG_ON_MSG(!__builtin_constant_p(cls),		\ | 
|---|
| 294 | "expecting constant class int/enum");	\ | 
|---|
| 295 | dynamic_pr_debug_cls(cls, fmt, ##__VA_ARGS__);		\ | 
|---|
| 296 | } while (0) | 
|---|
| 297 |  | 
|---|
| 298 | #else /* !(CONFIG_DYNAMIC_DEBUG || (CONFIG_DYNAMIC_DEBUG_CORE && DYNAMIC_DEBUG_MODULE)) */ | 
|---|
| 299 |  | 
|---|
| 300 | #include <linux/string.h> | 
|---|
| 301 | #include <linux/errno.h> | 
|---|
| 302 | #include <linux/printk.h> | 
|---|
| 303 |  | 
|---|
| 304 | #define DEFINE_DYNAMIC_DEBUG_METADATA(name, fmt) | 
|---|
| 305 | #define DYNAMIC_DEBUG_BRANCH(descriptor) false | 
|---|
| 306 |  | 
|---|
| 307 | #define dynamic_pr_debug(fmt, ...)					\ | 
|---|
| 308 | no_printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__) | 
|---|
| 309 | #define dynamic_dev_dbg(dev, fmt, ...)					\ | 
|---|
| 310 | dev_no_printk(KERN_DEBUG, dev, fmt, ##__VA_ARGS__) | 
|---|
| 311 | #define dynamic_hex_dump(prefix_str, prefix_type, rowsize,		\ | 
|---|
| 312 | groupsize, buf, len, ascii)			\ | 
|---|
| 313 | do { if (0)							\ | 
|---|
| 314 | print_hex_dump(KERN_DEBUG, prefix_str, prefix_type,	\ | 
|---|
| 315 | rowsize, groupsize, buf, len, ascii);	\ | 
|---|
| 316 | } while (0) | 
|---|
| 317 |  | 
|---|
| 318 | #endif /* CONFIG_DYNAMIC_DEBUG || (CONFIG_DYNAMIC_DEBUG_CORE && DYNAMIC_DEBUG_MODULE) */ | 
|---|
| 319 |  | 
|---|
| 320 |  | 
|---|
| 321 | #ifdef CONFIG_DYNAMIC_DEBUG_CORE | 
|---|
| 322 |  | 
|---|
| 323 | extern int ddebug_dyndbg_module_param_cb(char *param, char *val, | 
|---|
| 324 | const char *modname); | 
|---|
| 325 | struct kernel_param; | 
|---|
| 326 | int param_set_dyndbg_classes(const char *instr, const struct kernel_param *kp); | 
|---|
| 327 | int param_get_dyndbg_classes(char *buffer, const struct kernel_param *kp); | 
|---|
| 328 |  | 
|---|
| 329 | #else | 
|---|
| 330 |  | 
|---|
| 331 | static inline int ddebug_dyndbg_module_param_cb(char *param, char *val, | 
|---|
| 332 | const char *modname) | 
|---|
| 333 | { | 
|---|
| 334 | if (!strcmp(param, "dyndbg")) { | 
|---|
| 335 | /* avoid pr_warn(), which wants pr_fmt() fully defined */ | 
|---|
| 336 | printk(KERN_WARNING "dyndbg param is supported only in " | 
|---|
| 337 | "CONFIG_DYNAMIC_DEBUG builds\n"); | 
|---|
| 338 | return 0; /* allow and ignore */ | 
|---|
| 339 | } | 
|---|
| 340 | return -EINVAL; | 
|---|
| 341 | } | 
|---|
| 342 |  | 
|---|
| 343 | struct kernel_param; | 
|---|
| 344 | static inline int param_set_dyndbg_classes(const char *instr, const struct kernel_param *kp) | 
|---|
| 345 | { return 0; } | 
|---|
| 346 | static inline int param_get_dyndbg_classes(char *buffer, const struct kernel_param *kp) | 
|---|
| 347 | { return 0; } | 
|---|
| 348 |  | 
|---|
| 349 | #endif | 
|---|
| 350 |  | 
|---|
| 351 |  | 
|---|
| 352 | extern const struct kernel_param_ops param_ops_dyndbg_classes; | 
|---|
| 353 |  | 
|---|
| 354 | #endif /* _DYNAMIC_DEBUG_H */ | 
|---|
| 355 |  | 
|---|