2019-05-21 01:08:01 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2012-09-26 17:09:40 +08:00
|
|
|
/* Module internals
|
|
|
|
*
|
|
|
|
* Copyright (C) 2012 Red Hat, Inc. All Rights Reserved.
|
|
|
|
* Written by David Howells (dhowells@redhat.com)
|
|
|
|
*/
|
|
|
|
|
2018-06-29 22:37:08 +08:00
|
|
|
#include <linux/elf.h>
|
2022-03-22 22:03:33 +08:00
|
|
|
#include <linux/compiler.h>
|
|
|
|
#include <linux/module.h>
|
2022-03-22 22:03:32 +08:00
|
|
|
#include <linux/mutex.h>
|
2022-03-22 22:03:35 +08:00
|
|
|
#include <linux/rculist.h>
|
2022-03-22 22:03:32 +08:00
|
|
|
|
|
|
|
#ifndef ARCH_SHF_SMALL
|
|
|
|
#define ARCH_SHF_SMALL 0
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* If this is set, the section belongs in the init part of the module */
|
|
|
|
#define INIT_OFFSET_MASK (1UL << (BITS_PER_LONG - 1))
|
|
|
|
/* Maximum number of characters written by module_flags() */
|
|
|
|
#define MODULE_FLAGS_BUF_SIZE (TAINT_FLAGS_COUNT + 4)
|
|
|
|
|
2022-03-22 22:03:36 +08:00
|
|
|
/*
|
|
|
|
* Modules' sections will be aligned on page boundaries
|
|
|
|
* to ensure complete separation of code and data, but
|
2022-02-23 17:00:58 +08:00
|
|
|
* only when CONFIG_STRICT_MODULE_RWX=y
|
2022-03-22 22:03:36 +08:00
|
|
|
*/
|
2022-02-23 17:00:58 +08:00
|
|
|
#ifdef CONFIG_STRICT_MODULE_RWX
|
2022-03-22 22:03:36 +08:00
|
|
|
# define debug_align(X) PAGE_ALIGN(X)
|
|
|
|
#else
|
|
|
|
# define debug_align(X) (X)
|
|
|
|
#endif
|
|
|
|
|
2022-03-22 22:03:32 +08:00
|
|
|
extern struct mutex module_mutex;
|
|
|
|
extern struct list_head modules;
|
|
|
|
|
2022-03-22 22:03:42 +08:00
|
|
|
extern struct module_attribute *modinfo_attrs[];
|
|
|
|
extern size_t modinfo_attrs_count;
|
|
|
|
|
2022-03-22 22:03:32 +08:00
|
|
|
/* Provided by the linker */
|
|
|
|
extern const struct kernel_symbol __start___ksymtab[];
|
|
|
|
extern const struct kernel_symbol __stop___ksymtab[];
|
|
|
|
extern const struct kernel_symbol __start___ksymtab_gpl[];
|
|
|
|
extern const struct kernel_symbol __stop___ksymtab_gpl[];
|
|
|
|
extern const s32 __start___kcrctab[];
|
|
|
|
extern const s32 __start___kcrctab_gpl[];
|
2018-06-29 22:37:08 +08:00
|
|
|
|
|
|
|
struct load_info {
|
|
|
|
const char *name;
|
|
|
|
/* pointer to module in temporary copy, freed at end of load_module() */
|
|
|
|
struct module *mod;
|
|
|
|
Elf_Ehdr *hdr;
|
|
|
|
unsigned long len;
|
|
|
|
Elf_Shdr *sechdrs;
|
|
|
|
char *secstrings, *strtab;
|
2019-02-26 03:59:58 +08:00
|
|
|
unsigned long symoffs, stroffs, init_typeoffs, core_typeoffs;
|
2018-06-29 22:37:08 +08:00
|
|
|
struct _ddebug *debug;
|
|
|
|
unsigned int num_debug;
|
|
|
|
bool sig_ok;
|
|
|
|
#ifdef CONFIG_KALLSYMS
|
|
|
|
unsigned long mod_kallsyms_init_off;
|
2022-01-06 05:55:12 +08:00
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_MODULE_DECOMPRESS
|
|
|
|
struct page **pages;
|
|
|
|
unsigned int max_pages;
|
|
|
|
unsigned int used_pages;
|
2018-06-29 22:37:08 +08:00
|
|
|
#endif
|
|
|
|
struct {
|
|
|
|
unsigned int sym, str, mod, vers, info, pcpu;
|
|
|
|
} index;
|
|
|
|
};
|
|
|
|
|
2022-03-22 22:03:44 +08:00
|
|
|
enum mod_license {
|
|
|
|
NOT_GPL_ONLY,
|
|
|
|
GPL_ONLY,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct find_symbol_arg {
|
|
|
|
/* Input */
|
|
|
|
const char *name;
|
|
|
|
bool gplok;
|
|
|
|
bool warn;
|
|
|
|
|
|
|
|
/* Output */
|
|
|
|
struct module *owner;
|
|
|
|
const s32 *crc;
|
|
|
|
const struct kernel_symbol *sym;
|
|
|
|
enum mod_license license;
|
|
|
|
};
|
|
|
|
|
2022-03-22 22:03:33 +08:00
|
|
|
int mod_verify_sig(const void *mod, struct load_info *info);
|
2022-03-22 22:03:44 +08:00
|
|
|
int try_to_force_load(struct module *mod, const char *reason);
|
|
|
|
bool find_symbol(struct find_symbol_arg *fsa);
|
2022-03-22 22:03:39 +08:00
|
|
|
struct module *find_module_all(const char *name, size_t len, bool even_unformed);
|
|
|
|
int cmp_name(const void *name, const void *sym);
|
|
|
|
long module_get_offset(struct module *mod, unsigned int *size, Elf_Shdr *sechdr,
|
|
|
|
unsigned int section);
|
2022-03-22 22:03:41 +08:00
|
|
|
char *module_flags(struct module *mod, char *buf);
|
2022-03-22 22:03:39 +08:00
|
|
|
|
|
|
|
static inline unsigned long kernel_symbol_value(const struct kernel_symbol *sym)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_HAVE_ARCH_PREL32_RELOCATIONS
|
|
|
|
return (unsigned long)offset_to_ptr(&sym->value_offset);
|
|
|
|
#else
|
|
|
|
return sym->value;
|
|
|
|
#endif
|
|
|
|
}
|
2022-01-06 05:55:12 +08:00
|
|
|
|
2022-03-22 22:03:34 +08:00
|
|
|
#ifdef CONFIG_LIVEPATCH
|
|
|
|
int copy_module_elf(struct module *mod, struct load_info *info);
|
|
|
|
void free_module_elf(struct module *mod);
|
|
|
|
#else /* !CONFIG_LIVEPATCH */
|
|
|
|
static inline int copy_module_elf(struct module *mod, struct load_info *info)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void free_module_elf(struct module *mod) { }
|
|
|
|
#endif /* CONFIG_LIVEPATCH */
|
|
|
|
|
|
|
|
static inline bool set_livepatch_module(struct module *mod)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_LIVEPATCH
|
|
|
|
mod->klp = true;
|
|
|
|
return true;
|
|
|
|
#else
|
|
|
|
return false;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2022-01-06 05:55:12 +08:00
|
|
|
#ifdef CONFIG_MODULE_DECOMPRESS
|
|
|
|
int module_decompress(struct load_info *info, const void *buf, size_t size);
|
|
|
|
void module_decompress_cleanup(struct load_info *info);
|
|
|
|
#else
|
|
|
|
static inline int module_decompress(struct load_info *info,
|
|
|
|
const void *buf, size_t size)
|
|
|
|
{
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
2022-03-22 22:03:33 +08:00
|
|
|
|
2022-01-06 05:55:12 +08:00
|
|
|
static inline void module_decompress_cleanup(struct load_info *info)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
#endif
|
2022-03-22 22:03:35 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_MODULES_TREE_LOOKUP
|
|
|
|
struct mod_tree_root {
|
|
|
|
struct latch_tree_root root;
|
|
|
|
unsigned long addr_min;
|
|
|
|
unsigned long addr_max;
|
|
|
|
};
|
|
|
|
|
|
|
|
extern struct mod_tree_root mod_tree;
|
|
|
|
|
|
|
|
void mod_tree_insert(struct module *mod);
|
|
|
|
void mod_tree_remove_init(struct module *mod);
|
|
|
|
void mod_tree_remove(struct module *mod);
|
|
|
|
struct module *mod_find(unsigned long addr);
|
|
|
|
#else /* !CONFIG_MODULES_TREE_LOOKUP */
|
|
|
|
|
|
|
|
static inline void mod_tree_insert(struct module *mod) { }
|
|
|
|
static inline void mod_tree_remove_init(struct module *mod) { }
|
|
|
|
static inline void mod_tree_remove(struct module *mod) { }
|
|
|
|
static inline struct module *mod_find(unsigned long addr)
|
|
|
|
{
|
|
|
|
struct module *mod;
|
|
|
|
|
|
|
|
list_for_each_entry_rcu(mod, &modules, list,
|
|
|
|
lockdep_is_held(&module_mutex)) {
|
|
|
|
if (within_module(addr, mod))
|
|
|
|
return mod;
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
#endif /* CONFIG_MODULES_TREE_LOOKUP */
|
2022-03-22 22:03:36 +08:00
|
|
|
|
|
|
|
void module_enable_ro(const struct module *mod, bool after_init);
|
|
|
|
void module_enable_nx(const struct module *mod);
|
2022-02-23 17:00:59 +08:00
|
|
|
void module_enable_x(const struct module *mod);
|
2022-03-22 22:03:36 +08:00
|
|
|
int module_enforce_rwx_sections(Elf_Ehdr *hdr, Elf_Shdr *sechdrs,
|
|
|
|
char *secstrings, struct module *mod);
|
|
|
|
|
2022-03-22 22:03:37 +08:00
|
|
|
#ifdef CONFIG_MODULE_SIG
|
|
|
|
int module_sig_check(struct load_info *info, int flags);
|
|
|
|
#else /* !CONFIG_MODULE_SIG */
|
|
|
|
static inline int module_sig_check(struct load_info *info, int flags)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#endif /* !CONFIG_MODULE_SIG */
|
2022-03-22 22:03:38 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_DEBUG_KMEMLEAK
|
|
|
|
void kmemleak_load_module(const struct module *mod, const struct load_info *info);
|
|
|
|
#else /* !CONFIG_DEBUG_KMEMLEAK */
|
|
|
|
static inline void kmemleak_load_module(const struct module *mod,
|
|
|
|
const struct load_info *info) { }
|
|
|
|
#endif /* CONFIG_DEBUG_KMEMLEAK */
|
2022-03-22 22:03:39 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_KALLSYMS
|
|
|
|
void init_build_id(struct module *mod, const struct load_info *info);
|
|
|
|
void layout_symtab(struct module *mod, struct load_info *info);
|
|
|
|
void add_kallsyms(struct module *mod, const struct load_info *info);
|
|
|
|
unsigned long find_kallsyms_symbol_value(struct module *mod, const char *name);
|
|
|
|
|
|
|
|
static inline bool sect_empty(const Elf_Shdr *sect)
|
|
|
|
{
|
|
|
|
return !(sect->sh_flags & SHF_ALLOC) || sect->sh_size == 0;
|
|
|
|
}
|
|
|
|
#else /* !CONFIG_KALLSYMS */
|
|
|
|
static inline void init_build_id(struct module *mod, const struct load_info *info) { }
|
|
|
|
static inline void layout_symtab(struct module *mod, struct load_info *info) { }
|
|
|
|
static inline void add_kallsyms(struct module *mod, const struct load_info *info) { }
|
|
|
|
#endif /* CONFIG_KALLSYMS */
|
2022-03-22 22:03:42 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_SYSFS
|
|
|
|
int mod_sysfs_setup(struct module *mod, const struct load_info *info,
|
|
|
|
struct kernel_param *kparam, unsigned int num_params);
|
|
|
|
void mod_sysfs_teardown(struct module *mod);
|
|
|
|
void init_param_lock(struct module *mod);
|
|
|
|
#else /* !CONFIG_SYSFS */
|
|
|
|
static inline int mod_sysfs_setup(struct module *mod,
|
|
|
|
const struct load_info *info,
|
|
|
|
struct kernel_param *kparam,
|
|
|
|
unsigned int num_params)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void mod_sysfs_teardown(struct module *mod) { }
|
|
|
|
static inline void init_param_lock(struct module *mod) { }
|
|
|
|
#endif /* CONFIG_SYSFS */
|
2022-03-22 22:03:44 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_MODVERSIONS
|
|
|
|
int check_version(const struct load_info *info,
|
|
|
|
const char *symname, struct module *mod, const s32 *crc);
|
|
|
|
void module_layout(struct module *mod, struct modversion_info *ver, struct kernel_param *kp,
|
|
|
|
struct kernel_symbol *ks, struct tracepoint * const *tp);
|
|
|
|
int check_modstruct_version(const struct load_info *info, struct module *mod);
|
|
|
|
int same_magic(const char *amagic, const char *bmagic, bool has_crcs);
|
|
|
|
#else /* !CONFIG_MODVERSIONS */
|
|
|
|
static inline int check_version(const struct load_info *info,
|
|
|
|
const char *symname,
|
|
|
|
struct module *mod,
|
|
|
|
const s32 *crc)
|
|
|
|
{
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int check_modstruct_version(const struct load_info *info,
|
|
|
|
struct module *mod)
|
|
|
|
{
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int same_magic(const char *amagic, const char *bmagic, bool has_crcs)
|
|
|
|
{
|
|
|
|
return strcmp(amagic, bmagic) == 0;
|
|
|
|
}
|
|
|
|
#endif /* CONFIG_MODVERSIONS */
|