#include <sys/cdefs.h>
#ifndef lint
__RCSID("$NetBSD: mdreloc.c,v 1.72 2024/08/03 21:59:58 riastradh Exp $");
#endif
#include <machine/elf_support.h>
#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include "rtldenv.h"
#include "debug.h"
#include "rtld.h"
#define _RF_S 0x80000000
#define _RF_A 0x40000000
#define _RF_P 0x20000000
#define _RF_G 0x10000000
#define _RF_B 0x08000000
#define _RF_U 0x04000000
#define _RF_SZ(s) (((s) & 0xff) << 8)
#define _RF_RS(s) ( (s) & 0xff)
static const int reloc_target_flags[R_TYPE(TLS_TPOFF64)+1] = {
0,
_RF_S|_RF_A| _RF_SZ(8) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(16) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(8) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(16) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(2),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(2),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(10),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_G| _RF_SZ(32) | _RF_RS(0),
_RF_G| _RF_SZ(32) | _RF_RS(0),
_RF_G| _RF_SZ(32) | _RF_RS(10),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(10),
_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(2),
_RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(64) | _RF_RS(0),
_RF_SZ(32) | _RF_RS(0),
_RF_A| _RF_B| _RF_SZ(64) | _RF_RS(0),
_RF_S|_RF_A| _RF_U| _RF_SZ(32) | _RF_RS(0),
_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_A| _RF_SZ(32) | _RF_RS(10),
_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(0),
_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(10),
_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(64) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(42),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(32),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(10),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(42),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(32),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(10),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(2),
_RF_S|_RF_A|_RF_P| _RF_SZ(32) | _RF_RS(2),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A|_RF_P| _RF_SZ(64) | _RF_RS(0),
_RF_A| _RF_SZ(64) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(10),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(22),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(12),
_RF_S|_RF_A| _RF_SZ(32) | _RF_RS(0),
_RF_S|_RF_A| _RF_SZ(64) | _RF_RS(0),
_RF_S|_RF_A| _RF_U| _RF_SZ(64) | _RF_RS(0),
_RF_S|_RF_A| _RF_U| _RF_SZ(16) | _RF_RS(0),
};
#ifdef RTLD_DEBUG_RELOC
static const char *reloc_names[] = {
"NONE", "RELOC_8", "RELOC_16", "RELOC_32", "DISP_8",
"DISP_16", "DISP_32", "WDISP_30", "WDISP_22", "HI22",
"22", "13", "LO10", "GOT10", "GOT13",
"GOT22", "PC10", "PC22", "WPLT30", "COPY",
"GLOB_DAT", "JMP_SLOT", "RELATIVE", "UA_32", "PLT32",
"HIPLT22", "LOPLT10", "LOPLT10", "PCPLT22", "PCPLT32",
"10", "11", "64", "OLO10", "HH22",
"HM10", "LM22", "PC_HH22", "PC_HM10", "PC_LM22",
"WDISP16", "WDISP19", "GLOB_JMP", "7", "5", "6",
"DISP64", "PLT64", "HIX22", "LOX10", "H44", "M44",
"L44", "REGISTER", "UA64", "UA16",
"TLS_GD_HI22", "TLS_GD_LO10", "TLS_GD_ADD", "TLS_GD_CALL",
"TLS_LDM_HI22", "TLS_LDM_LO10", "TLS_LDM_ADD", "TLS_LDM_CALL",
"TLS_LDO_HIX22", "TLS_LDO_LOX10", "TLS_LDO_ADD", "TLS_IE_HI22",
"TLS_IE_LO10", "TLS_IE_LD", "TLS_IE_LDX", "TLS_IE_ADD", "TLS_LE_HIX22",
"TLS_LE_LOX10", "TLS_DTPMOD32", "TLS_DTPMOD64", "TLS_DTPOFF32",
"TLS_DTPOFF64", "TLS_TPOFF32", "TLS_TPOFF64",
};
#endif
#define RELOC_RESOLVE_SYMBOL(t) ((reloc_target_flags[t] & _RF_S) != 0)
#define RELOC_PC_RELATIVE(t) ((reloc_target_flags[t] & _RF_P) != 0)
#define RELOC_BASE_RELATIVE(t) ((reloc_target_flags[t] & _RF_B) != 0)
#define RELOC_UNALIGNED(t) ((reloc_target_flags[t] & _RF_U) != 0)
#define RELOC_USE_ADDEND(t) ((reloc_target_flags[t] & _RF_A) != 0)
#define RELOC_TARGET_SIZE(t) ((reloc_target_flags[t] >> 8) & 0xff)
#define RELOC_VALUE_RIGHTSHIFT(t) (reloc_target_flags[t] & 0xff)
#define RELOC_TLS(t) (t >= R_TYPE(TLS_GD_HI22))
static const long reloc_target_bitmask[] = {
#define _BM(x) (~(-(1ULL << (x))))
0,
_BM(8), _BM(16), _BM(32),
_BM(8), _BM(16), _BM(32),
_BM(30), _BM(22),
_BM(22), _BM(22),
_BM(13), _BM(10),
_BM(10), _BM(13), _BM(22),
_BM(10), _BM(22),
_BM(30), 0,
-1, _BM(32), -1,
_BM(32), _BM(32),
_BM(22), _BM(10),
_BM(32), _BM(22), _BM(10),
_BM(10), _BM(11), -1,
_BM(13), _BM(22),
_BM(10), _BM(22),
_BM(22), _BM(10), _BM(22),
_BM(16), _BM(19),
-1,
_BM(7), _BM(5), _BM(6),
-1, -1,
_BM(22), _BM(13),
_BM(22), _BM(10), _BM(12),
-1, -1, _BM(16),
#undef _BM
};
#define RELOC_VALUE_BITMASK(t) (reloc_target_bitmask[t])
#define HIVAL(v, s) (((v) >> (s)) & 0x003fffff)
#define LOVAL(v, s) (((v) >> (s)) & 0x000003ff)
void _rtld_bind_start_0(long, long);
void _rtld_bind_start_1(long, long);
void _rtld_relocate_nonplt_self(Elf_Dyn *, Elf_Addr);
caddr_t _rtld_bind(const Obj_Entry *, Elf_Word);
#define SAVE 0x9de3bf50
#define SETHI_l0 0x21000000
#define SETHI_l1 0x23000000
#define OR_l0_l0 0xa0142000
#define SLLX_l0_32_l0 0xa12c3020
#define OR_l0_l1_l0 0xa0140011
#define JMPL_l0_o0 0x91c42000
#define MOV_g1_o1 0x92100001
void _rtld_install_plt(Elf_Word *, Elf_Addr);
static inline int _rtld_relocate_plt_object(const Obj_Entry *,
const Elf_Rela *, Elf_Addr *);
void
_rtld_install_plt(Elf_Word *pltgot, Elf_Addr proc)
{
pltgot[0] = SAVE;
pltgot[1] = SETHI_l0 | HIVAL(proc, 42);
pltgot[2] = SETHI_l1 | HIVAL(proc, 10);
pltgot[3] = OR_l0_l0 | LOVAL(proc, 32);
pltgot[4] = SLLX_l0_32_l0;
pltgot[5] = OR_l0_l1_l0;
pltgot[6] = JMPL_l0_o0 | LOVAL(proc, 0);
pltgot[7] = MOV_g1_o1;
}
void
_rtld_setup_pltgot(const Obj_Entry *obj)
{
{
Elf_Word *entry = (Elf_Word *)obj->pltgot;
_rtld_install_plt(&entry[0], (Elf_Addr) &_rtld_bind_start_0);
_rtld_install_plt(&entry[8], (Elf_Addr) &_rtld_bind_start_1);
obj->pltgot[8] = (Elf_Addr) obj;
}
}
void
_rtld_relocate_nonplt_self(Elf_Dyn *dynp, Elf_Addr relocbase)
{
const Elf_Rela *rela = 0, *relalim;
Elf_Addr relasz = 0;
Elf_Addr *where;
for (; dynp->d_tag != DT_NULL; dynp++) {
switch (dynp->d_tag) {
case DT_RELA:
rela = (const Elf_Rela *)(relocbase + dynp->d_un.d_ptr);
break;
case DT_RELASZ:
relasz = dynp->d_un.d_val;
break;
}
}
relalim = (const Elf_Rela *)((const uint8_t *)rela + relasz);
for (; rela < relalim; rela++) {
where = (Elf_Addr *)(relocbase + rela->r_offset);
*where = (Elf_Addr)(relocbase + rela->r_addend);
}
}
int
_rtld_relocate_nonplt_objects(Obj_Entry *obj)
{
const Elf_Rela *rela;
const Elf_Sym *def = NULL;
const Obj_Entry *defobj = NULL;
unsigned long last_symnum = ULONG_MAX;
for (rela = obj->rela; rela < obj->relalim; rela++) {
Elf_Addr *where;
Elf_Word type;
Elf_Addr value = 0, mask;
unsigned long symnum;
where = (Elf_Addr *) (obj->relocbase + rela->r_offset);
type = ELF_R_TYPE(rela->r_info);
if (type == R_TYPE(NONE))
continue;
if ((type & 0x00ff) == R_SPARC_OLO10)
type = R_SPARC_OLO10;
if (type == R_TYPE(JMP_SLOT))
continue;
if (type == R_TYPE(IRELATIVE)) {
if (obj->ifunc_remaining_nonplt == 0) {
obj->ifunc_remaining_nonplt =
obj->relalim - rela;
}
continue;
}
if (type == R_TYPE(COPY))
continue;
if (type > R_TYPE(TLS_TPOFF64)) {
dbg(("unknown relocation type %x at %p", type, rela));
return -1;
}
value = rela->r_addend;
if (RELOC_RESOLVE_SYMBOL(type) || RELOC_TLS(type)) {
symnum = ELF_R_SYM(rela->r_info);
if (last_symnum != symnum) {
last_symnum = symnum;
def = _rtld_find_symdef(symnum, obj, &defobj,
false);
if (def == NULL)
return -1;
}
}
if (RELOC_TLS(type)) {
switch (type) {
case R_TYPE(TLS_DTPMOD64):
*where = (Elf64_Addr)defobj->tlsindex;
rdbg(("TLS_DTPMOD64 %s in %s --> %p",
obj->strtab +
obj->symtab[symnum].st_name,
obj->path, (void *)*where));
break;
case R_TYPE(TLS_DTPOFF64):
*where = (Elf64_Addr)(def->st_value
+ rela->r_addend);
rdbg(("DTPOFF64 %s in %s --> %p",
obj->strtab +
obj->symtab[symnum].st_name,
obj->path, (void *)*where));
break;
case R_TYPE(TLS_TPOFF64):
if (!defobj->tls_static &&
_rtld_tls_offset_allocate(__UNCONST(defobj)))
return -1;
*where = (Elf64_Addr)(def->st_value -
defobj->tlsoffset + rela->r_addend);
rdbg(("TLS_TPOFF64 %s in %s --> %p",
obj->strtab + obj->symtab[symnum].st_name,
obj->path, (void *)*where));
break;
}
continue;
}
if (type == R_TYPE(RELATIVE)) {
*where = (Elf_Addr)(obj->relocbase + value);
rdbg(("RELATIVE in %s --> %p", obj->path,
(void *)*where));
continue;
}
if (RELOC_RESOLVE_SYMBOL(type)) {
value += (Elf_Addr)(defobj->relocbase + def->st_value);
}
if (type == R_SPARC_OLO10) {
value = (value & 0x3ff)
+ (((Elf64_Xword)rela->r_info<<32)>>40);
}
if (RELOC_PC_RELATIVE(type)) {
value -= (Elf_Addr)where;
}
if (RELOC_BASE_RELATIVE(type)) {
#ifdef DIAGNOSTIC
if (value != 0 && *where != 0) {
xprintf("BASE_REL(%s): where=%p, *where 0x%lx, "
"addend=0x%lx, base %p\n",
obj->path, where, *where,
rela->r_addend, obj->relocbase);
}
#endif
value += (Elf_Addr)(obj->relocbase);
}
mask = RELOC_VALUE_BITMASK(type);
value >>= RELOC_VALUE_RIGHTSHIFT(type);
value &= mask;
if (RELOC_UNALIGNED(type)) {
Elf_Addr tmp = 0;
char *ptr = (char *)where;
int i, size = RELOC_TARGET_SIZE(type)/8;
for (i=0; i<size; i++)
tmp = (tmp << 8) | ptr[i];
tmp &= ~mask;
tmp |= value;
for (i=0; i<size; i++)
ptr[i] = ((tmp >> (8*i)) & 0xff);
#ifdef RTLD_DEBUG_RELOC
value = (Elf_Addr)tmp;
#endif
} else if (RELOC_TARGET_SIZE(type) > 32) {
*where &= ~mask;
*where |= value;
#ifdef RTLD_DEBUG_RELOC
value = (Elf_Addr)*where;
#endif
} else {
Elf32_Addr *where32 = (Elf32_Addr *)where;
*where32 &= ~mask;
*where32 |= value;
#ifdef RTLD_DEBUG_RELOC
value = (Elf_Addr)*where32;
#endif
}
#ifdef RTLD_DEBUG_RELOC
if (RELOC_RESOLVE_SYMBOL(type)) {
rdbg(("%s %s in %s --> %p in %s", reloc_names[type],
obj->strtab + obj->symtab[symnum].st_name,
obj->path, (void *)value, defobj->path));
} else {
rdbg(("%s in %s --> %p", reloc_names[type],
obj->path, (void *)value));
}
#endif
}
return (0);
}
int
_rtld_relocate_plt_lazy(Obj_Entry *obj)
{
const Elf_Rela *rela;
for (rela = obj->pltrelalim; rela-- > obj->pltrela; ) {
if (ELF_R_TYPE(rela->r_info) == R_TYPE(JMP_IREL))
obj->ifunc_remaining = obj->pltrelalim - rela + 1;
}
return 0;
}
caddr_t
_rtld_bind(const Obj_Entry *obj, Elf_Word reloff)
{
const Elf_Rela *rela = obj->pltrela + reloff;
Elf_Addr result;
int err;
result = 0;
if (ELF_R_TYPE(obj->pltrela->r_info) == R_TYPE(JMP_SLOT) ||
ELF_R_TYPE(obj->pltrela->r_info) == R_TYPE(JMP_IREL)) {
rela -= 4;
}
_rtld_shared_enter();
err = _rtld_relocate_plt_object(obj, rela, &result);
if (err)
_rtld_die();
_rtld_shared_exit();
return (caddr_t)result;
}
int
_rtld_relocate_plt_objects(const Obj_Entry *obj)
{
const Elf_Rela *rela;
rela = obj->pltrela;
if (ELF_R_TYPE(obj->pltrela->r_info) != R_TYPE(JMP_SLOT) &&
ELF_R_TYPE(obj->pltrela->r_info) != R_TYPE(JMP_IREL))
rela += 4;
for (; rela < obj->pltrelalim; rela++)
if (_rtld_relocate_plt_object(obj, rela, NULL) < 0)
return -1;
return 0;
}
static inline void
_rtld_write_plt(Elf_Word *where, Elf_Addr value, const Elf_Rela *rela,
const Obj_Entry *obj)
{
if (rela && rela->r_addend) {
Elf_Addr *ptr = (Elf_Addr *)where;
ptr[0] += value - (Elf_Addr)obj->pltgot;
} else {
sparc_write_branch(where + 1, (void *)value);
}
}
static inline int
_rtld_relocate_plt_object(const Obj_Entry *obj, const Elf_Rela *rela,
Elf_Addr *tp)
{
Elf_Word *where = (Elf_Word *)(obj->relocbase + rela->r_offset);
const Elf_Sym *def;
const Obj_Entry *defobj;
Elf_Addr value;
unsigned long info = rela->r_info;
if (ELF_R_TYPE(info) == R_TYPE(JMP_IREL))
return 0;
assert(ELF_R_TYPE(info) == R_TYPE(JMP_SLOT));
def = _rtld_find_plt_symdef(ELF_R_SYM(info), obj, &defobj, tp != NULL);
if (__predict_false(def == NULL))
return -1;
if (__predict_false(def == &_rtld_sym_zero))
return 0;
if (ELF_ST_TYPE(def->st_info) == STT_GNU_IFUNC) {
if (tp == NULL)
return 0;
value = _rtld_resolve_ifunc(defobj, def);
} else {
value = (Elf_Addr)(defobj->relocbase + def->st_value);
}
rdbg(("bind now/fixup in %s at %p --> new=%p",
defobj->strtab + def->st_name, (void*)where, (void *)value));
_rtld_write_plt(where, value, rela, obj);
if (tp)
*tp = value;
return 0;
}