1*b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2e6b04fe0SSam Ravnborg /* Kernel module help for sparc64.
3e6b04fe0SSam Ravnborg *
4e6b04fe0SSam Ravnborg * Copyright (C) 2001 Rusty Russell.
5e6b04fe0SSam Ravnborg * Copyright (C) 2002 David S. Miller.
6e6b04fe0SSam Ravnborg */
7e6b04fe0SSam Ravnborg
8e6b04fe0SSam Ravnborg #include <linux/moduleloader.h>
9e6b04fe0SSam Ravnborg #include <linux/kernel.h>
10e6b04fe0SSam Ravnborg #include <linux/elf.h>
11e6b04fe0SSam Ravnborg #include <linux/vmalloc.h>
12e6b04fe0SSam Ravnborg #include <linux/fs.h>
135a0e3ad6STejun Heo #include <linux/gfp.h>
14e6b04fe0SSam Ravnborg #include <linux/string.h>
15e6b04fe0SSam Ravnborg #include <linux/ctype.h>
16e6b04fe0SSam Ravnborg #include <linux/mm.h>
17e6b04fe0SSam Ravnborg
18e6b04fe0SSam Ravnborg #include <asm/processor.h>
19e6b04fe0SSam Ravnborg #include <asm/spitfire.h>
20d550bbd4SDavid Howells #include <asm/cacheflush.h>
21e6b04fe0SSam Ravnborg
220b64120cSDavid S. Miller #include "entry.h"
230b64120cSDavid S. Miller
24e6b04fe0SSam Ravnborg /* Make generic code ignore STT_REGISTER dummy undefined symbols. */
module_frob_arch_sections(Elf_Ehdr * hdr,Elf_Shdr * sechdrs,char * secstrings,struct module * mod)25e6b04fe0SSam Ravnborg int module_frob_arch_sections(Elf_Ehdr *hdr,
26e6b04fe0SSam Ravnborg Elf_Shdr *sechdrs,
27e6b04fe0SSam Ravnborg char *secstrings,
28e6b04fe0SSam Ravnborg struct module *mod)
29e6b04fe0SSam Ravnborg {
30e6b04fe0SSam Ravnborg unsigned int symidx;
31e6b04fe0SSam Ravnborg Elf_Sym *sym;
32e6b04fe0SSam Ravnborg char *strtab;
33e6b04fe0SSam Ravnborg int i;
34e6b04fe0SSam Ravnborg
35e6b04fe0SSam Ravnborg for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
36e6b04fe0SSam Ravnborg if (symidx == hdr->e_shnum-1) {
37e6b04fe0SSam Ravnborg printk("%s: no symtab found.\n", mod->name);
38e6b04fe0SSam Ravnborg return -ENOEXEC;
39e6b04fe0SSam Ravnborg }
40e6b04fe0SSam Ravnborg }
41e6b04fe0SSam Ravnborg sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
42e6b04fe0SSam Ravnborg strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
43e6b04fe0SSam Ravnborg
44e6b04fe0SSam Ravnborg for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
45e6b04fe0SSam Ravnborg if (sym[i].st_shndx == SHN_UNDEF) {
461b35a57bSDavid S. Miller if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER)
47e6b04fe0SSam Ravnborg sym[i].st_shndx = SHN_ABS;
48e6b04fe0SSam Ravnborg }
49e6b04fe0SSam Ravnborg }
50e6b04fe0SSam Ravnborg return 0;
51e6b04fe0SSam Ravnborg }
52e6b04fe0SSam Ravnborg
apply_relocate_add(Elf_Shdr * sechdrs,const char * strtab,unsigned int symindex,unsigned int relsec,struct module * me)53e6b04fe0SSam Ravnborg int apply_relocate_add(Elf_Shdr *sechdrs,
54e6b04fe0SSam Ravnborg const char *strtab,
55e6b04fe0SSam Ravnborg unsigned int symindex,
56e6b04fe0SSam Ravnborg unsigned int relsec,
57e6b04fe0SSam Ravnborg struct module *me)
58e6b04fe0SSam Ravnborg {
59e6b04fe0SSam Ravnborg unsigned int i;
60e6b04fe0SSam Ravnborg Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
61e6b04fe0SSam Ravnborg Elf_Sym *sym;
62e6b04fe0SSam Ravnborg u8 *location;
63e6b04fe0SSam Ravnborg u32 *loc32;
64e6b04fe0SSam Ravnborg
65e6b04fe0SSam Ravnborg for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
66e6b04fe0SSam Ravnborg Elf_Addr v;
67e6b04fe0SSam Ravnborg
68e6b04fe0SSam Ravnborg /* This is where to make the change */
69e6b04fe0SSam Ravnborg location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
70e6b04fe0SSam Ravnborg + rel[i].r_offset;
71e6b04fe0SSam Ravnborg loc32 = (u32 *) location;
72e6b04fe0SSam Ravnborg
73e6b04fe0SSam Ravnborg #ifdef CONFIG_SPARC64
74e6b04fe0SSam Ravnborg BUG_ON(((u64)location >> (u64)32) != (u64)0);
75e6b04fe0SSam Ravnborg #endif /* CONFIG_SPARC64 */
76e6b04fe0SSam Ravnborg
77e6b04fe0SSam Ravnborg /* This is the symbol it is referring to. Note that all
78e6b04fe0SSam Ravnborg undefined symbols have been resolved. */
79e6b04fe0SSam Ravnborg sym = (Elf_Sym *)sechdrs[symindex].sh_addr
80e6b04fe0SSam Ravnborg + ELF_R_SYM(rel[i].r_info);
81e6b04fe0SSam Ravnborg v = sym->st_value + rel[i].r_addend;
82e6b04fe0SSam Ravnborg
83e6b04fe0SSam Ravnborg switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
84dfa520afSAndreas Larsson case R_SPARC_DISP32:
85dfa520afSAndreas Larsson v -= (Elf_Addr) location;
86dfa520afSAndreas Larsson *loc32 = v;
87dfa520afSAndreas Larsson break;
88e6b04fe0SSam Ravnborg #ifdef CONFIG_SPARC64
89e6b04fe0SSam Ravnborg case R_SPARC_64:
90e6b04fe0SSam Ravnborg location[0] = v >> 56;
91e6b04fe0SSam Ravnborg location[1] = v >> 48;
92e6b04fe0SSam Ravnborg location[2] = v >> 40;
93e6b04fe0SSam Ravnborg location[3] = v >> 32;
94e6b04fe0SSam Ravnborg location[4] = v >> 24;
95e6b04fe0SSam Ravnborg location[5] = v >> 16;
96e6b04fe0SSam Ravnborg location[6] = v >> 8;
97e6b04fe0SSam Ravnborg location[7] = v >> 0;
98e6b04fe0SSam Ravnborg break;
99e6b04fe0SSam Ravnborg
100e6b04fe0SSam Ravnborg case R_SPARC_WDISP19:
101e6b04fe0SSam Ravnborg v -= (Elf_Addr) location;
102e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x7ffff) |
103e6b04fe0SSam Ravnborg ((v >> 2) & 0x7ffff);
104e6b04fe0SSam Ravnborg break;
105e6b04fe0SSam Ravnborg
106e6b04fe0SSam Ravnborg case R_SPARC_OLO10:
107e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x1fff) |
108e6b04fe0SSam Ravnborg (((v & 0x3ff) +
109e6b04fe0SSam Ravnborg (ELF_R_TYPE(rel[i].r_info) >> 8))
110e6b04fe0SSam Ravnborg & 0x1fff);
111e6b04fe0SSam Ravnborg break;
112e6b04fe0SSam Ravnborg #endif /* CONFIG_SPARC64 */
113e6b04fe0SSam Ravnborg
114e6b04fe0SSam Ravnborg case R_SPARC_32:
115e6b04fe0SSam Ravnborg case R_SPARC_UA32:
116e6b04fe0SSam Ravnborg location[0] = v >> 24;
117e6b04fe0SSam Ravnborg location[1] = v >> 16;
118e6b04fe0SSam Ravnborg location[2] = v >> 8;
119e6b04fe0SSam Ravnborg location[3] = v >> 0;
120e6b04fe0SSam Ravnborg break;
121e6b04fe0SSam Ravnborg
122e6b04fe0SSam Ravnborg case R_SPARC_WDISP30:
123e6b04fe0SSam Ravnborg v -= (Elf_Addr) location;
124e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x3fffffff) |
125e6b04fe0SSam Ravnborg ((v >> 2) & 0x3fffffff);
126e6b04fe0SSam Ravnborg break;
127e6b04fe0SSam Ravnborg
128e6b04fe0SSam Ravnborg case R_SPARC_WDISP22:
129e6b04fe0SSam Ravnborg v -= (Elf_Addr) location;
130e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x3fffff) |
131e6b04fe0SSam Ravnborg ((v >> 2) & 0x3fffff);
132e6b04fe0SSam Ravnborg break;
133e6b04fe0SSam Ravnborg
134e6b04fe0SSam Ravnborg case R_SPARC_LO10:
135e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
136e6b04fe0SSam Ravnborg break;
137e6b04fe0SSam Ravnborg
138e6b04fe0SSam Ravnborg case R_SPARC_HI22:
139e6b04fe0SSam Ravnborg *loc32 = (*loc32 & ~0x3fffff) |
140e6b04fe0SSam Ravnborg ((v >> 10) & 0x3fffff);
141e6b04fe0SSam Ravnborg break;
142e6b04fe0SSam Ravnborg
143e6b04fe0SSam Ravnborg default:
144e6b04fe0SSam Ravnborg printk(KERN_ERR "module %s: Unknown relocation: %x\n",
145e6b04fe0SSam Ravnborg me->name,
146e6b04fe0SSam Ravnborg (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
147e6b04fe0SSam Ravnborg return -ENOEXEC;
1486cb79b3fSJoe Perches }
149e6b04fe0SSam Ravnborg }
150e6b04fe0SSam Ravnborg return 0;
151e6b04fe0SSam Ravnborg }
152e6b04fe0SSam Ravnborg
153e6b04fe0SSam Ravnborg #ifdef CONFIG_SPARC64
do_patch_sections(const Elf_Ehdr * hdr,const Elf_Shdr * sechdrs)1540b64120cSDavid S. Miller static void do_patch_sections(const Elf_Ehdr *hdr,
1550b64120cSDavid S. Miller const Elf_Shdr *sechdrs)
1560b64120cSDavid S. Miller {
1570b64120cSDavid S. Miller const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
1580b64120cSDavid S. Miller char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
1590b64120cSDavid S. Miller
1600b64120cSDavid S. Miller for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
1610b64120cSDavid S. Miller if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
1620b64120cSDavid S. Miller sun4v_1insn = s;
1630b64120cSDavid S. Miller if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
1640b64120cSDavid S. Miller sun4v_2insn = s;
1650b64120cSDavid S. Miller }
1660b64120cSDavid S. Miller
1670b64120cSDavid S. Miller if (sun4v_1insn && tlb_type == hypervisor) {
1680b64120cSDavid S. Miller void *p = (void *) sun4v_1insn->sh_addr;
1690b64120cSDavid S. Miller sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
1700b64120cSDavid S. Miller }
1710b64120cSDavid S. Miller if (sun4v_2insn && tlb_type == hypervisor) {
1720b64120cSDavid S. Miller void *p = (void *) sun4v_2insn->sh_addr;
1730b64120cSDavid S. Miller sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
1740b64120cSDavid S. Miller }
1750b64120cSDavid S. Miller }
1760b64120cSDavid S. Miller
module_finalize(const Elf_Ehdr * hdr,const Elf_Shdr * sechdrs,struct module * me)177e6b04fe0SSam Ravnborg int module_finalize(const Elf_Ehdr *hdr,
178e6b04fe0SSam Ravnborg const Elf_Shdr *sechdrs,
179e6b04fe0SSam Ravnborg struct module *me)
180e6b04fe0SSam Ravnborg {
1810b64120cSDavid S. Miller do_patch_sections(hdr, sechdrs);
1820b64120cSDavid S. Miller
183e6b04fe0SSam Ravnborg /* Cheetah's I-cache is fully coherent. */
184e6b04fe0SSam Ravnborg if (tlb_type == spitfire) {
185e6b04fe0SSam Ravnborg unsigned long va;
186e6b04fe0SSam Ravnborg
187e6b04fe0SSam Ravnborg flushw_all();
188e6b04fe0SSam Ravnborg for (va = 0; va < (PAGE_SIZE << 1); va += 32)
189e6b04fe0SSam Ravnborg spitfire_put_icache_tag(va, 0x0);
190e6b04fe0SSam Ravnborg __asm__ __volatile__("flush %g6");
191e6b04fe0SSam Ravnborg }
192e6b04fe0SSam Ravnborg
193e6b04fe0SSam Ravnborg return 0;
194e6b04fe0SSam Ravnborg }
195e6b04fe0SSam Ravnborg #endif /* CONFIG_SPARC64 */
196