93 static void digest_dynamic1(Obj_Entry *, int, const Elf_Dyn **,
95 static bool digest_dynamic2(Obj_Entry *, const Elf_Dyn *, const Elf_Dyn *,
97 static bool digest_dynamic(Obj_Entry *, int);
98 static Obj_Entry *digest_phdr(const Elf_Phdr *, int, caddr_t, const char *);
100 static Obj_Entry *dlcheck(void *);
102 static Obj_Entry *dlopen_object(const char *name, int fd, Obj_Entry *refobj,
104 static Obj_Entry *do_load_object(int, const char *, char *, struct stat *, int);
105 static int do_search_info(const Obj_Entry *obj, int, struct dl_serinfo *);
106 static bool donelist_check(DoneList *, const Obj_Entry *);
111 static char *find_library(const char *, const Obj_Entry *, int *);
113 static void hold_object(Obj_Entry *);
114 static void unhold_object(Obj_Entry *);
115 static void init_dag(Obj_Entry *);
116 static void init_marker(Obj_Entry *);
120 static void initlist_add_objects(Obj_Entry *, Obj_Entry *, Objlist *);
122 static void linkmap_add(Obj_Entry *);
123 static void linkmap_delete(Obj_Entry *);
124 static void load_filtees(Obj_Entry *, int flags, RtldLockState *);
125 static void unload_filtees(Obj_Entry *, RtldLockState *);
126 static int load_needed_objects(Obj_Entry *, int);
129 static Obj_Entry *load_object(const char *, int fd, const Obj_Entry *, int);
131 static int obj_disable_relro(Obj_Entry *);
132 static int obj_enforce_relro(Obj_Entry *);
133 static void objlist_call_fini(Objlist *, Obj_Entry *, RtldLockState *);
136 static Objlist_Entry *objlist_find(Objlist *, const Obj_Entry *);
138 static void objlist_push_head(Objlist *, Obj_Entry *);
139 static void objlist_push_tail(Objlist *, Obj_Entry *);
140 static void objlist_put_after(Objlist *, Obj_Entry *, Obj_Entry *);
141 static void objlist_remove(Objlist *, Obj_Entry *);
149 static void release_object(Obj_Entry *);
150 static int relocate_object_dag(Obj_Entry *root, bool bind_now,
151     Obj_Entry *rtldobj, int flags, RtldLockState *lockstate);
152 static int relocate_object(Obj_Entry *obj, bool bind_now, Obj_Entry *rtldobj,
154 static int relocate_objects(Obj_Entry *, bool, Obj_Entry *, int,
156 static int resolve_object_ifunc(Obj_Entry *, bool, int, RtldLockState *);
167 static int symlook_default(SymLook *, const Obj_Entry *refobj);
172 static int symlook_obj1_sysv(SymLook *, const Obj_Entry *);
173 static int symlook_obj1_gnu(SymLook *, const Obj_Entry *);
175 static void trace_loaded_objects(Obj_Entry *);
176 static void unlink_object(Obj_Entry *);
177 static void unload_object(Obj_Entry *, RtldLockState *lockstate);
178 static void unref_dag(Obj_Entry *);
179 static void ref_dag(Obj_Entry *);
180 static char *origin_subst_one(Obj_Entry *, char *, const char *,
182 static char *origin_subst(Obj_Entry *, const char *);
183 static bool obj_resolve_origin(Obj_Entry *obj);
186 static int  rtld_verify_object_versions(Obj_Entry *);
187 static void object_add_name(Obj_Entry *, const char *);
188 static int  object_match_name(const Obj_Entry *, const char *);
190 static void rtld_fill_dl_phdr_info(const Obj_Entry *obj,
193 static bool matched_symbol(SymLook *, const Obj_Entry *, Sym_Match_Result *,
226 static Obj_Entry *obj_main;	/* The main program shared object */
227 static Obj_Entry obj_rtld;	/* The dynamic linker shared object */
264 func_ptr_type _rtld(Elf_Addr *sp, func_ptr_type *exit_proc, Obj_Entry **objp);
265 Elf_Addr _rtld_bind(Obj_Entry *obj, Elf_Size reloff);
497 _rtld(Elf_Addr *sp, func_ptr_type *exit_proc, Obj_Entry **objp)  in _rtld()
501     Obj_Entry *last_interposer, *obj, *preload_tail;  in _rtld()
995 rtld_resolve_ifunc(const Obj_Entry *obj, const Elf_Sym *def)  in rtld_resolve_ifunc()
1010 _rtld_bind(Obj_Entry *obj, Elf_Size reloff)  in _rtld_bind()
1014     const Obj_Entry *defobj;  in _rtld_bind()
1118 origin_subst_one(Obj_Entry *obj, char *real, const char *kw,  in origin_subst_one()
1198 origin_subst(Obj_Entry *obj, const char *real)  in origin_subst()
1239 digest_dynamic1(Obj_Entry *obj, int early, const Elf_Dyn **dyn_rpath,  in digest_dynamic1()
1614 obj_resolve_origin(Obj_Entry *obj)  in obj_resolve_origin()
1624 digest_dynamic2(Obj_Entry *obj, const Elf_Dyn *dyn_rpath,  in digest_dynamic2()
1644 digest_dynamic(Obj_Entry *obj, int early)  in digest_dynamic()
1660 static Obj_Entry *
1663     Obj_Entry *obj;  in digest_phdr()
1740 digest_notes(Obj_Entry *obj, Elf_Addr note_start, Elf_Addr note_end)  in digest_notes()
1785 static Obj_Entry *
1788     Obj_Entry *obj;  in dlcheck()
1791 	if (obj == (Obj_Entry *) handle)  in dlcheck()
1807 donelist_check(DoneList *dlp, const Obj_Entry *obj)  in donelist_check()
1886 find_library(const char *xname, const Obj_Entry *refobj, int *fdp)  in find_library()
1904 		return (origin_subst(__DECONST(Obj_Entry *, refobj),  in find_library()
1994 find_symdef(unsigned long symnum, const Obj_Entry *refobj,  in find_symdef()
1995     const Obj_Entry **defobj_out, int flags, SymCache *cache,  in find_symdef()
2000     const Obj_Entry *defobj;  in find_symdef()
2238 init_dag(Obj_Entry *root)  in init_dag()
2270 init_marker(Obj_Entry *marker)  in init_marker()
2277 Obj_Entry *
2278 globallist_curr(const Obj_Entry *obj)  in globallist_curr()
2285 			return (__DECONST(Obj_Entry *, obj));  in globallist_curr()
2290 Obj_Entry *
2291 globallist_next(const Obj_Entry *obj)  in globallist_next()
2299 			return (__DECONST(Obj_Entry *, obj));  in globallist_next()
2305 hold_object(Obj_Entry *obj)  in hold_object()
2312 unhold_object(Obj_Entry *obj)  in unhold_object()
2321 process_z(Obj_Entry *root)  in process_z()
2324 	Obj_Entry *obj;  in process_z()
2355 parse_rtld_phdr(Obj_Entry *obj)  in parse_rtld_phdr()
2389     Obj_Entry objtmp;	/* Temporary rtld object */  in init_rtld()
2532 initlist_add_objects(Obj_Entry *obj, Obj_Entry *tail, Objlist *list)  in initlist_add_objects()
2534     Obj_Entry *nobj;  in initlist_add_objects()
2586 unload_filtees(Obj_Entry *obj, RtldLockState *lockstate)  in unload_filtees()
2597 load_filtee1(Obj_Entry *obj, Needed_Entry *needed, int flags,  in load_filtee1()
2609 load_filtees(Obj_Entry *obj, int flags, RtldLockState *lockstate)  in load_filtees()
2621 process_needed(Obj_Entry *obj, Needed_Entry *needed, int flags)  in process_needed()
2623     Obj_Entry *obj1;  in process_needed()
2640 load_needed_objects(Obj_Entry *first, int flags)  in load_needed_objects()
2642     Obj_Entry *obj;  in load_needed_objects()
2656 	Obj_Entry *obj;  in load_preload_objects()
2717 static Obj_Entry *
2718 load_object(const char *name, int fd_u, const Obj_Entry *refobj, int flags)  in load_object()
2720     Obj_Entry *obj;  in load_object()
2801 static Obj_Entry *
2805     Obj_Entry *obj;  in do_load_object()
2873 	Obj_Entry *obj;  in load_kpreload()
2941 Obj_Entry *
2944     Obj_Entry *obj;  in obj_from_addr()
2986 objlist_call_fini(Objlist *list, Obj_Entry *root, RtldLockState *lockstate)  in objlist_call_fini()
3064     Obj_Entry *obj;  in objlist_call_init()
3149 objlist_find(Objlist *list, const Obj_Entry *obj)  in objlist_find()
3166 objlist_push_head(Objlist *list, Obj_Entry *obj)  in objlist_push_head()
3176 objlist_push_tail(Objlist *list, Obj_Entry *obj)  in objlist_push_tail()
3186 objlist_put_after(Objlist *list, Obj_Entry *listobj, Obj_Entry *obj)  in objlist_put_after()
3203 objlist_remove(Objlist *list, Obj_Entry *obj)  in objlist_remove()
3219 relocate_object_dag(Obj_Entry *root, bool bind_now, Obj_Entry *rtldobj,  in relocate_object_dag()
3244 reloc_textrel_prot(Obj_Entry *obj, bool before)  in reloc_textrel_prot()
3272 reloc_relr(Obj_Entry *obj)  in reloc_relr()
3298 relocate_object(Obj_Entry *obj, bool bind_now, Obj_Entry *rtldobj,  in relocate_object()
3357 relocate_objects(Obj_Entry *first, bool bind_now, Obj_Entry *rtldobj,  in relocate_objects()
3360 	Obj_Entry *obj;  in relocate_objects()
3387 resolve_object_ifunc(Obj_Entry *obj, bool bind_now, int flags,  in resolve_object_ifunc()
3416 	Obj_Entry *obj;  in initlist_objects_ifunc()
3633     Obj_Entry *root;  in dlclose_locked()
3739 dlopen_cleanup(Obj_Entry *obj, RtldLockState *lockstate)  in dlopen_cleanup()
3748 static Obj_Entry *
3749 dlopen_object(const char *name, int fd, Obj_Entry *refobj, int lo_flags,  in dlopen_object()
3752     Obj_Entry *old_obj_tail;  in dlopen_object()
3753     Obj_Entry *obj;  in dlopen_object()
3892     const Obj_Entry *obj, *defobj;  in do_dlsym()
4070     const Obj_Entry *obj;  in _rtld_addr_phdr()
4088     const Obj_Entry *obj;  in dladdr()
4144     const Obj_Entry *obj;  in dlinfo()
4189 rtld_fill_dl_phdr_info(const Obj_Entry *obj, struct dl_phdr_info *phdr_info)  in rtld_fill_dl_phdr_info()
4209 	Obj_Entry *obj, marker;  in dl_iterate_phdr()
4274 do_search_info(const Obj_Entry *obj, int request, struct dl_serinfo *info)  in do_search_info()
4398 linkmap_add(Obj_Entry *obj)  in linkmap_add()
4431 linkmap_delete(Obj_Entry *obj)  in linkmap_delete()
4486 release_object(Obj_Entry *obj)  in release_object()
4588 symlook_default(SymLook *req, const Obj_Entry *refobj)  in symlook_default()
4650     const Obj_Entry *defobj;  in symlook_list()
4690     const Obj_Entry *defobj;  in symlook_needed()
4727 symlook_obj(SymLook *req, const Obj_Entry *obj)  in symlook_obj()
4747 	    load_filtees(__DECONST(Obj_Entry *, obj), flags, req->lockstate);  in symlook_obj()
4759 	    load_filtees(__DECONST(Obj_Entry *, obj), flags, req->lockstate);  in symlook_obj()
4775 matched_symbol(SymLook *req, const Obj_Entry *obj, Sym_Match_Result *result,  in matched_symbol()
4890 symlook_obj1_sysv(SymLook *req, const Obj_Entry *obj)  in symlook_obj1_sysv()
4920 symlook_obj1_gnu(SymLook *req, const Obj_Entry *obj)  in symlook_obj1_gnu()
4969 trace_loaded_objects(Obj_Entry *obj)  in trace_loaded_objects()
5073 unload_object(Obj_Entry *root, RtldLockState *lockstate)  in unload_object()
5075 	Obj_Entry marker, *obj, *next;  in unload_object()
5116 unlink_object(Obj_Entry *root)  in unlink_object()
5134 ref_dag(Obj_Entry *root)  in ref_dag()
5144 unref_dag(Obj_Entry *root)  in unref_dag()
5240 allocate_tls(Obj_Entry *objs, void *oldtcb, size_t tcbsize, size_t tcbalign)  in allocate_tls()
5242     Obj_Entry *obj;  in allocate_tls()
5346 allocate_tls(Obj_Entry *objs, void *oldtls, size_t tcbsize, size_t tcbalign)  in allocate_tls()
5348     Obj_Entry *obj;  in allocate_tls()
5456 	Obj_Entry *obj;  in allocate_module_tls()
5477 allocate_tls_offset(Obj_Entry *obj)  in allocate_tls_offset()
5522 free_tls_offset(Obj_Entry *obj)  in free_tls_offset()
5565 object_add_name(Obj_Entry *obj, const char *name)  in object_add_name()
5580 object_match_name(const Obj_Entry *obj, const char *name)  in object_match_name()
5591 static Obj_Entry *
5592 locate_dependency(const Obj_Entry *obj, const char *name)  in locate_dependency()
5621 check_object_provided_version(Obj_Entry *refobj, const Obj_Entry *depobj,  in check_object_provided_version()
5658 rtld_verify_object_versions(Obj_Entry *obj)  in rtld_verify_object_versions()
5664     const Obj_Entry *depobj;  in rtld_verify_object_versions()
5793 fetch_ventry(const Obj_Entry *obj, unsigned long symnum)  in fetch_ventry()
5819 	Obj_Entry *obj;  in _rtld_is_dlopened()
5838 obj_remap_relro(Obj_Entry *obj, int prot)  in obj_remap_relro()
5851 obj_disable_relro(Obj_Entry *obj)  in obj_disable_relro()
5858 obj_enforce_relro(Obj_Entry *obj)  in obj_enforce_relro()
5883 	Obj_Entry *obj;  in distribute_static_tls()