91 static void digest_dynamic1(Obj_Entry *, int, const Elf_Dyn **,
93 static bool digest_dynamic2(Obj_Entry *, const Elf_Dyn *, const Elf_Dyn *,
95 static bool digest_dynamic(Obj_Entry *, int);
96 static Obj_Entry *digest_phdr(const Elf_Phdr *, int, caddr_t, const char *);
98 static Obj_Entry *dlcheck(void *);
100 static Obj_Entry *dlopen_object(const char *name, int fd, Obj_Entry *refobj,
102 static Obj_Entry *do_load_object(int, const char *, char *, struct stat *, int);
103 static int do_search_info(const Obj_Entry *obj, int, struct dl_serinfo *);
104 static bool donelist_check(DoneList *, const Obj_Entry *);
109 static char *find_library(const char *, const Obj_Entry *, int *);
111 static void hold_object(Obj_Entry *);
112 static void unhold_object(Obj_Entry *);
113 static void init_dag(Obj_Entry *);
114 static void init_marker(Obj_Entry *);
118 static void initlist_add_objects(Obj_Entry *, Obj_Entry *, Objlist *);
120 static void linkmap_add(Obj_Entry *);
121 static void linkmap_delete(Obj_Entry *);
122 static void load_filtees(Obj_Entry *, int flags, RtldLockState *);
123 static void unload_filtees(Obj_Entry *, RtldLockState *);
124 static int load_needed_objects(Obj_Entry *, int);
127 static Obj_Entry *load_object(const char *, int fd, const Obj_Entry *, int);
129 static int obj_disable_relro(Obj_Entry *);
130 static int obj_enforce_relro(Obj_Entry *);
131 static void objlist_call_fini(Objlist *, Obj_Entry *, RtldLockState *);
134 static Objlist_Entry *objlist_find(Objlist *, const Obj_Entry *);
136 static void objlist_push_head(Objlist *, Obj_Entry *);
137 static void objlist_push_tail(Objlist *, Obj_Entry *);
138 static void objlist_put_after(Objlist *, Obj_Entry *, Obj_Entry *);
139 static void objlist_remove(Objlist *, Obj_Entry *);
147 static void release_object(Obj_Entry *);
148 static int relocate_object_dag(Obj_Entry *root, bool bind_now,
149     Obj_Entry *rtldobj, int flags, RtldLockState *lockstate);
150 static int relocate_object(Obj_Entry *obj, bool bind_now, Obj_Entry *rtldobj,
152 static int relocate_objects(Obj_Entry *, bool, Obj_Entry *, int,
154 static int resolve_object_ifunc(Obj_Entry *, bool, int, RtldLockState *);
165 static int symlook_default(SymLook *, const Obj_Entry *refobj);
170 static int symlook_obj1_sysv(SymLook *, const Obj_Entry *);
171 static int symlook_obj1_gnu(SymLook *, const Obj_Entry *);
173 static void trace_loaded_objects(Obj_Entry *, bool);
174 static void unlink_object(Obj_Entry *);
175 static void unload_object(Obj_Entry *, RtldLockState *lockstate);
176 static void unref_dag(Obj_Entry *);
177 static void ref_dag(Obj_Entry *);
178 static char *origin_subst_one(Obj_Entry *, char *, const char *,
180 static char *origin_subst(Obj_Entry *, const char *);
181 static bool obj_resolve_origin(Obj_Entry *obj);
184 static int  rtld_verify_object_versions(Obj_Entry *);
185 static void object_add_name(Obj_Entry *, const char *);
186 static int  object_match_name(const Obj_Entry *, const char *);
188 static void rtld_fill_dl_phdr_info(const Obj_Entry *obj,
191 static bool matched_symbol(SymLook *, const Obj_Entry *, Sym_Match_Result *,
224 static Obj_Entry *obj_main;	/* The main program shared object */
225 static Obj_Entry obj_rtld;	/* The dynamic linker shared object */
264 func_ptr_type _rtld(Elf_Addr *sp, func_ptr_type *exit_proc, Obj_Entry **objp);
265 Elf_Addr _rtld_bind(Obj_Entry *obj, Elf_Size reloff);
486 _rtld(Elf_Addr *sp, func_ptr_type *exit_proc, Obj_Entry **objp)  in _rtld()
490     Obj_Entry *last_interposer, *obj, *preload_tail;  in _rtld()
991 rtld_resolve_ifunc(const Obj_Entry *obj, const Elf_Sym *def)  in rtld_resolve_ifunc()
1002 _rtld_bind(Obj_Entry *obj, Elf_Size reloff)  in _rtld_bind()
1006     const Obj_Entry *defobj;  in _rtld_bind()
1111 origin_subst_one(Obj_Entry *obj, char *real, const char *kw,  in origin_subst_one()
1193 origin_subst(Obj_Entry *obj, const char *real)  in origin_subst()
1234 digest_dynamic1(Obj_Entry *obj, int early, const Elf_Dyn **dyn_rpath,  in digest_dynamic1()
1572 obj_resolve_origin(Obj_Entry *obj)  in obj_resolve_origin()
1582 digest_dynamic2(Obj_Entry *obj, const Elf_Dyn *dyn_rpath,  in digest_dynamic2()
1602 digest_dynamic(Obj_Entry *obj, int early)  in digest_dynamic()
1618 static Obj_Entry *
1621     Obj_Entry *obj;  in digest_phdr()
1698 digest_notes(Obj_Entry *obj, Elf_Addr note_start, Elf_Addr note_end)  in digest_notes()
1743 static Obj_Entry *
1746     Obj_Entry *obj;  in dlcheck()
1749 	if (obj == (Obj_Entry *) handle)  in dlcheck()
1765 donelist_check(DoneList *dlp, const Obj_Entry *obj)  in donelist_check()
1841 find_library(const char *xname, const Obj_Entry *refobj, int *fdp)  in find_library()
1859 		return (origin_subst(__DECONST(Obj_Entry *, refobj),  in find_library()
1949 find_symdef(unsigned long symnum, const Obj_Entry *refobj,  in find_symdef()
1950     const Obj_Entry **defobj_out, int flags, SymCache *cache,  in find_symdef()
1955     const Obj_Entry *defobj;  in find_symdef()
2240 init_dag(Obj_Entry *root)  in init_dag()
2272 init_marker(Obj_Entry *marker)  in init_marker()
2279 Obj_Entry *
2280 globallist_curr(const Obj_Entry *obj)  in globallist_curr()
2287 			return (__DECONST(Obj_Entry *, obj));  in globallist_curr()
2292 Obj_Entry *
2293 globallist_next(const Obj_Entry *obj)  in globallist_next()
2301 			return (__DECONST(Obj_Entry *, obj));  in globallist_next()
2307 hold_object(Obj_Entry *obj)  in hold_object()
2314 unhold_object(Obj_Entry *obj)  in unhold_object()
2323 process_z(Obj_Entry *root)  in process_z()
2326 	Obj_Entry *obj;  in process_z()
2357 parse_rtld_phdr(Obj_Entry *obj)  in parse_rtld_phdr()
2391     Obj_Entry objtmp;	/* Temporary rtld object */  in init_rtld()
2533 initlist_add_objects(Obj_Entry *obj, Obj_Entry *tail, Objlist *list)  in initlist_add_objects()
2535     Obj_Entry *nobj;  in initlist_add_objects()
2583 unload_filtees(Obj_Entry *obj, RtldLockState *lockstate)  in unload_filtees()
2594 load_filtee1(Obj_Entry *obj, Needed_Entry *needed, int flags,  in load_filtee1()
2606 load_filtees(Obj_Entry *obj, int flags, RtldLockState *lockstate)  in load_filtees()
2619 process_needed(Obj_Entry *obj, Needed_Entry *needed, int flags)  in process_needed()
2621     Obj_Entry *obj1;  in process_needed()
2638 load_needed_objects(Obj_Entry *first, int flags)  in load_needed_objects()
2640     Obj_Entry *obj;  in load_needed_objects()
2654 	Obj_Entry *obj;  in load_preload_objects()
2715 static Obj_Entry *
2716 load_object(const char *name, int fd_u, const Obj_Entry *refobj, int flags)  in load_object()
2718     Obj_Entry *obj;  in load_object()
2800 static Obj_Entry *
2804     Obj_Entry *obj;  in do_load_object()
2872 	Obj_Entry *obj;  in load_kpreload()
2940 Obj_Entry *
2943     Obj_Entry *obj;  in obj_from_addr()
2985 objlist_call_fini(Objlist *list, Obj_Entry *root, RtldLockState *lockstate)  in objlist_call_fini()
3063     Obj_Entry *obj;  in objlist_call_init()
3148 objlist_find(Objlist *list, const Obj_Entry *obj)  in objlist_find()
3165 objlist_push_head(Objlist *list, Obj_Entry *obj)  in objlist_push_head()
3175 objlist_push_tail(Objlist *list, Obj_Entry *obj)  in objlist_push_tail()
3185 objlist_put_after(Objlist *list, Obj_Entry *listobj, Obj_Entry *obj)  in objlist_put_after()
3202 objlist_remove(Objlist *list, Obj_Entry *obj)  in objlist_remove()
3218 relocate_object_dag(Obj_Entry *root, bool bind_now, Obj_Entry *rtldobj,  in relocate_object_dag()
3243 reloc_textrel_prot(Obj_Entry *obj, bool before)  in reloc_textrel_prot()
3271 reloc_relr(Obj_Entry *obj)  in reloc_relr()
3297 relocate_object(Obj_Entry *obj, bool bind_now, Obj_Entry *rtldobj,  in relocate_object()
3356 relocate_objects(Obj_Entry *first, bool bind_now, Obj_Entry *rtldobj,  in relocate_objects()
3359 	Obj_Entry *obj;  in relocate_objects()
3386 resolve_object_ifunc(Obj_Entry *obj, bool bind_now, int flags,  in resolve_object_ifunc()
3415 	Obj_Entry *obj;  in initlist_objects_ifunc()
3632     Obj_Entry *root;  in dlclose_locked()
3738 dlopen_cleanup(Obj_Entry *obj, RtldLockState *lockstate)  in dlopen_cleanup()
3747 static Obj_Entry *
3748 dlopen_object(const char *name, int fd, Obj_Entry *refobj, int lo_flags,  in dlopen_object()
3751     Obj_Entry *obj;  in dlopen_object()
3889     const Obj_Entry *obj, *defobj;  in do_dlsym()
4067     const Obj_Entry *obj;  in _rtld_addr_phdr()
4085     const Obj_Entry *obj;  in dladdr()
4141     const Obj_Entry *obj;  in dlinfo()
4186 rtld_fill_dl_phdr_info(const Obj_Entry *obj, struct dl_phdr_info *phdr_info)  in rtld_fill_dl_phdr_info()
4206 	Obj_Entry *obj, marker;  in dl_iterate_phdr()
4271 do_search_info(const Obj_Entry *obj, int request, struct dl_serinfo *info)  in do_search_info()
4395 linkmap_add(Obj_Entry *obj)  in linkmap_add()
4428 linkmap_delete(Obj_Entry *obj)  in linkmap_delete()
4483 release_object(Obj_Entry *obj)  in release_object()
4585 symlook_default(SymLook *req, const Obj_Entry *refobj)  in symlook_default()
4651     const Obj_Entry *defobj;  in symlook_list()
4691     const Obj_Entry *defobj;  in symlook_needed()
4719 symlook_obj_load_filtees(SymLook *req, SymLook *req1, const Obj_Entry *obj,  in symlook_obj_load_filtees()
4726 	load_filtees(__DECONST(Obj_Entry *, obj), flags, req->lockstate);  in symlook_obj_load_filtees()
4742 symlook_obj(SymLook *req, const Obj_Entry *obj)  in symlook_obj()
4783 matched_symbol(SymLook *req, const Obj_Entry *obj, Sym_Match_Result *result,  in matched_symbol()
4896 symlook_obj1_sysv(SymLook *req, const Obj_Entry *obj)  in symlook_obj1_sysv()
4926 symlook_obj1_gnu(SymLook *req, const Obj_Entry *obj)  in symlook_obj1_gnu()
4991 trace_print_obj(Obj_Entry *obj, const char *name, const char *path,  in trace_print_obj()
5052 trace_loaded_objects(Obj_Entry *obj, bool show_preload)  in trace_loaded_objects()
5112 unload_object(Obj_Entry *root, RtldLockState *lockstate)  in unload_object()
5114 	Obj_Entry marker, *obj, *next;  in unload_object()
5155 unlink_object(Obj_Entry *root)  in unlink_object()
5173 ref_dag(Obj_Entry *root)  in ref_dag()
5183 unref_dag(Obj_Entry *root)  in unref_dag()
5279 allocate_tls(Obj_Entry *objs, void *oldtcb, size_t tcbsize, size_t tcbalign)  in allocate_tls()
5281     Obj_Entry *obj;  in allocate_tls()
5385 allocate_tls(Obj_Entry *objs, void *oldtls, size_t tcbsize, size_t tcbalign)  in allocate_tls()
5387     Obj_Entry *obj;  in allocate_tls()
5495 	Obj_Entry *obj;  in allocate_module_tls()
5527 allocate_tls_offset(Obj_Entry *obj)  in allocate_tls_offset()
5575 free_tls_offset(Obj_Entry *obj)  in free_tls_offset()
5618 object_add_name(Obj_Entry *obj, const char *name)  in object_add_name()
5633 object_match_name(const Obj_Entry *obj, const char *name)  in object_match_name()
5644 static Obj_Entry *
5645 locate_dependency(const Obj_Entry *obj, const char *name)  in locate_dependency()
5674 check_object_provided_version(Obj_Entry *refobj, const Obj_Entry *depobj,  in check_object_provided_version()
5711 rtld_verify_object_versions(Obj_Entry *obj)  in rtld_verify_object_versions()
5717     const Obj_Entry *depobj;  in rtld_verify_object_versions()
5846 fetch_ventry(const Obj_Entry *obj, unsigned long symnum)  in fetch_ventry()
5872 	Obj_Entry *obj;  in _rtld_is_dlopened()
5891 obj_remap_relro(Obj_Entry *obj, int prot)  in obj_remap_relro()
5904 obj_disable_relro(Obj_Entry *obj)  in obj_disable_relro()
5911 obj_enforce_relro(Obj_Entry *obj)  in obj_enforce_relro()
5936 	Obj_Entry *obj;  in distribute_static_tls()