129 …turn_t (*legacy_sw_vers_registered_cb)(void *refcon, core_save_sw_vers_cb callback, void *context);
313 	struct kern_userspace_coredump_context * context = NULL;  in kern_register_userspace_coredump()  local
326 	context = kalloc_type(struct kern_userspace_coredump_context, (zalloc_flags_t)(Z_WAITOK | Z_ZERO));  in kern_register_userspace_coredump()
327 	context->task = task;  in kern_register_userspace_coredump()
339 …oredump_helper_internal(KERN_COREDUMP_CONFIG_VERSION, &userkc_callbacks, context, name, USERSPACE_…  in kern_register_userspace_coredump()
348 	if (result != KERN_SUCCESS && context != NULL) {  in kern_register_userspace_coredump()
349 		kfree_type(struct kern_userspace_coredump_context, context);  in kern_register_userspace_coredump()
364 …struct kern_userspace_coredump_context * context = (struct kern_userspace_coredump_context *)curre…  in kern_unregister_userspace_coredump()  local
365 		assert(context != NULL);  in kern_unregister_userspace_coredump()
366 		if (context->task == task) {  in kern_unregister_userspace_coredump()
393 coredump_save_note_summary(uint64_t core_note_count, uint64_t core_note_byte_count, void *context)  in coredump_save_note_summary()  argument
395 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_note_summary()
397 	if (!core_note_count || !core_note_byte_count || !context) {  in coredump_save_note_summary()
413     __unused uint64_t misc_bytes_count, void *context)  in coredump_save_summary()  argument
415 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_summary()
476 …kern_coredump_log(context, "%s() : failed to reset the out vars : kdp_reset_output_vars(%p, %llu, …  in coredump_save_summary()
502 …kern_coredump_log(context, "%s() : failed to write mach header : kdp_core_output(%p, %lu, %p) retu…  in coredump_save_summary()
524 …kern_coredump_log(context, "%s() : failed to write mach header : kdp_core_output(%p, %lu, %p) retu…  in coredump_save_summary()
540     void *context)  in coredump_save_segment_descriptions()  argument
542 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_segment_descriptions()
547 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : called with invalid addresses : start 0x%llx …  in coredump_save_segment_descriptions()
548 		    __func__, seg_start, seg_end, context, seg_start, seg_end);  in coredump_save_segment_descriptions()
553 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : coredump_save_segment_descriptions() called t…  in coredump_save_segment_descriptions()
554 		    __func__, seg_start, seg_end, context, core_context->core_segment_count);  in coredump_save_segment_descriptions()
564 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : ran out of space to save commands with %llu o…  in coredump_save_segment_descriptions()
565 …__func__, seg_start, seg_end, context, core_context->core_segments_remaining, core_context->core_s…  in coredump_save_segment_descriptions()
582 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : failed to write segment %llu of %llu. kdp_cor…  in coredump_save_segment_descriptions()
583 …__func__, seg_start, seg_end, context, core_context->core_segment_count - core_context->core_segme…  in coredump_save_segment_descriptions()
595 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : called with invalid addresses for 32-bit : st…  in coredump_save_segment_descriptions()
596 			    __func__, seg_start, seg_end, context, seg_start, seg_end);  in coredump_save_segment_descriptions()
601 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : ran out of space to save commands with %llu o…  in coredump_save_segment_descriptions()
602 …__func__, seg_start, seg_end, context, core_context->core_segments_remaining, core_context->core_s…  in coredump_save_segment_descriptions()
619 …kern_coredump_log(context, "%s(0x%llx, 0x%llx, %p) : failed to write segment %llu of %llu : kdp_co…  in coredump_save_segment_descriptions()
620 …__func__, seg_start, seg_end, context, core_context->core_segment_count - core_context->core_segme…  in coredump_save_segment_descriptions()
639 coredump_save_note_description(const char * data_owner, uint64_t length, void *context)  in coredump_save_note_description()  argument
641 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_note_description()
645 		kern_coredump_log(context, "%s() called with invalid data_owner\n", __func__);  in coredump_save_note_description()
650 …kern_coredump_log(context, "%s() called too many times, %llu note descriptions already recorded\n",  in coredump_save_note_description()
664 …kern_coredump_log(context, "%s() : failed to write note %llu of %llu : kdp_core_output() returned …  in coredump_save_note_description()
684 coredump_save_thread_state(void *thread_state, void *context)  in coredump_save_thread_state()  argument
686 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_thread_state()
691 …kern_coredump_log(context, "%s() : found %d expected LC_THREAD (%d)\n", __func__, tc->cmd, LC_THRE…  in coredump_save_thread_state()
696 …kern_coredump_log(context, "%s() : ran out of space to save threads with %llu of %llu remaining\n"…  in coredump_save_thread_state()
703 …kern_coredump_log(context, "%s() : failed to write thread data : kdp_core_output() returned 0x%x\n…  in coredump_save_thread_state()
714 coredump_save_segment_data(void *seg_data, uint64_t length, void *context)  in coredump_save_segment_data()  argument
717 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_segment_data()
720 …kern_coredump_log(context, "%s(%p, %llu, %p) : called with too much data, %llu written, %llu left\…  in coredump_save_segment_data()
721 …seg_data, length, context, core_context->core_segment_byte_total - core_context->core_segment_byte…  in coredump_save_segment_data()
728 		kern_coredump_log(context, "%s() : failed to write data (%llu bytes remaining) :%d\n", __func__,  in coredump_save_segment_data()
740 coredump_save_note_data(void *note_data, uint64_t length, void *context)  in coredump_save_note_data()  argument
743 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_note_data()
746 …kern_coredump_log(context, "%s(%p, %llu, %p) : called with too much data, %llu written, %llu left\…  in coredump_save_note_data()
747 …note_data, length, context, core_context->core_note_bytes_total - core_context->core_note_bytes_re…  in coredump_save_note_data()
754 		kern_coredump_log(context, "%s() : failed to write data (%llu bytes remaining) :%d\n", __func__,  in coredump_save_note_data()
766 coredump_save_sw_vers_legacy(void *sw_vers, uint64_t length, void *context)  in coredump_save_sw_vers_legacy()  argument
768 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_sw_vers_legacy()
772 		kern_coredump_log(context, "%s(%p, %llu, %p) : called with invalid length %llu\n", __func__,  in coredump_save_sw_vers_legacy()
773 		    sw_vers, length, context, length);  in coredump_save_sw_vers_legacy()
778 	ret = coredump_save_note_data(&version, sizeof(version), context);  in coredump_save_sw_vers_legacy()
780 …kern_coredump_log(context, "%s() : failed to write legacy bin spec version : coredump_save_note_da…  in coredump_save_sw_vers_legacy()
785 	ret = coredump_save_note_data(sw_vers, length, context);  in coredump_save_sw_vers_legacy()
787 …kern_coredump_log(context, "%s() : failed to write sw_vers string : coredump_save_note_data() retu…  in coredump_save_sw_vers_legacy()
797 …kern_coredump_log(context, "%s() : failed to write zero fill padding : kdp_core_output(%p, %llu, N…  in coredump_save_sw_vers_legacy()
810 coredump_save_sw_vers(uint64_t address, uuid_t uuid, uint32_t log2_pagesize, void *context)  in coredump_save_sw_vers()  argument
812 	processor_core_context *core_context = (processor_core_context *)context;  in coredump_save_sw_vers()
824 	ret = coredump_save_note_data(&spec, sizeof(spec), context);  in coredump_save_sw_vers()
826 …kern_coredump_log(context, "%s() : failed to write main bin spec structure : coredump_save_note_da…  in coredump_save_sw_vers()
841 	processor_core_context context = { };  in kern_coredump_routine()  local
850 	context.core_outvars = core_outvars;  in kern_coredump_routine()
851 	context.core_config = &current_core->kcc_cb;  in kern_coredump_routine()
852 	context.core_refcon = current_core->kcc_refcon;  in kern_coredump_routine()
853 	context.core_is64bit = current_core->kcc_is64bit;  in kern_coredump_routine()
854 	context.core_mh_magic = current_core->kcc_mh_magic;  in kern_coredump_routine()
855 	context.core_cpu_type = current_core->kcc_cpu_type;  in kern_coredump_routine()
856 	context.core_cpu_subtype = current_core->kcc_cpu_subtype;  in kern_coredump_routine()
857 	context.core_type = type;  in kern_coredump_routine()
859 	kern_coredump_log(&context, "\nBeginning coredump of %s\n", current_core->kcc_corename);  in kern_coredump_routine()
862 		ret = current_core->kcc_cb.kcc_coredump_init(context.core_refcon, &context);  in kern_coredump_routine()
864 			kern_coredump_log(&context, "coredump_init returned KERN_NODE_DOWN, skipping this core\n");  in kern_coredump_routine()
867 			kern_coredump_log(&context, "(%s) : coredump_init failed with %d\n", __func__, ret);  in kern_coredump_routine()
874 …ent_core->kcc_cb.kcc_coredump_save_note_summary(context.core_refcon, coredump_save_note_summary, &…  in kern_coredump_routine()
876 			kern_coredump_log(&context, "(%s) : save_note_note_summary failed with %d\n", __func__, ret);  in kern_coredump_routine()
882 …t = current_core->kcc_cb.kcc_coredump_get_summary(context.core_refcon, coredump_save_summary, &con…  in kern_coredump_routine()
884 		kern_coredump_log(&context, "(%s) : get_summary failed with %d\n", __func__, ret);  in kern_coredump_routine()
888 	if (context.core_should_be_skipped) {  in kern_coredump_routine()
889 		kern_coredump_log(&context, "Skipping coredump\n");  in kern_coredump_routine()
893 	if (context.core_header_size == 0) {  in kern_coredump_routine()
894 …kern_coredump_log(&context, "(%s) : header size not populated after coredump_get_summary\n", __fun…  in kern_coredump_routine()
899 …ret = current_core->kcc_cb.kcc_coredump_save_segment_descriptions(context.core_refcon, coredump_sa…  in kern_coredump_routine()
900 	    &context);  in kern_coredump_routine()
902 		kern_coredump_log(&context, "(%s) : save_segment_descriptions failed with %d\n", __func__, ret);  in kern_coredump_routine()
906 	if (context.core_segments_remaining != 0) {  in kern_coredump_routine()
907 …kern_coredump_log(&context, "(%s) : save_segment_descriptions returned without all segment descrip…  in kern_coredump_routine()
908 		    __func__, context.core_segments_remaining, context.core_segment_count);  in kern_coredump_routine()
914 …= coredump_save_note_description(MAIN_BIN_SPEC_DATA_OWNER, sizeof(main_bin_spec_note_t), &context);  in kern_coredump_routine()
916 …et = coredump_save_note_description(DATA_OWNER_LEGACY_BIN_SPEC, sizeof(legacy_bin_spec), &context);  in kern_coredump_routine()
919 …kern_coredump_log(&context, "(%s) : coredump_save_note_description returned %d while writing binar…  in kern_coredump_routine()
925 …e->kcc_cb.kcc_coredump_save_note_descriptions(context.core_refcon, coredump_save_note_description,…  in kern_coredump_routine()
927 …kern_coredump_log(&context, "(%s) : kcc_coredump_save_note_descriptions failed with %d\n", __func_…  in kern_coredump_routine()
932 	if (context.core_notes_remaining != 0) {  in kern_coredump_routine()
933 …kern_coredump_log(&context, "(%s) : save_note_descriptions returned without all note descriptions …  in kern_coredump_routine()
934 		    __func__, context.core_notes_remaining, context.core_note_count);  in kern_coredump_routine()
943 	if (context.core_thread_state_size) {  in kern_coredump_routine()
944 		char threadstatebuf[context.core_thread_state_size];  in kern_coredump_routine()
945 …ret = current_core->kcc_cb.kcc_coredump_save_thread_state(context.core_refcon, &threadstatebuf, co…  in kern_coredump_routine()
946 		    &context);  in kern_coredump_routine()
948 			kern_coredump_log(&context, "(%s) : save_thread_state failed with %d\n", __func__, ret);  in kern_coredump_routine()
953 	if (context.core_threads_remaining != 0) {  in kern_coredump_routine()
954 …kern_coredump_log(&context, "(%s) : save_thread_state returned without all thread descriptions wri…  in kern_coredump_routine()
955 		    __func__, context.core_threads_remaining, context.core_thread_count);  in kern_coredump_routine()
958 	assert(context.core_cur_hoffset == context.core_header_size);  in kern_coredump_routine()
961 …ret = kdp_core_output(context.core_outvars, (round_page(context.core_header_size) - context.core_h…  in kern_coredump_routine()
963 …kern_coredump_log(&context, "(kern_coredump_routine) : failed to write zero fill padding (%llu byt…  in kern_coredump_routine()
964 …context.core_segment_bytes_remaining, context.core_outvars, (round_page(context.core_header_size) …  in kern_coredump_routine()
969 	context.core_cur_foffset = round_page(context.core_header_size);  in kern_coredump_routine()
971 …ent_core->kcc_cb.kcc_coredump_save_segment_data(context.core_refcon, coredump_save_segment_data, &…  in kern_coredump_routine()
973 		kern_coredump_log(&context, "coredump_save_segment_data failed with %d\n", ret);  in kern_coredump_routine()
977 	if (context.core_segment_bytes_remaining != 0) {  in kern_coredump_routine()
978 …kern_coredump_log(&context, "(kern_coredump_routine) : save_segment_data returned without all segm…  in kern_coredump_routine()
979 		    context.core_segment_bytes_remaining, context.core_segment_byte_total);  in kern_coredump_routine()
985 …ent_core->kcc_cb.kcc_coredump_save_sw_vers_detail(context.core_refcon, coredump_save_sw_vers, &con…  in kern_coredump_routine()
987 …kern_coredump_log(&context, "(%s) : kcc_coredump_save_sw_vers_detail_cb failed with 0x%x\n", __fun…  in kern_coredump_routine()
993 …current_core->kcc_cb.kcc_coredump_save_sw_vers(context.core_refcon, coredump_save_sw_vers_legacy, …  in kern_coredump_routine()
996 …	kern_coredump_log(&context, "(%s) : kcc_coredump_save_sw_vers failed with 0x%x\n", __func__, ret);  in kern_coredump_routine()
1002 …current_core->kcc_cb.kcc_coredump_save_note_data(context.core_refcon, coredump_save_note_data, &co…  in kern_coredump_routine()
1004 …kern_coredump_log(&context, "(%s) : kcc_coredump_save_note_data failed with 0x%x\n", __func__, ret…  in kern_coredump_routine()
1009 	if (context.core_note_bytes_remaining != 0) {  in kern_coredump_routine()
1010 …kern_coredump_log(&context, "(%s) : kcc_coredump_save_note_data returned without all note data wri…  in kern_coredump_routine()
1011 		    __func__, context.core_note_bytes_remaining, context.core_note_bytes_total);  in kern_coredump_routine()
1017 	ret = kdp_core_output(context.core_outvars, 0, NULL);  in kern_coredump_routine()
1019 …kern_coredump_log(&context, "(kern_coredump_routine) : failed to flush final core data : kdp_core_…  in kern_coredump_routine()
1020 		    context.core_outvars, ret);  in kern_coredump_routine()
1024 …kern_coredump_log(&context, "Done\nCoredump complete of %s, dumped %llu segments (%llu bytes), %ll…  in kern_coredump_routine()
1025 …current_core->kcc_corename, context.core_segment_count, context.core_segment_byte_total, context.c…  in kern_coredump_routine()
1026 	    (context.core_thread_count * context.core_thread_state_size), context.core_file_length);  in kern_coredump_routine()
1030 	kern_coredump_log(&context, "\nCore dump took %llu cycles\n", end_cycles - start_cycles);  in kern_coredump_routine()
1035 …ret = kern_dump_record_file(context.core_outvars, current_core->kcc_corename, core_begin_offset, &…  in kern_coredump_routine()
1038 …kern_coredump_log(&context, "\n(kern_coredump_routine) : kern_dump_record_file failed with %d\n", …  in kern_coredump_routine()
1043 …kern_coredump_log(&context, " Compressed file length is %llu bytes\n", context.core_file_length_co…  in kern_coredump_routine()
1045 	*core_file_length = context.core_file_length_compressed;  in kern_coredump_routine()
1208 kern_coredump_log(void *context, const char *string, ...)  in kern_coredump_log()  argument
1210 #pragma unused(context)  in kern_coredump_log()