Lines Matching refs:mstate
547 #define DTRACE_INSCRATCH(mstate, alloc_sz) \ argument
548 ((mstate)->dtms_scratch_base + (mstate)->dtms_scratch_size - \
549 (mstate)->dtms_scratch_ptr >= (alloc_sz))
953 dtrace_inscratch(uintptr_t dest, size_t size, dtrace_mstate_t *mstate) in dtrace_inscratch() argument
955 if (dest < mstate->dtms_scratch_base) in dtrace_inscratch()
961 if (dest + size > mstate->dtms_scratch_ptr) in dtrace_inscratch()
1017 dtrace_canstore(uint64_t addr, size_t sz, dtrace_mstate_t *mstate, in dtrace_canstore() argument
1020 return (dtrace_canstore_remains(addr, sz, NULL, mstate, vstate)); in dtrace_canstore()
1028 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_canstore_remains() argument
1033 if (DTRACE_INRANGE(addr, sz, mstate->dtms_scratch_base, in dtrace_canstore_remains()
1034 mstate->dtms_scratch_ptr - mstate->dtms_scratch_base)) { in dtrace_canstore_remains()
1035 DTRACE_RANGE_REMAIN(remain, addr, mstate->dtms_scratch_base, in dtrace_canstore_remains()
1036 mstate->dtms_scratch_ptr - mstate->dtms_scratch_base); in dtrace_canstore_remains()
1119 dtrace_canload(uint64_t addr, size_t sz, dtrace_mstate_t *mstate, in dtrace_canload() argument
1122 return (dtrace_canload_remains(addr, sz, NULL, mstate, vstate)); in dtrace_canload()
1131 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_canload_remains() argument
1139 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_canload_remains()
1147 if (dtrace_canstore_remains(addr, sz, remain, mstate, vstate)) in dtrace_canload_remains()
1153 if (DTRACE_INRANGE(addr, sz, (uintptr_t)mstate->dtms_difo->dtdo_strtab, in dtrace_canload_remains()
1154 mstate->dtms_difo->dtdo_strlen)) { in dtrace_canload_remains()
1156 mstate->dtms_difo->dtdo_strtab, in dtrace_canload_remains()
1157 mstate->dtms_difo->dtdo_strlen); in dtrace_canload_remains()
1174 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_strcanload() argument
1182 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_strcanload()
1194 if (dtrace_canload_remains(addr, 0, remain, mstate, vstate)) { in dtrace_strcanload()
1218 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_vcanload() argument
1249 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_vcanload()
1255 return (dtrace_strcanload((uintptr_t)src, sz, remain, mstate, in dtrace_vcanload()
1258 return (dtrace_canload_remains((uintptr_t)src, sz, remain, mstate, in dtrace_vcanload()
1872 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_dynvar() argument
1924 if (!dtrace_canload(base, size, mstate, vstate)) in dtrace_dynvar()
2324 return (dtrace_dynvar(dstate, nkeys, key, dsize, op, mstate, vstate)); in dtrace_dynvar()
3245 dtrace_mstate_t *mstate) in dtrace_dif_varstr() argument
3255 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) in dtrace_dif_varstr()
3266 if (mstate->dtms_scratch_ptr + strsz > in dtrace_dif_varstr()
3267 mstate->dtms_scratch_base + mstate->dtms_scratch_size) { in dtrace_dif_varstr()
3272 dtrace_strcpy((const void *)addr, (void *)mstate->dtms_scratch_ptr, in dtrace_dif_varstr()
3274 ret = mstate->dtms_scratch_ptr; in dtrace_dif_varstr()
3275 mstate->dtms_scratch_ptr += strsz; in dtrace_dif_varstr()
3284 dtrace_dif_variable(dtrace_mstate_t *mstate, dtrace_state_t *state, uint64_t v, in dtrace_dif_variable() argument
3298 ASSERT(mstate->dtms_present & DTRACE_MSTATE_ARGS); in dtrace_dif_variable()
3299 if (ndx >= sizeof (mstate->dtms_arg) / in dtrace_dif_variable()
3300 sizeof (mstate->dtms_arg[0])) { in dtrace_dif_variable()
3301 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3312 pv = mstate->dtms_probe->dtpr_provider; in dtrace_dif_variable()
3315 mstate->dtms_probe->dtpr_id, in dtrace_dif_variable()
3316 mstate->dtms_probe->dtpr_arg, argndx, aframes); in dtrace_dif_variable()
3318 else if (mstate->dtms_probe->dtpr_id == dtrace_probeid_error && argndx == 5) { in dtrace_dif_variable()
3319 return ((dtrace_state_t *)(uintptr_t)(mstate->dtms_arg[0]))->dts_arg_error_illval; in dtrace_dif_variable()
3323 val = dtrace_getarg(argndx, aframes, mstate, vstate); in dtrace_dif_variable()
3334 if (mstate->dtms_probe != NULL) in dtrace_dif_variable()
3340 return (mstate->dtms_arg[ndx]); in dtrace_dif_variable()
3379 if (!(mstate->dtms_present & DTRACE_MSTATE_TIMESTAMP)) { in dtrace_dif_variable()
3380 mstate->dtms_timestamp = dtrace_gethrtime(); in dtrace_dif_variable()
3381 mstate->dtms_present |= DTRACE_MSTATE_TIMESTAMP; in dtrace_dif_variable()
3383 return (mstate->dtms_timestamp); in dtrace_dif_variable()
3390 if (!(mstate->dtms_present & DTRACE_MSTATE_WALLTIMESTAMP)) { in dtrace_dif_variable()
3391 mstate->dtms_walltimestamp = dtrace_gethrestime(); in dtrace_dif_variable()
3392 mstate->dtms_present |= DTRACE_MSTATE_WALLTIMESTAMP; in dtrace_dif_variable()
3394 return (mstate->dtms_walltimestamp); in dtrace_dif_variable()
3397 if (!(mstate->dtms_present & DTRACE_MSTATE_MACHTIMESTAMP)) { in dtrace_dif_variable()
3398 mstate->dtms_machtimestamp = mach_absolute_time(); in dtrace_dif_variable()
3399 mstate->dtms_present |= DTRACE_MSTATE_MACHTIMESTAMP; in dtrace_dif_variable()
3401 return (mstate->dtms_machtimestamp); in dtrace_dif_variable()
3404 if (!(mstate->dtms_present & DTRACE_MSTATE_MACHCTIMESTAMP)) { in dtrace_dif_variable()
3405 mstate->dtms_machctimestamp = mach_continuous_time(); in dtrace_dif_variable()
3406 mstate->dtms_present |= DTRACE_MSTATE_MACHCTIMESTAMP; in dtrace_dif_variable()
3408 return (mstate->dtms_machctimestamp); in dtrace_dif_variable()
3417 if (!(mstate->dtms_present & DTRACE_MSTATE_IPL)) { in dtrace_dif_variable()
3418 mstate->dtms_ipl = dtrace_getipl(); in dtrace_dif_variable()
3419 mstate->dtms_present |= DTRACE_MSTATE_IPL; in dtrace_dif_variable()
3421 return (mstate->dtms_ipl); in dtrace_dif_variable()
3424 ASSERT(mstate->dtms_present & DTRACE_MSTATE_EPID); in dtrace_dif_variable()
3425 return (mstate->dtms_epid); in dtrace_dif_variable()
3428 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3429 return (mstate->dtms_probe->dtpr_id); in dtrace_dif_variable()
3434 if (!(mstate->dtms_present & DTRACE_MSTATE_STACKDEPTH)) { in dtrace_dif_variable()
3435 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3437 mstate->dtms_stackdepth = dtrace_getstackdepth(aframes); in dtrace_dif_variable()
3438 mstate->dtms_present |= DTRACE_MSTATE_STACKDEPTH; in dtrace_dif_variable()
3440 return (mstate->dtms_stackdepth); in dtrace_dif_variable()
3445 if (!(mstate->dtms_present & DTRACE_MSTATE_USTACKDEPTH)) { in dtrace_dif_variable()
3449 if (DTRACE_ANCHORED(mstate->dtms_probe) && in dtrace_dif_variable()
3451 mstate->dtms_ustackdepth = 0; in dtrace_dif_variable()
3454 mstate->dtms_ustackdepth = in dtrace_dif_variable()
3458 mstate->dtms_present |= DTRACE_MSTATE_USTACKDEPTH; in dtrace_dif_variable()
3460 return (mstate->dtms_ustackdepth); in dtrace_dif_variable()
3465 if (!(mstate->dtms_present & DTRACE_MSTATE_CALLER)) { in dtrace_dif_variable()
3466 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3468 if (!DTRACE_ANCHORED(mstate->dtms_probe)) { in dtrace_dif_variable()
3478 (uint32_t *)(uintptr_t)mstate->dtms_arg[0]); in dtrace_dif_variable()
3479 mstate->dtms_caller = caller[1]; in dtrace_dif_variable()
3480 } else if ((mstate->dtms_caller = in dtrace_dif_variable()
3490 mstate->dtms_caller = caller; in dtrace_dif_variable()
3493 mstate->dtms_present |= DTRACE_MSTATE_CALLER; in dtrace_dif_variable()
3495 return (mstate->dtms_caller); in dtrace_dif_variable()
3501 if (!(mstate->dtms_present & DTRACE_MSTATE_UCALLER)) { in dtrace_dif_variable()
3515 mstate->dtms_ucaller = ustack[2]; in dtrace_dif_variable()
3516 mstate->dtms_present |= DTRACE_MSTATE_UCALLER; in dtrace_dif_variable()
3519 return (mstate->dtms_ucaller); in dtrace_dif_variable()
3522 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3524 (uintptr_t)mstate->dtms_probe->dtpr_provider->dtpv_name, in dtrace_dif_variable()
3525 state, mstate)); in dtrace_dif_variable()
3528 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3530 (uintptr_t)mstate->dtms_probe->dtpr_mod, in dtrace_dif_variable()
3531 state, mstate)); in dtrace_dif_variable()
3534 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3536 (uintptr_t)mstate->dtms_probe->dtpr_func, in dtrace_dif_variable()
3537 state, mstate)); in dtrace_dif_variable()
3540 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3542 (uintptr_t)mstate->dtms_probe->dtpr_name, in dtrace_dif_variable()
3543 state, mstate)); in dtrace_dif_variable()
3554 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3567 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3592 char *xname = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_variable()
3597 if (!DTRACE_INSCRATCH(mstate, scratch_size)) { in dtrace_dif_variable()
3605 mstate->dtms_scratch_ptr += scratch_size; in dtrace_dif_variable()
3615 char *zname = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_variable()
3622 if (!DTRACE_INSCRATCH(mstate, scratch_size)) { in dtrace_dif_variable()
3627 mstate->dtms_scratch_ptr += scratch_size; in dtrace_dif_variable()
3669 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3681 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3701 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
4180 dtrace_mstate_t *mstate, dtrace_state_t *state) in dtrace_dif_subr() argument
4209 mstate, vstate)) { in dtrace_dif_subr()
4223 mstate, vstate)) { in dtrace_dif_subr()
4238 mstate, vstate)) { in dtrace_dif_subr()
4249 mstate, vstate)) { in dtrace_dif_subr()
4262 mstate, vstate)) { in dtrace_dif_subr()
4274 mstate, vstate)) { in dtrace_dif_subr()
4285 mstate, vstate)) { in dtrace_dif_subr()
4306 if (!dtrace_inscratch(dest, size, mstate)) { in dtrace_dif_subr()
4312 if (!dtrace_canload(src, size, mstate, vstate)) { in dtrace_dif_subr()
4323 uintptr_t dest = P2ROUNDUP(mstate->dtms_scratch_ptr, 8); in dtrace_dif_subr()
4326 size_t scratch_size = (dest - mstate->dtms_scratch_ptr) + size; in dtrace_dif_subr()
4347 !DTRACE_INSCRATCH(mstate, scratch_size)) { in dtrace_dif_subr()
4360 mstate->dtms_scratch_ptr += scratch_size; in dtrace_dif_subr()
4374 if (!dtrace_inscratch(dest, size, mstate)) { in dtrace_dif_subr()
4388 uintptr_t dest = mstate->dtms_scratch_ptr; in dtrace_dif_subr()
4399 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
4411 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
4469 dtrace_canload(kaddr, size, mstate, vstate)) { in dtrace_dif_subr()
4486 dtrace_strcanload(kaddr, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
4499 if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
4524 if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
4568 if (!dtrace_canload((uintptr_t)addr, len + 1, mstate, vstate)) { in dtrace_dif_subr()
4573 if (!dtrace_canload((uintptr_t)substr, sublen + 1, mstate, in dtrace_dif_subr()
4701 char *dest = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
4709 if (!dtrace_strcanload(tokaddr, size, &clim, mstate, vstate)) { in dtrace_dif_subr()
4715 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
4729 addr = mstate->dtms_strtok; in dtrace_dif_subr()
4730 limit = mstate->dtms_strtok_limit; in dtrace_dif_subr()
4740 if (!dtrace_strcanload(addr, size, &clim, mstate, in dtrace_dif_subr()
4784 mstate->dtms_strtok = 0; in dtrace_dif_subr()
4785 mstate->dtms_strtok_limit = 0; in dtrace_dif_subr()
4806 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
4807 mstate->dtms_strtok = addr; in dtrace_dif_subr()
4808 mstate->dtms_strtok_limit = limit; in dtrace_dif_subr()
4815 char *d = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
4821 if (!dtrace_canload(s, len + 1, mstate, vstate)) { in dtrace_dif_subr()
4826 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
4859 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
4880 char *d = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
4888 if (!dtrace_strcanload(s1, size, &lim1, mstate, vstate) || in dtrace_dif_subr()
4889 !dtrace_strcanload(s2, size, &lim2, mstate, vstate)) { in dtrace_dif_subr()
4894 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
4925 mstate->dtms_scratch_ptr += i; in dtrace_dif_subr()
4946 if (!dtrace_strcanload(s, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
4959 char *end = (char *)mstate->dtms_scratch_ptr + size - 1; in dtrace_dif_subr()
4972 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
4999 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
5035 char *dest = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5042 if (!dtrace_canload(src, len + 1, mstate, vstate)) { in dtrace_dif_subr()
5047 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5160 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
5165 char *dest = (char *)mstate->dtms_scratch_ptr, c; in dtrace_dif_subr()
5171 if (!dtrace_strcanload(src, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
5176 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5269 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
5303 mstate, vstate)) { in dtrace_dif_subr()
5320 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5325 base = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5326 end = (char *)mstate->dtms_scratch_ptr + size - 1; in dtrace_dif_subr()
5369 sizeof(struct in6_addr), mstate, vstate)) { in dtrace_dif_subr()
5385 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5390 base = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5391 end = (char *)mstate->dtms_scratch_ptr + size - 1; in dtrace_dif_subr()
5506 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
5517 char *dest = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5518 char *elemlist = (char *)mstate->dtms_scratch_ptr + jsonlen + 1; in dtrace_dif_subr()
5523 if (!dtrace_canload(json, jsonlen + 1, mstate, vstate) || in dtrace_dif_subr()
5524 !dtrace_canload(elem, elemlen + 1, mstate, vstate)) { in dtrace_dif_subr()
5529 if (!DTRACE_INSCRATCH(mstate, jsonlen + 1 + elemlen + 1)) { in dtrace_dif_subr()
5565 mstate->dtms_scratch_ptr += jsonlen + 1; in dtrace_dif_subr()
5572 char *dest = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5582 if (!dtrace_canload(src, len + 1, mstate, vstate)) { in dtrace_dif_subr()
5587 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5605 mstate->dtms_scratch_ptr += size; in dtrace_dif_subr()
5674 if (!dtrace_strcanload(src, size, &lim, mstate, vstate)) { in dtrace_dif_subr()
5740 char *dest = (char *)mstate->dtms_scratch_ptr; in dtrace_dif_subr()
5743 if (!DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_subr()
5751 mstate->dtms_scratch_ptr += strlen(dest) + 1; in dtrace_dif_subr()
5768 dtrace_dif_emulate(dtrace_difo_t *difo, dtrace_mstate_t *mstate, in dtrace_dif_emulate() argument
5798 mstate->dtms_difo = difo; in dtrace_dif_emulate()
5934 if (!dtrace_canstore(regs[r1], 1, mstate, vstate)) { in dtrace_dif_emulate()
5944 if (!dtrace_canstore(regs[r1], 2, mstate, vstate)) { in dtrace_dif_emulate()
5954 if (!dtrace_canstore(regs[r1], 4, mstate, vstate)) { in dtrace_dif_emulate()
5964 if (!dtrace_canstore(regs[r1], 1, mstate, vstate)) { in dtrace_dif_emulate()
5974 if (!dtrace_canstore(regs[r1], 2, mstate, vstate)) { in dtrace_dif_emulate()
5984 if (!dtrace_canstore(regs[r1], 4, mstate, vstate)) { in dtrace_dif_emulate()
5994 if (!dtrace_canstore(regs[r1], 8, mstate, vstate)) { in dtrace_dif_emulate()
6057 !dtrace_strcanload(s1, sz, &lim1, mstate, vstate)) in dtrace_dif_emulate()
6060 !dtrace_strcanload(s2, sz, &lim2, mstate, vstate)) in dtrace_dif_emulate()
6072 regs[rd] = dtrace_dif_variable(mstate, state, in dtrace_dif_emulate()
6107 regs[rd] = dtrace_dif_variable(mstate, state, id, 0); in dtrace_dif_emulate()
6137 &lim, mstate, vstate)) in dtrace_dif_emulate()
6233 &lim, mstate, vstate)) in dtrace_dif_emulate()
6263 mstate, vstate); in dtrace_dif_emulate()
6299 DTRACE_DYNVAR_DEALLOC, mstate, vstate); in dtrace_dif_emulate()
6315 &v->dtdv_type, &lim, mstate, vstate)) in dtrace_dif_emulate()
6333 regs, tupregs, ttop, mstate, state); in dtrace_dif_emulate()
6411 DTRACE_DYNVAR_NOALLOC, mstate, vstate); in dtrace_dif_emulate()
6454 DTRACE_DYNVAR_DEALLOC, mstate, vstate); in dtrace_dif_emulate()
6464 &lim, mstate, vstate)) in dtrace_dif_emulate()
6477 uintptr_t ptr = P2ROUNDUP(mstate->dtms_scratch_ptr, 8); in dtrace_dif_emulate()
6478 size_t size = ptr - mstate->dtms_scratch_ptr + regs[r1]; in dtrace_dif_emulate()
6486 !DTRACE_INSCRATCH(mstate, size)) { in dtrace_dif_emulate()
6492 dtrace_bzero((void *) mstate->dtms_scratch_ptr, size); in dtrace_dif_emulate()
6493 mstate->dtms_scratch_ptr += size; in dtrace_dif_emulate()
6500 mstate, vstate)) { in dtrace_dif_emulate()
6506 if (!dtrace_canload(regs[r1], regs[r2], mstate, vstate)) in dtrace_dif_emulate()
6514 if (!dtrace_canstore(regs[rd], 1, mstate, vstate)) { in dtrace_dif_emulate()
6523 if (!dtrace_canstore(regs[rd], 2, mstate, vstate)) { in dtrace_dif_emulate()
6537 if (!dtrace_canstore(regs[rd], 4, mstate, vstate)) { in dtrace_dif_emulate()
6551 if (!dtrace_canstore(regs[rd], 8, mstate, vstate)) { in dtrace_dif_emulate()
6578 mstate->dtms_fltoffs = opc * sizeof (dif_instr_t); in dtrace_dif_emulate()
6579 mstate->dtms_present |= DTRACE_MSTATE_FLTOFFS; in dtrace_dif_emulate()
6758 dtrace_action_chill(dtrace_mstate_t *mstate, hrtime_t val) in dtrace_action_chill() argument
6798 mstate->dtms_present &= ~DTRACE_MSTATE_TIMESTAMP; in dtrace_action_chill()
6804 dtrace_action_ustack(dtrace_mstate_t *mstate, dtrace_state_t *state, in dtrace_action_ustack() argument
6812 uintptr_t old = mstate->dtms_scratch_ptr, saved; in dtrace_action_ustack()
6825 fps = (uint64_t *)P2ROUNDUP(mstate->dtms_scratch_ptr, 8); in dtrace_action_ustack()
6826 size = (uintptr_t)fps - mstate->dtms_scratch_ptr + in dtrace_action_ustack()
6829 if (!DTRACE_INSCRATCH(mstate, (uintptr_t)size)) { in dtrace_action_ustack()
6838 mstate->dtms_scratch_ptr += size; in dtrace_action_ustack()
6839 saved = mstate->dtms_scratch_ptr; in dtrace_action_ustack()
6859 mstate->dtms_scratch_ptr = saved; in dtrace_action_ustack()
6866 mstate, state, pcs[i], fps[i]); in dtrace_action_ustack()
6913 mstate->dtms_scratch_ptr = old; in dtrace_action_ustack()
7054 dtrace_mstate_t mstate; in dtrace_probe() local
7155 mstate.dtms_difo = NULL; in dtrace_probe()
7156 mstate.dtms_probe = probe; in dtrace_probe()
7157 mstate.dtms_strtok = 0; in dtrace_probe()
7158 mstate.dtms_arg[0] = arg0; in dtrace_probe()
7159 mstate.dtms_arg[1] = arg1; in dtrace_probe()
7160 mstate.dtms_arg[2] = arg2; in dtrace_probe()
7161 mstate.dtms_arg[3] = arg3; in dtrace_probe()
7162 mstate.dtms_arg[4] = arg4; in dtrace_probe()
7193 mstate.dtms_present = DTRACE_MSTATE_ARGS | DTRACE_MSTATE_PROBE; in dtrace_probe()
7331 ecb->dte_alignment, state, &mstate)) < 0) in dtrace_probe()
7343 if (!(mstate.dtms_present & DTRACE_MSTATE_TIMESTAMP)) { in dtrace_probe()
7344 mstate.dtms_timestamp = dtrace_gethrtime(); in dtrace_probe()
7345 mstate.dtms_present |= DTRACE_MSTATE_TIMESTAMP; in dtrace_probe()
7351 DTRACE_RECORD_STORE_TIMESTAMP(&dtrh, mstate.dtms_timestamp); in dtrace_probe()
7355 mstate.dtms_epid = ecb->dte_epid; in dtrace_probe()
7356 mstate.dtms_present |= DTRACE_MSTATE_EPID; in dtrace_probe()
7359 mstate.dtms_access = DTRACE_ACCESS_KERNEL; in dtrace_probe()
7361 mstate.dtms_access = 0; in dtrace_probe()
7367 rval = dtrace_dif_emulate(dp, &mstate, vstate, state); in dtrace_probe()
7402 &mstate, vstate, state); in dtrace_probe()
7454 if (DTRACE_ANCHORED(mstate.dtms_probe) && in dtrace_probe()
7475 dtrace_action_ustack(&mstate, state, in dtrace_probe()
7495 val = dtrace_dif_emulate(dp, &mstate, vstate, state); in dtrace_probe()
7546 dtrace_action_chill(&mstate, val); in dtrace_probe()
7660 &dp->dtdo_rtype, NULL, &mstate, vstate)) in dtrace_probe()
7748 (mstate.dtms_present & DTRACE_MSTATE_FLTOFFS) ? in dtrace_probe()
7749 mstate.dtms_fltoffs : -1, DTRACE_FLAGS2FLT(*flags), in dtrace_probe()
12154 dtrace_state_t *state, dtrace_mstate_t *mstate) in dtrace_buffer_reserve() argument
12204 if (mstate == NULL) in dtrace_buffer_reserve()
12207 mstate->dtms_scratch_base = (uintptr_t)tomax + soffs; in dtrace_buffer_reserve()
12208 mstate->dtms_scratch_size = buf->dtb_size - soffs; in dtrace_buffer_reserve()
12209 mstate->dtms_scratch_ptr = mstate->dtms_scratch_base; in dtrace_buffer_reserve()
12389 if (mstate == NULL) in dtrace_buffer_reserve()
12396 mstate->dtms_scratch_base = (uintptr_t)buf->dtb_xamot; in dtrace_buffer_reserve()
12397 mstate->dtms_scratch_size = buf->dtb_size; in dtrace_buffer_reserve()
12398 mstate->dtms_scratch_ptr = mstate->dtms_scratch_base; in dtrace_buffer_reserve()
15156 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate, int where) in dtrace_helper_trace() argument
15199 ent->dtht_fltoffs = (mstate->dtms_present & DTRACE_MSTATE_FLTOFFS) ? in dtrace_helper_trace()
15200 mstate->dtms_fltoffs : -1; in dtrace_helper_trace()
15218 dtrace_helper(int which, dtrace_mstate_t *mstate, in dtrace_helper() argument
15222 uint64_t sarg0 = mstate->dtms_arg[0]; in dtrace_helper()
15223 uint64_t sarg1 = mstate->dtms_arg[1]; in dtrace_helper()
15240 mstate->dtms_arg[0] = arg0; in dtrace_helper()
15241 mstate->dtms_arg[1] = arg1; in dtrace_helper()
15255 dtrace_helper_trace(helper, mstate, vstate, 0); in dtrace_helper()
15257 if (!dtrace_dif_emulate(pred, mstate, vstate, state)) in dtrace_helper()
15267 mstate, vstate, i + 1); in dtrace_helper()
15270 mstate, vstate, state); in dtrace_helper()
15278 dtrace_helper_trace(helper, mstate, vstate, in dtrace_helper()
15283 dtrace_helper_trace(helper, mstate, vstate, in dtrace_helper()
15289 mstate->dtms_arg[0] = sarg0; in dtrace_helper()
15290 mstate->dtms_arg[1] = sarg1; in dtrace_helper()
15296 dtrace_helper_trace(helper, mstate, vstate, in dtrace_helper()
15302 mstate->dtms_arg[0] = sarg0; in dtrace_helper()
15303 mstate->dtms_arg[1] = sarg1; in dtrace_helper()