xref: /f-stack/lib/include/vm/uma_int.h (revision 2317ada5)

/*
 * Copyright (c) 2010 Kip Macy All rights reserved.
 * Copyright (C) 2017-2021 THL A29 Limited, a Tencent company.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice, this
 *   list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 *   this list of conditions and the following disclaimer in the documentation
 *   and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */


#ifndef _FSTACK_VM_UMA_INT_H_
#define _FSTACK_VM_UMA_INT_H_

#include <sys/mutex.h>
#include <sys/sx.h>

#define vtoslab   vtoslab_native
#define vtozoneslab vtozoneslab_native
#define vsetzoneslab  vsetzoneslab_native
#include_next <vm/uma_int.h>
#undef vtoslab
#undef vtozoneslab
#undef vsetzoneslab

#undef UMA_MD_SMALL_ALLOC

#define critical_enter() do {} while(0)
#define critical_exit()  do {} while(0)

#define sleepq_lock(w) do {} while(0)
#define sleepq_release(w) do {} while(0)
#define sleepq_add(a, b, c, d, e) do {} while(0)
#define sleepq_wait(w, p) do {} while(0)

#define _vm_map_unlock(sx, arg) do {} while(0)

extern int uma_page_mask;

extern int __read_mostly vm_ndomains;

#define UMA_PAGE_HASH(va) (((va) >> PAGE_SHIFT) & uma_page_mask)

typedef struct uma_page {
    LIST_ENTRY(uma_page) list_entry;
    vm_offset_t up_va;
    uma_slab_t up_slab;
    uma_zone_t up_zone;
} *uma_page_t;

LIST_HEAD(uma_page_head, uma_page);
extern struct uma_page_head *uma_page_slab_hash;

static __inline uma_slab_t
vtoslab(vm_offset_t va)
{
    struct uma_page_head *hash_list;
    uma_page_t up;

    hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)];
    LIST_FOREACH(up, hash_list, list_entry)
        if (up->up_va == va)
            return (up->up_slab);
    return (NULL);
}

static __inline void
vtozoneslab(vm_offset_t va, uma_zone_t *zone, uma_slab_t *slab)
{
    struct uma_page_head *hash_list;
    uma_page_t up;

    hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)];
    LIST_FOREACH(up, hash_list, list_entry)
        if (up->up_va == va)
            break;

    *slab = up->up_slab;
    *zone = up->up_zone;
}

static __inline void
vsetzoneslab(vm_offset_t va, uma_zone_t zone, uma_slab_t slab)
{
    struct uma_page_head *hash_list;
    uma_page_t up;
    hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)];
    LIST_FOREACH(up, hash_list, list_entry)
        if (up->up_va == va)
            break;

    if (up != NULL) {
        up->up_slab = slab;
        up->up_zone = zone;
        return;
    }

    up = malloc(sizeof(*up), M_DEVBUF, M_WAITOK);
    up->up_va = va;
    up->up_slab = slab;
    up->up_zone = zone;
    LIST_INSERT_HEAD(hash_list, up, list_entry);
}

#endif    /* _FSTACK_VM_UMA_INT_H_ */