260 static struct memory_tier *__node_get_memory_tier(int node)  in __node_get_memory_tier()  argument
264 	pgdat = NODE_DATA(node);  in __node_get_memory_tier()
277 bool node_is_toptier(int node)  in node_is_toptier()  argument
283 	pgdat = NODE_DATA(node);  in node_is_toptier()
329 int next_demotion_node(int node)  in next_demotion_node()  argument
337 	nd = &node_demotion[node];  in next_demotion_node()
368 	int node;  in disable_all_demotion_targets()  local
370 	for_each_node_state(node, N_MEMORY) {  in disable_all_demotion_targets()
371 		node_demotion[node].preferred = NODE_MASK_NONE;  in disable_all_demotion_targets()
376 		memtier = __node_get_memory_tier(node);  in disable_all_demotion_targets()
391 	int node;  in dump_demotion_targets()  local
393 	for_each_node_state(node, N_MEMORY) {  in dump_demotion_targets()
394 		struct memory_tier *memtier = __node_get_memory_tier(node);  in dump_demotion_targets()
395 		nodemask_t preferred = node_demotion[node].preferred;  in dump_demotion_targets()
401 			pr_info("Demotion targets for Node %d: null\n", node);  in dump_demotion_targets()
404 				node, nodemask_pr_args(&preferred),  in dump_demotion_targets()
418 	int target = NUMA_NO_NODE, node;  in establish_demotion_targets()  local
429 	for_each_node_state(node, N_MEMORY) {  in establish_demotion_targets()
431 		nd = &node_demotion[node];  in establish_demotion_targets()
433 		memtier = __node_get_memory_tier(node);  in establish_demotion_targets()
455 			target = find_next_best_node(node, &tier_nodes);  in establish_demotion_targets()
459 			distance = node_distance(node, target);  in establish_demotion_targets()
514 static inline void __init_node_memory_type(int node, struct memory_dev_type *memtype)  in __init_node_memory_type()  argument
516 	if (!node_memory_types[node].memtype)  in __init_node_memory_type()
517 		node_memory_types[node].memtype = memtype;  in __init_node_memory_type()
526 	if (node_memory_types[node].memtype == memtype) {  in __init_node_memory_type()
527 		if (!node_memory_types[node].map_count++)  in __init_node_memory_type()
532 static struct memory_tier *set_node_memory_tier(int node)  in set_node_memory_tier()  argument
537 	pg_data_t *pgdat = NODE_DATA(node);  in set_node_memory_tier()
542 	if (!node_state(node, N_MEMORY))  in set_node_memory_tier()
545 	mt_calc_adistance(node, &adist);  in set_node_memory_tier()
546 	if (!node_memory_types[node].memtype) {  in set_node_memory_tier()
554 	__init_node_memory_type(node, memtype);  in set_node_memory_tier()
556 	memtype = node_memory_types[node].memtype;  in set_node_memory_tier()
557 	node_set(node, memtype->nodes);  in set_node_memory_tier()
570 static bool clear_node_memory_tier(int node)  in clear_node_memory_tier()  argument
576 	pgdat = NODE_DATA(node);  in clear_node_memory_tier()
588 	memtier = __node_get_memory_tier(node);  in clear_node_memory_tier()
594 		memtype = node_memory_types[node].memtype;  in clear_node_memory_tier()
595 		node_clear(node, memtype->nodes);  in clear_node_memory_tier()
636 void init_node_memory_type(int node, struct memory_dev_type *memtype)  in init_node_memory_type()  argument
640 	__init_node_memory_type(node, memtype);  in init_node_memory_type()
645 void clear_node_memory_type(int node, struct memory_dev_type *memtype)  in clear_node_memory_type()  argument
648 	if (node_memory_types[node].memtype == memtype || !memtype)  in clear_node_memory_type()
649 		node_memory_types[node].map_count--;  in clear_node_memory_type()
654 	if (!node_memory_types[node].map_count) {  in clear_node_memory_type()
655 		memtype = node_memory_types[node].memtype;  in clear_node_memory_type()
656 		node_memory_types[node].memtype = NULL;  in clear_node_memory_type()
865 int mt_calc_adistance(int node, int *adist)  in mt_calc_adistance()  argument
867 	return blocking_notifier_call_chain(&mt_adistance_algorithms, node, adist);  in mt_calc_adistance()