wlan-ap-Telecominfraproject/feeds/qca/ipq53xx/files-6.1/mm/wrap_mem_api.c

/*
 * Copyright (c) 2020, The Linux Foundation. All rights reserved.
 * Copyright (c) 2021, 2023, Qualcomm Innovation Center, Inc. All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 and
 * only version 2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 */
#include <linux/dmapool.h>
#include <linux/memblock.h>
#include <linux/mempool.h>
#include <linux/mm.h>
#include <linux/skbuff.h>
#include <linux/slab.h>
#include <asm/page.h>
#include <asm/stacktrace.h>

#include "slab.h"

struct obj_walking {
	int pos;
	void **d;
};

#ifdef CONFIG_ARM
static int walkstack(struct stackframe *frame, void *p)
{
	struct obj_walking *w = (struct obj_walking *)p;
	unsigned long pc = frame->pc;

	if (w->pos < 9) {
		w->d[w->pos++] = (void *)pc;
		return 0;
	}

	return 1;
}
#else
static bool walkstack(void *p, unsigned long pc)
{
	struct obj_walking *w = (struct obj_walking *)p;

	if (w->pos < 9) {
		w->d[w->pos++] = (void *)pc;
		return true;
	}

	return false;
}
#endif

static void get_stacktrace(void **stack)
{
	struct obj_walking w = {0, stack};
	void *p = &w;

#ifdef CONFIG_ARM
	struct stackframe frame;
	register unsigned long current_sp asm ("sp");
	frame.sp = current_sp;

	frame.fp = (unsigned long)__builtin_frame_address(0);
	frame.pc = (unsigned long)get_stacktrace;
	walk_stackframe(&frame, walkstack, p);
#else
	arch_stack_walk(walkstack, p, current, NULL);
#endif
}

void *__wrap___kmalloc(size_t size, gfp_t flags)
{
	void *addr = (void *)__kmalloc(size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap___kmalloc);

void __wrap_kfree(const void *block)
{
	void *addr = (void *)block;

	if (block && debug_mem_usage_enabled)
		debug_object_trace_free(addr);
	kfree(block);

	return;
}
EXPORT_SYMBOL(__wrap_kfree);

void *__wrap_devm_kmalloc(struct device *dev, size_t size, gfp_t gfp)
{
	void *addr = (void *)devm_kmalloc(dev, size, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL_GPL(__wrap_devm_kmalloc);

void *__wrap_devm_kzalloc(struct device *dev, size_t size, gfp_t gfp)
{
	void *addr = (void *)devm_kzalloc(dev, size, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_devm_kzalloc);

void *__wrap_devm_kmalloc_array(struct device *dev, size_t n,
				size_t size, gfp_t gfp)
{
	void *addr = (void *)devm_kmalloc_array(dev, n, size, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_devm_kmalloc_array);

void *__wrap___kmalloc_node(size_t size, gfp_t flags, int node)
{
	void *stack[9] = {0};
	void *addr = (void *)__kmalloc_node(size, flags, node);

	if (addr && debug_mem_usage_enabled) {
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap___kmalloc_node);

void *__wrap_kmalloc_node(size_t size, gfp_t flags, int node)
{
	void *stack[9] = {0};
	void *addr = (void *)kmalloc_node(size, flags, node);

	if (addr && debug_mem_usage_enabled) {
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc_node);

void *__wrap_devm_kcalloc(struct device *dev, size_t n,
				size_t size, gfp_t gfp)
{
	void *addr = (void *)devm_kcalloc(dev, n, size, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_devm_kcalloc);

void __wrap_devm_kfree(struct device *dev, void *p)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(p);

	devm_kfree(dev, p);

	return;
}
EXPORT_SYMBOL_GPL(__wrap_devm_kfree);

void *__wrap_devm_kmemdup(struct device *dev, const void *src,
					size_t len, gfp_t gfp)
{
	void *addr = (void *)devm_kmemdup(dev, src, len, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL_GPL(__wrap_devm_kmemdup);

unsigned long __wrap_devm_get_free_pages(struct device *dev,
			gfp_t gfp_mask, unsigned int order)
{
	void *addr = (void *)devm_get_free_pages(dev, gfp_mask, order);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, (1 << order) * PAGE_SIZE);
	}

	return (unsigned long)addr;
}
EXPORT_SYMBOL_GPL(__wrap_devm_get_free_pages);

void __wrap_devm_free_pages(struct device *dev, unsigned long addr)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free((void *)addr);

	devm_free_pages(dev, addr);

	return;
}
EXPORT_SYMBOL_GPL(__wrap_devm_free_pages);

struct page *__wrap_alloc_pages(gfp_t gfp_mask,
			unsigned int order)
{
	struct page *page = alloc_pages(gfp_mask, order);

	if (page && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(page_address(page), stack,
					(1 << order) * PAGE_SIZE);
	}

	return page;
}
EXPORT_SYMBOL(__wrap_alloc_pages);

struct page *
__wrap___alloc_pages(gfp_t gfp_mask, unsigned int order, int preferred_nid, nodemask_t *nodemask)
{
	struct page *page = __alloc_pages(gfp_mask, order, preferred_nid, nodemask);

	if (page && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(page_address(page), stack,
					(1 << order) * PAGE_SIZE);
	}

	return page;
}
EXPORT_SYMBOL(__wrap___alloc_pages);

static inline struct page *
__wrap___alloc_pages_node(int nid, gfp_t gfp_mask, unsigned int order)
{
	struct page *page = __alloc_pages_node(nid, gfp_mask, order);

	if (page && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(page_address(page), stack,
					(1 << order) * PAGE_SIZE);
	}

	return page;
}

struct page *__wrap_alloc_pages_node(int node, gfp_t gfp_mask,
			unsigned int order)
{
	struct page *page = alloc_pages_node(node, gfp_mask, order);

	if (page && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(page_address(page), stack,
					(1 << order) * PAGE_SIZE);
	}

	return page;
}
EXPORT_SYMBOL(__wrap_alloc_pages_node);

unsigned long __wrap___get_free_pages(gfp_t gfp_mask, unsigned int order)
{
	void *addr = (void *)__get_free_pages(gfp_mask, order);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, (1 << order) * PAGE_SIZE);
	}

	return (unsigned long)addr;
}
EXPORT_SYMBOL(__wrap___get_free_pages);

unsigned long __wrap_get_zeroed_page(gfp_t gfp_mask)
{
	void *addr = (void *)get_zeroed_page(gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, 1 * PAGE_SIZE);
	}

	return (unsigned long)addr;
}
EXPORT_SYMBOL(__wrap_get_zeroed_page);

/*dma_alloc_from_coherent*/
void *__wrap_dma_alloc_coherent(struct device *dev, size_t size,
			dma_addr_t *handle, gfp_t gfp)
{
	void *addr = (void *)dma_alloc_coherent(dev, size, handle, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_dma_alloc_coherent);


void __wrap_dma_free_coherent(struct device *dev, size_t size,
			void *cpu_addr, dma_addr_t dma_handle)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(cpu_addr);

	dma_free_coherent(dev, size, cpu_addr, dma_handle);

	return;
}
EXPORT_SYMBOL(__wrap_dma_free_coherent);

void *__wrap_kmem_cache_alloc(struct kmem_cache *s, gfp_t gfpflags)
{
	void *addr = (void *)kmem_cache_alloc(s, gfpflags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, s->size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmem_cache_alloc);

void *__wrap_kmem_cache_alloc_node(struct kmem_cache *s, gfp_t gfpflags, int node)
{
	void *stack[9] = {0};
	void *addr = (void *)kmem_cache_alloc_node(s, gfpflags, node);

	if (addr && debug_mem_usage_enabled) {
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, s->size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmem_cache_alloc_node);

void *__wrap_kmalloc_node_trace(struct kmem_cache *s, gfp_t gfpflags, int node, size_t size)
{
	void *stack[9] = {0};
	void *addr = (void *)kmalloc_node_trace(s, gfpflags, node, size);
	if (addr && debug_mem_usage_enabled) {
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, s->size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc_node_trace);

void *__wrap_kmalloc_trace(struct kmem_cache *s, gfp_t gfpflags, size_t size)
{
	void *stack[9] = {0};
	void *addr = (void *)kmalloc_trace(s, gfpflags, size);
	if (addr && debug_mem_usage_enabled) {
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, s->size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc_trace);

void __wrap_kmem_cache_free(struct kmem_cache *s, void *x)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(x);

	kmem_cache_free(s, x);

	return;
}
EXPORT_SYMBOL(__wrap_kmem_cache_free);

void *__wrap_kmalloc(size_t size, gfp_t flags)
{
	void *addr = kmalloc(size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc);

void *__wrap_kmalloc_array(size_t n, size_t size, gfp_t flags)
{
	void *addr = (void *)kmalloc_array(n, size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc_array);

void *__wrap_kcalloc(size_t n, size_t size, gfp_t flags)
{
	void *addr = kcalloc(n, size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kcalloc);

void *__wrap_kzalloc(size_t size, gfp_t flags)
{
	void *addr = kzalloc(size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kzalloc);

void *__wrap_kzalloc_node(size_t size, gfp_t flags, int node)
{
	void *addr = kzalloc_node(size, flags, node);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kzalloc_node);

void *__wrap_kmalloc_large(size_t size, gfp_t flags)
{
	void *addr = kmalloc_large(size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmalloc_large);

void *__wrap_dma_pool_alloc(struct dma_pool *pool, gfp_t mem_flags,
			dma_addr_t *handle)
{
	void *addr = (void *)dma_pool_alloc(pool, mem_flags, handle);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, pool->size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_dma_pool_alloc);

void __wrap_dma_pool_free(struct dma_pool *pool, void *vaddr, dma_addr_t dma)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(vaddr);

	dma_pool_free(pool, vaddr, dma);

	return;
}
EXPORT_SYMBOL(__wrap_dma_pool_free);

void *__wrap_mempool_alloc(mempool_t *pool, gfp_t gfp_mask)
{
	void *addr = (void *)mempool_alloc(pool, gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, pool->min_nr);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_mempool_alloc);

void __wrap_mempool_free(void *element, mempool_t *pool)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(element);

	mempool_free(element, pool);

	return;
}
EXPORT_SYMBOL(__wrap_mempool_free);

void __wrap_free_pages(unsigned long addr, unsigned int order)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free((void *)addr);

	free_pages(addr, order);

	return;
}
EXPORT_SYMBOL(__wrap_free_pages);

void __wrap___free_pages(struct page *page, unsigned int order)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(page_address(page));

	__free_pages(page, order);

	return;
}
EXPORT_SYMBOL(__wrap___free_pages);

void *__wrap_kmemdup(const void *src, size_t len, gfp_t gfp)
{
	void *addr = (void *)kmemdup(src, len, gfp);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_kmemdup);

void *__wrap_memdup_user(const void *src, size_t len)
{
	void *addr = (void *)memdup_user(src, len);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_memdup_user);

void __wrap_kvfree(const void *block)
{
	void *addr = (void *)block;
	if (debug_mem_usage_enabled)
		debug_object_trace_free(addr);

	kvfree(block);

	return;
}
EXPORT_SYMBOL(__wrap_kvfree);

void __wrap_vfree(const void *addr)
{
	void *vptr = (void *)addr;
	if (debug_mem_usage_enabled)
		debug_object_trace_free(vptr);

	vfree(addr);

	return;
}
EXPORT_SYMBOL(__wrap_vfree);

void *__wrap___vmalloc(unsigned long size, gfp_t gfp_mask)
{
	void *addr = (void *)__vmalloc(size, gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap___vmalloc);

void *__wrap_vmalloc(unsigned long size)
{
	void *addr = vmalloc(size);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vmalloc);

void *__wrap_vzalloc(unsigned long size)
{
	void *addr = vzalloc(size);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vzalloc);

void *__wrap_vmalloc_user(unsigned long size)
{
	void *addr = (void *)vmalloc_user(size);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vmalloc_user);

void *__wrap_vmalloc_node(unsigned long size, int node)
{
	void *addr = vmalloc_node(size, node);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vmalloc_node);

void *__wrap_vzalloc_node(unsigned long size, int node)
{
	void *addr = vzalloc_node(size, node);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vzalloc_node);

void *__wrap_vmalloc_32(unsigned long size)
{
	void *addr = (void *)vmalloc_32(size);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_vmalloc_32);

void *__wrap_krealloc(const void *p, size_t new_size, gfp_t flags)
{
	void *addr = (void *)krealloc(p, new_size, flags);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_krealloc);

void __wrap_kfree_sensitive(const void *p)
{
	void *addr = (void *)p;
	if (debug_mem_usage_enabled)
		debug_object_trace_free(addr);

	kfree_sensitive(p);

	return;
}
EXPORT_SYMBOL(__wrap_kfree_sensitive);

void *__wrap_page_frag_alloc(struct page_frag_cache *nc,
		      unsigned int fragsz, gfp_t gfp_mask)
{
	void *addr = (void *)page_frag_alloc(nc, fragsz, gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, fragsz);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_page_frag_alloc);

void __wrap_page_frag_free(void *addr)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(addr);

	page_frag_free(addr);

	return;
}
EXPORT_SYMBOL(__wrap_page_frag_free);

void *__wrap_alloc_pages_exact(size_t size, gfp_t gfp_mask)
{
	void *addr = (void *)alloc_pages_exact(size, gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_alloc_pages_exact);

void * __meminit __wrap_alloc_pages_exact_nid(int nid, size_t size, gfp_t gfp_mask)
{
	void *addr = alloc_pages_exact_nid(nid, size, gfp_mask);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, size);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_alloc_pages_exact_nid);

void __wrap_free_pages_exact(void *virt, size_t size)
{
	if (debug_mem_usage_enabled)
		debug_object_trace_free(virt);

	free_pages_exact(virt, size);

	return;
}
EXPORT_SYMBOL(__wrap_free_pages_exact);

void *__init __wrap_alloc_large_system_hash(const char *tablename,
				     unsigned long bucketsize,
				     unsigned long numentries,
				     int scale,
				     int flags,
				     unsigned int *_hash_shift,
				     unsigned int *_hash_mask,
				     unsigned long low_limit,
				     unsigned long high_limit)
{
	void *addr = alloc_large_system_hash(tablename, bucketsize, numentries,
					     scale, flags, _hash_shift,
					     _hash_mask, low_limit, high_limit);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, bucketsize * numentries);
	}

	return addr;
}
EXPORT_SYMBOL(__wrap_alloc_large_system_hash);

void *__wrap___kmalloc_node_track_caller(size_t size, gfp_t gfpflags,
					int node, unsigned long caller)
{
	void *addr = __kmalloc_node_track_caller(size, gfpflags, node, caller);

	if (addr && debug_mem_usage_enabled) {
		void *stack[9] = {0};
		get_stacktrace(stack);
		debug_object_trace_init(addr, stack, ksize(addr));
	}

	return addr;
}
EXPORT_SYMBOL(__wrap___kmalloc_node_track_caller);