blob: c18808850b62debf7f57d09cc7069d4b6ac600fe [file] [log] [blame]
/*
* drivers/amlogic/memory_ext/ram_dump.c
*
* Copyright (C) 2017 Amlogic, Inc. All rights reserved.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
* more details.
*
*/
#include <linux/version.h>
#include <linux/types.h>
#include <linux/fs.h>
#include <linux/init.h>
#include <linux/device.h>
#include <linux/platform_device.h>
#include <linux/mutex.h>
#include <linux/io.h>
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/reboot.h>
#include <linux/memblock.h>
#include <linux/amlogic/ramdump.h>
#include <linux/amlogic/reboot.h>
#include <linux/arm-smccc.h>
#include <linux/of.h>
#include <linux/highmem.h>
#include <asm/cacheflush.h>
static unsigned long ramdump_base __initdata;
static unsigned long ramdump_size __initdata;
static bool ramdump_disable __initdata;
struct ramdump {
unsigned long mem_base;
unsigned long mem_size;
struct mutex lock;
struct kobject *kobj;
struct work_struct clear_work;
int disable;
};
static struct ramdump *ram;
static void meson_set_reboot_reason(int reboot_reason)
{
struct arm_smccc_res smccc;
arm_smccc_smc(SET_REBOOT_REASON,
reboot_reason, 0, 0, 0, 0, 0, 0, &smccc);
return;
}
static int __init early_ramdump_para(char *buf)
{
int ret;
if (!buf)
return -EINVAL;
pr_info("%s:%s\n", __func__, buf);
if (strcmp(buf, "disabled") == 0) {
ramdump_disable = 1;
} else {
ret = sscanf(buf, "%lx,%lx", &ramdump_base, &ramdump_size);
if (ret != 2) {
pr_err("invalid boot args\n");
ramdump_disable = 1;
}
pr_info("%s, base:%lx, size:%lx\n",
__func__, ramdump_base, ramdump_size);
ret = memblock_reserve(ramdump_base, PAGE_ALIGN(ramdump_size));
if (ret < 0) {
pr_info("reserve memblock %lx - %lx failed\n",
ramdump_base,
ramdump_base + PAGE_ALIGN(ramdump_size));
ramdump_disable = 1;
}
}
if (ramdump_disable)
meson_set_reboot_reason(MESON_NORMAL_BOOT);
return 0;
}
early_param("ramdump", early_ramdump_para);
static ssize_t ramdump_bin_read(struct file *filp, struct kobject *kobj,
struct bin_attribute *attr,
char *buf, loff_t off, size_t count)
{
void *p = NULL;
#ifndef CONFIG_64BIT
struct page *page, *pages[1];
#endif
if (!ram->mem_base || off >= ram->mem_size)
return 0;
#ifndef CONFIG_64BIT
page = phys_to_page(ram->mem_base + off);
pages[0] = page;
p = vmap(pages, 1, VM_MAP, PAGE_KERNEL);
if (!p) {
pr_info("%s, map %lx, %d failed, page:%p, pfn:%lx\n",
__func__, (unsigned long)(ram->mem_base + off),
count, page, page_to_pfn(page));
return -EINVAL;
}
#else
p = (void *)(ram->mem_base + off);
#endif
if (off + count > ram->mem_size)
count = ram->mem_size - off;
mutex_lock(&ram->lock);
memcpy(buf, p, count);
mutex_unlock(&ram->lock);
/* debug when read end */
if (off + count >= ram->mem_size)
pr_info("%s, p=%p %p, off:%lli, c:%zi\n",
__func__, buf, p, off, count);
#ifndef CONFIG_64BIT
vunmap(p);
#endif
return count;
}
int ramdump_disabled(void)
{
if (ram)
return ram->disable;
return 0;
}
EXPORT_SYMBOL(ramdump_disabled);
static ssize_t ramdump_bin_write(struct file *filp,
struct kobject *kobj,
struct bin_attribute *bin_attr,
char *buf, loff_t off, size_t count)
{
if (!ram->mem_size)
return -EINVAL;
if (ram->mem_base && !strncmp("reboot", buf, 6))
kernel_restart("RAM-DUMP finished\n");
if (!strncmp("disable", buf, 7)) {
ram->disable = 1;
meson_set_reboot_reason(MESON_NORMAL_BOOT);
}
if (!strncmp("enable", buf, 6)) {
ram->disable = 0;
meson_set_reboot_reason(MESON_KERNEL_PANIC);
}
return count;
}
static struct bin_attribute ramdump_attr = {
.attr = {
.name = "compmsg",
.mode = S_IRUGO | S_IWUSR,
},
.read = ramdump_bin_read,
.write = ramdump_bin_write,
};
/*
* clear memory to avoid large amount of memory not used.
* for ramdom data, it's hard to compress
*/
static void lazy_clear_work(struct work_struct *work)
{
struct page *page;
struct list_head head, *pos, *next;
void *virt;
int order;
gfp_t flags = __GFP_NORETRY |
__GFP_NOWARN |
__GFP_MOVABLE;
unsigned long clear = 0, size = 0, free = 0, tick;
INIT_LIST_HEAD(&head);
order = MAX_ORDER - 1;
tick = sched_clock();
do {
page = alloc_pages(flags, order);
if (page) {
list_add(&page->lru, &head);
virt = page_address(page);
size = (1 << order) * PAGE_SIZE;
memset(virt, 0, size);
clear += size;
}
} while (page);
tick = sched_clock() - tick;
list_for_each_safe(pos, next, &head) {
page = list_entry(pos, struct page, lru);
list_del(&page->lru);
__free_pages(page, order);
free += size;
}
pr_info("clear:%lx, free:%lx, tick:%ld us\n",
clear, free, tick / 1000);
}
#ifdef CONFIG_ARM64
void ramdump_sync_data(void)
{
/*
* back port from old kernel verion for function
* flush_cache_all(), we need it for ram dump
*/
asm volatile (
"mov x12, x30 \n"
"dsb sy \n"
"mrs x0, clidr_el1 \n"
"and x3, x0, #0x7000000 \n"
"lsr x3, x3, #23 \n"
"cbz x3, finished \n"
"mov x10, #0 \n"
"loop1: \n"
"add x2, x10, x10, lsr #1 \n"
"lsr x1, x0, x2 \n"
"and x1, x1, #7 \n"
"cmp x1, #2 \n"
"b.lt skip \n"
"mrs x9, daif \n"
"msr daifset, #2 \n"
"msr csselr_el1, x10 \n"
"isb \n"
"mrs x1, ccsidr_el1 \n"
"msr daif, x9 \n"
"and x2, x1, #7 \n"
"add x2, x2, #4 \n"
"mov x4, #0x3ff \n"
"and x4, x4, x1, lsr #3 \n"
"clz w5, w4 \n"
"mov x7, #0x7fff \n"
"and x7, x7, x1, lsr #13 \n"
"loop2: \n"
"mov x9, x4 \n"
"loop3: \n"
"lsl x6, x9, x5 \n"
"orr x11, x10, x6 \n"
"lsl x6, x7, x2 \n"
"orr x11, x11, x6 \n"
"dc cisw, x11 \n"
"subs x9, x9, #1 \n"
"b.ge loop3 \n"
"subs x7, x7, #1 \n"
"b.ge loop2 \n"
"skip: \n"
"add x10, x10, #2 \n"
"cmp x3, x10 \n"
"b.gt loop1 \n"
"finished: \n"
"mov x10, #0 \n"
"msr csselr_el1, x10 \n"
"dsb sy \n"
"isb \n"
"mov x0, #0 \n"
"ic ialluis \n"
"ret x12 \n"
);
}
#else
void ramdump_sync_data(void)
{
flush_cache_all();
}
#endif
static int __init ramdump_probe(struct platform_device *pdev)
{
void __iomem *p = NULL;
struct device_node *np;
unsigned long dts_memory[2] = {0}, total_mem;
struct resource *res;
unsigned int dump_set;
int ret;
void __iomem *base;
np = of_find_node_by_name(NULL, "memory");
if (!np)
return -EINVAL;
#ifdef CONFIG_64BIT
ret = of_property_read_u64_array(np, "linux,usable-memory",
(u64 *)&dts_memory, 2);
if (ret)
ret = of_property_read_u64_array(np, "reg",
(u64 *)&dts_memory, 2);
#else
ret = of_property_read_u32_array(np, "linux,usable-memory",
(u32 *)&dts_memory, 2);
if (ret)
ret = of_property_read_u32_array(np, "reg",
(u32 *)&dts_memory, 2);
#endif
if (ret)
pr_info("can't get dts memory\n");
else
pr_info("MEMORY:[%lx+%lx]\n", dts_memory[0], dts_memory[1]);
of_node_put(np);
/*
* memory in dts is [start_addr size] patten. For amlogic soc,
* ddr address range is started from 0x0, usually start_addr in
* dts should be started with 0x0, but some soc must reserve a
* small framgment of memory at 0x0 for start up code. So start_addr
* can be 0x100000/0x1000000. But we always using 0x0 to get real
* DDR size for ramdump. So we using following formula to get total
* DDR size.
*/
total_mem = dts_memory[0] + dts_memory[1];
ram = kzalloc(sizeof(struct ramdump), GFP_KERNEL);
if (!ram)
return -ENOMEM;
if (ramdump_disable)
ram->disable = 1;
if (!ramdump_base || !ramdump_size) {
pr_info("NO valid ramdump args:%lx %lx\n",
ramdump_base, ramdump_size);
} else {
#ifdef CONFIG_64BIT
p = ioremap_cache(ramdump_base, ramdump_size);
ram->mem_base = (unsigned long)p;
ram->mem_size = ramdump_size;
#else
ram->mem_base = ramdump_base;
ram->mem_size = ramdump_size;
#endif
pr_info("%s, mem_base:%p, %lx, size:%lx\n",
__func__, p, ramdump_base, ramdump_size);
}
ram->kobj = kobject_create_and_add("mdump", kernel_kobj);
if (!ram->kobj) {
pr_err("%s, create sysfs failed\n", __func__);
goto err;
}
ramdump_attr.size = ram->mem_size;
if (sysfs_create_bin_file(ram->kobj, &ramdump_attr)) {
pr_err("%s, create sysfs1 failed\n", __func__);
goto err1;
}
mutex_init(&ram->lock);
if (!ram->disable && !ram->mem_size) {
INIT_WORK(&ram->clear_work, lazy_clear_work);
schedule_work(&ram->clear_work);
}
res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
"PREG_STICKY_REG8");
if (res) {
base = devm_ioremap(&pdev->dev, res->start,
res->end - res->start);
if (!base) {
pr_err("%s, map reg failed\n", __func__);
goto err;
}
dump_set = readl(base);
dump_set &= ~RAMDUMP_STICKY_DATA_MASK;
dump_set |= ((total_mem >> 20) | AMLOGIC_KERNEL_BOOTED);
writel(dump_set, base);
pr_info("%s, set sticky to %x\n", __func__, dump_set);
}
return 0;
err1:
kobject_put(ram->kobj);
err:
#ifdef CONFIG_64BIT
iounmap((void *)ram->mem_base);
#endif
kfree(ram);
return -EINVAL;
}
static int ramdump_remove(struct platform_device *pdev)
{
sysfs_remove_bin_file(ram->kobj, &ramdump_attr);
#ifdef CONFIG_64BIT
iounmap((void *)ram->mem_base);
#endif
kobject_put(ram->kobj);
kfree(ram);
return 0;
}
#ifdef CONFIG_OF
static const struct of_device_id ramdump_dt_match[] = {
{
.compatible = "amlogic, ram_dump",
},
{},
};
#endif
static struct platform_driver ramdump_driver = {
.driver = {
.name = "mdump",
.owner = THIS_MODULE,
#ifdef CONFIG_OF
.of_match_table = ramdump_dt_match,
#endif
},
.remove = ramdump_remove,
};
static int __init ramdump_init(void)
{
int ret;
ret = platform_driver_probe(&ramdump_driver, ramdump_probe);
return ret;
}
static void __exit ramdump_uninit(void)
{
platform_driver_unregister(&ramdump_driver);
}
subsys_initcall(ramdump_init);
module_exit(ramdump_uninit);
MODULE_DESCRIPTION("AMLOGIC ramdump driver");
MODULE_LICENSE("GPL");