blob: a2b11069e7926f6b10995f21fc0861141aaa84b6 [file] [log] [blame]
Thomas Gleixner55716d22019-06-01 10:08:42 +02001// SPDX-License-Identifier: GPL-2.0-only
Cornelia Huckfce2b1112009-06-10 01:28:19 +02002/*
Rafael J. Wysockid146df12011-01-07 01:44:28 +01003 * nvs.c - Routines for saving and restoring ACPI NVS memory region
Cornelia Huckfce2b1112009-06-10 01:28:19 +02004 *
Rafael J. Wysockid146df12011-01-07 01:44:28 +01005 * Copyright (C) 2008-2011 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc.
Cornelia Huckfce2b1112009-06-10 01:28:19 +02006 */
7
Hanjun Guo4f599272021-06-02 16:54:28 +08008#define pr_fmt(fmt) "ACPI: PM: " fmt
9
Cornelia Huckfce2b1112009-06-10 01:28:19 +020010#include <linux/io.h>
11#include <linux/kernel.h>
12#include <linux/list.h>
13#include <linux/mm.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090014#include <linux/slab.h>
Rafael J. Wysockid146df12011-01-07 01:44:28 +010015#include <linux/acpi.h>
Cornelia Huckfce2b1112009-06-10 01:28:19 +020016
Rashika679c5812013-12-17 14:45:00 +053017#include "internal.h"
18
Huang Yingb54ac6d2011-12-08 11:25:49 +080019/* ACPI NVS regions, APEI may use it */
20
21struct nvs_region {
22 __u64 phys_start;
23 __u64 size;
24 struct list_head node;
25};
26
27static LIST_HEAD(nvs_region_list);
28
29#ifdef CONFIG_ACPI_SLEEP
30static int suspend_nvs_register(unsigned long start, unsigned long size);
31#else
32static inline int suspend_nvs_register(unsigned long a, unsigned long b)
33{
34 return 0;
35}
36#endif
37
38int acpi_nvs_register(__u64 start, __u64 size)
39{
40 struct nvs_region *region;
41
42 region = kmalloc(sizeof(*region), GFP_KERNEL);
43 if (!region)
44 return -ENOMEM;
45 region->phys_start = start;
46 region->size = size;
47 list_add_tail(&region->node, &nvs_region_list);
48
49 return suspend_nvs_register(start, size);
50}
51
52int acpi_nvs_for_each_region(int (*func)(__u64 start, __u64 size, void *data),
53 void *data)
54{
55 int rc;
56 struct nvs_region *region;
57
58 list_for_each_entry(region, &nvs_region_list, node) {
59 rc = func(region->phys_start, region->size, data);
60 if (rc)
61 return rc;
62 }
63
64 return 0;
65}
66
67
68#ifdef CONFIG_ACPI_SLEEP
Cornelia Huckfce2b1112009-06-10 01:28:19 +020069/*
70 * Platforms, like ACPI, may want us to save some memory used by them during
Matthew Garrettdd4c4f12010-05-28 16:32:14 -040071 * suspend and to restore the contents of this memory during the subsequent
Cornelia Huckfce2b1112009-06-10 01:28:19 +020072 * resume. The code below implements a mechanism allowing us to do that.
73 */
74
75struct nvs_page {
76 unsigned long phys_start;
77 unsigned int size;
78 void *kaddr;
79 void *data;
Rafael J. Wysockibb45e392011-02-08 23:38:38 +010080 bool unmap;
Cornelia Huckfce2b1112009-06-10 01:28:19 +020081 struct list_head node;
82};
83
84static LIST_HEAD(nvs_list);
85
86/**
Baokun Li120f4aa2021-06-15 15:43:17 +080087 * suspend_nvs_register - register platform NVS memory region to save
88 * @start: Physical address of the region.
89 * @size: Size of the region.
Cornelia Huckfce2b1112009-06-10 01:28:19 +020090 *
Baokun Li120f4aa2021-06-15 15:43:17 +080091 * The NVS region need not be page-aligned (both ends) and we arrange
92 * things so that the data from page-aligned addresses in this region will
93 * be copied into separate RAM pages.
Cornelia Huckfce2b1112009-06-10 01:28:19 +020094 */
Huang Yingb54ac6d2011-12-08 11:25:49 +080095static int suspend_nvs_register(unsigned long start, unsigned long size)
Cornelia Huckfce2b1112009-06-10 01:28:19 +020096{
97 struct nvs_page *entry, *next;
98
Hanjun Guo4f599272021-06-02 16:54:28 +080099 pr_info("Registering ACPI NVS region [mem %#010lx-%#010lx] (%ld bytes)\n",
Bjorn Helgaasc6436f5a2012-02-13 17:04:43 -0700100 start, start + size - 1, size);
Rafael J. Wysockibb45e392011-02-08 23:38:38 +0100101
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200102 while (size > 0) {
103 unsigned int nr_bytes;
104
105 entry = kzalloc(sizeof(struct nvs_page), GFP_KERNEL);
106 if (!entry)
107 goto Error;
108
109 list_add_tail(&entry->node, &nvs_list);
110 entry->phys_start = start;
111 nr_bytes = PAGE_SIZE - (start & ~PAGE_MASK);
112 entry->size = (size < nr_bytes) ? size : nr_bytes;
113
114 start += entry->size;
115 size -= entry->size;
116 }
117 return 0;
118
119 Error:
120 list_for_each_entry_safe(entry, next, &nvs_list, node) {
121 list_del(&entry->node);
122 kfree(entry);
123 }
124 return -ENOMEM;
125}
126
127/**
Baokun Li120f4aa2021-06-15 15:43:17 +0800128 * suspend_nvs_free - free data pages allocated for saving NVS regions
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200129 */
Matthew Garrettdd4c4f12010-05-28 16:32:14 -0400130void suspend_nvs_free(void)
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200131{
132 struct nvs_page *entry;
133
134 list_for_each_entry(entry, &nvs_list, node)
135 if (entry->data) {
136 free_page((unsigned long)entry->data);
137 entry->data = NULL;
138 if (entry->kaddr) {
Rafael J. Wysockibb45e392011-02-08 23:38:38 +0100139 if (entry->unmap) {
140 iounmap(entry->kaddr);
141 entry->unmap = false;
142 } else {
Lv Zhenga2383172014-05-20 15:39:41 +0800143 acpi_os_unmap_iomem(entry->kaddr,
144 entry->size);
Rafael J. Wysockibb45e392011-02-08 23:38:38 +0100145 }
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200146 entry->kaddr = NULL;
147 }
148 }
149}
150
151/**
Baokun Li120f4aa2021-06-15 15:43:17 +0800152 * suspend_nvs_alloc - allocate memory necessary for saving NVS regions
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200153 */
Matthew Garrettdd4c4f12010-05-28 16:32:14 -0400154int suspend_nvs_alloc(void)
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200155{
156 struct nvs_page *entry;
157
158 list_for_each_entry(entry, &nvs_list, node) {
159 entry->data = (void *)__get_free_page(GFP_KERNEL);
160 if (!entry->data) {
Matthew Garrettdd4c4f12010-05-28 16:32:14 -0400161 suspend_nvs_free();
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200162 return -ENOMEM;
163 }
164 }
165 return 0;
166}
167
168/**
Baokun Li120f4aa2021-06-15 15:43:17 +0800169 * suspend_nvs_save - save NVS memory regions
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200170 */
Jiri Slaby26fcaf62011-01-07 01:42:31 +0100171int suspend_nvs_save(void)
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200172{
173 struct nvs_page *entry;
174
Hanjun Guo4f599272021-06-02 16:54:28 +0800175 pr_info("Saving platform NVS memory\n");
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200176
177 list_for_each_entry(entry, &nvs_list, node)
178 if (entry->data) {
Rafael J. Wysockibb45e392011-02-08 23:38:38 +0100179 unsigned long phys = entry->phys_start;
180 unsigned int size = entry->size;
181
182 entry->kaddr = acpi_os_get_iomem(phys, size);
183 if (!entry->kaddr) {
184 entry->kaddr = acpi_os_ioremap(phys, size);
185 entry->unmap = !!entry->kaddr;
186 }
Jiri Slaby26fcaf62011-01-07 01:42:31 +0100187 if (!entry->kaddr) {
188 suspend_nvs_free();
189 return -ENOMEM;
190 }
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200191 memcpy(entry->data, entry->kaddr, entry->size);
192 }
Jiri Slaby26fcaf62011-01-07 01:42:31 +0100193
194 return 0;
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200195}
196
197/**
Baokun Li120f4aa2021-06-15 15:43:17 +0800198 * suspend_nvs_restore - restore NVS memory regions
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200199 *
Baokun Li120f4aa2021-06-15 15:43:17 +0800200 * This function is going to be called with interrupts disabled, so it
201 * cannot iounmap the virtual addresses used to access the NVS region.
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200202 */
Matthew Garrettdd4c4f12010-05-28 16:32:14 -0400203void suspend_nvs_restore(void)
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200204{
205 struct nvs_page *entry;
206
Hanjun Guo4f599272021-06-02 16:54:28 +0800207 pr_info("Restoring platform NVS memory\n");
Cornelia Huckfce2b1112009-06-10 01:28:19 +0200208
209 list_for_each_entry(entry, &nvs_list, node)
210 if (entry->data)
211 memcpy(entry->kaddr, entry->data, entry->size);
212}
Huang Yingb54ac6d2011-12-08 11:25:49 +0800213#endif