2 * Copyright (C) 2015 Etnaviv Project
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program. If not, see <http://www.gnu.org/licenses/>.
17 #include <linux/devcoredump.h>
18 #include "etnaviv_cmdbuf.h"
19 #include "etnaviv_dump.h"
20 #include "etnaviv_gem.h"
21 #include "etnaviv_gpu.h"
22 #include "etnaviv_mmu.h"
23 #include "state.xml.h"
24 #include "state_hi.xml.h"
26 struct core_dump_iterator {
28 struct etnaviv_dump_object_header *hdr;
32 static const unsigned short etnaviv_dump_registers[] = {
34 VIVS_HI_CLOCK_CONTROL,
38 VIVS_HI_CHIP_IDENTITY,
44 VIVS_HI_CHIP_MINOR_FEATURE_0,
45 VIVS_HI_CACHE_CONTROL,
47 VIVS_PM_POWER_CONTROLS,
48 VIVS_PM_MODULE_CONTROLS,
49 VIVS_PM_MODULE_STATUS,
51 VIVS_MC_MMU_FE_PAGE_TABLE,
52 VIVS_MC_MMU_TX_PAGE_TABLE,
53 VIVS_MC_MMU_PE_PAGE_TABLE,
54 VIVS_MC_MMU_PEZ_PAGE_TABLE,
55 VIVS_MC_MMU_RA_PAGE_TABLE,
57 VIVS_MC_MEMORY_BASE_ADDR_RA,
58 VIVS_MC_MEMORY_BASE_ADDR_FE,
59 VIVS_MC_MEMORY_BASE_ADDR_TX,
60 VIVS_MC_MEMORY_BASE_ADDR_PEZ,
61 VIVS_MC_MEMORY_BASE_ADDR_PE,
62 VIVS_MC_MEMORY_TIMING_CONTROL,
65 VIVS_FE_DMA_DEBUG_STATE,
72 static void etnaviv_core_dump_header(struct core_dump_iterator *iter,
73 u32 type, void *data_end)
75 struct etnaviv_dump_object_header *hdr = iter->hdr;
77 hdr->magic = cpu_to_le32(ETDUMP_MAGIC);
78 hdr->type = cpu_to_le32(type);
79 hdr->file_offset = cpu_to_le32(iter->data - iter->start);
80 hdr->file_size = cpu_to_le32(data_end - iter->data);
83 iter->data += hdr->file_size;
86 static void etnaviv_core_dump_registers(struct core_dump_iterator *iter,
87 struct etnaviv_gpu *gpu)
89 struct etnaviv_dump_registers *reg = iter->data;
92 for (i = 0; i < ARRAY_SIZE(etnaviv_dump_registers); i++, reg++) {
93 reg->reg = etnaviv_dump_registers[i];
94 reg->value = gpu_read(gpu, etnaviv_dump_registers[i]);
97 etnaviv_core_dump_header(iter, ETDUMP_BUF_REG, reg);
100 static void etnaviv_core_dump_mmu(struct core_dump_iterator *iter,
101 struct etnaviv_gpu *gpu, size_t mmu_size)
103 etnaviv_iommu_dump(gpu->mmu, iter->data);
105 etnaviv_core_dump_header(iter, ETDUMP_BUF_MMU, iter->data + mmu_size);
108 static void etnaviv_core_dump_mem(struct core_dump_iterator *iter, u32 type,
109 void *ptr, size_t size, u64 iova)
111 memcpy(iter->data, ptr, size);
113 iter->hdr->iova = cpu_to_le64(iova);
115 etnaviv_core_dump_header(iter, type, iter->data + size);
118 void etnaviv_core_dump(struct etnaviv_gpu *gpu)
120 struct core_dump_iterator iter;
121 struct etnaviv_vram_mapping *vram;
122 struct etnaviv_gem_object *obj;
123 struct etnaviv_cmdbuf *cmd;
124 unsigned int n_obj, n_bomap_pages;
125 size_t file_size, mmu_size;
126 __le64 *bomap, *bomap_start;
128 mmu_size = etnaviv_iommu_dump_size(gpu->mmu);
130 /* We always dump registers, mmu, ring and end marker */
133 file_size = ARRAY_SIZE(etnaviv_dump_registers) *
134 sizeof(struct etnaviv_dump_registers) +
135 mmu_size + gpu->buffer->size;
137 /* Add in the active command buffers */
138 list_for_each_entry(cmd, &gpu->active_cmd_list, node) {
139 file_size += cmd->size;
143 /* Add in the active buffer objects */
144 list_for_each_entry(vram, &gpu->mmu->mappings, mmu_node) {
149 file_size += obj->base.size;
150 n_bomap_pages += obj->base.size >> PAGE_SHIFT;
154 /* If we have any buffer objects, add a bomap object */
156 file_size += n_bomap_pages * sizeof(__le64);
160 /* Add the size of the headers */
161 file_size += sizeof(*iter.hdr) * n_obj;
163 /* Allocate the file in vmalloc memory, it's likely to be big */
164 iter.start = __vmalloc(file_size, GFP_KERNEL | __GFP_NOWARN | __GFP_NORETRY,
167 dev_warn(gpu->dev, "failed to allocate devcoredump file\n");
171 /* Point the data member after the headers */
172 iter.hdr = iter.start;
173 iter.data = &iter.hdr[n_obj];
175 memset(iter.hdr, 0, iter.data - iter.start);
177 etnaviv_core_dump_registers(&iter, gpu);
178 etnaviv_core_dump_mmu(&iter, gpu, mmu_size);
179 etnaviv_core_dump_mem(&iter, ETDUMP_BUF_RING, gpu->buffer->vaddr,
181 etnaviv_cmdbuf_get_va(gpu->buffer));
183 list_for_each_entry(cmd, &gpu->active_cmd_list, node)
184 etnaviv_core_dump_mem(&iter, ETDUMP_BUF_CMD, cmd->vaddr,
185 cmd->size, etnaviv_cmdbuf_get_va(cmd));
187 /* Reserve space for the bomap */
189 bomap_start = bomap = iter.data;
190 memset(bomap, 0, sizeof(*bomap) * n_bomap_pages);
191 etnaviv_core_dump_header(&iter, ETDUMP_BUF_BOMAP,
192 bomap + n_bomap_pages);
194 /* Silence warning */
195 bomap_start = bomap = NULL;
198 list_for_each_entry(vram, &gpu->mmu->mappings, mmu_node) {
207 mutex_lock(&obj->lock);
208 pages = etnaviv_gem_get_pages(obj);
209 mutex_unlock(&obj->lock);
213 iter.hdr->data[0] = bomap - bomap_start;
215 for (j = 0; j < obj->base.size >> PAGE_SHIFT; j++)
216 *bomap++ = cpu_to_le64(page_to_phys(*pages++));
219 iter.hdr->iova = cpu_to_le64(vram->iova);
221 vaddr = etnaviv_gem_vmap(&obj->base);
223 memcpy(iter.data, vaddr, obj->base.size);
225 etnaviv_core_dump_header(&iter, ETDUMP_BUF_BO, iter.data +
229 etnaviv_core_dump_header(&iter, ETDUMP_BUF_END, iter.data);
231 dev_coredumpv(gpu->dev, iter.start, iter.data - iter.start, GFP_KERNEL);