693c9516fa
Sanitizer instrumentation of course cannot automatically update shadow state when devices write to host memory. KMSAN thus hooks into busdma, both to update shadow state after a device write, and to verify that the kernel does not publish uninitalized bytes to devices. To implement this, when KMSAN is configured, each dmamap embeds a memory descriptor describing the region currently loaded into the map. bus_dmamap_sync() uses the operation flags to determine whether to validate the loaded region or to mark it as initialized in the shadow map. Note that in cases where the amount of data written is less than the buffer size, the entire buffer is marked initialized even when it is not. For example, if a NIC writes a 128B packet into a 2KB buffer, the entire buffer will be marked initialized, but subsequent accesses past the first 128 bytes are likely caused by bugs. Reviewed by: kib Sponsored by: The FreeBSD Foundation Differential Revision: https://reviews.freebsd.org/D31338
104 lines
4.2 KiB
C
104 lines
4.2 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
*
|
|
* Copyright (c) 2013 The FreeBSD Foundation
|
|
*
|
|
* This software was developed by Konstantin Belousov <kib@FreeBSD.org>
|
|
* under sponsorship from the FreeBSD Foundation.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef __X86_BUSDMA_IMPL_H
|
|
#define __X86_BUSDMA_IMPL_H
|
|
|
|
struct bus_dma_tag_common {
|
|
struct bus_dma_impl *impl;
|
|
struct bus_dma_tag_common *parent;
|
|
bus_size_t alignment;
|
|
bus_addr_t boundary;
|
|
bus_addr_t lowaddr;
|
|
bus_addr_t highaddr;
|
|
bus_dma_filter_t *filter;
|
|
void *filterarg;
|
|
bus_size_t maxsize;
|
|
u_int nsegments;
|
|
bus_size_t maxsegsz;
|
|
int flags;
|
|
bus_dma_lock_t *lockfunc;
|
|
void *lockfuncarg;
|
|
int ref_count;
|
|
int domain;
|
|
};
|
|
|
|
struct bus_dma_impl {
|
|
int (*tag_create)(bus_dma_tag_t parent,
|
|
bus_size_t alignment, bus_addr_t boundary, bus_addr_t lowaddr,
|
|
bus_addr_t highaddr, bus_dma_filter_t *filter,
|
|
void *filterarg, bus_size_t maxsize, int nsegments,
|
|
bus_size_t maxsegsz, int flags, bus_dma_lock_t *lockfunc,
|
|
void *lockfuncarg, bus_dma_tag_t *dmat);
|
|
int (*tag_destroy)(bus_dma_tag_t dmat);
|
|
int (*tag_set_domain)(bus_dma_tag_t);
|
|
bool (*id_mapped)(bus_dma_tag_t, vm_paddr_t, bus_size_t);
|
|
int (*map_create)(bus_dma_tag_t dmat, int flags, bus_dmamap_t *mapp);
|
|
int (*map_destroy)(bus_dma_tag_t dmat, bus_dmamap_t map);
|
|
int (*mem_alloc)(bus_dma_tag_t dmat, void** vaddr, int flags,
|
|
bus_dmamap_t *mapp);
|
|
void (*mem_free)(bus_dma_tag_t dmat, void *vaddr, bus_dmamap_t map);
|
|
int (*load_ma)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
struct vm_page **ma, bus_size_t tlen, int ma_offs, int flags,
|
|
bus_dma_segment_t *segs, int *segp);
|
|
int (*load_phys)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
vm_paddr_t buf, bus_size_t buflen, int flags,
|
|
bus_dma_segment_t *segs, int *segp);
|
|
int (*load_buffer)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
void *buf, bus_size_t buflen, struct pmap *pmap, int flags,
|
|
bus_dma_segment_t *segs, int *segp);
|
|
void (*map_waitok)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
struct memdesc *mem, bus_dmamap_callback_t *callback,
|
|
void *callback_arg);
|
|
bus_dma_segment_t *(*map_complete)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
bus_dma_segment_t *segs, int nsegs, int error);
|
|
void (*map_unload)(bus_dma_tag_t dmat, bus_dmamap_t map);
|
|
void (*map_sync)(bus_dma_tag_t dmat, bus_dmamap_t map,
|
|
bus_dmasync_op_t op);
|
|
#ifdef KMSAN
|
|
void (*load_kmsan)(bus_dmamap_t map, struct memdesc *mem);
|
|
#endif
|
|
};
|
|
|
|
void bus_dma_dflt_lock(void *arg, bus_dma_lock_op_t op);
|
|
int bus_dma_run_filter(struct bus_dma_tag_common *dmat, vm_paddr_t paddr);
|
|
int common_bus_dma_tag_create(struct bus_dma_tag_common *parent,
|
|
bus_size_t alignment,
|
|
bus_addr_t boundary, bus_addr_t lowaddr, bus_addr_t highaddr,
|
|
bus_dma_filter_t *filter, void *filterarg, bus_size_t maxsize,
|
|
int nsegments, bus_size_t maxsegsz, int flags, bus_dma_lock_t *lockfunc,
|
|
void *lockfuncarg, size_t sz, void **dmat);
|
|
|
|
extern struct bus_dma_impl bus_dma_bounce_impl;
|
|
|
|
#endif
|