include/hw/arm/smmu-common.h - qemu - Git at Google

 /*
  * ARM SMMU Support
  *
  * Copyright (C) 2015-2016 Broadcom Corporation
  * Copyright (c) 2017 Red Hat, Inc.
  * Written by Prem Mallappa, Eric Auger
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License version 2 as
  * published by the Free Software Foundation.
  *
  * This program is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  * GNU General Public License for more details.
  *
  */

 #ifndef HW_ARM_SMMU_COMMON_H
 #define HW_ARM_SMMU_COMMON_H

 #include "hw/sysbus.h"
 #include "hw/pci/pci.h"
 #include "qom/object.h"

 #define SMMU_PCI_BUS_MAX                    256
 #define SMMU_PCI_DEVFN_MAX                  256
 #define SMMU_PCI_DEVFN(sid)                 (sid & 0xFF)

 /* VMSAv8-64 Translation constants and functions */
 #define VMSA_LEVELS                         4
 #define VMSA_MAX_S2_CONCAT                  16

 #define VMSA_STRIDE(gran)                   ((gran) - VMSA_LEVELS + 1)
 #define VMSA_BIT_LVL(isz, strd, lvl)        ((isz) - (strd) * \
                                              (VMSA_LEVELS - (lvl)))
 #define VMSA_IDXMSK(isz, strd, lvl)         ((1ULL << \
                                              VMSA_BIT_LVL(isz, strd, lvl)) - 1)

 #define CACHED_ENTRY_TO_ADDR(ent, addr)      ((ent)->entry.translated_addr + \
                                              ((addr) & (ent)->entry.addr_mask))

 /*
  * Page table walk error types
  */
 typedef enum {
     SMMU_PTW_ERR_NONE,
     SMMU_PTW_ERR_WALK_EABT,   /* Translation walk external abort */
     SMMU_PTW_ERR_TRANSLATION, /* Translation fault */
     SMMU_PTW_ERR_ADDR_SIZE,   /* Address Size fault */
     SMMU_PTW_ERR_ACCESS,      /* Access fault */
     SMMU_PTW_ERR_PERMISSION,  /* Permission fault */
 } SMMUPTWEventType;

 /* SMMU Stage */
 typedef enum {
     SMMU_STAGE_1 = 1,
     SMMU_STAGE_2,
     SMMU_NESTED,
 } SMMUStage;

 typedef struct SMMUPTWEventInfo {
     SMMUStage stage;
     SMMUPTWEventType type;
     dma_addr_t addr; /* fetched address that induced an abort, if any */
 } SMMUPTWEventInfo;

 typedef struct SMMUTransTableInfo {
     bool disabled;             /* is the translation table disabled? */
     uint64_t ttb;              /* TT base address */
     uint8_t tsz;               /* input range, ie. 2^(64 -tsz)*/
     uint8_t granule_sz;        /* granule page shift */
     bool had;                  /* hierarchical attribute disable */
 } SMMUTransTableInfo;

 typedef struct SMMUTLBEntry {
     IOMMUTLBEntry entry;
     uint8_t level;
     uint8_t granule;
     IOMMUAccessFlags parent_perm;
 } SMMUTLBEntry;

 /* Stage-2 configuration. */
 typedef struct SMMUS2Cfg {
     uint8_t tsz;            /* Size of IPA input region (S2T0SZ) */
     uint8_t sl0;            /* Start level of translation (S2SL0) */
     bool affd;              /* AF Fault Disable (S2AFFD) */
     bool record_faults;     /* Record fault events (S2R) */
     uint8_t granule_sz;     /* Granule page shift (based on S2TG) */
     uint8_t eff_ps;         /* Effective PA output range (based on S2PS) */
     int vmid;               /* Virtual Machine ID (S2VMID) */
     uint64_t vttb;          /* Address of translation table base (S2TTB) */
 } SMMUS2Cfg;

 /*
  * Generic structure populated by derived SMMU devices
  * after decoding the configuration information and used as
  * input to the page table walk
  */
 typedef struct SMMUTransCfg {
     /* Shared fields between stage-1 and stage-2. */
     SMMUStage stage;           /* translation stage */
     bool disabled;             /* smmu is disabled */
     bool bypassed;             /* translation is bypassed */
     bool aborted;              /* translation is aborted */
     bool affd;                 /* AF fault disable */
     uint32_t iotlb_hits;       /* counts IOTLB hits */
     uint32_t iotlb_misses;     /* counts IOTLB misses*/
     /* Used by stage-1 only. */
     bool aa64;                 /* arch64 or aarch32 translation table */
     bool record_faults;        /* record fault events */
     uint64_t ttb;              /* TT base address */
     uint8_t oas;               /* output address width */
     uint8_t tbi;               /* Top Byte Ignore */
     int asid;
     SMMUTransTableInfo tt[2];
     /* Used by stage-2 only. */
     struct SMMUS2Cfg s2cfg;
 } SMMUTransCfg;

 typedef struct SMMUDevice {
     void               *smmu;
     PCIBus             *bus;
     int                devfn;
     IOMMUMemoryRegion  iommu;
     AddressSpace       as;
     uint32_t           cfg_cache_hits;
     uint32_t           cfg_cache_misses;
     QLIST_ENTRY(SMMUDevice) next;
 } SMMUDevice;

 typedef struct SMMUPciBus {
     PCIBus       *bus;
     SMMUDevice   *pbdev[]; /* Parent array is sparse, so dynamically alloc */
 } SMMUPciBus;

 typedef struct SMMUIOTLBKey {
     uint64_t iova;
     int asid;
     int vmid;
     uint8_t tg;
     uint8_t level;
 } SMMUIOTLBKey;

 struct SMMUState {
     /* <private> */
     SysBusDevice  dev;
     const char *mrtypename;
     MemoryRegion iomem;

     GHashTable *smmu_pcibus_by_busptr;
     GHashTable *configs; /* cache for configuration data */
     GHashTable *iotlb;
     SMMUPciBus *smmu_pcibus_by_bus_num[SMMU_PCI_BUS_MAX];
     PCIBus *pci_bus;
     QLIST_HEAD(, SMMUDevice) devices_with_notifiers;
     uint8_t bus_num;
     PCIBus *primary_bus;
 };

 struct SMMUBaseClass {
     /* <private> */
     SysBusDeviceClass parent_class;

     /*< public >*/

     DeviceRealize parent_realize;

 };

 #define TYPE_ARM_SMMU "arm-smmu"
 OBJECT_DECLARE_TYPE(SMMUState, SMMUBaseClass, ARM_SMMU)

 /* Return the SMMUPciBus handle associated to a PCI bus number */
 SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num);

 /* Return the stream ID of an SMMU device */
 static inline uint16_t smmu_get_sid(SMMUDevice *sdev)
 {
     return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn);
 }

 /**
  * smmu_ptw - Perform the page table walk for a given iova / access flags
  * pair, according to @cfg translation config
  */
 int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm,
              SMMUTLBEntry *tlbe, SMMUPTWEventInfo *info);


 /*
  * smmu_translate - Look for a translation in TLB, if not, do a PTW.
  * Returns NULL on PTW error or incase of TLB permission errors.
  */
 SMMUTLBEntry *smmu_translate(SMMUState *bs, SMMUTransCfg *cfg, dma_addr_t addr,
                              IOMMUAccessFlags flag, SMMUPTWEventInfo *info);

 /**
  * select_tt - compute which translation table shall be used according to
  * the input iova and translation config and return the TT specific info
  */
 SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova);

 /* Return the SMMUDevice associated to @sid, or NULL if none */
 SMMUDevice *smmu_find_sdev(SMMUState *s, uint32_t sid);

 #define SMMU_IOTLB_MAX_SIZE 256

 SMMUTLBEntry *smmu_iotlb_lookup(SMMUState *bs, SMMUTransCfg *cfg,
                                 SMMUTransTableInfo *tt, hwaddr iova);
 void smmu_iotlb_insert(SMMUState *bs, SMMUTransCfg *cfg, SMMUTLBEntry *entry);
 SMMUIOTLBKey smmu_get_iotlb_key(int asid, int vmid, uint64_t iova,
                                 uint8_t tg, uint8_t level);
 void smmu_iotlb_inv_all(SMMUState *s);
 void smmu_iotlb_inv_asid(SMMUState *s, int asid);
 void smmu_iotlb_inv_vmid(SMMUState *s, int vmid);
 void smmu_iotlb_inv_iova(SMMUState *s, int asid, int vmid, dma_addr_t iova,
                          uint8_t tg, uint64_t num_pages, uint8_t ttl);

 /* Unmap the range of all the notifiers registered to any IOMMU mr */
 void smmu_inv_notifiers_all(SMMUState *s);

 #endif /* HW_ARM_SMMU_COMMON_H */
	/*
	* ARM SMMU Support
	*
	* Copyright (C) 2015-2016 Broadcom Corporation
	* Copyright (c) 2017 Red Hat, Inc.
	* Written by Prem Mallappa, Eric Auger
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of the GNU General Public License version 2 as
	* published by the Free Software Foundation.
	*
	* This program is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	* GNU General Public License for more details.
	*
	*/

	#ifndef HW_ARM_SMMU_COMMON_H
	#define HW_ARM_SMMU_COMMON_H

	#include "hw/sysbus.h"
	#include "hw/pci/pci.h"
	#include "qom/object.h"

	#define SMMU_PCI_BUS_MAX 256
	#define SMMU_PCI_DEVFN_MAX 256
	#define SMMU_PCI_DEVFN(sid) (sid & 0xFF)

	/* VMSAv8-64 Translation constants and functions */
	#define VMSA_LEVELS 4
	#define VMSA_MAX_S2_CONCAT 16

	#define VMSA_STRIDE(gran) ((gran) - VMSA_LEVELS + 1)
	#define VMSA_BIT_LVL(isz, strd, lvl) ((isz) - (strd) * \
	(VMSA_LEVELS - (lvl)))
	#define VMSA_IDXMSK(isz, strd, lvl) ((1ULL << \
	VMSA_BIT_LVL(isz, strd, lvl)) - 1)

	#define CACHED_ENTRY_TO_ADDR(ent, addr) ((ent)->entry.translated_addr + \
	((addr) & (ent)->entry.addr_mask))

	/*
	* Page table walk error types
	*/
	typedef enum {
	SMMU_PTW_ERR_NONE,
	SMMU_PTW_ERR_WALK_EABT, /* Translation walk external abort */
	SMMU_PTW_ERR_TRANSLATION, /* Translation fault */
	SMMU_PTW_ERR_ADDR_SIZE, /* Address Size fault */
	SMMU_PTW_ERR_ACCESS, /* Access fault */
	SMMU_PTW_ERR_PERMISSION, /* Permission fault */
	} SMMUPTWEventType;

	/* SMMU Stage */
	typedef enum {
	SMMU_STAGE_1 = 1,
	SMMU_STAGE_2,
	SMMU_NESTED,
	} SMMUStage;

	typedef struct SMMUPTWEventInfo {
	SMMUStage stage;
	SMMUPTWEventType type;
	dma_addr_t addr; /* fetched address that induced an abort, if any */
	} SMMUPTWEventInfo;

	typedef struct SMMUTransTableInfo {
	bool disabled; /* is the translation table disabled? */
	uint64_t ttb; /* TT base address */
	uint8_t tsz; /* input range, ie. 2^(64 -tsz)*/
	uint8_t granule_sz; /* granule page shift */
	bool had; /* hierarchical attribute disable */
	} SMMUTransTableInfo;

	typedef struct SMMUTLBEntry {
	IOMMUTLBEntry entry;
	uint8_t level;
	uint8_t granule;
	IOMMUAccessFlags parent_perm;
	} SMMUTLBEntry;

	/* Stage-2 configuration. */
	typedef struct SMMUS2Cfg {
	uint8_t tsz; /* Size of IPA input region (S2T0SZ) */
	uint8_t sl0; /* Start level of translation (S2SL0) */
	bool affd; /* AF Fault Disable (S2AFFD) */
	bool record_faults; /* Record fault events (S2R) */
	uint8_t granule_sz; /* Granule page shift (based on S2TG) */
	uint8_t eff_ps; /* Effective PA output range (based on S2PS) */
	int vmid; /* Virtual Machine ID (S2VMID) */
	uint64_t vttb; /* Address of translation table base (S2TTB) */
	} SMMUS2Cfg;

	/*
	* Generic structure populated by derived SMMU devices
	* after decoding the configuration information and used as
	* input to the page table walk
	*/
	typedef struct SMMUTransCfg {
	/* Shared fields between stage-1 and stage-2. */
	SMMUStage stage; /* translation stage */
	bool disabled; /* smmu is disabled */
	bool bypassed; /* translation is bypassed */
	bool aborted; /* translation is aborted */
	bool affd; /* AF fault disable */
	uint32_t iotlb_hits; /* counts IOTLB hits */
	uint32_t iotlb_misses; /* counts IOTLB misses*/
	/* Used by stage-1 only. */
	bool aa64; /* arch64 or aarch32 translation table */
	bool record_faults; /* record fault events */
	uint64_t ttb; /* TT base address */
	uint8_t oas; /* output address width */
	uint8_t tbi; /* Top Byte Ignore */
	int asid;
	SMMUTransTableInfo tt[2];
	/* Used by stage-2 only. */
	struct SMMUS2Cfg s2cfg;
	} SMMUTransCfg;

	typedef struct SMMUDevice {
	void *smmu;
	PCIBus *bus;
	int devfn;
	IOMMUMemoryRegion iommu;
	AddressSpace as;
	uint32_t cfg_cache_hits;
	uint32_t cfg_cache_misses;
	QLIST_ENTRY(SMMUDevice) next;
	} SMMUDevice;

	typedef struct SMMUPciBus {
	PCIBus *bus;
	SMMUDevice pbdev[]; / Parent array is sparse, so dynamically alloc */
	} SMMUPciBus;

	typedef struct SMMUIOTLBKey {
	uint64_t iova;
	int asid;
	int vmid;
	uint8_t tg;
	uint8_t level;
	} SMMUIOTLBKey;

	struct SMMUState {
	/* <private> */
	SysBusDevice dev;
	const char *mrtypename;
	MemoryRegion iomem;

	GHashTable *smmu_pcibus_by_busptr;
	GHashTable configs; / cache for configuration data */
	GHashTable *iotlb;
	SMMUPciBus *smmu_pcibus_by_bus_num[SMMU_PCI_BUS_MAX];
	PCIBus *pci_bus;
	QLIST_HEAD(, SMMUDevice) devices_with_notifiers;
	uint8_t bus_num;
	PCIBus *primary_bus;
	};

	struct SMMUBaseClass {
	/* <private> */
	SysBusDeviceClass parent_class;

	/< public >/

	DeviceRealize parent_realize;

	};

	#define TYPE_ARM_SMMU "arm-smmu"
	OBJECT_DECLARE_TYPE(SMMUState, SMMUBaseClass, ARM_SMMU)

	/* Return the SMMUPciBus handle associated to a PCI bus number */
	SMMUPciBus smmu_find_smmu_pcibus(SMMUState s, uint8_t bus_num);

	/* Return the stream ID of an SMMU device */
	static inline uint16_t smmu_get_sid(SMMUDevice *sdev)
	{
	return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn);
	}

	/**
	* smmu_ptw - Perform the page table walk for a given iova / access flags
	* pair, according to @cfg translation config
	*/
	int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm,
	SMMUTLBEntry tlbe, SMMUPTWEventInfo info);


	/*
	* smmu_translate - Look for a translation in TLB, if not, do a PTW.
	* Returns NULL on PTW error or incase of TLB permission errors.
	*/
	SMMUTLBEntry smmu_translate(SMMUState bs, SMMUTransCfg *cfg, dma_addr_t addr,
	IOMMUAccessFlags flag, SMMUPTWEventInfo *info);

	/**
	* select_tt - compute which translation table shall be used according to
	* the input iova and translation config and return the TT specific info
	*/
	SMMUTransTableInfo select_tt(SMMUTransCfg cfg, dma_addr_t iova);

	/* Return the SMMUDevice associated to @sid, or NULL if none */
	SMMUDevice smmu_find_sdev(SMMUState s, uint32_t sid);

	#define SMMU_IOTLB_MAX_SIZE 256

	SMMUTLBEntry smmu_iotlb_lookup(SMMUState bs, SMMUTransCfg *cfg,
	SMMUTransTableInfo *tt, hwaddr iova);
	void smmu_iotlb_insert(SMMUState bs, SMMUTransCfg cfg, SMMUTLBEntry *entry);
	SMMUIOTLBKey smmu_get_iotlb_key(int asid, int vmid, uint64_t iova,
	uint8_t tg, uint8_t level);
	void smmu_iotlb_inv_all(SMMUState *s);
	void smmu_iotlb_inv_asid(SMMUState *s, int asid);
	void smmu_iotlb_inv_vmid(SMMUState *s, int vmid);
	void smmu_iotlb_inv_iova(SMMUState *s, int asid, int vmid, dma_addr_t iova,
	uint8_t tg, uint64_t num_pages, uint8_t ttl);

	/* Unmap the range of all the notifiers registered to any IOMMU mr */
	void smmu_inv_notifiers_all(SMMUState *s);

	#endif /* HW_ARM_SMMU_COMMON_H */