/* SPDX-License-Identifier: GPL-2.0 */ /* * Copyright 2018-2020 Broadcom. */ #ifndef BCM_VK_H #define BCM_VK_H #include #include #include #include #include #include #include #include #include #include #include #include #include "bcm_vk_msg.h" #define DRV_MODULE_NAME "bcm-vk" /* * Load Image is completed in two stages: * * 1) When the VK device boot-up, M7 CPU runs and executes the BootROM. * The Secure Boot Loader (SBL) as part of the BootROM will run * to open up ITCM for host to push BOOT1 image. * SBL will authenticate the image before jumping to BOOT1 image. * * 2) Because BOOT1 image is a secured image, we also called it the * Secure Boot Image (SBI). At second stage, SBI will initialize DDR * and wait for host to push BOOT2 image to DDR. * SBI will authenticate the image before jumping to BOOT2 image. * */ /* Location of registers of interest in BAR0 */ /* Request register for Secure Boot Loader (SBL) download */ #define BAR_CODEPUSH_SBL 0x400 /* Start of ITCM */ #define CODEPUSH_BOOT1_ENTRY 0x00400000 #define CODEPUSH_MASK 0xfffff000 #define CODEPUSH_BOOTSTART BIT(0) /* Boot Status register */ #define BAR_BOOT_STATUS 0x404 #define SRAM_OPEN BIT(16) #define DDR_OPEN BIT(17) /* Firmware loader progress status definitions */ #define FW_LOADER_ACK_SEND_MORE_DATA BIT(18) #define FW_LOADER_ACK_IN_PROGRESS BIT(19) #define FW_LOADER_ACK_RCVD_ALL_DATA BIT(20) /* Boot1/2 is running in standalone mode */ #define BOOT_STDALONE_RUNNING BIT(21) /* definitions for boot status register */ #define BOOT_STATE_MASK (0xffffffff & \ ~(FW_LOADER_ACK_SEND_MORE_DATA | \ FW_LOADER_ACK_IN_PROGRESS | \ BOOT_STDALONE_RUNNING)) #define BOOT_ERR_SHIFT 4 #define BOOT_ERR_MASK (0xf << BOOT_ERR_SHIFT) #define BOOT_PROG_MASK 0xf #define BROM_STATUS_NOT_RUN 0x2 #define BROM_NOT_RUN (SRAM_OPEN | BROM_STATUS_NOT_RUN) #define BROM_STATUS_COMPLETE 0x6 #define BROM_RUNNING (SRAM_OPEN | BROM_STATUS_COMPLETE) #define BOOT1_STATUS_COMPLETE 0x6 #define BOOT1_RUNNING (DDR_OPEN | BOOT1_STATUS_COMPLETE) #define BOOT2_STATUS_COMPLETE 0x6 #define BOOT2_RUNNING (FW_LOADER_ACK_RCVD_ALL_DATA | \ BOOT2_STATUS_COMPLETE) /* Boot request for Secure Boot Image (SBI) */ #define BAR_CODEPUSH_SBI 0x408 /* 64M mapped to BAR2 */ #define CODEPUSH_BOOT2_ENTRY 0x60000000 #define BAR_CARD_STATUS 0x410 /* CARD_STATUS definitions */ #define CARD_STATUS_TTYVK0_READY BIT(0) #define CARD_STATUS_TTYVK1_READY BIT(1) #define BAR_BOOT1_STDALONE_PROGRESS 0x420 #define BOOT1_STDALONE_SUCCESS (BIT(13) | BIT(14)) #define BOOT1_STDALONE_PROGRESS_MASK BOOT1_STDALONE_SUCCESS #define BAR_METADATA_VERSION 0x440 #define BAR_OS_UPTIME 0x444 #define BAR_CHIP_ID 0x448 #define MAJOR_SOC_REV(_chip_id) (((_chip_id) >> 20) & 0xf) #define BAR_CARD_TEMPERATURE 0x45c /* defines for all temperature sensor */ #define BCM_VK_TEMP_FIELD_MASK 0xff #define BCM_VK_CPU_TEMP_SHIFT 0 #define BCM_VK_DDR0_TEMP_SHIFT 8 #define BCM_VK_DDR1_TEMP_SHIFT 16 #define BAR_CARD_VOLTAGE 0x460 /* defines for voltage rail conversion */ #define BCM_VK_VOLT_RAIL_MASK 0xffff #define BCM_VK_3P3_VOLT_REG_SHIFT 16 #define BAR_CARD_ERR_LOG 0x464 /* Error log register bit definition - register for error alerts */ #define ERR_LOG_UECC BIT(0) #define ERR_LOG_SSIM_BUSY BIT(1) #define ERR_LOG_AFBC_BUSY BIT(2) #define ERR_LOG_HIGH_TEMP_ERR BIT(3) #define ERR_LOG_WDOG_TIMEOUT BIT(4) #define ERR_LOG_SYS_FAULT BIT(5) #define ERR_LOG_RAMDUMP BIT(6) #define ERR_LOG_COP_WDOG_TIMEOUT BIT(7) /* warnings */ #define ERR_LOG_MEM_ALLOC_FAIL BIT(8) #define ERR_LOG_LOW_TEMP_WARN BIT(9) #define ERR_LOG_ECC BIT(10) #define ERR_LOG_IPC_DWN BIT(11) /* Alert bit definitions detectd on host */ #define ERR_LOG_HOST_INTF_V_FAIL BIT(13) #define ERR_LOG_HOST_HB_FAIL BIT(14) #define ERR_LOG_HOST_PCIE_DWN BIT(15) #define BAR_CARD_ERR_MEM 0x468 /* defines for mem err, all fields have same width */ #define BCM_VK_MEM_ERR_FIELD_MASK 0xff #define BCM_VK_ECC_MEM_ERR_SHIFT 0 #define BCM_VK_UECC_MEM_ERR_SHIFT 8 /* threshold of event occurrence and logs start to come out */ #define BCM_VK_ECC_THRESHOLD 10 #define BCM_VK_UECC_THRESHOLD 1 #define BAR_CARD_PWR_AND_THRE 0x46c /* defines for power and temp threshold, all fields have same width */ #define BCM_VK_PWR_AND_THRE_FIELD_MASK 0xff #define BCM_VK_LOW_TEMP_THRE_SHIFT 0 #define BCM_VK_HIGH_TEMP_THRE_SHIFT 8 #define BCM_VK_PWR_STATE_SHIFT 16 #define BAR_CARD_STATIC_INFO 0x470 #define BAR_INTF_VER 0x47c #define BAR_INTF_VER_MAJOR_SHIFT 16 #define BAR_INTF_VER_MASK 0xffff /* * major and minor semantic version numbers supported * Please update as required on interface changes */ #define SEMANTIC_MAJOR 1 #define SEMANTIC_MINOR 0 /* * first door bell reg, ie for queue = 0. Only need the first one, as * we will use the queue number to derive the others */ #define VK_BAR0_REGSEG_DB_BASE 0x484 #define VK_BAR0_REGSEG_DB_REG_GAP 8 /* * DB register gap, * DB1 at 0x48c and DB2 at 0x494 */ /* reset register and specific values */ #define VK_BAR0_RESET_DB_NUM 3 #define VK_BAR0_RESET_DB_SOFT 0xffffffff #define VK_BAR0_RESET_DB_HARD 0xfffffffd #define VK_BAR0_RESET_RAMPDUMP 0xa0000000 #define VK_BAR0_Q_DB_BASE(q_num) (VK_BAR0_REGSEG_DB_BASE + \ ((q_num) * VK_BAR0_REGSEG_DB_REG_GAP)) #define VK_BAR0_RESET_DB_BASE (VK_BAR0_REGSEG_DB_BASE + \ (VK_BAR0_RESET_DB_NUM * VK_BAR0_REGSEG_DB_REG_GAP)) #define BAR_BOOTSRC_SELECT 0xc78 /* BOOTSRC definitions */ #define BOOTSRC_SOFT_ENABLE BIT(14) /* Card OS Firmware version size */ #define BAR_FIRMWARE_TAG_SIZE 50 #define FIRMWARE_STATUS_PRE_INIT_DONE 0x1f /* VK MSG_ID defines */ #define VK_MSG_ID_BITMAP_SIZE 4096 #define VK_MSG_ID_BITMAP_MASK (VK_MSG_ID_BITMAP_SIZE - 1) #define VK_MSG_ID_OVERFLOW 0xffff /* * BAR1 */ /* BAR1 message q definition */ /* indicate if msgq ctrl in BAR1 is populated */ #define VK_BAR1_MSGQ_DEF_RDY 0x60c0 /* ready marker value for the above location, normal boot2 */ #define VK_BAR1_MSGQ_RDY_MARKER 0xbeefcafe /* ready marker value for the above location, normal boot2 */ #define VK_BAR1_DIAG_RDY_MARKER 0xdeadcafe /* number of msgqs in BAR1 */ #define VK_BAR1_MSGQ_NR 0x60c4 /* BAR1 queue control structure offset */ #define VK_BAR1_MSGQ_CTRL_OFF 0x60c8 /* BAR1 ucode and boot1 version tag */ #define VK_BAR1_UCODE_VER_TAG 0x6170 #define VK_BAR1_BOOT1_VER_TAG 0x61b0 #define VK_BAR1_VER_TAG_SIZE 64 /* Memory to hold the DMA buffer memory address allocated for boot2 download */ #define VK_BAR1_DMA_BUF_OFF_HI 0x61e0 #define VK_BAR1_DMA_BUF_OFF_LO (VK_BAR1_DMA_BUF_OFF_HI + 4) #define VK_BAR1_DMA_BUF_SZ (VK_BAR1_DMA_BUF_OFF_HI + 8) /* Scratch memory allocated on host for VK */ #define VK_BAR1_SCRATCH_OFF_HI 0x61f0 #define VK_BAR1_SCRATCH_OFF_LO (VK_BAR1_SCRATCH_OFF_HI + 4) #define VK_BAR1_SCRATCH_SZ_ADDR (VK_BAR1_SCRATCH_OFF_HI + 8) #define VK_BAR1_SCRATCH_DEF_NR_PAGES 32 /* BAR1 DAUTH info */ #define VK_BAR1_DAUTH_BASE_ADDR 0x6200 #define VK_BAR1_DAUTH_STORE_SIZE 0x48 #define VK_BAR1_DAUTH_VALID_SIZE 0x8 #define VK_BAR1_DAUTH_MAX 4 #define VK_BAR1_DAUTH_STORE_ADDR(x) \ (VK_BAR1_DAUTH_BASE_ADDR + \ (x) * (VK_BAR1_DAUTH_STORE_SIZE + VK_BAR1_DAUTH_VALID_SIZE)) #define VK_BAR1_DAUTH_VALID_ADDR(x) \ (VK_BAR1_DAUTH_STORE_ADDR(x) + VK_BAR1_DAUTH_STORE_SIZE) /* BAR1 SOTP AUTH and REVID info */ #define VK_BAR1_SOTP_REVID_BASE_ADDR 0x6340 #define VK_BAR1_SOTP_REVID_SIZE 0x10 #define VK_BAR1_SOTP_REVID_MAX 2 #define VK_BAR1_SOTP_REVID_ADDR(x) \ (VK_BAR1_SOTP_REVID_BASE_ADDR + (x) * VK_BAR1_SOTP_REVID_SIZE) /* VK device supports a maximum of 3 bars */ #define MAX_BAR 3 /* default number of msg blk for inband SGL */ #define BCM_VK_DEF_IB_SGL_BLK_LEN 16 #define BCM_VK_IB_SGL_BLK_MAX 24 enum pci_barno { BAR_0 = 0, BAR_1, BAR_2 }; #ifdef CONFIG_BCM_VK_TTY #define BCM_VK_NUM_TTY 2 #else #define BCM_VK_NUM_TTY 0 #endif struct bcm_vk_tty { struct tty_port port; u32 to_offset; /* bar offset to use */ u32 to_size; /* to VK buffer size */ u32 wr; /* write offset shadow */ u32 from_offset; /* bar offset to use */ u32 from_size; /* from VK buffer size */ u32 rd; /* read offset shadow */ pid_t pid; bool irq_enabled; bool is_opened; /* tracks tty open/close */ }; /* VK device max power state, supports 3, full, reduced and low */ #define MAX_OPP 3 #define MAX_CARD_INFO_TAG_SIZE 64 struct bcm_vk_card_info { u32 version; char os_tag[MAX_CARD_INFO_TAG_SIZE]; char cmpt_tag[MAX_CARD_INFO_TAG_SIZE]; u32 cpu_freq_mhz; u32 cpu_scale[MAX_OPP]; u32 ddr_freq_mhz; u32 ddr_size_MB; u32 video_core_freq_mhz; }; /* DAUTH related info */ struct bcm_vk_dauth_key { char store[VK_BAR1_DAUTH_STORE_SIZE]; char valid[VK_BAR1_DAUTH_VALID_SIZE]; }; struct bcm_vk_dauth_info { struct bcm_vk_dauth_key keys[VK_BAR1_DAUTH_MAX]; }; /* * Control structure of logging messages from the card. This * buffer is for logmsg that comes from vk */ struct bcm_vk_peer_log { u32 rd_idx; u32 wr_idx; u32 buf_size; u32 mask; char data[]; }; /* max buf size allowed */ #define BCM_VK_PEER_LOG_BUF_MAX SZ_16K /* max size per line of peer log */ #define BCM_VK_PEER_LOG_LINE_MAX 256 /* * single entry for processing type + utilization */ #define BCM_VK_PROC_TYPE_TAG_LEN 8 struct bcm_vk_proc_mon_entry_t { char tag[BCM_VK_PROC_TYPE_TAG_LEN]; u32 used; u32 max; /**< max capacity */ }; /** * Structure for run time utilization */ #define BCM_VK_PROC_MON_MAX 8 /* max entries supported */ struct bcm_vk_proc_mon_info { u32 num; /**< no of entries */ u32 entry_size; /**< per entry size */ struct bcm_vk_proc_mon_entry_t entries[BCM_VK_PROC_MON_MAX]; }; struct bcm_vk_hb_ctrl { struct timer_list timer; u32 last_uptime; u32 lost_cnt; }; struct bcm_vk_alert { u16 flags; u16 notfs; }; /* some alert counters that the driver will keep track */ struct bcm_vk_alert_cnts { u16 ecc; u16 uecc; }; struct bcm_vk { struct pci_dev *pdev; void __iomem *bar[MAX_BAR]; int num_irqs; struct bcm_vk_card_info card_info; struct bcm_vk_proc_mon_info proc_mon_info; struct bcm_vk_dauth_info dauth_info; /* mutex to protect the ioctls */ struct mutex mutex; struct miscdevice miscdev; int devid; /* dev id allocated */ #ifdef CONFIG_BCM_VK_TTY struct tty_driver *tty_drv; struct timer_list serial_timer; struct bcm_vk_tty tty[BCM_VK_NUM_TTY]; struct workqueue_struct *tty_wq_thread; struct work_struct tty_wq_work; #endif /* Reference-counting to handle file operations */ struct kref kref; spinlock_t msg_id_lock; /* Spinlock for msg_id */ u16 msg_id; DECLARE_BITMAP(bmap, VK_MSG_ID_BITMAP_SIZE); spinlock_t ctx_lock; /* Spinlock for component context */ struct bcm_vk_ctx ctx[VK_CMPT_CTX_MAX]; struct bcm_vk_ht_entry pid_ht[VK_PID_HT_SZ]; pid_t reset_pid; /* process that issue reset */ atomic_t msgq_inited; /* indicate if info has been synced with vk */ struct bcm_vk_msg_chan to_v_msg_chan; struct bcm_vk_msg_chan to_h_msg_chan; struct workqueue_struct *wq_thread; struct work_struct wq_work; /* work queue for deferred job */ unsigned long wq_offload[1]; /* various flags on wq requested */ void *tdma_vaddr; /* test dma segment virtual addr */ dma_addr_t tdma_addr; /* test dma segment bus addr */ struct notifier_block panic_nb; u32 ib_sgl_size; /* size allocated for inband sgl insertion */ /* heart beat mechanism control structure */ struct bcm_vk_hb_ctrl hb_ctrl; /* house-keeping variable of error logs */ spinlock_t host_alert_lock; /* protection to access host_alert struct */ struct bcm_vk_alert host_alert; struct bcm_vk_alert peer_alert; /* bits set by the card */ struct bcm_vk_alert_cnts alert_cnts; /* offset of the peer log control in BAR2 */ u32 peerlog_off; struct bcm_vk_peer_log peerlog_info; /* record of peer log info */ /* offset of processing monitoring info in BAR2 */ u32 proc_mon_off; }; /* wq offload work items bits definitions */ enum bcm_vk_wq_offload_flags { BCM_VK_WQ_DWNLD_PEND = 0, BCM_VK_WQ_DWNLD_AUTO = 1, BCM_VK_WQ_NOTF_PEND = 2, }; /* a macro to get an individual field with mask and shift */ #define BCM_VK_EXTRACT_FIELD(_field, _reg, _mask, _shift) \ (_field = (((_reg) >> (_shift)) & (_mask))) struct bcm_vk_entry { const u32 mask; const u32 exp_val; const char *str; }; /* alerts that could be generated from peer */ #define BCM_VK_PEER_ERR_NUM 12 extern struct bcm_vk_entry const bcm_vk_peer_err[BCM_VK_PEER_ERR_NUM]; /* alerts detected by the host */ #define BCM_VK_HOST_ERR_NUM 3 extern struct bcm_vk_entry const bcm_vk_host_err[BCM_VK_HOST_ERR_NUM]; /* * check if PCIe interface is down on read. Use it when it is * certain that _val should never be all ones. */ #define BCM_VK_INTF_IS_DOWN(val) ((val) == 0xffffffff) static inline u32 vkread32(struct bcm_vk *vk, enum pci_barno bar, u64 offset) { return readl(vk->bar[bar] + offset); } static inline void vkwrite32(struct bcm_vk *vk, u32 value, enum pci_barno bar, u64 offset) { writel(value, vk->bar[bar] + offset); } static inline u8 vkread8(struct bcm_vk *vk, enum pci_barno bar, u64 offset) { return readb(vk->bar[bar] + offset); } static inline void vkwrite8(struct bcm_vk *vk, u8 value, enum pci_barno bar, u64 offset) { writeb(value, vk->bar[bar] + offset); } static inline bool bcm_vk_msgq_marker_valid(struct bcm_vk *vk) { u32 rdy_marker = 0; u32 fw_status; fw_status = vkread32(vk, BAR_0, VK_BAR_FWSTS); if ((fw_status & VK_FWSTS_READY) == VK_FWSTS_READY) rdy_marker = vkread32(vk, BAR_1, VK_BAR1_MSGQ_DEF_RDY); return (rdy_marker == VK_BAR1_MSGQ_RDY_MARKER); } int bcm_vk_open(struct inode *inode, struct file *p_file); ssize_t bcm_vk_read(struct file *p_file, char __user *buf, size_t count, loff_t *f_pos); ssize_t bcm_vk_write(struct file *p_file, const char __user *buf, size_t count, loff_t *f_pos); __poll_t bcm_vk_poll(struct file *p_file, struct poll_table_struct *wait); int bcm_vk_release(struct inode *inode, struct file *p_file); void bcm_vk_release_data(struct kref *kref); irqreturn_t bcm_vk_msgq_irqhandler(int irq, void *dev_id); irqreturn_t bcm_vk_notf_irqhandler(int irq, void *dev_id); irqreturn_t bcm_vk_tty_irqhandler(int irq, void *dev_id); int bcm_vk_msg_init(struct bcm_vk *vk); void bcm_vk_msg_remove(struct bcm_vk *vk); void bcm_vk_drain_msg_on_reset(struct bcm_vk *vk); int bcm_vk_sync_msgq(struct bcm_vk *vk, bool force_sync); void bcm_vk_blk_drv_access(struct bcm_vk *vk); s32 bcm_to_h_msg_dequeue(struct bcm_vk *vk); int bcm_vk_send_shutdown_msg(struct bcm_vk *vk, u32 shut_type, const pid_t pid, const u32 q_num); void bcm_to_v_q_doorbell(struct bcm_vk *vk, u32 q_num, u32 db_val); int bcm_vk_auto_load_all_images(struct bcm_vk *vk); void bcm_vk_hb_init(struct bcm_vk *vk); void bcm_vk_hb_deinit(struct bcm_vk *vk); void bcm_vk_handle_notf(struct bcm_vk *vk); bool bcm_vk_drv_access_ok(struct bcm_vk *vk); void bcm_vk_set_host_alert(struct bcm_vk *vk, u32 bit_mask); #ifdef CONFIG_BCM_VK_TTY int bcm_vk_tty_init(struct bcm_vk *vk, char *name); void bcm_vk_tty_exit(struct bcm_vk *vk); void bcm_vk_tty_terminate_tty_user(struct bcm_vk *vk); void bcm_vk_tty_wq_exit(struct bcm_vk *vk); static inline void bcm_vk_tty_set_irq_enabled(struct bcm_vk *vk, int index) { vk->tty[index].irq_enabled = true; } #else static inline int bcm_vk_tty_init(struct bcm_vk *vk, char *name) { return 0; } static inline void bcm_vk_tty_exit(struct bcm_vk *vk) { } static inline void bcm_vk_tty_terminate_tty_user(struct bcm_vk *vk) { } static inline void bcm_vk_tty_wq_exit(struct bcm_vk *vk) { } static inline void bcm_vk_tty_set_irq_enabled(struct bcm_vk *vk, int index) { } #endif /* CONFIG_BCM_VK_TTY */ #endif