Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 1 | // Copyright lowRISC contributors. |
| 2 | // Licensed under the Apache License, Version 2.0, see LICENSE for details. |
| 3 | // SPDX-License-Identifier: Apache-2.0 |
| 4 | |
| 5 | `include "prim_assert.sv" |
| 6 | |
| 7 | /** |
| 8 | * OTBN Controller |
| 9 | */ |
| 10 | module otbn_controller |
| 11 | import otbn_pkg::*; |
| 12 | #( |
| 13 | // Size of the instruction memory, in bytes |
| 14 | parameter int ImemSizeByte = 4096, |
| 15 | // Size of the data memory, in bytes |
| 16 | parameter int DmemSizeByte = 4096, |
| 17 | |
| 18 | localparam int ImemAddrWidth = prim_util_pkg::vbits(ImemSizeByte), |
| 19 | localparam int DmemAddrWidth = prim_util_pkg::vbits(DmemSizeByte) |
| 20 | ) ( |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 21 | input logic clk_i, |
| 22 | input logic rst_ni, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 23 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 24 | input logic start_i, // start the processing at address zero |
| 25 | output logic locked_o, // OTBN in locked state and must be reset to perform any further actions |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 26 | |
Andreas Kurth | 13d7685 | 2022-04-04 14:55:54 +0200 | [diff] [blame] | 27 | input prim_mubi_pkg::mubi4_t escalate_en_i, |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 28 | output controller_err_bits_t err_bits_o, |
| 29 | output logic recoverable_err_o, |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 30 | |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 31 | // Next instruction selection (to instruction fetch) |
| 32 | output logic insn_fetch_req_valid_o, |
| 33 | output logic [ImemAddrWidth-1:0] insn_fetch_req_addr_o, |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 34 | output logic insn_fetch_resp_clear_o, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 35 | |
| 36 | // Fetched/decoded instruction |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 37 | input logic insn_valid_i, |
| 38 | input logic insn_illegal_i, |
| 39 | input logic [ImemAddrWidth-1:0] insn_addr_i, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 40 | |
Philipp Wagner | 56a64bd | 2021-05-08 14:31:24 +0100 | [diff] [blame] | 41 | // Decoded instruction data |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 42 | input insn_dec_base_t insn_dec_base_i, |
| 43 | input insn_dec_bignum_t insn_dec_bignum_i, |
| 44 | input insn_dec_shared_t insn_dec_shared_i, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 45 | |
| 46 | // Base register file |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 47 | output logic [4:0] rf_base_wr_addr_o, |
| 48 | output logic rf_base_wr_en_o, |
| 49 | output logic rf_base_wr_commit_o, |
| 50 | output logic [31:0] rf_base_wr_data_no_intg_o, |
| 51 | output logic [BaseIntgWidth-1:0] rf_base_wr_data_intg_o, |
| 52 | output logic rf_base_wr_data_intg_sel_o, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 53 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 54 | output logic [4:0] rf_base_rd_addr_a_o, |
| 55 | output logic rf_base_rd_en_a_o, |
| 56 | input logic [BaseIntgWidth-1:0] rf_base_rd_data_a_intg_i, |
| 57 | output logic [4:0] rf_base_rd_addr_b_o, |
| 58 | output logic rf_base_rd_en_b_o, |
| 59 | input logic [BaseIntgWidth-1:0] rf_base_rd_data_b_intg_i, |
| 60 | output logic rf_base_rd_commit_o, |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 61 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 62 | input logic rf_base_call_stack_err_i, |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 63 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 64 | // Bignum register file (WDRs) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 65 | output logic [4:0] rf_bignum_wr_addr_o, |
| 66 | output logic [1:0] rf_bignum_wr_en_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 67 | output logic rf_bignum_wr_commit_o, |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 68 | output logic [WLEN-1:0] rf_bignum_wr_data_no_intg_o, |
| 69 | output logic [ExtWLEN-1:0] rf_bignum_wr_data_intg_o, |
| 70 | output logic rf_bignum_wr_data_intg_sel_o, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 71 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 72 | output logic [4:0] rf_bignum_rd_addr_a_o, |
| 73 | output logic rf_bignum_rd_en_a_o, |
| 74 | input logic [ExtWLEN-1:0] rf_bignum_rd_data_a_intg_i, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 75 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 76 | output logic [4:0] rf_bignum_rd_addr_b_o, |
| 77 | output logic rf_bignum_rd_en_b_o, |
| 78 | input logic [ExtWLEN-1:0] rf_bignum_rd_data_b_intg_i, |
| 79 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 80 | input logic rf_bignum_rd_data_err_i, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 81 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 82 | output logic [NWdr-1:0] rf_bignum_rd_a_indirect_onehot_o, |
| 83 | output logic [NWdr-1:0] rf_bignum_rd_b_indirect_onehot_o, |
| 84 | output logic [NWdr-1:0] rf_bignum_wr_indirect_onehot_o, |
| 85 | output logic rf_bignum_indirect_en_o, |
| 86 | |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 87 | // Execution units |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 88 | |
| 89 | // Base ALU |
Greg Chadwick | 9791eed | 2020-07-22 18:08:28 +0100 | [diff] [blame] | 90 | output alu_base_operation_t alu_base_operation_o, |
| 91 | output alu_base_comparison_t alu_base_comparison_o, |
| 92 | input logic [31:0] alu_base_operation_result_i, |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 93 | input logic alu_base_comparison_result_i, |
| 94 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 95 | // Bignum ALU |
| 96 | output alu_bignum_operation_t alu_bignum_operation_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 97 | output logic alu_bignum_operation_commit_o, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 98 | input logic [WLEN-1:0] alu_bignum_operation_result_i, |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 99 | input logic alu_bignum_selection_flag_i, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 100 | |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 101 | // Bignum MAC |
| 102 | output mac_bignum_operation_t mac_bignum_operation_o, |
| 103 | input logic [WLEN-1:0] mac_bignum_operation_result_i, |
| 104 | output logic mac_bignum_en_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 105 | output logic mac_bignum_commit_o, |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 106 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 107 | // LSU |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 108 | output logic lsu_load_req_o, |
| 109 | output logic lsu_store_req_o, |
| 110 | output insn_subset_e lsu_req_subset_o, |
| 111 | output logic [DmemAddrWidth-1:0] lsu_addr_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 112 | input logic lsu_addr_en_predec_i, |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 113 | |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 114 | output logic [BaseIntgWidth-1:0] lsu_base_wdata_o, |
| 115 | output logic [ExtWLEN-1:0] lsu_bignum_wdata_o, |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 116 | |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 117 | input logic [BaseIntgWidth-1:0] lsu_base_rdata_i, |
| 118 | input logic [ExtWLEN-1:0] lsu_bignum_rdata_i, |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 119 | |
| 120 | // Internal Special-Purpose Registers (ISPRs) |
| 121 | output ispr_e ispr_addr_o, |
| 122 | output logic [31:0] ispr_base_wdata_o, |
| 123 | output logic [BaseWordsPerWLEN-1:0] ispr_base_wr_en_o, |
| 124 | output logic [WLEN-1:0] ispr_bignum_wdata_o, |
| 125 | output logic ispr_bignum_wr_en_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 126 | output logic ispr_wr_commit_o, |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 127 | input logic [WLEN-1:0] ispr_rdata_i, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 128 | output logic ispr_rd_en_o, |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 129 | |
| 130 | output logic rnd_req_o, |
| 131 | output logic rnd_prefetch_req_o, |
Vladimir Rozic | b8db07a | 2021-05-24 14:15:04 +0100 | [diff] [blame] | 132 | input logic rnd_valid_i, |
| 133 | |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 134 | // Secure Wipe |
| 135 | input logic secure_wipe_running_i, |
| 136 | output logic start_secure_wipe_o, |
| 137 | input logic sec_wipe_zero_i, |
| 138 | |
Rupert Swarbrick | 13d5008 | 2021-07-13 14:14:03 +0100 | [diff] [blame] | 139 | input logic state_reset_i, |
Greg Chadwick | f0a3019 | 2021-08-19 09:33:25 +0100 | [diff] [blame] | 140 | output logic [31:0] insn_cnt_o, |
Vladimir Rozic | 09e25ac | 2021-11-25 00:19:38 +0000 | [diff] [blame] | 141 | input logic insn_cnt_clear_i, |
Greg Chadwick | e9452b5 | 2022-02-03 20:17:47 +0000 | [diff] [blame] | 142 | output logic mems_sec_wipe_o, |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 143 | |
Greg Chadwick | 4ca1caa | 2021-11-23 10:56:01 +0000 | [diff] [blame] | 144 | input logic software_errs_fatal_i, |
| 145 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 146 | input logic [1:0] sideload_key_shares_valid_i, |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 147 | |
| 148 | // Prefetch stage control |
| 149 | output logic prefetch_en_o, |
| 150 | output logic prefetch_loop_active_o, |
| 151 | output logic [31:0] prefetch_loop_iterations_o, |
Rupert Swarbrick | fafeaf2 | 2022-01-04 14:42:44 +0000 | [diff] [blame] | 152 | output logic [ImemAddrWidth:0] prefetch_loop_end_addr_o, |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 153 | output logic [ImemAddrWidth-1:0] prefetch_loop_jump_addr_o, |
| 154 | |
| 155 | output logic predec_error_o |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 156 | ); |
Andreas Kurth | 13d7685 | 2022-04-04 14:55:54 +0200 | [diff] [blame] | 157 | import prim_mubi_pkg::*; |
| 158 | |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 159 | otbn_state_e state_q, state_d; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 160 | |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 161 | |
| 162 | controller_err_bits_t err_bits_q, err_bits_d; |
| 163 | |
| 164 | // The specific error signals that go into err_bits_d |
| 165 | logic fatal_software_err, bad_internal_state_err, reg_intg_violation_err, key_invalid_err; |
| 166 | logic illegal_insn_err, bad_data_addr_err, call_stack_err, bad_insn_addr_err; |
| 167 | |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 168 | logic err; |
Greg Chadwick | 84e01ac | 2021-10-04 17:51:07 +0100 | [diff] [blame] | 169 | logic software_err; |
Greg Chadwick | 3e25bcd | 2021-10-25 12:05:36 +0100 | [diff] [blame] | 170 | logic non_insn_addr_software_err; |
Greg Chadwick | 7973806 | 2021-09-15 18:09:14 +0100 | [diff] [blame] | 171 | logic fatal_err; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 172 | logic done_complete; |
Rupert Swarbrick | 692db55 | 2021-09-24 16:26:31 +0100 | [diff] [blame] | 173 | logic executing; |
Vladimir Rozic | 76376ba | 2022-01-06 08:47:11 +0000 | [diff] [blame] | 174 | logic state_error; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 175 | |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 176 | logic insn_fetch_req_valid_raw; |
| 177 | logic [ImemAddrWidth-1:0] insn_fetch_req_addr_last; |
Greg Chadwick | 28836af | 2020-07-23 14:35:52 +0100 | [diff] [blame] | 178 | |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 179 | logic stall; |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 180 | logic ispr_stall; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 181 | logic mem_stall; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 182 | logic rf_indirect_stall; |
Rupert Swarbrick | b2b784d | 2021-08-03 14:21:51 +0100 | [diff] [blame] | 183 | logic jump_or_branch; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 184 | logic branch_taken; |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 185 | logic insn_executing; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 186 | logic [ImemAddrWidth-1:0] branch_target; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 187 | logic branch_target_overflow; |
Rupert Swarbrick | e9ff47f | 2021-01-04 13:20:36 +0000 | [diff] [blame] | 188 | logic [ImemAddrWidth:0] next_insn_addr_wide; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 189 | logic [ImemAddrWidth-1:0] next_insn_addr; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 190 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 191 | csr_e csr_addr; |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 192 | logic [$clog2(BaseWordsPerWLEN)-1:0] csr_sub_addr; |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 193 | logic [31:0] csr_rdata_raw; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 194 | logic [31:0] csr_rdata; |
| 195 | logic [BaseWordsPerWLEN-1:0] csr_rdata_mux [32]; |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 196 | logic [31:0] csr_wdata_raw; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 197 | logic [31:0] csr_wdata; |
| 198 | |
| 199 | wsr_e wsr_addr; |
| 200 | logic [WLEN-1:0] wsr_wdata; |
| 201 | |
| 202 | ispr_e ispr_addr_base; |
| 203 | logic [$clog2(BaseWordsPerWLEN)-1:0] ispr_word_addr_base; |
| 204 | logic [BaseWordsPerWLEN-1:0] ispr_word_sel_base; |
| 205 | |
| 206 | ispr_e ispr_addr_bignum; |
| 207 | |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 208 | logic ispr_wr_insn, ispr_rd_insn; |
Rupert Swarbrick | 514348e | 2021-02-03 09:04:59 +0000 | [diff] [blame] | 209 | logic ispr_wr_base_insn; |
| 210 | logic ispr_wr_bignum_insn; |
Prajwala Puttappa | 175c0d8 | 2021-12-17 11:23:16 +0000 | [diff] [blame] | 211 | logic ispr_rd_bignum_insn; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 212 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 213 | logic lsu_load_req_raw; |
| 214 | logic lsu_store_req_raw; |
| 215 | logic [DmemAddrWidth-1:0] lsu_addr, lsu_addr_blanked, lsu_addr_saved_d, lsu_addr_saved_q; |
| 216 | logic lsu_addr_saved_sel; |
| 217 | logic expected_lsu_addr_en; |
| 218 | |
Rupert Swarbrick | 20429db | 2022-02-10 17:34:00 +0000 | [diff] [blame] | 219 | logic rnd_req_raw; |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 220 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 221 | // Register read data with integrity stripped off |
| 222 | logic [31:0] rf_base_rd_data_a_no_intg; |
| 223 | logic [31:0] rf_base_rd_data_b_no_intg; |
| 224 | logic [WLEN-1:0] rf_bignum_rd_data_a_no_intg; |
| 225 | logic [WLEN-1:0] rf_bignum_rd_data_b_no_intg; |
| 226 | |
| 227 | logic [ExtWLEN-1:0] selection_result; |
| 228 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 229 | logic rf_bignum_rd_a_indirect_en; |
| 230 | logic rf_bignum_rd_b_indirect_en; |
| 231 | logic rf_bignum_wr_indirect_en; |
| 232 | |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 233 | // Computed increments for indirect register index and memory address in BN.LID/BN.SID/BN.MOVR |
| 234 | // instructions. |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 235 | logic [5:0] rf_base_rd_data_a_inc; |
| 236 | logic [5:0] rf_base_rd_data_b_inc; |
Rupert Swarbrick | 9a4f47b | 2021-01-04 15:48:24 +0000 | [diff] [blame] | 237 | logic [26:0] rf_base_rd_data_a_wlen_word_inc; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 238 | |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 239 | // Read/Write enables for base register file before illegal instruction encoding are factored in |
| 240 | logic rf_base_rd_en_a_raw, rf_base_rd_en_b_raw, rf_base_wr_en_raw; |
| 241 | |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 242 | // Output of mux taking the above increments as inputs and choosing one to write back to base |
| 243 | // register file with appropriate zero extension and padding to give a 32-bit result. |
| 244 | logic [31:0] increment_out; |
| 245 | |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 246 | // Loop control, used to start a new loop |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 247 | logic loop_start_req; |
| 248 | logic loop_start_commit; |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 249 | logic loop_reset; |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 250 | logic [11:0] loop_bodysize; |
| 251 | logic [31:0] loop_iterations; |
| 252 | |
| 253 | // Loop generated jumps. The loop controller asks to jump when execution reaches the end of a loop |
| 254 | // body that hasn't completed all of its iterations. |
| 255 | logic loop_jump; |
| 256 | logic [ImemAddrWidth-1:0] loop_jump_addr; |
| 257 | |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 258 | logic [WLEN-1:0] mac_bignum_rf_wr_data; |
| 259 | |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 260 | logic csr_illegal_addr, wsr_illegal_addr, ispr_illegal_addr; |
| 261 | logic imem_addr_err, loop_err, ispr_err; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 262 | logic dmem_addr_err_check, dmem_addr_err; |
| 263 | logic dmem_addr_unaligned_base, dmem_addr_unaligned_bignum, dmem_addr_overflow; |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 264 | logic illegal_insn_static; |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 265 | logic key_invalid; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 266 | |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 267 | logic rf_a_indirect_err, rf_b_indirect_err, rf_d_indirect_err, rf_indirect_err; |
| 268 | |
Rupert Swarbrick | db4b494 | 2022-01-10 12:35:14 +0000 | [diff] [blame] | 269 | // If we are doing an indirect lookup from the bignum register file, it's possible that the |
| 270 | // address that we use for the lookup is architecturally unknown. This happens if it came from x1 |
| 271 | // and we've underflowed the call stack. When this happens, we want to ignore any read data |
| 272 | // integrity errors since the read from the bignum register file didn't happen architecturally |
| 273 | // anyway. |
| 274 | logic ignore_bignum_rd_errs; |
| 275 | logic rf_bignum_rd_data_err; |
| 276 | |
Vladimir Rozic | b8db07a | 2021-05-24 14:15:04 +0100 | [diff] [blame] | 277 | logic [31:0] insn_cnt_d, insn_cnt_q; |
Vladimir Rozic | 09e25ac | 2021-11-25 00:19:38 +0000 | [diff] [blame] | 278 | logic insn_cnt_clear; |
Vladimir Rozic | b8db07a | 2021-05-24 14:15:04 +0100 | [diff] [blame] | 279 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 280 | logic [4:0] insn_bignum_rd_addr_a_q, insn_bignum_rd_addr_b_q, insn_bignum_wr_addr_q; |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 281 | |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 282 | // Stall a cycle on loads to allow load data writeback to happen the following cycle. Stall not |
| 283 | // required on stores as there is no response to deal with. |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 284 | assign mem_stall = lsu_load_req_raw; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 285 | |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 286 | // Reads to RND must stall until data is available |
Rupert Swarbrick | 20429db | 2022-02-10 17:34:00 +0000 | [diff] [blame] | 287 | assign ispr_stall = rnd_req_raw & ~rnd_valid_i; |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 288 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 289 | assign rf_indirect_stall = insn_valid_i & |
| 290 | (state_q != OtbnStateStall) & |
| 291 | (insn_dec_shared_i.subset == InsnSubsetBignum) & |
| 292 | (insn_dec_bignum_i.rf_a_indirect | |
| 293 | insn_dec_bignum_i.rf_b_indirect | |
| 294 | insn_dec_bignum_i.rf_d_indirect); |
| 295 | |
| 296 | assign stall = mem_stall | ispr_stall | rf_indirect_stall; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 297 | |
Prajwala Puttappa | 98636ad | 2022-04-12 12:35:18 +0100 | [diff] [blame] | 298 | // OTBN is done when it was executing something (in state OtbnStateRun or OtbnStateStall) |
| 299 | // and either it executes an ecall or an error occurs. A pulse on the done signal raises the |
| 300 | // 'done' interrupt and also tells the top-level to update its ERR_BITS status |
| 301 | // register. The calculation that ecall triggered done is factored out as `done_complete` to |
| 302 | // avoid logic loops in the error handling logic. |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 303 | assign done_complete = (insn_valid_i & insn_dec_shared_i.ecall_insn); |
Prajwala Puttappa | 98636ad | 2022-04-12 12:35:18 +0100 | [diff] [blame] | 304 | assign executing = (state_q == OtbnStateRun) || |
Rupert Swarbrick | 692db55 | 2021-09-24 16:26:31 +0100 | [diff] [blame] | 305 | (state_q == OtbnStateStall); |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 306 | |
Rupert Swarbrick | 5c72c96 | 2022-03-11 21:30:00 +0000 | [diff] [blame] | 307 | assign locked_o = (state_q == OtbnStateLocked) & ~secure_wipe_running_i; |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 308 | assign start_secure_wipe_o = executing & (done_complete | err) & ~secure_wipe_running_i; |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 309 | |
Rupert Swarbrick | b2b784d | 2021-08-03 14:21:51 +0100 | [diff] [blame] | 310 | assign jump_or_branch = (insn_valid_i & |
| 311 | (insn_dec_shared_i.branch_insn | insn_dec_shared_i.jump_insn)); |
| 312 | |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 313 | // Branch taken when there is a valid branch instruction and comparison passes or a valid jump |
| 314 | // instruction (which is always taken) |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 315 | assign branch_taken = insn_valid_i & |
| 316 | ((insn_dec_shared_i.branch_insn & alu_base_comparison_result_i) | |
| 317 | insn_dec_shared_i.jump_insn); |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 318 | // Branch target computed by base ALU (PC + imm) |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 319 | assign branch_target = alu_base_operation_result_i[ImemAddrWidth-1:0]; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 320 | assign branch_target_overflow = |alu_base_operation_result_i[31:ImemAddrWidth]; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 321 | |
Rupert Swarbrick | e9ff47f | 2021-01-04 13:20:36 +0000 | [diff] [blame] | 322 | assign next_insn_addr_wide = {1'b0, insn_addr_i} + 'd4; |
| 323 | assign next_insn_addr = next_insn_addr_wide[ImemAddrWidth-1:0]; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 324 | |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 325 | // Record address for fetch request so it can be retried when an invalid response is received |
| 326 | always_ff @(posedge clk_i) begin |
| 327 | if (insn_fetch_req_valid_raw) begin |
| 328 | insn_fetch_req_addr_last <= insn_fetch_req_addr_o; |
| 329 | end |
| 330 | end |
| 331 | |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 332 | always_comb begin |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 333 | state_d = state_q; |
| 334 | // `insn_fetch_req_valid_raw` is the value `insn_fetch_req_valid_o` before any errors are |
| 335 | // considered. |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 336 | insn_fetch_req_valid_raw = 1'b0; |
Rupert Swarbrick | 2fb857a | 2021-09-03 17:14:50 +0100 | [diff] [blame] | 337 | insn_fetch_req_addr_o = '0; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 338 | insn_fetch_resp_clear_o = 1'b1; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 339 | prefetch_en_o = 1'b0; |
Greg Chadwick | 28836af | 2020-07-23 14:35:52 +0100 | [diff] [blame] | 340 | |
Vladimir Rozic | 76376ba | 2022-01-06 08:47:11 +0000 | [diff] [blame] | 341 | state_error = 1'b0; |
| 342 | |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 343 | unique case (state_q) |
| 344 | OtbnStateHalt: begin |
| 345 | if (start_i) begin |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 346 | state_d = OtbnStateRun; |
Greg Chadwick | b5b8686 | 2021-04-09 15:49:43 +0100 | [diff] [blame] | 347 | |
Rupert Swarbrick | 2fb857a | 2021-09-03 17:14:50 +0100 | [diff] [blame] | 348 | insn_fetch_req_addr_o = '0; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 349 | insn_fetch_req_valid_raw = 1'b1; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 350 | prefetch_en_o = 1'b1; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 351 | end |
| 352 | end |
| 353 | OtbnStateRun: begin |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 354 | insn_fetch_req_valid_raw = 1'b1; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 355 | prefetch_en_o = 1'b1; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 356 | |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 357 | if (!insn_valid_i) begin |
| 358 | insn_fetch_req_addr_o = insn_fetch_req_addr_last; |
| 359 | end else if (done_complete) begin |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 360 | state_d = OtbnStateHalt; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 361 | insn_fetch_req_valid_raw = 1'b0; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 362 | prefetch_en_o = 1'b0; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 363 | end else begin |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 364 | if (stall) begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 365 | // When stalling don't request a new fetch and don't clear response either to keep |
| 366 | // current instruction. |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 367 | state_d = OtbnStateStall; |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 368 | insn_fetch_req_valid_raw = 1'b0; |
| 369 | insn_fetch_resp_clear_o = 1'b0; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 370 | end else begin |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 371 | if (branch_taken) begin |
| 372 | insn_fetch_req_addr_o = branch_target; |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 373 | end else if (loop_jump) begin |
| 374 | insn_fetch_req_addr_o = loop_jump_addr; |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 375 | end else begin |
| 376 | insn_fetch_req_addr_o = next_insn_addr; |
| 377 | end |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 378 | end |
| 379 | end |
| 380 | end |
| 381 | OtbnStateStall: begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 382 | prefetch_en_o = 1'b1; |
Greg Chadwick | e6e8f15 | 2021-03-05 13:35:36 +0000 | [diff] [blame] | 383 | // When stalling refetch the same instruction to keep decode inputs constant |
| 384 | if (stall) begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 385 | state_d = OtbnStateStall; |
| 386 | //insn_fetch_req_addr_o = insn_addr_i; |
| 387 | insn_fetch_req_valid_raw = 1'b0; |
| 388 | insn_fetch_resp_clear_o = 1'b0; |
Greg Chadwick | 9aef1c9 | 2021-01-25 18:24:58 +0000 | [diff] [blame] | 389 | end else begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 390 | insn_fetch_req_valid_raw = 1'b1; |
| 391 | |
Greg Chadwick | e6e8f15 | 2021-03-05 13:35:36 +0000 | [diff] [blame] | 392 | if (loop_jump) begin |
| 393 | insn_fetch_req_addr_o = loop_jump_addr; |
| 394 | end else begin |
| 395 | insn_fetch_req_addr_o = next_insn_addr; |
| 396 | end |
Greg Chadwick | 9aef1c9 | 2021-01-25 18:24:58 +0000 | [diff] [blame] | 397 | |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 398 | state_d = OtbnStateRun; |
Greg Chadwick | e6e8f15 | 2021-03-05 13:35:36 +0000 | [diff] [blame] | 399 | end |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 400 | end |
Greg Chadwick | 7973806 | 2021-09-15 18:09:14 +0100 | [diff] [blame] | 401 | OtbnStateLocked: begin |
| 402 | insn_fetch_req_valid_raw = 1'b0; |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 403 | state_d = OtbnStateLocked; |
Greg Chadwick | 7973806 | 2021-09-15 18:09:14 +0100 | [diff] [blame] | 404 | end |
Vladimir Rozic | 76376ba | 2022-01-06 08:47:11 +0000 | [diff] [blame] | 405 | default: begin |
Andreas Kurth | 9a1f6d3 | 2022-04-01 08:07:33 +0200 | [diff] [blame] | 406 | // We should never get here. If we do (e.g. via a malicious glitch), error out immediately. |
Andreas Kurth | e8be89f | 2022-04-01 08:38:07 +0200 | [diff] [blame] | 407 | // SEC_CM: CONTROLLER.FSM.LOCAL_ESC |
Andreas Kurth | 9a1f6d3 | 2022-04-01 08:07:33 +0200 | [diff] [blame] | 408 | state_d = OtbnStateLocked; |
Vladimir Rozic | 76376ba | 2022-01-06 08:47:11 +0000 | [diff] [blame] | 409 | state_error = 1'b1; |
| 410 | end |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 411 | endcase |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 412 | |
| 413 | // On any error immediately halt, either going to OtbnStateLocked or OtbnStateHalt depending on |
| 414 | // whether it was a fatal error. |
Greg Chadwick | 987ee5a | 2021-10-25 11:59:57 +0100 | [diff] [blame] | 415 | if (err) begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 416 | prefetch_en_o = 1'b0; |
| 417 | insn_fetch_resp_clear_o = 1'b1; |
| 418 | |
Greg Chadwick | 987ee5a | 2021-10-25 11:59:57 +0100 | [diff] [blame] | 419 | if (fatal_err) begin |
Andreas Kurth | e8be89f | 2022-04-01 08:38:07 +0200 | [diff] [blame] | 420 | // SEC_CM: CONTROLLER.FSM.GLOBAL_ESC |
Greg Chadwick | 987ee5a | 2021-10-25 11:59:57 +0100 | [diff] [blame] | 421 | state_d = OtbnStateLocked; |
| 422 | end else begin |
| 423 | state_d = OtbnStateHalt; |
| 424 | end |
Greg Chadwick | 529738c | 2021-09-29 18:08:11 +0100 | [diff] [blame] | 425 | end |
| 426 | |
| 427 | // Regardless of what happens above enforce staying in OtnbStateLocked. |
| 428 | if (state_q == OtbnStateLocked) begin |
| 429 | state_d = OtbnStateLocked; |
| 430 | end |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 431 | end |
| 432 | |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 433 | `ASSERT(InsnAlwaysValidInStall, state_q == OtbnStateStall |-> insn_valid_i) |
| 434 | |
Greg Chadwick | 9aef1c9 | 2021-01-25 18:24:58 +0000 | [diff] [blame] | 435 | // Anything that moves us or keeps us in the stall state should cause `stall` to be asserted |
Philipp Wagner | efa0901 | 2021-01-27 14:42:16 +0000 | [diff] [blame] | 436 | `ASSERT(StallIfNextStateStall, insn_valid_i & (state_d == OtbnStateStall) |-> stall) |
Greg Chadwick | 9aef1c9 | 2021-01-25 18:24:58 +0000 | [diff] [blame] | 437 | |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 438 | assign insn_fetch_req_valid_o = err ? 1'b0 : insn_fetch_req_valid_raw; |
| 439 | |
| 440 | // Determine if there are any errors related to the Imem fetch address. |
| 441 | always_comb begin |
| 442 | imem_addr_err = 1'b0; |
| 443 | |
| 444 | if (insn_fetch_req_valid_raw) begin |
| 445 | if (|insn_fetch_req_addr_o[1:0]) begin |
| 446 | // Imem address is unaligned |
| 447 | imem_addr_err = 1'b1; |
| 448 | end else if (branch_taken) begin |
| 449 | imem_addr_err = branch_target_overflow; |
| 450 | end else begin |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 451 | imem_addr_err = next_insn_addr_wide[ImemAddrWidth] & insn_valid_i; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 452 | end |
| 453 | end |
| 454 | end |
| 455 | |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 456 | // Instruction is illegal based on the static properties of the instruction bits (illegal encoding |
| 457 | // or illegal WSR/CSR referenced). |
| 458 | assign illegal_insn_static = insn_illegal_i | ispr_err; |
| 459 | |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 460 | assign fatal_software_err = software_err & software_errs_fatal_i; |
| 461 | assign bad_internal_state_err = state_error; |
| 462 | assign reg_intg_violation_err = rf_bignum_rd_data_err; |
| 463 | assign key_invalid_err = ispr_rd_bignum_insn & insn_valid_i & key_invalid; |
| 464 | assign illegal_insn_err = illegal_insn_static | rf_indirect_err; |
| 465 | assign bad_data_addr_err = dmem_addr_err; |
| 466 | assign call_stack_err = rf_base_call_stack_err_i; |
Greg Chadwick | 3e25bcd | 2021-10-25 12:05:36 +0100 | [diff] [blame] | 467 | |
| 468 | // All software errors that aren't bad_insn_addr. Factored into bad_insn_addr so it is only raised |
| 469 | // if other software errors haven't ocurred. As bad_insn_addr relates to the next instruction |
| 470 | // begin fetched it cannot occur if the current instruction has seen an error and failed to |
| 471 | // execute. |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 472 | assign non_insn_addr_software_err = |{key_invalid_err, |
| 473 | loop_err, |
| 474 | illegal_insn_err, |
| 475 | call_stack_err, |
| 476 | bad_data_addr_err}; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 477 | |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 478 | assign bad_insn_addr_err = imem_addr_err & ~non_insn_addr_software_err; |
Greg Chadwick | 84e01ac | 2021-10-04 17:51:07 +0100 | [diff] [blame] | 479 | |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 480 | assign err_bits_d = '{ |
| 481 | fatal_software: fatal_software_err, |
| 482 | bad_internal_state: bad_internal_state_err, |
| 483 | reg_intg_violation: reg_intg_violation_err, |
| 484 | key_invalid: key_invalid_err, |
| 485 | loop: loop_err, |
| 486 | illegal_insn: illegal_insn_err, |
| 487 | call_stack: call_stack_err, |
| 488 | bad_data_addr: bad_data_addr_err, |
| 489 | bad_insn_addr: bad_insn_addr_err |
| 490 | }; |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 491 | |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 492 | always @(posedge clk_i or negedge rst_ni) begin |
| 493 | if (!rst_ni) begin |
| 494 | err_bits_q <= '0; |
| 495 | end else begin |
| 496 | if (start_i && !locked_o) begin |
Vladimir Rozic | 09e25ac | 2021-11-25 00:19:38 +0000 | [diff] [blame] | 497 | err_bits_q <= '0; |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 498 | end else begin |
| 499 | err_bits_q <= err_bits_q | err_bits_d; |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 500 | end |
| 501 | end |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 502 | end |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 503 | assign err_bits_o = err_bits_q; |
| 504 | |
| 505 | assign software_err = non_insn_addr_software_err | bad_insn_addr_err; |
| 506 | |
| 507 | assign fatal_err = |{fatal_software_err, |
| 508 | bad_internal_state_err, |
| 509 | reg_intg_violation_err, |
Andreas Kurth | 13d7685 | 2022-04-04 14:55:54 +0200 | [diff] [blame] | 510 | mubi4_test_true_loose(escalate_en_i)}; |
Rupert Swarbrick | 75885e6 | 2022-03-07 14:54:45 +0000 | [diff] [blame] | 511 | |
| 512 | assign recoverable_err_o = software_err & ~software_errs_fatal_i; |
| 513 | assign mems_sec_wipe_o = (state_d == OtbnStateLocked) & (state_q != OtbnStateLocked); |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 514 | |
Greg Chadwick | 84e01ac | 2021-10-04 17:51:07 +0100 | [diff] [blame] | 515 | assign err = software_err | fatal_err; |
| 516 | |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 517 | // Instructions must not execute if there is an error |
| 518 | assign insn_executing = insn_valid_i & ~err; |
| 519 | |
Andreas Kurth | 81f0c12 | 2022-04-01 19:19:47 +0200 | [diff] [blame] | 520 | `ASSERT(ErrBitSetOnErr, |
Andreas Kurth | 27e2b13 | 2022-04-04 15:03:27 +0200 | [diff] [blame] | 521 | err & mubi4_test_false_strict(escalate_en_i) |=> err_bits_o) |
Greg Chadwick | 7973806 | 2021-09-15 18:09:14 +0100 | [diff] [blame] | 522 | `ASSERT(ErrSetOnFatalErr, fatal_err |-> err) |
Greg Chadwick | 3e25bcd | 2021-10-25 12:05:36 +0100 | [diff] [blame] | 523 | `ASSERT(SoftwareErrIfNonInsnAddrSoftwareErr, non_insn_addr_software_err |-> software_err) |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 524 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 525 | `ASSERT(ControllerStateValid, |
| 526 | state_q inside {OtbnStateHalt, OtbnStateRun, OtbnStateStall, OtbnStateLocked}) |
Greg Chadwick | 51f3623 | 2020-09-02 15:37:23 +0100 | [diff] [blame] | 527 | // Branch only takes effect in OtbnStateRun so must not go into stall state for branch |
| 528 | // instructions. |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 529 | `ASSERT(NoStallOnBranch, |
| 530 | insn_valid_i & insn_dec_shared_i.branch_insn |-> state_q != OtbnStateStall) |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 531 | |
Andreas Kurth | e8be89f | 2022-04-01 08:38:07 +0200 | [diff] [blame] | 532 | // SEC_CM: CONTROLLER.FSM.SPARSE |
Michael Schaffner | c591574 | 2022-03-22 21:15:58 -0700 | [diff] [blame] | 533 | `PRIM_FLOP_SPARSE_FSM(u_state_regs, state_d, state_q, otbn_state_e, OtbnStateHalt) |
Greg Chadwick | 28836af | 2020-07-23 14:35:52 +0100 | [diff] [blame] | 534 | |
Vladimir Rozic | 09e25ac | 2021-11-25 00:19:38 +0000 | [diff] [blame] | 535 | assign insn_cnt_clear = state_reset_i | (state_q == OtbnStateLocked) | insn_cnt_clear_i; |
| 536 | |
Rupert Swarbrick | 3d1ca9e | 2021-10-25 11:18:02 +0100 | [diff] [blame] | 537 | always_comb begin |
Vladimir Rozic | 09e25ac | 2021-11-25 00:19:38 +0000 | [diff] [blame] | 538 | if (insn_cnt_clear) begin |
Rupert Swarbrick | 3d1ca9e | 2021-10-25 11:18:02 +0100 | [diff] [blame] | 539 | insn_cnt_d = 32'd0; |
| 540 | end else if (insn_executing & ~stall & (insn_cnt_q != 32'hffffffff)) begin |
| 541 | insn_cnt_d = insn_cnt_q + 32'd1; |
| 542 | end else begin |
| 543 | insn_cnt_d = insn_cnt_q; |
| 544 | end |
| 545 | end |
Vladimir Rozic | b8db07a | 2021-05-24 14:15:04 +0100 | [diff] [blame] | 546 | |
| 547 | always_ff @(posedge clk_i or negedge rst_ni) begin |
| 548 | if (!rst_ni) begin |
| 549 | insn_cnt_q <= 32'd0; |
Rupert Swarbrick | 3d1ca9e | 2021-10-25 11:18:02 +0100 | [diff] [blame] | 550 | end else begin |
Vladimir Rozic | b8db07a | 2021-05-24 14:15:04 +0100 | [diff] [blame] | 551 | insn_cnt_q <= insn_cnt_d; |
| 552 | end |
| 553 | end |
| 554 | |
Rupert Swarbrick | 3d1ca9e | 2021-10-25 11:18:02 +0100 | [diff] [blame] | 555 | assign insn_cnt_o = insn_cnt_q; |
| 556 | |
Vladimir Rozic | 37c78bd | 2021-10-04 13:17:49 +0100 | [diff] [blame] | 557 | assign loop_reset = state_reset_i | sec_wipe_zero_i; |
| 558 | |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 559 | otbn_loop_controller #( |
| 560 | .ImemAddrWidth(ImemAddrWidth) |
| 561 | ) u_otbn_loop_controller ( |
| 562 | .clk_i, |
| 563 | .rst_ni, |
| 564 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 565 | .state_reset_i(loop_reset), |
Rupert Swarbrick | 13d5008 | 2021-07-13 14:14:03 +0100 | [diff] [blame] | 566 | |
Greg Chadwick | b5163fd | 2020-11-26 16:48:55 +0000 | [diff] [blame] | 567 | .insn_valid_i, |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 568 | .insn_addr_i, |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 569 | .next_insn_addr_i(next_insn_addr), |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 570 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 571 | .loop_start_req_i (loop_start_req), |
| 572 | .loop_start_commit_i(loop_start_commit), |
| 573 | .loop_bodysize_i (loop_bodysize), |
| 574 | .loop_iterations_i (loop_iterations), |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 575 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 576 | .loop_jump_o (loop_jump), |
| 577 | .loop_jump_addr_o(loop_jump_addr), |
| 578 | .loop_err_o (loop_err), |
Greg Chadwick | b5163fd | 2020-11-26 16:48:55 +0000 | [diff] [blame] | 579 | |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 580 | .jump_or_branch_i(jump_or_branch), |
| 581 | .otbn_stall_i (stall), |
Greg Chadwick | 0ac448a | 2021-11-18 17:10:58 +0000 | [diff] [blame] | 582 | |
| 583 | .prefetch_loop_active_o, |
| 584 | .prefetch_loop_iterations_o, |
| 585 | .prefetch_loop_end_addr_o, |
| 586 | .prefetch_loop_jump_addr_o |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 587 | ); |
| 588 | |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 589 | // loop_start_req indicates the instruction wishes to start a loop, loop_start_commit confirms it |
| 590 | // should occur. |
| 591 | assign loop_start_req = insn_valid_i & insn_dec_shared_i.loop_insn; |
| 592 | assign loop_start_commit = insn_executing; |
| 593 | assign loop_bodysize = insn_dec_base_i.loop_bodysize; |
Rupert Swarbrick | 514348e | 2021-02-03 09:04:59 +0000 | [diff] [blame] | 594 | assign loop_iterations = insn_dec_base_i.loop_immediate ? insn_dec_base_i.i : |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 595 | rf_base_rd_data_a_no_intg; |
Greg Chadwick | 53c9586 | 2020-10-14 17:58:38 +0100 | [diff] [blame] | 596 | |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 597 | // Compute increments which can be optionally applied to indirect register accesses and memory |
| 598 | // addresses in BN.LID/BN.SID/BN.MOVR instructions. |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 599 | assign rf_base_rd_data_a_inc = rf_base_rd_data_a_no_intg[4:0] + 1'b1; |
| 600 | assign rf_base_rd_data_b_inc = rf_base_rd_data_b_no_intg[4:0] + 1'b1; |
Rupert Swarbrick | 9a4f47b | 2021-01-04 15:48:24 +0000 | [diff] [blame] | 601 | // We can avoid a full 32-bit adder here because the offset is 32-bit aligned, so we know the |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 602 | // load/store address will only be valid if rf_base_rd_data_a_no_intg[4:0] is zero. |
| 603 | assign rf_base_rd_data_a_wlen_word_inc = rf_base_rd_data_a_no_intg[31:5] + 27'h1; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 604 | |
| 605 | // Choose increment to write back to base register file, only one increment can be written as |
| 606 | // there is only one write port. Note that where an instruction is incrementing the indirect |
| 607 | // reference to its destination register (insn_dec_bignum_i.d_inc) that reference is read on the |
| 608 | // B read port so the B increment is written back. |
| 609 | always_comb begin |
| 610 | unique case (1'b1) |
| 611 | insn_dec_bignum_i.a_inc: begin |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 612 | increment_out = {26'b0, rf_base_rd_data_a_inc}; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 613 | end |
| 614 | insn_dec_bignum_i.b_inc: begin |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 615 | increment_out = {26'b0, rf_base_rd_data_b_inc}; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 616 | end |
| 617 | insn_dec_bignum_i.d_inc: begin |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 618 | increment_out = {26'b0, rf_base_rd_data_b_inc}; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 619 | end |
| 620 | insn_dec_bignum_i.a_wlen_word_inc: begin |
Rupert Swarbrick | 9a4f47b | 2021-01-04 15:48:24 +0000 | [diff] [blame] | 621 | increment_out = {rf_base_rd_data_a_wlen_word_inc, 5'b0}; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 622 | end |
Pirmin Vogel | e97cac0 | 2020-11-02 12:28:50 +0100 | [diff] [blame] | 623 | default: begin |
| 624 | // Whenever increment_out is written back to the register file, exactly one of the |
| 625 | // increment selector signals is high. To prevent the automatic inference of latches in |
| 626 | // case nothing is written back (rf_wdata_sel != RfWdSelIncr) and to save logic, we choose |
| 627 | // a valid output as default. |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 628 | increment_out = {26'b0, rf_base_rd_data_a_inc}; |
Pirmin Vogel | e97cac0 | 2020-11-02 12:28:50 +0100 | [diff] [blame] | 629 | end |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 630 | endcase |
| 631 | end |
| 632 | |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 633 | // Base RF read/write address, enable and commit control |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 634 | always_comb begin |
| 635 | rf_base_rd_addr_a_o = insn_dec_base_i.a; |
| 636 | rf_base_rd_addr_b_o = insn_dec_base_i.b; |
| 637 | rf_base_wr_addr_o = insn_dec_base_i.d; |
Greg Chadwick | e6e8f15 | 2021-03-05 13:35:36 +0000 | [diff] [blame] | 638 | |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 639 | // Only commit read or write if the instruction is executing (in particular a read commit pops |
| 640 | // the call stack so must not occur where a valid instruction sees an error and doesn't |
| 641 | // execute). |
| 642 | rf_base_rd_commit_o = insn_executing; |
| 643 | rf_base_wr_commit_o = insn_executing; |
Greg Chadwick | 9f5b638 | 2021-05-10 17:53:46 +0100 | [diff] [blame] | 644 | |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 645 | rf_base_rd_en_a_raw = 1'b0; |
| 646 | rf_base_rd_en_b_raw = 1'b0; |
| 647 | rf_base_wr_en_raw = 1'b0; |
Greg Chadwick | 9f5b638 | 2021-05-10 17:53:46 +0100 | [diff] [blame] | 648 | |
| 649 | if (insn_valid_i) begin |
Rupert Swarbrick | 46e11ba | 2021-07-13 12:11:43 +0100 | [diff] [blame] | 650 | if (insn_dec_shared_i.st_insn) begin |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 651 | // For stores, both base reads happen in the first cycle of the store instruction. For base |
| 652 | // stores this is the same cycle as the request. For bignum stores this is the cycle before |
| 653 | // the request (as the indirect register read to get the store data occurs the following |
| 654 | // cycle). |
| 655 | rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & |
| 656 | (rf_indirect_stall | (insn_dec_shared_i.subset == InsnSubsetBase)); |
| 657 | rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & |
| 658 | (rf_indirect_stall | (insn_dec_shared_i.subset == InsnSubsetBase)); |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 659 | |
| 660 | // Bignum stores can update the base register file where an increment is used. |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 661 | rf_base_wr_en_raw = (insn_dec_shared_i.subset == InsnSubsetBignum) & |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 662 | insn_dec_base_i.rf_we & |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 663 | rf_indirect_stall; |
Rupert Swarbrick | 46e11ba | 2021-07-13 12:11:43 +0100 | [diff] [blame] | 664 | end else if (insn_dec_shared_i.ld_insn) begin |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 665 | // For loads, both base reads happen in the same cycle as the request. The address is |
| 666 | // required for the request and the indirect destination register (only used for Bignum |
| 667 | // loads) is flopped in ld_insn_bignum_wr_addr_q to correctly deal with the case where it's |
| 668 | // updated by an increment. |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 669 | rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & lsu_load_req_raw; |
| 670 | rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & lsu_load_req_raw; |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 671 | |
| 672 | if (insn_dec_shared_i.subset == InsnSubsetBignum) begin |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 673 | // Bignum loads can update the base register file where an increment is used. This must |
| 674 | // always happen in the same cycle as the request as this is where both registers are |
| 675 | // read. |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 676 | rf_base_wr_en_raw = insn_dec_base_i.rf_we & lsu_load_req_raw & rf_indirect_stall; |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 677 | end else begin |
| 678 | // For Base loads write the base register file when the instruction is unstalled (meaning |
| 679 | // the load data is available). |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 680 | rf_base_wr_en_raw = insn_dec_base_i.rf_we & ~stall; |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 681 | end |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 682 | end else if (insn_dec_bignum_i.rf_wdata_sel == RfWdSelMovSel) begin |
| 683 | // For MOVR base register reads occur in the first cycle of the instruction. The indirect |
| 684 | // register read for the bignum data occurs in the following cycle. |
| 685 | rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & rf_indirect_stall; |
| 686 | rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & rf_indirect_stall; |
| 687 | rf_base_wr_en_raw = insn_dec_base_i.rf_we & rf_indirect_stall; |
Greg Chadwick | 9f5b638 | 2021-05-10 17:53:46 +0100 | [diff] [blame] | 688 | end else begin |
Greg Chadwick | 5c8579c | 2021-08-04 14:38:33 +0100 | [diff] [blame] | 689 | // For all other instructions the read and write happen when the instruction is unstalled. |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 690 | rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & ~stall; |
| 691 | rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & ~stall; |
| 692 | rf_base_wr_en_raw = insn_dec_base_i.rf_we & ~stall; |
Greg Chadwick | 9f5b638 | 2021-05-10 17:53:46 +0100 | [diff] [blame] | 693 | end |
Greg Chadwick | e6e8f15 | 2021-03-05 13:35:36 +0000 | [diff] [blame] | 694 | end |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 695 | |
| 696 | if (insn_dec_shared_i.subset == InsnSubsetBignum) begin |
| 697 | unique case (1'b1) |
| 698 | insn_dec_bignum_i.a_inc, |
| 699 | insn_dec_bignum_i.a_wlen_word_inc: begin |
| 700 | rf_base_wr_addr_o = insn_dec_base_i.a; |
| 701 | end |
| 702 | |
| 703 | insn_dec_bignum_i.b_inc, |
| 704 | insn_dec_bignum_i.d_inc: begin |
| 705 | rf_base_wr_addr_o = insn_dec_base_i.b; |
| 706 | end |
| 707 | default: ; |
| 708 | endcase |
| 709 | end |
Greg Chadwick | 1a1c011 | 2021-09-14 16:27:31 +0100 | [diff] [blame] | 710 | |
| 711 | rf_base_rd_en_a_o = rf_base_rd_en_a_raw & ~illegal_insn_static; |
| 712 | rf_base_rd_en_b_o = rf_base_rd_en_b_raw & ~illegal_insn_static; |
| 713 | rf_base_wr_en_o = rf_base_wr_en_raw & ~illegal_insn_static; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 714 | end |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 715 | |
| 716 | // Base ALU Operand A MUX |
| 717 | always_comb begin |
Greg Chadwick | cf04824 | 2020-10-02 15:28:42 +0100 | [diff] [blame] | 718 | unique case (insn_dec_base_i.op_a_sel) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 719 | OpASelRegister: alu_base_operation_o.operand_a = rf_base_rd_data_a_no_intg; |
Greg Chadwick | 9e858fb | 2020-10-12 17:39:16 +0100 | [diff] [blame] | 720 | OpASelZero: alu_base_operation_o.operand_a = '0; |
| 721 | OpASelCurrPc: alu_base_operation_o.operand_a = {{(32 - ImemAddrWidth){1'b0}}, insn_addr_i}; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 722 | default: alu_base_operation_o.operand_a = rf_base_rd_data_a_no_intg; |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 723 | endcase |
| 724 | end |
| 725 | |
| 726 | // Base ALU Operand B MUX |
| 727 | always_comb begin |
Greg Chadwick | cf04824 | 2020-10-02 15:28:42 +0100 | [diff] [blame] | 728 | unique case (insn_dec_base_i.op_b_sel) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 729 | OpBSelRegister: alu_base_operation_o.operand_b = rf_base_rd_data_b_no_intg; |
Greg Chadwick | 9e858fb | 2020-10-12 17:39:16 +0100 | [diff] [blame] | 730 | OpBSelImmediate: alu_base_operation_o.operand_b = insn_dec_base_i.i; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 731 | default: alu_base_operation_o.operand_b = rf_base_rd_data_b_no_intg; |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 732 | endcase |
| 733 | end |
| 734 | |
Greg Chadwick | e177f17 | 2020-09-09 14:46:03 +0100 | [diff] [blame] | 735 | assign alu_base_operation_o.op = insn_dec_base_i.alu_op; |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 736 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 737 | assign alu_base_comparison_o.operand_a = rf_base_rd_data_a_no_intg; |
| 738 | assign alu_base_comparison_o.operand_b = rf_base_rd_data_b_no_intg; |
Greg Chadwick | e177f17 | 2020-09-09 14:46:03 +0100 | [diff] [blame] | 739 | assign alu_base_comparison_o.op = insn_dec_base_i.comparison_op; |
Greg Chadwick | 9791eed | 2020-07-22 18:08:28 +0100 | [diff] [blame] | 740 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 741 | assign rf_base_rd_data_a_no_intg = rf_base_rd_data_a_intg_i[31:0]; |
| 742 | assign rf_base_rd_data_b_no_intg = rf_base_rd_data_b_intg_i[31:0]; |
| 743 | |
| 744 | // TODO: For now integrity bits from RF base are ignored in the controller, remove this when end |
| 745 | // to end integrity features that use them are implemented |
| 746 | logic unused_rf_base_rd_a_intg_bits; |
| 747 | logic unused_rf_base_rd_b_intg_bits; |
| 748 | |
| 749 | assign unused_rf_base_rd_a_intg_bits = |rf_base_rd_data_a_intg_i[38:32]; |
| 750 | assign unused_rf_base_rd_b_intg_bits = |rf_base_rd_data_b_intg_i[38:32]; |
| 751 | |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 752 | // Register file write MUX |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 753 | always_comb begin |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 754 | // Write data mux for anything that needs integrity computing during register write |
Greg Chadwick | cf04824 | 2020-10-02 15:28:42 +0100 | [diff] [blame] | 755 | unique case (insn_dec_base_i.rf_wdata_sel) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 756 | RfWdSelEx: rf_base_wr_data_no_intg_o = alu_base_operation_result_i; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 757 | RfWdSelNextPc: rf_base_wr_data_no_intg_o = {{(32-(ImemAddrWidth+1)){1'b0}}, |
| 758 | next_insn_addr_wide}; |
| 759 | RfWdSelIspr: rf_base_wr_data_no_intg_o = csr_rdata; |
| 760 | RfWdSelIncr: rf_base_wr_data_no_intg_o = increment_out; |
| 761 | default: rf_base_wr_data_no_intg_o = alu_base_operation_result_i; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 762 | endcase |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 763 | |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 764 | // Write data mux for anything that provides its own integrity |
| 765 | unique case (insn_dec_base_i.rf_wdata_sel) |
| 766 | RfWdSelLsu: begin |
| 767 | rf_base_wr_data_intg_sel_o = 1'b1; |
| 768 | rf_base_wr_data_intg_o = lsu_base_rdata_i; |
| 769 | end |
| 770 | default: begin |
| 771 | rf_base_wr_data_intg_sel_o = 1'b0; |
| 772 | rf_base_wr_data_intg_o = '0; |
| 773 | end |
| 774 | endcase |
| 775 | end |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 776 | |
| 777 | for (genvar i = 0; i < BaseWordsPerWLEN; ++i) begin : g_rf_bignum_rd_data |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 778 | assign rf_bignum_rd_data_a_no_intg[i*32+:32] = rf_bignum_rd_data_a_intg_i[i*39+:32]; |
| 779 | assign rf_bignum_rd_data_b_no_intg[i*32+:32] = rf_bignum_rd_data_b_intg_i[i*39+:32]; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 780 | end |
| 781 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 782 | assign rf_bignum_rd_addr_a_o = insn_dec_bignum_i.rf_a_indirect ? insn_bignum_rd_addr_a_q : |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 783 | insn_dec_bignum_i.a; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 784 | assign rf_bignum_rd_en_a_o = insn_dec_bignum_i.rf_ren_a & insn_valid_i & ~stall; |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 785 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 786 | assign rf_bignum_rd_addr_b_o = insn_dec_bignum_i.rf_b_indirect ? insn_bignum_rd_addr_b_q : |
Greg Chadwick | ae8e645 | 2020-10-02 12:04:15 +0100 | [diff] [blame] | 787 | insn_dec_bignum_i.b; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 788 | assign rf_bignum_rd_en_b_o = insn_dec_bignum_i.rf_ren_b & insn_valid_i & ~stall; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 789 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 790 | assign alu_bignum_operation_o.operand_a = rf_bignum_rd_data_a_no_intg; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 791 | |
| 792 | // Base ALU Operand B MUX |
| 793 | always_comb begin |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 794 | unique case (insn_dec_bignum_i.alu_op_b_sel) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 795 | OpBSelRegister: alu_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg; |
Greg Chadwick | 9e858fb | 2020-10-12 17:39:16 +0100 | [diff] [blame] | 796 | OpBSelImmediate: alu_bignum_operation_o.operand_b = insn_dec_bignum_i.i; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 797 | default: alu_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 798 | endcase |
| 799 | end |
| 800 | |
| 801 | assign alu_bignum_operation_o.op = insn_dec_bignum_i.alu_op; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 802 | assign alu_bignum_operation_o.shift_right = insn_dec_bignum_i.alu_shift_right; |
| 803 | assign alu_bignum_operation_o.shift_amt = insn_dec_bignum_i.alu_shift_amt; |
| 804 | assign alu_bignum_operation_o.flag_group = insn_dec_bignum_i.alu_flag_group; |
| 805 | assign alu_bignum_operation_o.sel_flag = insn_dec_bignum_i.alu_sel_flag; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 806 | assign alu_bignum_operation_o.alu_flag_en = insn_dec_bignum_i.alu_flag_en & insn_valid_i; |
| 807 | assign alu_bignum_operation_o.mac_flag_en = insn_dec_bignum_i.mac_flag_en & insn_valid_i; |
| 808 | |
| 809 | assign alu_bignum_operation_commit_o = insn_executing; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 810 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 811 | assign mac_bignum_operation_o.operand_a = rf_bignum_rd_data_a_no_intg; |
| 812 | assign mac_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 813 | assign mac_bignum_operation_o.operand_a_qw_sel = insn_dec_bignum_i.mac_op_a_qw_sel; |
| 814 | assign mac_bignum_operation_o.operand_b_qw_sel = insn_dec_bignum_i.mac_op_b_qw_sel; |
Rupert Swarbrick | 8e01602 | 2020-11-19 16:59:02 +0000 | [diff] [blame] | 815 | assign mac_bignum_operation_o.wr_hw_sel_upper = insn_dec_bignum_i.mac_wr_hw_sel_upper; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 816 | assign mac_bignum_operation_o.pre_acc_shift_imm = insn_dec_bignum_i.mac_pre_acc_shift; |
| 817 | assign mac_bignum_operation_o.zero_acc = insn_dec_bignum_i.mac_zero_acc; |
| 818 | assign mac_bignum_operation_o.shift_acc = insn_dec_bignum_i.mac_shift_out; |
| 819 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 820 | assign mac_bignum_en_o = insn_valid_i & insn_dec_bignum_i.mac_en; |
| 821 | assign mac_bignum_commit_o = insn_executing; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 822 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 823 | // Move / Conditional Select. Only select B register data when a selection instruction is being |
| 824 | // executed and the selection flag isn't set. |
| 825 | |
| 826 | `ASSERT(SelFlagValid, insn_valid_i & insn_dec_bignum_i.sel_insn |-> |
| 827 | insn_dec_bignum_i.alu_sel_flag inside {FlagC, FlagL, FlagM, FlagZ}) |
| 828 | |
| 829 | assign selection_result = |
| 830 | ~insn_dec_bignum_i.sel_insn | alu_bignum_selection_flag_i ? rf_bignum_rd_data_a_intg_i : |
| 831 | rf_bignum_rd_data_b_intg_i; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 832 | |
| 833 | // Bignum Register file write control |
| 834 | |
| 835 | always_comb begin |
| 836 | // By default write nothing |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 837 | rf_bignum_wr_en_o = 2'b00; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 838 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 839 | // Only write if valid instruction wants a bignum rf write and it isn't stalled. If instruction |
| 840 | // doesn't execute (e.g. due to an error) the write won't commit. |
| 841 | if (insn_valid_i && insn_dec_bignum_i.rf_we && !rf_indirect_stall) begin |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 842 | if (insn_dec_bignum_i.mac_en && insn_dec_bignum_i.mac_shift_out) begin |
| 843 | // Special handling for BN.MULQACC.SO, only enable upper or lower half depending on |
Rupert Swarbrick | 8e01602 | 2020-11-19 16:59:02 +0000 | [diff] [blame] | 844 | // mac_wr_hw_sel_upper. |
| 845 | rf_bignum_wr_en_o = insn_dec_bignum_i.mac_wr_hw_sel_upper ? 2'b10 : 2'b01; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 846 | end else begin |
| 847 | // For everything else write both halves immediately. |
| 848 | rf_bignum_wr_en_o = 2'b11; |
| 849 | end |
| 850 | end |
| 851 | end |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 852 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 853 | assign rf_bignum_wr_commit_o = |rf_bignum_wr_en_o & insn_executing & !stall; |
| 854 | |
| 855 | assign rf_bignum_indirect_en_o = insn_executing & rf_indirect_stall; |
| 856 | assign rf_bignum_rd_a_indirect_en = insn_executing & insn_dec_bignum_i.rf_a_indirect; |
| 857 | assign rf_bignum_rd_b_indirect_en = insn_executing & insn_dec_bignum_i.rf_b_indirect; |
| 858 | assign rf_bignum_wr_indirect_en = insn_executing & insn_dec_bignum_i.rf_d_indirect; |
| 859 | |
| 860 | prim_onehot_enc #( |
| 861 | .OneHotWidth(NWdr) |
| 862 | ) rf_bignum_rd_a_idirect_onehot__enc ( |
| 863 | .in_i (rf_base_rd_data_a_no_intg[4:0]), |
| 864 | .en_i (rf_bignum_rd_a_indirect_en), |
| 865 | .out_o (rf_bignum_rd_a_indirect_onehot_o) |
| 866 | ); |
| 867 | |
| 868 | prim_onehot_enc #( |
| 869 | .OneHotWidth(NWdr) |
| 870 | ) rf_bignum_rd_b_indirect_onehot_enc ( |
| 871 | .in_i (rf_base_rd_data_b_no_intg[4:0]), |
| 872 | .en_i (rf_bignum_rd_b_indirect_en), |
| 873 | .out_o (rf_bignum_rd_b_indirect_onehot_o) |
| 874 | ); |
| 875 | |
| 876 | prim_onehot_enc #( |
| 877 | .OneHotWidth(NWdr) |
| 878 | ) rf_bignum_wr_indirect_onehot_enc ( |
| 879 | .in_i (rf_base_rd_data_b_no_intg[4:0]), |
| 880 | .en_i (rf_bignum_wr_indirect_en), |
| 881 | .out_o (rf_bignum_wr_indirect_onehot_o) |
| 882 | ); |
| 883 | |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 884 | // For BN.LID sample the indirect destination register index in first cycle as an increment might |
| 885 | // change it for the second cycle where the load data is written to the bignum register file. |
| 886 | always_ff @(posedge clk_i) begin |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 887 | if (insn_dec_bignum_i.rf_d_indirect) begin |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 888 | insn_bignum_wr_addr_q <= rf_base_rd_data_b_no_intg[4:0]; |
| 889 | end |
| 890 | |
| 891 | if (insn_dec_bignum_i.rf_a_indirect) begin |
| 892 | insn_bignum_rd_addr_a_q <= rf_base_rd_data_a_no_intg[4:0]; |
| 893 | end |
| 894 | |
| 895 | if (insn_dec_bignum_i.rf_b_indirect) begin |
| 896 | insn_bignum_rd_addr_b_q <= rf_base_rd_data_b_no_intg[4:0]; |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 897 | end |
| 898 | end |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 899 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 900 | assign rf_bignum_wr_addr_o = insn_dec_bignum_i.rf_d_indirect ? insn_bignum_wr_addr_q : |
| 901 | insn_dec_bignum_i.d; |
| 902 | |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 903 | // For the shift-out variant of BN.MULQACC the bottom half of the MAC result is written to one |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 904 | // half of a desintation register specified by the instruction (mac_wr_hw_sel_upper). The bottom |
| 905 | // half of the MAC result must be placed in the appropriate half of the write data (the RF only |
| 906 | // accepts write data for the top half in the top half of the write data input). Otherwise |
| 907 | // (shift-out to bottom half and all other BN.MULQACC instructions) simply pass the MAC result |
| 908 | // through unchanged as write data. |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 909 | assign mac_bignum_rf_wr_data[WLEN-1:WLEN/2] = |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 910 | insn_dec_bignum_i.mac_wr_hw_sel_upper && |
| 911 | insn_dec_bignum_i.mac_shift_out ? mac_bignum_operation_result_i[WLEN/2-1:0] : |
| 912 | mac_bignum_operation_result_i[WLEN-1:WLEN/2]; |
Greg Chadwick | 9478645 | 2020-10-28 18:19:51 +0000 | [diff] [blame] | 913 | |
| 914 | assign mac_bignum_rf_wr_data[WLEN/2-1:0] = mac_bignum_operation_result_i[WLEN/2-1:0]; |
| 915 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 916 | always_comb begin |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 917 | // Write data mux for anything that needs integrity computing during register write |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 918 | // TODO: ISPR data will go via direct mux below once integrity has been implemented for |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 919 | // them. |
Greg Chadwick | cf04824 | 2020-10-02 15:28:42 +0100 | [diff] [blame] | 920 | unique case (insn_dec_bignum_i.rf_wdata_sel) |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 921 | RfWdSelEx: rf_bignum_wr_data_no_intg_o = alu_bignum_operation_result_i; |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 922 | RfWdSelIspr: rf_bignum_wr_data_no_intg_o = ispr_rdata_i; |
| 923 | RfWdSelMac: rf_bignum_wr_data_no_intg_o = mac_bignum_rf_wr_data; |
| 924 | default: rf_bignum_wr_data_no_intg_o = alu_bignum_operation_result_i; |
| 925 | endcase |
| 926 | |
| 927 | // Write data mux for anything that provides its own integrity |
| 928 | unique case (insn_dec_bignum_i.rf_wdata_sel) |
| 929 | RfWdSelMovSel: begin |
| 930 | rf_bignum_wr_data_intg_sel_o = 1'b1; |
| 931 | rf_bignum_wr_data_intg_o = selection_result; |
| 932 | end |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 933 | RfWdSelLsu: begin |
| 934 | rf_bignum_wr_data_intg_sel_o = 1'b1; |
| 935 | rf_bignum_wr_data_intg_o = lsu_bignum_rdata_i; |
| 936 | end |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 937 | default: begin |
| 938 | rf_bignum_wr_data_intg_sel_o = 1'b0; |
| 939 | rf_bignum_wr_data_intg_o = '0; |
| 940 | end |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 941 | endcase |
| 942 | end |
| 943 | |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 944 | assign rf_a_indirect_err = insn_dec_bignum_i.rf_a_indirect & |
| 945 | (|rf_base_rd_data_a_no_intg[31:5]) & |
Rupert Swarbrick | db4b494 | 2022-01-10 12:35:14 +0000 | [diff] [blame] | 946 | ~rf_base_call_stack_err_i & |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 947 | rf_base_rd_en_a_o; |
| 948 | |
| 949 | assign rf_b_indirect_err = insn_dec_bignum_i.rf_b_indirect & |
| 950 | (|rf_base_rd_data_b_no_intg[31:5]) & |
Rupert Swarbrick | db4b494 | 2022-01-10 12:35:14 +0000 | [diff] [blame] | 951 | ~rf_base_call_stack_err_i & |
Greg Chadwick | 9a6fc46 | 2021-08-10 15:42:16 +0100 | [diff] [blame] | 952 | rf_base_rd_en_b_o; |
| 953 | |
| 954 | assign rf_d_indirect_err = insn_dec_bignum_i.rf_d_indirect & |
| 955 | (|rf_base_rd_data_b_no_intg[31:5]) & |
| 956 | rf_base_rd_en_b_o; |
Greg Chadwick | 496fd34 | 2021-03-05 18:08:39 +0000 | [diff] [blame] | 957 | |
| 958 | assign rf_indirect_err = |
| 959 | insn_valid_i & (rf_a_indirect_err | rf_b_indirect_err | rf_d_indirect_err); |
| 960 | |
Rupert Swarbrick | db4b494 | 2022-01-10 12:35:14 +0000 | [diff] [blame] | 961 | assign ignore_bignum_rd_errs = (insn_dec_bignum_i.rf_a_indirect | |
| 962 | insn_dec_bignum_i.rf_b_indirect) & |
| 963 | rf_base_call_stack_err_i; |
| 964 | |
| 965 | assign rf_bignum_rd_data_err = rf_bignum_rd_data_err_i & ~ignore_bignum_rd_errs; |
| 966 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 967 | // CSR/WSR/ISPR handling |
| 968 | // ISPRs (Internal Special Purpose Registers) are the internal registers. CSRs and WSRs are the |
| 969 | // ISA visible versions of those registers in the base and bignum ISAs respectively. |
| 970 | |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 971 | assign csr_addr = csr_e'(insn_dec_base_i.i[11:0]); |
| 972 | assign csr_sub_addr = insn_dec_base_i.i[$clog2(BaseWordsPerWLEN)-1:0]; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 973 | |
| 974 | always_comb begin |
| 975 | ispr_addr_base = IsprMod; |
| 976 | ispr_word_addr_base = '0; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 977 | csr_illegal_addr = 1'b0; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 978 | |
| 979 | unique case (csr_addr) |
Rupert Swarbrick | b9a1d31 | 2021-12-16 10:51:07 +0000 | [diff] [blame] | 980 | CsrFlags, CsrFg0, CsrFg1: begin |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 981 | ispr_addr_base = IsprFlags; |
| 982 | ispr_word_addr_base = '0; |
| 983 | end |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 984 | CsrMod0, CsrMod1, CsrMod2, CsrMod3, CsrMod4, CsrMod5, CsrMod6, CsrMod7: begin |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 985 | ispr_addr_base = IsprMod; |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 986 | ispr_word_addr_base = csr_sub_addr; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 987 | end |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 988 | CsrRndPrefetch: begin |
| 989 | // Reading from RND_PREFETCH results in 0, there is no ISPR to read so no address is set. |
| 990 | // The csr_rdata mux logic takes care of producing the 0. |
| 991 | end |
Philipp Wagner | 9387752 | 2021-07-16 10:49:25 +0100 | [diff] [blame] | 992 | CsrRnd: begin |
| 993 | ispr_addr_base = IsprRnd; |
| 994 | ispr_word_addr_base = '0; |
| 995 | end |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 996 | CsrUrnd: begin |
| 997 | ispr_addr_base = IsprUrnd; |
| 998 | ispr_word_addr_base = '0; |
| 999 | end |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1000 | default: csr_illegal_addr = 1'b1; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1001 | endcase |
| 1002 | end |
| 1003 | |
| 1004 | for (genvar i_word = 0; i_word < BaseWordsPerWLEN; i_word++) begin : g_ispr_word_sel_base |
| 1005 | assign ispr_word_sel_base[i_word] = ispr_word_addr_base == i_word; |
| 1006 | end |
| 1007 | |
| 1008 | for (genvar i_bit = 0; i_bit < 32; i_bit++) begin : g_csr_rdata_mux |
| 1009 | for (genvar i_word = 0; i_word < BaseWordsPerWLEN; i_word++) begin : g_csr_rdata_mux_inner |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 1010 | assign csr_rdata_mux[i_bit][i_word] = |
| 1011 | ispr_rdata_i[i_word*32 + i_bit] & ispr_word_sel_base[i_word]; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1012 | end |
| 1013 | |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1014 | assign csr_rdata_raw[i_bit] = |csr_rdata_mux[i_bit]; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1015 | end |
| 1016 | |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1017 | // Specialised read data handling for CSR reads where raw read data needs modification. |
| 1018 | always_comb begin |
| 1019 | csr_rdata = csr_rdata_raw; |
| 1020 | |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1021 | unique case (csr_addr) |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1022 | // For FG0/FG1 select out appropriate bits from FLAGS ISPR and pad the rest with zeros. |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1023 | CsrFg0: csr_rdata = {28'b0, csr_rdata_raw[3:0]}; |
| 1024 | CsrFg1: csr_rdata = {28'b0, csr_rdata_raw[7:4]}; |
| 1025 | CsrRndPrefetch: csr_rdata = '0; |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1026 | default: ; |
| 1027 | endcase |
| 1028 | end |
| 1029 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 1030 | assign csr_wdata_raw = insn_dec_shared_i.ispr_rs_insn ? csr_rdata | rf_base_rd_data_a_no_intg : |
| 1031 | rf_base_rd_data_a_no_intg; |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1032 | |
| 1033 | // Specialised write data handling for CSR writes where raw write data needs modification. |
| 1034 | always_comb begin |
| 1035 | csr_wdata = csr_wdata_raw; |
| 1036 | |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1037 | unique case (csr_addr) |
Greg Chadwick | dbd655a | 2020-11-24 16:42:06 +0000 | [diff] [blame] | 1038 | // For FG0/FG1 only modify relevant part of FLAGS ISPR. |
| 1039 | CsrFg0: csr_wdata = {24'b0, csr_rdata_raw[7:4], csr_wdata_raw[3:0]}; |
| 1040 | CsrFg1: csr_wdata = {24'b0, csr_wdata_raw[3:0], csr_rdata_raw[3:0]}; |
| 1041 | default: ; |
| 1042 | endcase |
| 1043 | end |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1044 | |
Rupert Swarbrick | a2c05e7 | 2020-11-20 08:46:25 +0000 | [diff] [blame] | 1045 | // ISPR RS (read and set) must not be combined with ISPR RD or WR (read or write). ISPR RD and |
| 1046 | // WR (read and write) is allowed. |
| 1047 | `ASSERT(NoIsprRorWAndRs, insn_valid_i |-> ~(insn_dec_shared_i.ispr_rs_insn & |
| 1048 | (insn_dec_shared_i.ispr_rd_insn | |
| 1049 | insn_dec_shared_i.ispr_wr_insn))) |
| 1050 | |
| 1051 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1052 | assign wsr_addr = wsr_e'(insn_dec_bignum_i.i[WsrNumWidth-1:0]); |
| 1053 | |
| 1054 | always_comb begin |
| 1055 | ispr_addr_bignum = IsprMod; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1056 | wsr_illegal_addr = 1'b0; |
Greg Chadwick | 4ca1caa | 2021-11-23 10:56:01 +0000 | [diff] [blame] | 1057 | key_invalid = 1'b0; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1058 | |
| 1059 | unique case (wsr_addr) |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1060 | WsrMod: ispr_addr_bignum = IsprMod; |
| 1061 | WsrRnd: ispr_addr_bignum = IsprRnd; |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1062 | WsrUrnd: ispr_addr_bignum = IsprUrnd; |
Philipp Wagner | 19afa99 | 2021-07-16 10:56:23 +0100 | [diff] [blame] | 1063 | WsrAcc: ispr_addr_bignum = IsprAcc; |
Greg Chadwick | 4ca1caa | 2021-11-23 10:56:01 +0000 | [diff] [blame] | 1064 | WsrKeyS0L: begin |
| 1065 | ispr_addr_bignum = IsprKeyS0L; |
| 1066 | key_invalid = ~sideload_key_shares_valid_i[0]; |
| 1067 | end |
| 1068 | WsrKeyS0H: begin |
| 1069 | ispr_addr_bignum = IsprKeyS0H; |
| 1070 | key_invalid = ~sideload_key_shares_valid_i[0]; |
| 1071 | end |
| 1072 | WsrKeyS1L: begin |
| 1073 | ispr_addr_bignum = IsprKeyS1L; |
| 1074 | key_invalid = ~sideload_key_shares_valid_i[1]; |
| 1075 | end |
| 1076 | WsrKeyS1H: begin |
| 1077 | ispr_addr_bignum = IsprKeyS1H; |
| 1078 | key_invalid = ~sideload_key_shares_valid_i[1]; |
| 1079 | end |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1080 | default: wsr_illegal_addr = 1'b1; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1081 | endcase |
| 1082 | end |
| 1083 | |
Greg Chadwick | 009d9ee | 2021-04-26 16:25:51 +0100 | [diff] [blame] | 1084 | assign wsr_wdata = insn_dec_shared_i.ispr_rs_insn ? ispr_rdata_i | rf_bignum_rd_data_a_no_intg : |
| 1085 | rf_bignum_rd_data_a_no_intg; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1086 | |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 1087 | assign ispr_illegal_addr = insn_dec_shared_i.subset == InsnSubsetBase ? csr_illegal_addr : |
| 1088 | wsr_illegal_addr; |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1089 | |
| 1090 | assign ispr_err = ispr_illegal_addr & insn_valid_i & (insn_dec_shared_i.ispr_rd_insn | |
| 1091 | insn_dec_shared_i.ispr_wr_insn | |
| 1092 | insn_dec_shared_i.ispr_rs_insn); |
| 1093 | |
Rupert Swarbrick | a2c05e7 | 2020-11-20 08:46:25 +0000 | [diff] [blame] | 1094 | assign ispr_wr_insn = insn_dec_shared_i.ispr_wr_insn | insn_dec_shared_i.ispr_rs_insn; |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1095 | assign ispr_rd_insn = insn_dec_shared_i.ispr_rd_insn | insn_dec_shared_i.ispr_rs_insn; |
| 1096 | |
| 1097 | // Write to RND_PREFETCH must not produce ISR write |
| 1098 | assign ispr_wr_base_insn = |
| 1099 | ispr_wr_insn & (insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr != CsrRndPrefetch); |
| 1100 | |
Rupert Swarbrick | 514348e | 2021-02-03 09:04:59 +0000 | [diff] [blame] | 1101 | assign ispr_wr_bignum_insn = ispr_wr_insn & (insn_dec_shared_i.subset == InsnSubsetBignum); |
Prajwala Puttappa | 175c0d8 | 2021-12-17 11:23:16 +0000 | [diff] [blame] | 1102 | assign ispr_rd_bignum_insn = ispr_rd_insn & (insn_dec_shared_i.subset == InsnSubsetBignum); |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1103 | |
Philipp Wagner | dc94652 | 2020-12-03 10:52:58 +0000 | [diff] [blame] | 1104 | assign ispr_addr_o = insn_dec_shared_i.subset == InsnSubsetBase ? ispr_addr_base : |
| 1105 | ispr_addr_bignum; |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1106 | assign ispr_base_wdata_o = csr_wdata; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1107 | assign ispr_base_wr_en_o = {BaseWordsPerWLEN{ispr_wr_base_insn & insn_valid_i}} & |
Rupert Swarbrick | 514348e | 2021-02-03 09:04:59 +0000 | [diff] [blame] | 1108 | ispr_word_sel_base; |
Greg Chadwick | f6f3596 | 2020-11-02 17:32:08 +0000 | [diff] [blame] | 1109 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1110 | assign ispr_bignum_wdata_o = wsr_wdata; |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1111 | assign ispr_bignum_wr_en_o = ispr_wr_bignum_insn & insn_valid_i; |
| 1112 | |
| 1113 | assign ispr_wr_commit_o = ispr_wr_insn & insn_executing; |
| 1114 | assign ispr_rd_en_o = ispr_rd_insn & insn_valid_i & |
| 1115 | ~((insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr == CsrRndPrefetch)); |
| 1116 | |
| 1117 | // For BN.SID the LSU address is computed in the first cycle by the base ALU. The store request |
| 1118 | // itself occurs in the second cycle when the store data is available (from the indirect register |
| 1119 | // read). The calculated address is saved in a flop here so it's available for use in the second |
| 1120 | // cycle. |
| 1121 | assign lsu_addr_saved_d = alu_base_operation_result_i[DmemAddrWidth-1:0]; |
| 1122 | always_ff @(posedge clk_i) begin |
| 1123 | lsu_addr_saved_q <= lsu_addr_saved_d; |
| 1124 | end |
| 1125 | |
| 1126 | //assign expected_lsu_addr_en_predec = insn_valid & insn_dec_shared_i.ld_insn |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1127 | |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 1128 | // lsu_load_req_raw/lsu_store_req_raw indicate an instruction wishes to perform a store or a load. |
Rupert Swarbrick | 514348e | 2021-02-03 09:04:59 +0000 | [diff] [blame] | 1129 | // lsu_load_req_o/lsu_store_req_o factor in whether an instruction is actually executing (it may |
| 1130 | // be suppressed due an error) and command the load or store to happen when asserted. |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 1131 | assign lsu_load_req_raw = insn_valid_i & insn_dec_shared_i.ld_insn & (state_q == OtbnStateRun); |
| 1132 | assign lsu_load_req_o = insn_executing & lsu_load_req_raw; |
| 1133 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1134 | assign lsu_store_req_raw = insn_valid_i & insn_dec_shared_i.st_insn & ~rf_indirect_stall; |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 1135 | assign lsu_store_req_o = insn_executing & lsu_store_req_raw; |
| 1136 | |
Greg Chadwick | f786344 | 2020-09-14 18:11:33 +0100 | [diff] [blame] | 1137 | assign lsu_req_subset_o = insn_dec_shared_i.subset; |
Greg Chadwick | c8cd435 | 2020-08-14 16:45:23 +0100 | [diff] [blame] | 1138 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1139 | // To simplify blanking logic all two cycle memory operations (BN.LID, BN.SID, LW) present the |
| 1140 | // calculated address in their first cycle and the saved address in the second cycle. This results |
| 1141 | // in lsu_addr_o remaining stable for the entire instruction. Only SW is a single cycle |
| 1142 | // instruction so it only presents the calculated address. The stability property is checked by an |
| 1143 | // assertion. |
| 1144 | assign lsu_addr_saved_sel = |
| 1145 | insn_valid_i & ((insn_dec_shared_i.subset == InsnSubsetBignum) || |
| 1146 | insn_dec_shared_i.ld_insn ? ~stall : 1'b0); |
| 1147 | |
| 1148 | assign lsu_addr = lsu_addr_saved_sel ? lsu_addr_saved_q : |
| 1149 | alu_base_operation_result_i[DmemAddrWidth-1:0]; |
| 1150 | |
| 1151 | // SEC_CM: CTRL.REDUN |
| 1152 | assign expected_lsu_addr_en = |
| 1153 | insn_valid_i & (insn_dec_shared_i.ld_insn | insn_dec_shared_i.st_insn); |
| 1154 | |
| 1155 | assign predec_error_o = expected_lsu_addr_en != lsu_addr_en_predec_i; |
| 1156 | |
| 1157 | // SEC_CM: DATA_REG_SW.SCA |
| 1158 | prim_blanker #(.Width(DmemAddrWidth)) u_lsu_addr_blanker ( |
| 1159 | .in_i (lsu_addr), |
| 1160 | .en_i (lsu_addr_en_predec_i), |
| 1161 | .out_o(lsu_addr_blanked) |
| 1162 | ); |
| 1163 | |
| 1164 | // Check stability property described above (see the lsu_addr_saved_sel signal) holds. |
| 1165 | `ASSERT(LsuAddrBlankedStable_A, insn_valid_i & stall & ~err |=> $stable(lsu_addr_blanked)) |
| 1166 | |
| 1167 | assign lsu_addr_o = lsu_addr_blanked; |
| 1168 | |
Greg Chadwick | ee060bd | 2021-05-15 17:33:22 +0100 | [diff] [blame] | 1169 | assign lsu_base_wdata_o = rf_base_rd_data_b_intg_i; |
| 1170 | assign lsu_bignum_wdata_o = rf_bignum_rd_data_b_intg_i; |
Greg Chadwick | 6ab8d95 | 2020-10-30 12:13:34 +0000 | [diff] [blame] | 1171 | |
Philipp Wagner | 711d226 | 2021-01-21 18:17:42 +0000 | [diff] [blame] | 1172 | assign dmem_addr_unaligned_bignum = |
| 1173 | (lsu_req_subset_o == InsnSubsetBignum) & (|lsu_addr_o[$clog2(WLEN/8)-1:0]); |
| 1174 | assign dmem_addr_unaligned_base = |
| 1175 | (lsu_req_subset_o == InsnSubsetBase) & (|lsu_addr_o[1:0]); |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1176 | assign dmem_addr_overflow = |alu_base_operation_result_i[31:DmemAddrWidth]; |
| 1177 | |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1178 | // A dmem address is checked the cycle it is available. For bignum stores this is the first cycle |
| 1179 | // where the base register file read occurs, with the store request occurring the following cycle. |
| 1180 | // For all other loads and stores the dmem address is available the same cycle as the request. |
| 1181 | assign dmem_addr_err_check = |
| 1182 | (lsu_req_subset_o == InsnSubsetBignum) & |
| 1183 | insn_dec_shared_i.st_insn ? rf_indirect_stall : |
| 1184 | lsu_load_req_raw | lsu_store_req_raw; |
| 1185 | |
Greg Chadwick | 42a9f3b | 2021-01-28 13:54:14 +0000 | [diff] [blame] | 1186 | assign dmem_addr_err = |
Greg Chadwick | e150160 | 2022-02-10 17:16:06 +0000 | [diff] [blame^] | 1187 | insn_valid_i & dmem_addr_err_check & (dmem_addr_overflow | |
| 1188 | dmem_addr_unaligned_bignum | |
| 1189 | dmem_addr_unaligned_base); |
Greg Chadwick | d3154ec | 2020-09-24 12:03:23 +0100 | [diff] [blame] | 1190 | |
Rupert Swarbrick | 20429db | 2022-02-10 17:34:00 +0000 | [diff] [blame] | 1191 | assign rnd_req_raw = insn_valid_i & ispr_rd_insn & (ispr_addr_o == IsprRnd); |
| 1192 | assign rnd_req_o = rnd_req_raw & insn_executing; |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1193 | |
Rupert Swarbrick | 20429db | 2022-02-10 17:34:00 +0000 | [diff] [blame] | 1194 | assign rnd_prefetch_req_o = insn_executing & ispr_wr_insn & |
Greg Chadwick | b168ae9 | 2021-04-14 16:04:03 +0100 | [diff] [blame] | 1195 | (insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr == CsrRndPrefetch); |
Philipp Wagner | 3144108 | 2020-07-14 11:17:21 +0100 | [diff] [blame] | 1196 | endmodule |