blob: 5a1e133afcd634aca249343081911dfef2cfa6f9 [file] [log] [blame]
Philipp Wagner31441082020-07-14 11:17:21 +01001// Copyright lowRISC contributors.
2// Licensed under the Apache License, Version 2.0, see LICENSE for details.
3// SPDX-License-Identifier: Apache-2.0
4
5`include "prim_assert.sv"
6
7/**
8 * OTBN Controller
9 */
10module otbn_controller
11 import otbn_pkg::*;
12#(
13 // Size of the instruction memory, in bytes
14 parameter int ImemSizeByte = 4096,
15 // Size of the data memory, in bytes
16 parameter int DmemSizeByte = 4096,
17
18 localparam int ImemAddrWidth = prim_util_pkg::vbits(ImemSizeByte),
19 localparam int DmemAddrWidth = prim_util_pkg::vbits(DmemSizeByte)
20) (
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000021 input logic clk_i,
22 input logic rst_ni,
Philipp Wagner31441082020-07-14 11:17:21 +010023
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000024 input logic start_i, // start the processing at address zero
25 output logic locked_o, // OTBN in locked state and must be reset to perform any further actions
Greg Chadwickd3154ec2020-09-24 12:03:23 +010026
Andreas Kurth13d76852022-04-04 14:55:54 +020027 input prim_mubi_pkg::mubi4_t escalate_en_i,
Rupert Swarbrick75885e62022-03-07 14:54:45 +000028 output controller_err_bits_t err_bits_o,
29 output logic recoverable_err_o,
Greg Chadwickd3154ec2020-09-24 12:03:23 +010030
Philipp Wagner31441082020-07-14 11:17:21 +010031 // Next instruction selection (to instruction fetch)
32 output logic insn_fetch_req_valid_o,
33 output logic [ImemAddrWidth-1:0] insn_fetch_req_addr_o,
Greg Chadwick0ac448a2021-11-18 17:10:58 +000034 output logic insn_fetch_resp_clear_o,
Philipp Wagner31441082020-07-14 11:17:21 +010035
36 // Fetched/decoded instruction
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000037 input logic insn_valid_i,
38 input logic insn_illegal_i,
39 input logic [ImemAddrWidth-1:0] insn_addr_i,
Philipp Wagner31441082020-07-14 11:17:21 +010040
Philipp Wagner56a64bd2021-05-08 14:31:24 +010041 // Decoded instruction data
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000042 input insn_dec_base_t insn_dec_base_i,
43 input insn_dec_bignum_t insn_dec_bignum_i,
44 input insn_dec_shared_t insn_dec_shared_i,
Philipp Wagner31441082020-07-14 11:17:21 +010045
46 // Base register file
Greg Chadwickee060bd2021-05-15 17:33:22 +010047 output logic [4:0] rf_base_wr_addr_o,
48 output logic rf_base_wr_en_o,
49 output logic rf_base_wr_commit_o,
50 output logic [31:0] rf_base_wr_data_no_intg_o,
51 output logic [BaseIntgWidth-1:0] rf_base_wr_data_intg_o,
52 output logic rf_base_wr_data_intg_sel_o,
Philipp Wagner31441082020-07-14 11:17:21 +010053
Greg Chadwick009d9ee2021-04-26 16:25:51 +010054 output logic [4:0] rf_base_rd_addr_a_o,
55 output logic rf_base_rd_en_a_o,
56 input logic [BaseIntgWidth-1:0] rf_base_rd_data_a_intg_i,
57 output logic [4:0] rf_base_rd_addr_b_o,
58 output logic rf_base_rd_en_b_o,
59 input logic [BaseIntgWidth-1:0] rf_base_rd_data_b_intg_i,
60 output logic rf_base_rd_commit_o,
Philipp Wagner31441082020-07-14 11:17:21 +010061
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000062 input logic rf_base_call_stack_err_i,
Greg Chadwickd3154ec2020-09-24 12:03:23 +010063
Greg Chadwickf7863442020-09-14 18:11:33 +010064 // Bignum register file (WDRs)
Greg Chadwick009d9ee2021-04-26 16:25:51 +010065 output logic [4:0] rf_bignum_wr_addr_o,
66 output logic [1:0] rf_bignum_wr_en_o,
Greg Chadwicke1501602022-02-10 17:16:06 +000067 output logic rf_bignum_wr_commit_o,
Greg Chadwick009d9ee2021-04-26 16:25:51 +010068 output logic [WLEN-1:0] rf_bignum_wr_data_no_intg_o,
69 output logic [ExtWLEN-1:0] rf_bignum_wr_data_intg_o,
70 output logic rf_bignum_wr_data_intg_sel_o,
Greg Chadwickf7863442020-09-14 18:11:33 +010071
Greg Chadwick009d9ee2021-04-26 16:25:51 +010072 output logic [4:0] rf_bignum_rd_addr_a_o,
73 output logic rf_bignum_rd_en_a_o,
74 input logic [ExtWLEN-1:0] rf_bignum_rd_data_a_intg_i,
Greg Chadwickf7863442020-09-14 18:11:33 +010075
Greg Chadwick009d9ee2021-04-26 16:25:51 +010076 output logic [4:0] rf_bignum_rd_addr_b_o,
77 output logic rf_bignum_rd_en_b_o,
78 input logic [ExtWLEN-1:0] rf_bignum_rd_data_b_intg_i,
79
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +000080 input logic rf_bignum_rd_data_err_i,
Greg Chadwickf7863442020-09-14 18:11:33 +010081
Greg Chadwicke1501602022-02-10 17:16:06 +000082 output logic [NWdr-1:0] rf_bignum_rd_a_indirect_onehot_o,
83 output logic [NWdr-1:0] rf_bignum_rd_b_indirect_onehot_o,
84 output logic [NWdr-1:0] rf_bignum_wr_indirect_onehot_o,
85 output logic rf_bignum_indirect_en_o,
86
Philipp Wagner31441082020-07-14 11:17:21 +010087 // Execution units
Greg Chadwickf7863442020-09-14 18:11:33 +010088
89 // Base ALU
Greg Chadwick9791eed2020-07-22 18:08:28 +010090 output alu_base_operation_t alu_base_operation_o,
91 output alu_base_comparison_t alu_base_comparison_o,
92 input logic [31:0] alu_base_operation_result_i,
Greg Chadwickc8cd4352020-08-14 16:45:23 +010093 input logic alu_base_comparison_result_i,
94
Greg Chadwickf7863442020-09-14 18:11:33 +010095 // Bignum ALU
96 output alu_bignum_operation_t alu_bignum_operation_o,
Greg Chadwicke1501602022-02-10 17:16:06 +000097 output logic alu_bignum_operation_commit_o,
Greg Chadwickf7863442020-09-14 18:11:33 +010098 input logic [WLEN-1:0] alu_bignum_operation_result_i,
Greg Chadwick009d9ee2021-04-26 16:25:51 +010099 input logic alu_bignum_selection_flag_i,
Greg Chadwickf7863442020-09-14 18:11:33 +0100100
Greg Chadwick94786452020-10-28 18:19:51 +0000101 // Bignum MAC
102 output mac_bignum_operation_t mac_bignum_operation_o,
103 input logic [WLEN-1:0] mac_bignum_operation_result_i,
104 output logic mac_bignum_en_o,
Greg Chadwicke1501602022-02-10 17:16:06 +0000105 output logic mac_bignum_commit_o,
Greg Chadwick94786452020-10-28 18:19:51 +0000106
Greg Chadwickf7863442020-09-14 18:11:33 +0100107 // LSU
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100108 output logic lsu_load_req_o,
109 output logic lsu_store_req_o,
110 output insn_subset_e lsu_req_subset_o,
111 output logic [DmemAddrWidth-1:0] lsu_addr_o,
Greg Chadwicke1501602022-02-10 17:16:06 +0000112 input logic lsu_addr_en_predec_i,
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100113
Greg Chadwickee060bd2021-05-15 17:33:22 +0100114 output logic [BaseIntgWidth-1:0] lsu_base_wdata_o,
115 output logic [ExtWLEN-1:0] lsu_bignum_wdata_o,
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100116
Greg Chadwickee060bd2021-05-15 17:33:22 +0100117 input logic [BaseIntgWidth-1:0] lsu_base_rdata_i,
118 input logic [ExtWLEN-1:0] lsu_bignum_rdata_i,
Greg Chadwickf7863442020-09-14 18:11:33 +0100119
120 // Internal Special-Purpose Registers (ISPRs)
121 output ispr_e ispr_addr_o,
122 output logic [31:0] ispr_base_wdata_o,
123 output logic [BaseWordsPerWLEN-1:0] ispr_base_wr_en_o,
124 output logic [WLEN-1:0] ispr_bignum_wdata_o,
125 output logic ispr_bignum_wr_en_o,
Greg Chadwicke1501602022-02-10 17:16:06 +0000126 output logic ispr_wr_commit_o,
Greg Chadwickb168ae92021-04-14 16:04:03 +0100127 input logic [WLEN-1:0] ispr_rdata_i,
Greg Chadwicke1501602022-02-10 17:16:06 +0000128 output logic ispr_rd_en_o,
Greg Chadwickb168ae92021-04-14 16:04:03 +0100129
130 output logic rnd_req_o,
131 output logic rnd_prefetch_req_o,
Vladimir Rozicb8db07a2021-05-24 14:15:04 +0100132 input logic rnd_valid_i,
133
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100134 // Secure Wipe
135 input logic secure_wipe_running_i,
136 output logic start_secure_wipe_o,
137 input logic sec_wipe_zero_i,
138
Rupert Swarbrick13d50082021-07-13 14:14:03 +0100139 input logic state_reset_i,
Greg Chadwickf0a30192021-08-19 09:33:25 +0100140 output logic [31:0] insn_cnt_o,
Vladimir Rozic09e25ac2021-11-25 00:19:38 +0000141 input logic insn_cnt_clear_i,
Greg Chadwicke9452b52022-02-03 20:17:47 +0000142 output logic mems_sec_wipe_o,
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000143
Greg Chadwick4ca1caa2021-11-23 10:56:01 +0000144 input logic software_errs_fatal_i,
145
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000146 input logic [1:0] sideload_key_shares_valid_i,
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000147
148 // Prefetch stage control
149 output logic prefetch_en_o,
150 output logic prefetch_loop_active_o,
151 output logic [31:0] prefetch_loop_iterations_o,
Rupert Swarbrickfafeaf22022-01-04 14:42:44 +0000152 output logic [ImemAddrWidth:0] prefetch_loop_end_addr_o,
Greg Chadwicke1501602022-02-10 17:16:06 +0000153 output logic [ImemAddrWidth-1:0] prefetch_loop_jump_addr_o,
154
155 output logic predec_error_o
Philipp Wagner31441082020-07-14 11:17:21 +0100156);
Andreas Kurth13d76852022-04-04 14:55:54 +0200157 import prim_mubi_pkg::*;
158
Greg Chadwick529738c2021-09-29 18:08:11 +0100159 otbn_state_e state_q, state_d;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100160
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000161
162 controller_err_bits_t err_bits_q, err_bits_d;
163
164 // The specific error signals that go into err_bits_d
165 logic fatal_software_err, bad_internal_state_err, reg_intg_violation_err, key_invalid_err;
166 logic illegal_insn_err, bad_data_addr_err, call_stack_err, bad_insn_addr_err;
167
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100168 logic err;
Greg Chadwick84e01ac2021-10-04 17:51:07 +0100169 logic software_err;
Greg Chadwick3e25bcd2021-10-25 12:05:36 +0100170 logic non_insn_addr_software_err;
Greg Chadwick79738062021-09-15 18:09:14 +0100171 logic fatal_err;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100172 logic done_complete;
Rupert Swarbrick692db552021-09-24 16:26:31 +0100173 logic executing;
Vladimir Rozic76376ba2022-01-06 08:47:11 +0000174 logic state_error;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100175
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000176 logic insn_fetch_req_valid_raw;
177 logic [ImemAddrWidth-1:0] insn_fetch_req_addr_last;
Greg Chadwick28836af2020-07-23 14:35:52 +0100178
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100179 logic stall;
Greg Chadwickb168ae92021-04-14 16:04:03 +0100180 logic ispr_stall;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100181 logic mem_stall;
Greg Chadwicke1501602022-02-10 17:16:06 +0000182 logic rf_indirect_stall;
Rupert Swarbrickb2b784d2021-08-03 14:21:51 +0100183 logic jump_or_branch;
Greg Chadwick51f36232020-09-02 15:37:23 +0100184 logic branch_taken;
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000185 logic insn_executing;
Greg Chadwick51f36232020-09-02 15:37:23 +0100186 logic [ImemAddrWidth-1:0] branch_target;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100187 logic branch_target_overflow;
Rupert Swarbricke9ff47f2021-01-04 13:20:36 +0000188 logic [ImemAddrWidth:0] next_insn_addr_wide;
Greg Chadwick51f36232020-09-02 15:37:23 +0100189 logic [ImemAddrWidth-1:0] next_insn_addr;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100190
Greg Chadwickf7863442020-09-14 18:11:33 +0100191 csr_e csr_addr;
Philipp Wagner711d2262021-01-21 18:17:42 +0000192 logic [$clog2(BaseWordsPerWLEN)-1:0] csr_sub_addr;
Greg Chadwickdbd655a2020-11-24 16:42:06 +0000193 logic [31:0] csr_rdata_raw;
Greg Chadwickf7863442020-09-14 18:11:33 +0100194 logic [31:0] csr_rdata;
195 logic [BaseWordsPerWLEN-1:0] csr_rdata_mux [32];
Greg Chadwickdbd655a2020-11-24 16:42:06 +0000196 logic [31:0] csr_wdata_raw;
Greg Chadwickf7863442020-09-14 18:11:33 +0100197 logic [31:0] csr_wdata;
198
199 wsr_e wsr_addr;
200 logic [WLEN-1:0] wsr_wdata;
201
202 ispr_e ispr_addr_base;
203 logic [$clog2(BaseWordsPerWLEN)-1:0] ispr_word_addr_base;
204 logic [BaseWordsPerWLEN-1:0] ispr_word_sel_base;
205
206 ispr_e ispr_addr_bignum;
207
Greg Chadwickb168ae92021-04-14 16:04:03 +0100208 logic ispr_wr_insn, ispr_rd_insn;
Rupert Swarbrick514348e2021-02-03 09:04:59 +0000209 logic ispr_wr_base_insn;
210 logic ispr_wr_bignum_insn;
Prajwala Puttappa175c0d82021-12-17 11:23:16 +0000211 logic ispr_rd_bignum_insn;
Greg Chadwickf7863442020-09-14 18:11:33 +0100212
Greg Chadwicke1501602022-02-10 17:16:06 +0000213 logic lsu_load_req_raw;
214 logic lsu_store_req_raw;
215 logic [DmemAddrWidth-1:0] lsu_addr, lsu_addr_blanked, lsu_addr_saved_d, lsu_addr_saved_q;
216 logic lsu_addr_saved_sel;
217 logic expected_lsu_addr_en;
218
Rupert Swarbrick20429db2022-02-10 17:34:00 +0000219 logic rnd_req_raw;
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000220
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100221 // Register read data with integrity stripped off
222 logic [31:0] rf_base_rd_data_a_no_intg;
223 logic [31:0] rf_base_rd_data_b_no_intg;
224 logic [WLEN-1:0] rf_bignum_rd_data_a_no_intg;
225 logic [WLEN-1:0] rf_bignum_rd_data_b_no_intg;
226
227 logic [ExtWLEN-1:0] selection_result;
228
Greg Chadwicke1501602022-02-10 17:16:06 +0000229 logic rf_bignum_rd_a_indirect_en;
230 logic rf_bignum_rd_b_indirect_en;
231 logic rf_bignum_wr_indirect_en;
232
Greg Chadwickae8e6452020-10-02 12:04:15 +0100233 // Computed increments for indirect register index and memory address in BN.LID/BN.SID/BN.MOVR
234 // instructions.
Greg Chadwick496fd342021-03-05 18:08:39 +0000235 logic [5:0] rf_base_rd_data_a_inc;
236 logic [5:0] rf_base_rd_data_b_inc;
Rupert Swarbrick9a4f47b2021-01-04 15:48:24 +0000237 logic [26:0] rf_base_rd_data_a_wlen_word_inc;
Greg Chadwickae8e6452020-10-02 12:04:15 +0100238
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100239 // Read/Write enables for base register file before illegal instruction encoding are factored in
240 logic rf_base_rd_en_a_raw, rf_base_rd_en_b_raw, rf_base_wr_en_raw;
241
Greg Chadwickae8e6452020-10-02 12:04:15 +0100242 // Output of mux taking the above increments as inputs and choosing one to write back to base
243 // register file with appropriate zero extension and padding to give a 32-bit result.
244 logic [31:0] increment_out;
245
Greg Chadwick53c95862020-10-14 17:58:38 +0100246 // Loop control, used to start a new loop
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000247 logic loop_start_req;
248 logic loop_start_commit;
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100249 logic loop_reset;
Greg Chadwick53c95862020-10-14 17:58:38 +0100250 logic [11:0] loop_bodysize;
251 logic [31:0] loop_iterations;
252
253 // Loop generated jumps. The loop controller asks to jump when execution reaches the end of a loop
254 // body that hasn't completed all of its iterations.
255 logic loop_jump;
256 logic [ImemAddrWidth-1:0] loop_jump_addr;
257
Greg Chadwick94786452020-10-28 18:19:51 +0000258 logic [WLEN-1:0] mac_bignum_rf_wr_data;
259
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100260 logic csr_illegal_addr, wsr_illegal_addr, ispr_illegal_addr;
261 logic imem_addr_err, loop_err, ispr_err;
Greg Chadwicke1501602022-02-10 17:16:06 +0000262 logic dmem_addr_err_check, dmem_addr_err;
263 logic dmem_addr_unaligned_base, dmem_addr_unaligned_bignum, dmem_addr_overflow;
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100264 logic illegal_insn_static;
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000265 logic key_invalid;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100266
Greg Chadwick496fd342021-03-05 18:08:39 +0000267 logic rf_a_indirect_err, rf_b_indirect_err, rf_d_indirect_err, rf_indirect_err;
268
Rupert Swarbrickdb4b4942022-01-10 12:35:14 +0000269 // If we are doing an indirect lookup from the bignum register file, it's possible that the
270 // address that we use for the lookup is architecturally unknown. This happens if it came from x1
271 // and we've underflowed the call stack. When this happens, we want to ignore any read data
272 // integrity errors since the read from the bignum register file didn't happen architecturally
273 // anyway.
274 logic ignore_bignum_rd_errs;
275 logic rf_bignum_rd_data_err;
276
Vladimir Rozicb8db07a2021-05-24 14:15:04 +0100277 logic [31:0] insn_cnt_d, insn_cnt_q;
Vladimir Rozic09e25ac2021-11-25 00:19:38 +0000278 logic insn_cnt_clear;
Vladimir Rozicb8db07a2021-05-24 14:15:04 +0100279
Greg Chadwicke1501602022-02-10 17:16:06 +0000280 logic [4:0] insn_bignum_rd_addr_a_q, insn_bignum_rd_addr_b_q, insn_bignum_wr_addr_q;
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100281
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100282 // Stall a cycle on loads to allow load data writeback to happen the following cycle. Stall not
283 // required on stores as there is no response to deal with.
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000284 assign mem_stall = lsu_load_req_raw;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100285
Greg Chadwickb168ae92021-04-14 16:04:03 +0100286 // Reads to RND must stall until data is available
Rupert Swarbrick20429db2022-02-10 17:34:00 +0000287 assign ispr_stall = rnd_req_raw & ~rnd_valid_i;
Greg Chadwickb168ae92021-04-14 16:04:03 +0100288
Greg Chadwicke1501602022-02-10 17:16:06 +0000289 assign rf_indirect_stall = insn_valid_i &
290 (state_q != OtbnStateStall) &
291 (insn_dec_shared_i.subset == InsnSubsetBignum) &
292 (insn_dec_bignum_i.rf_a_indirect |
293 insn_dec_bignum_i.rf_b_indirect |
294 insn_dec_bignum_i.rf_d_indirect);
295
296 assign stall = mem_stall | ispr_stall | rf_indirect_stall;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100297
Prajwala Puttappa98636ad2022-04-12 12:35:18 +0100298 // OTBN is done when it was executing something (in state OtbnStateRun or OtbnStateStall)
299 // and either it executes an ecall or an error occurs. A pulse on the done signal raises the
300 // 'done' interrupt and also tells the top-level to update its ERR_BITS status
301 // register. The calculation that ecall triggered done is factored out as `done_complete` to
302 // avoid logic loops in the error handling logic.
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100303 assign done_complete = (insn_valid_i & insn_dec_shared_i.ecall_insn);
Prajwala Puttappa98636ad2022-04-12 12:35:18 +0100304 assign executing = (state_q == OtbnStateRun) ||
Rupert Swarbrick692db552021-09-24 16:26:31 +0100305 (state_q == OtbnStateStall);
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100306
Rupert Swarbrick5c72c962022-03-11 21:30:00 +0000307 assign locked_o = (state_q == OtbnStateLocked) & ~secure_wipe_running_i;
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100308 assign start_secure_wipe_o = executing & (done_complete | err) & ~secure_wipe_running_i;
Philipp Wagner31441082020-07-14 11:17:21 +0100309
Rupert Swarbrickb2b784d2021-08-03 14:21:51 +0100310 assign jump_or_branch = (insn_valid_i &
311 (insn_dec_shared_i.branch_insn | insn_dec_shared_i.jump_insn));
312
Greg Chadwick51f36232020-09-02 15:37:23 +0100313 // Branch taken when there is a valid branch instruction and comparison passes or a valid jump
314 // instruction (which is always taken)
Philipp Wagnerdc946522020-12-03 10:52:58 +0000315 assign branch_taken = insn_valid_i &
316 ((insn_dec_shared_i.branch_insn & alu_base_comparison_result_i) |
317 insn_dec_shared_i.jump_insn);
Greg Chadwick51f36232020-09-02 15:37:23 +0100318 // Branch target computed by base ALU (PC + imm)
Greg Chadwick51f36232020-09-02 15:37:23 +0100319 assign branch_target = alu_base_operation_result_i[ImemAddrWidth-1:0];
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100320 assign branch_target_overflow = |alu_base_operation_result_i[31:ImemAddrWidth];
Greg Chadwick51f36232020-09-02 15:37:23 +0100321
Rupert Swarbricke9ff47f2021-01-04 13:20:36 +0000322 assign next_insn_addr_wide = {1'b0, insn_addr_i} + 'd4;
323 assign next_insn_addr = next_insn_addr_wide[ImemAddrWidth-1:0];
Greg Chadwick51f36232020-09-02 15:37:23 +0100324
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000325 // Record address for fetch request so it can be retried when an invalid response is received
326 always_ff @(posedge clk_i) begin
327 if (insn_fetch_req_valid_raw) begin
328 insn_fetch_req_addr_last <= insn_fetch_req_addr_o;
329 end
330 end
331
Philipp Wagner31441082020-07-14 11:17:21 +0100332 always_comb begin
Greg Chadwick529738c2021-09-29 18:08:11 +0100333 state_d = state_q;
334 // `insn_fetch_req_valid_raw` is the value `insn_fetch_req_valid_o` before any errors are
335 // considered.
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100336 insn_fetch_req_valid_raw = 1'b0;
Rupert Swarbrick2fb857a2021-09-03 17:14:50 +0100337 insn_fetch_req_addr_o = '0;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000338 insn_fetch_resp_clear_o = 1'b1;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000339 prefetch_en_o = 1'b0;
Greg Chadwick28836af2020-07-23 14:35:52 +0100340
Vladimir Rozic76376ba2022-01-06 08:47:11 +0000341 state_error = 1'b0;
342
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100343 unique case (state_q)
344 OtbnStateHalt: begin
345 if (start_i) begin
Greg Chadwick529738c2021-09-29 18:08:11 +0100346 state_d = OtbnStateRun;
Greg Chadwickb5b86862021-04-09 15:49:43 +0100347
Rupert Swarbrick2fb857a2021-09-03 17:14:50 +0100348 insn_fetch_req_addr_o = '0;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100349 insn_fetch_req_valid_raw = 1'b1;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000350 prefetch_en_o = 1'b1;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100351 end
352 end
353 OtbnStateRun: begin
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100354 insn_fetch_req_valid_raw = 1'b1;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000355 prefetch_en_o = 1'b1;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100356
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000357 if (!insn_valid_i) begin
358 insn_fetch_req_addr_o = insn_fetch_req_addr_last;
359 end else if (done_complete) begin
Greg Chadwick529738c2021-09-29 18:08:11 +0100360 state_d = OtbnStateHalt;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100361 insn_fetch_req_valid_raw = 1'b0;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000362 prefetch_en_o = 1'b0;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100363 end else begin
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100364 if (stall) begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000365 // When stalling don't request a new fetch and don't clear response either to keep
366 // current instruction.
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000367 state_d = OtbnStateStall;
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000368 insn_fetch_req_valid_raw = 1'b0;
369 insn_fetch_resp_clear_o = 1'b0;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100370 end else begin
Greg Chadwick51f36232020-09-02 15:37:23 +0100371 if (branch_taken) begin
372 insn_fetch_req_addr_o = branch_target;
Greg Chadwick53c95862020-10-14 17:58:38 +0100373 end else if (loop_jump) begin
374 insn_fetch_req_addr_o = loop_jump_addr;
Greg Chadwick51f36232020-09-02 15:37:23 +0100375 end else begin
376 insn_fetch_req_addr_o = next_insn_addr;
377 end
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100378 end
379 end
380 end
381 OtbnStateStall: begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000382 prefetch_en_o = 1'b1;
Greg Chadwicke6e8f152021-03-05 13:35:36 +0000383 // When stalling refetch the same instruction to keep decode inputs constant
384 if (stall) begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000385 state_d = OtbnStateStall;
386 //insn_fetch_req_addr_o = insn_addr_i;
387 insn_fetch_req_valid_raw = 1'b0;
388 insn_fetch_resp_clear_o = 1'b0;
Greg Chadwick9aef1c92021-01-25 18:24:58 +0000389 end else begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000390 insn_fetch_req_valid_raw = 1'b1;
391
Greg Chadwicke6e8f152021-03-05 13:35:36 +0000392 if (loop_jump) begin
393 insn_fetch_req_addr_o = loop_jump_addr;
394 end else begin
395 insn_fetch_req_addr_o = next_insn_addr;
396 end
Greg Chadwick9aef1c92021-01-25 18:24:58 +0000397
Greg Chadwick529738c2021-09-29 18:08:11 +0100398 state_d = OtbnStateRun;
Greg Chadwicke6e8f152021-03-05 13:35:36 +0000399 end
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100400 end
Greg Chadwick79738062021-09-15 18:09:14 +0100401 OtbnStateLocked: begin
402 insn_fetch_req_valid_raw = 1'b0;
Greg Chadwick529738c2021-09-29 18:08:11 +0100403 state_d = OtbnStateLocked;
Greg Chadwick79738062021-09-15 18:09:14 +0100404 end
Vladimir Rozic76376ba2022-01-06 08:47:11 +0000405 default: begin
Andreas Kurth9a1f6d32022-04-01 08:07:33 +0200406 // We should never get here. If we do (e.g. via a malicious glitch), error out immediately.
Andreas Kurthe8be89f2022-04-01 08:38:07 +0200407 // SEC_CM: CONTROLLER.FSM.LOCAL_ESC
Andreas Kurth9a1f6d32022-04-01 08:07:33 +0200408 state_d = OtbnStateLocked;
Vladimir Rozic76376ba2022-01-06 08:47:11 +0000409 state_error = 1'b1;
410 end
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100411 endcase
Greg Chadwick529738c2021-09-29 18:08:11 +0100412
413 // On any error immediately halt, either going to OtbnStateLocked or OtbnStateHalt depending on
414 // whether it was a fatal error.
Greg Chadwick987ee5a2021-10-25 11:59:57 +0100415 if (err) begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000416 prefetch_en_o = 1'b0;
417 insn_fetch_resp_clear_o = 1'b1;
418
Greg Chadwick987ee5a2021-10-25 11:59:57 +0100419 if (fatal_err) begin
Andreas Kurthe8be89f2022-04-01 08:38:07 +0200420 // SEC_CM: CONTROLLER.FSM.GLOBAL_ESC
Greg Chadwick987ee5a2021-10-25 11:59:57 +0100421 state_d = OtbnStateLocked;
422 end else begin
423 state_d = OtbnStateHalt;
424 end
Greg Chadwick529738c2021-09-29 18:08:11 +0100425 end
426
427 // Regardless of what happens above enforce staying in OtnbStateLocked.
428 if (state_q == OtbnStateLocked) begin
429 state_d = OtbnStateLocked;
430 end
Philipp Wagner31441082020-07-14 11:17:21 +0100431 end
432
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000433 `ASSERT(InsnAlwaysValidInStall, state_q == OtbnStateStall |-> insn_valid_i)
434
Greg Chadwick9aef1c92021-01-25 18:24:58 +0000435 // Anything that moves us or keeps us in the stall state should cause `stall` to be asserted
Philipp Wagnerefa09012021-01-27 14:42:16 +0000436 `ASSERT(StallIfNextStateStall, insn_valid_i & (state_d == OtbnStateStall) |-> stall)
Greg Chadwick9aef1c92021-01-25 18:24:58 +0000437
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100438 assign insn_fetch_req_valid_o = err ? 1'b0 : insn_fetch_req_valid_raw;
439
440 // Determine if there are any errors related to the Imem fetch address.
441 always_comb begin
442 imem_addr_err = 1'b0;
443
444 if (insn_fetch_req_valid_raw) begin
445 if (|insn_fetch_req_addr_o[1:0]) begin
446 // Imem address is unaligned
447 imem_addr_err = 1'b1;
448 end else if (branch_taken) begin
449 imem_addr_err = branch_target_overflow;
450 end else begin
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000451 imem_addr_err = next_insn_addr_wide[ImemAddrWidth] & insn_valid_i;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100452 end
453 end
454 end
455
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100456 // Instruction is illegal based on the static properties of the instruction bits (illegal encoding
457 // or illegal WSR/CSR referenced).
458 assign illegal_insn_static = insn_illegal_i | ispr_err;
459
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000460 assign fatal_software_err = software_err & software_errs_fatal_i;
461 assign bad_internal_state_err = state_error;
462 assign reg_intg_violation_err = rf_bignum_rd_data_err;
463 assign key_invalid_err = ispr_rd_bignum_insn & insn_valid_i & key_invalid;
464 assign illegal_insn_err = illegal_insn_static | rf_indirect_err;
465 assign bad_data_addr_err = dmem_addr_err;
466 assign call_stack_err = rf_base_call_stack_err_i;
Greg Chadwick3e25bcd2021-10-25 12:05:36 +0100467
468 // All software errors that aren't bad_insn_addr. Factored into bad_insn_addr so it is only raised
469 // if other software errors haven't ocurred. As bad_insn_addr relates to the next instruction
470 // begin fetched it cannot occur if the current instruction has seen an error and failed to
471 // execute.
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000472 assign non_insn_addr_software_err = |{key_invalid_err,
473 loop_err,
474 illegal_insn_err,
475 call_stack_err,
476 bad_data_addr_err};
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100477
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000478 assign bad_insn_addr_err = imem_addr_err & ~non_insn_addr_software_err;
Greg Chadwick84e01ac2021-10-04 17:51:07 +0100479
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000480 assign err_bits_d = '{
481 fatal_software: fatal_software_err,
482 bad_internal_state: bad_internal_state_err,
483 reg_intg_violation: reg_intg_violation_err,
484 key_invalid: key_invalid_err,
485 loop: loop_err,
486 illegal_insn: illegal_insn_err,
487 call_stack: call_stack_err,
488 bad_data_addr: bad_data_addr_err,
489 bad_insn_addr: bad_insn_addr_err
490 };
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100491
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000492 always @(posedge clk_i or negedge rst_ni) begin
493 if (!rst_ni) begin
494 err_bits_q <= '0;
495 end else begin
496 if (start_i && !locked_o) begin
Vladimir Rozic09e25ac2021-11-25 00:19:38 +0000497 err_bits_q <= '0;
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000498 end else begin
499 err_bits_q <= err_bits_q | err_bits_d;
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100500 end
501 end
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100502 end
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000503 assign err_bits_o = err_bits_q;
504
505 assign software_err = non_insn_addr_software_err | bad_insn_addr_err;
506
507 assign fatal_err = |{fatal_software_err,
508 bad_internal_state_err,
509 reg_intg_violation_err,
Andreas Kurth13d76852022-04-04 14:55:54 +0200510 mubi4_test_true_loose(escalate_en_i)};
Rupert Swarbrick75885e62022-03-07 14:54:45 +0000511
512 assign recoverable_err_o = software_err & ~software_errs_fatal_i;
513 assign mems_sec_wipe_o = (state_d == OtbnStateLocked) & (state_q != OtbnStateLocked);
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100514
Greg Chadwick84e01ac2021-10-04 17:51:07 +0100515 assign err = software_err | fatal_err;
516
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000517 // Instructions must not execute if there is an error
518 assign insn_executing = insn_valid_i & ~err;
519
Andreas Kurth81f0c122022-04-01 19:19:47 +0200520 `ASSERT(ErrBitSetOnErr,
Andreas Kurth27e2b132022-04-04 15:03:27 +0200521 err & mubi4_test_false_strict(escalate_en_i) |=> err_bits_o)
Greg Chadwick79738062021-09-15 18:09:14 +0100522 `ASSERT(ErrSetOnFatalErr, fatal_err |-> err)
Greg Chadwick3e25bcd2021-10-25 12:05:36 +0100523 `ASSERT(SoftwareErrIfNonInsnAddrSoftwareErr, non_insn_addr_software_err |-> software_err)
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100524
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000525 `ASSERT(ControllerStateValid,
526 state_q inside {OtbnStateHalt, OtbnStateRun, OtbnStateStall, OtbnStateLocked})
Greg Chadwick51f36232020-09-02 15:37:23 +0100527 // Branch only takes effect in OtbnStateRun so must not go into stall state for branch
528 // instructions.
Philipp Wagnerdc946522020-12-03 10:52:58 +0000529 `ASSERT(NoStallOnBranch,
530 insn_valid_i & insn_dec_shared_i.branch_insn |-> state_q != OtbnStateStall)
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100531
Andreas Kurthe8be89f2022-04-01 08:38:07 +0200532 // SEC_CM: CONTROLLER.FSM.SPARSE
Michael Schaffnerc5915742022-03-22 21:15:58 -0700533 `PRIM_FLOP_SPARSE_FSM(u_state_regs, state_d, state_q, otbn_state_e, OtbnStateHalt)
Greg Chadwick28836af2020-07-23 14:35:52 +0100534
Vladimir Rozic09e25ac2021-11-25 00:19:38 +0000535 assign insn_cnt_clear = state_reset_i | (state_q == OtbnStateLocked) | insn_cnt_clear_i;
536
Rupert Swarbrick3d1ca9e2021-10-25 11:18:02 +0100537 always_comb begin
Vladimir Rozic09e25ac2021-11-25 00:19:38 +0000538 if (insn_cnt_clear) begin
Rupert Swarbrick3d1ca9e2021-10-25 11:18:02 +0100539 insn_cnt_d = 32'd0;
540 end else if (insn_executing & ~stall & (insn_cnt_q != 32'hffffffff)) begin
541 insn_cnt_d = insn_cnt_q + 32'd1;
542 end else begin
543 insn_cnt_d = insn_cnt_q;
544 end
545 end
Vladimir Rozicb8db07a2021-05-24 14:15:04 +0100546
547 always_ff @(posedge clk_i or negedge rst_ni) begin
548 if (!rst_ni) begin
549 insn_cnt_q <= 32'd0;
Rupert Swarbrick3d1ca9e2021-10-25 11:18:02 +0100550 end else begin
Vladimir Rozicb8db07a2021-05-24 14:15:04 +0100551 insn_cnt_q <= insn_cnt_d;
552 end
553 end
554
Rupert Swarbrick3d1ca9e2021-10-25 11:18:02 +0100555 assign insn_cnt_o = insn_cnt_q;
556
Vladimir Rozic37c78bd2021-10-04 13:17:49 +0100557 assign loop_reset = state_reset_i | sec_wipe_zero_i;
558
Greg Chadwick53c95862020-10-14 17:58:38 +0100559 otbn_loop_controller #(
560 .ImemAddrWidth(ImemAddrWidth)
561 ) u_otbn_loop_controller (
562 .clk_i,
563 .rst_ni,
564
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000565 .state_reset_i(loop_reset),
Rupert Swarbrick13d50082021-07-13 14:14:03 +0100566
Greg Chadwickb5163fd2020-11-26 16:48:55 +0000567 .insn_valid_i,
Greg Chadwick53c95862020-10-14 17:58:38 +0100568 .insn_addr_i,
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000569 .next_insn_addr_i(next_insn_addr),
Greg Chadwick53c95862020-10-14 17:58:38 +0100570
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000571 .loop_start_req_i (loop_start_req),
572 .loop_start_commit_i(loop_start_commit),
573 .loop_bodysize_i (loop_bodysize),
574 .loop_iterations_i (loop_iterations),
Greg Chadwick53c95862020-10-14 17:58:38 +0100575
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000576 .loop_jump_o (loop_jump),
577 .loop_jump_addr_o(loop_jump_addr),
578 .loop_err_o (loop_err),
Greg Chadwickb5163fd2020-11-26 16:48:55 +0000579
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000580 .jump_or_branch_i(jump_or_branch),
581 .otbn_stall_i (stall),
Greg Chadwick0ac448a2021-11-18 17:10:58 +0000582
583 .prefetch_loop_active_o,
584 .prefetch_loop_iterations_o,
585 .prefetch_loop_end_addr_o,
586 .prefetch_loop_jump_addr_o
Greg Chadwick53c95862020-10-14 17:58:38 +0100587 );
588
Greg Chadwick42a9f3b2021-01-28 13:54:14 +0000589 // loop_start_req indicates the instruction wishes to start a loop, loop_start_commit confirms it
590 // should occur.
591 assign loop_start_req = insn_valid_i & insn_dec_shared_i.loop_insn;
592 assign loop_start_commit = insn_executing;
593 assign loop_bodysize = insn_dec_base_i.loop_bodysize;
Rupert Swarbrick514348e2021-02-03 09:04:59 +0000594 assign loop_iterations = insn_dec_base_i.loop_immediate ? insn_dec_base_i.i :
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100595 rf_base_rd_data_a_no_intg;
Greg Chadwick53c95862020-10-14 17:58:38 +0100596
Greg Chadwickae8e6452020-10-02 12:04:15 +0100597 // Compute increments which can be optionally applied to indirect register accesses and memory
598 // addresses in BN.LID/BN.SID/BN.MOVR instructions.
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100599 assign rf_base_rd_data_a_inc = rf_base_rd_data_a_no_intg[4:0] + 1'b1;
600 assign rf_base_rd_data_b_inc = rf_base_rd_data_b_no_intg[4:0] + 1'b1;
Rupert Swarbrick9a4f47b2021-01-04 15:48:24 +0000601 // We can avoid a full 32-bit adder here because the offset is 32-bit aligned, so we know the
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100602 // load/store address will only be valid if rf_base_rd_data_a_no_intg[4:0] is zero.
603 assign rf_base_rd_data_a_wlen_word_inc = rf_base_rd_data_a_no_intg[31:5] + 27'h1;
Greg Chadwickae8e6452020-10-02 12:04:15 +0100604
605 // Choose increment to write back to base register file, only one increment can be written as
606 // there is only one write port. Note that where an instruction is incrementing the indirect
607 // reference to its destination register (insn_dec_bignum_i.d_inc) that reference is read on the
608 // B read port so the B increment is written back.
609 always_comb begin
610 unique case (1'b1)
611 insn_dec_bignum_i.a_inc: begin
Greg Chadwick496fd342021-03-05 18:08:39 +0000612 increment_out = {26'b0, rf_base_rd_data_a_inc};
Greg Chadwickae8e6452020-10-02 12:04:15 +0100613 end
614 insn_dec_bignum_i.b_inc: begin
Greg Chadwick496fd342021-03-05 18:08:39 +0000615 increment_out = {26'b0, rf_base_rd_data_b_inc};
Greg Chadwickae8e6452020-10-02 12:04:15 +0100616 end
617 insn_dec_bignum_i.d_inc: begin
Greg Chadwick496fd342021-03-05 18:08:39 +0000618 increment_out = {26'b0, rf_base_rd_data_b_inc};
Greg Chadwickae8e6452020-10-02 12:04:15 +0100619 end
620 insn_dec_bignum_i.a_wlen_word_inc: begin
Rupert Swarbrick9a4f47b2021-01-04 15:48:24 +0000621 increment_out = {rf_base_rd_data_a_wlen_word_inc, 5'b0};
Greg Chadwickae8e6452020-10-02 12:04:15 +0100622 end
Pirmin Vogele97cac02020-11-02 12:28:50 +0100623 default: begin
624 // Whenever increment_out is written back to the register file, exactly one of the
625 // increment selector signals is high. To prevent the automatic inference of latches in
626 // case nothing is written back (rf_wdata_sel != RfWdSelIncr) and to save logic, we choose
627 // a valid output as default.
Greg Chadwick496fd342021-03-05 18:08:39 +0000628 increment_out = {26'b0, rf_base_rd_data_a_inc};
Pirmin Vogele97cac02020-11-02 12:28:50 +0100629 end
Greg Chadwickae8e6452020-10-02 12:04:15 +0100630 endcase
631 end
632
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100633 // Base RF read/write address, enable and commit control
Greg Chadwickae8e6452020-10-02 12:04:15 +0100634 always_comb begin
635 rf_base_rd_addr_a_o = insn_dec_base_i.a;
636 rf_base_rd_addr_b_o = insn_dec_base_i.b;
637 rf_base_wr_addr_o = insn_dec_base_i.d;
Greg Chadwicke6e8f152021-03-05 13:35:36 +0000638
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100639 // Only commit read or write if the instruction is executing (in particular a read commit pops
640 // the call stack so must not occur where a valid instruction sees an error and doesn't
641 // execute).
642 rf_base_rd_commit_o = insn_executing;
643 rf_base_wr_commit_o = insn_executing;
Greg Chadwick9f5b6382021-05-10 17:53:46 +0100644
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100645 rf_base_rd_en_a_raw = 1'b0;
646 rf_base_rd_en_b_raw = 1'b0;
647 rf_base_wr_en_raw = 1'b0;
Greg Chadwick9f5b6382021-05-10 17:53:46 +0100648
649 if (insn_valid_i) begin
Rupert Swarbrick46e11ba2021-07-13 12:11:43 +0100650 if (insn_dec_shared_i.st_insn) begin
Greg Chadwicke1501602022-02-10 17:16:06 +0000651 // For stores, both base reads happen in the first cycle of the store instruction. For base
652 // stores this is the same cycle as the request. For bignum stores this is the cycle before
653 // the request (as the indirect register read to get the store data occurs the following
654 // cycle).
655 rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a &
656 (rf_indirect_stall | (insn_dec_shared_i.subset == InsnSubsetBase));
657 rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b &
658 (rf_indirect_stall | (insn_dec_shared_i.subset == InsnSubsetBase));
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100659
660 // Bignum stores can update the base register file where an increment is used.
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100661 rf_base_wr_en_raw = (insn_dec_shared_i.subset == InsnSubsetBignum) &
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100662 insn_dec_base_i.rf_we &
Greg Chadwicke1501602022-02-10 17:16:06 +0000663 rf_indirect_stall;
Rupert Swarbrick46e11ba2021-07-13 12:11:43 +0100664 end else if (insn_dec_shared_i.ld_insn) begin
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100665 // For loads, both base reads happen in the same cycle as the request. The address is
666 // required for the request and the indirect destination register (only used for Bignum
667 // loads) is flopped in ld_insn_bignum_wr_addr_q to correctly deal with the case where it's
668 // updated by an increment.
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100669 rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & lsu_load_req_raw;
670 rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & lsu_load_req_raw;
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100671
672 if (insn_dec_shared_i.subset == InsnSubsetBignum) begin
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100673 // Bignum loads can update the base register file where an increment is used. This must
674 // always happen in the same cycle as the request as this is where both registers are
675 // read.
Greg Chadwicke1501602022-02-10 17:16:06 +0000676 rf_base_wr_en_raw = insn_dec_base_i.rf_we & lsu_load_req_raw & rf_indirect_stall;
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100677 end else begin
678 // For Base loads write the base register file when the instruction is unstalled (meaning
679 // the load data is available).
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100680 rf_base_wr_en_raw = insn_dec_base_i.rf_we & ~stall;
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100681 end
Greg Chadwicke1501602022-02-10 17:16:06 +0000682 end else if (insn_dec_bignum_i.rf_wdata_sel == RfWdSelMovSel) begin
683 // For MOVR base register reads occur in the first cycle of the instruction. The indirect
684 // register read for the bignum data occurs in the following cycle.
685 rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & rf_indirect_stall;
686 rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & rf_indirect_stall;
687 rf_base_wr_en_raw = insn_dec_base_i.rf_we & rf_indirect_stall;
Greg Chadwick9f5b6382021-05-10 17:53:46 +0100688 end else begin
Greg Chadwick5c8579c2021-08-04 14:38:33 +0100689 // For all other instructions the read and write happen when the instruction is unstalled.
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100690 rf_base_rd_en_a_raw = insn_dec_base_i.rf_ren_a & ~stall;
691 rf_base_rd_en_b_raw = insn_dec_base_i.rf_ren_b & ~stall;
692 rf_base_wr_en_raw = insn_dec_base_i.rf_we & ~stall;
Greg Chadwick9f5b6382021-05-10 17:53:46 +0100693 end
Greg Chadwicke6e8f152021-03-05 13:35:36 +0000694 end
Greg Chadwickae8e6452020-10-02 12:04:15 +0100695
696 if (insn_dec_shared_i.subset == InsnSubsetBignum) begin
697 unique case (1'b1)
698 insn_dec_bignum_i.a_inc,
699 insn_dec_bignum_i.a_wlen_word_inc: begin
700 rf_base_wr_addr_o = insn_dec_base_i.a;
701 end
702
703 insn_dec_bignum_i.b_inc,
704 insn_dec_bignum_i.d_inc: begin
705 rf_base_wr_addr_o = insn_dec_base_i.b;
706 end
707 default: ;
708 endcase
709 end
Greg Chadwick1a1c0112021-09-14 16:27:31 +0100710
711 rf_base_rd_en_a_o = rf_base_rd_en_a_raw & ~illegal_insn_static;
712 rf_base_rd_en_b_o = rf_base_rd_en_b_raw & ~illegal_insn_static;
713 rf_base_wr_en_o = rf_base_wr_en_raw & ~illegal_insn_static;
Greg Chadwickae8e6452020-10-02 12:04:15 +0100714 end
Philipp Wagner31441082020-07-14 11:17:21 +0100715
716 // Base ALU Operand A MUX
717 always_comb begin
Greg Chadwickcf048242020-10-02 15:28:42 +0100718 unique case (insn_dec_base_i.op_a_sel)
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100719 OpASelRegister: alu_base_operation_o.operand_a = rf_base_rd_data_a_no_intg;
Greg Chadwick9e858fb2020-10-12 17:39:16 +0100720 OpASelZero: alu_base_operation_o.operand_a = '0;
721 OpASelCurrPc: alu_base_operation_o.operand_a = {{(32 - ImemAddrWidth){1'b0}}, insn_addr_i};
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100722 default: alu_base_operation_o.operand_a = rf_base_rd_data_a_no_intg;
Philipp Wagner31441082020-07-14 11:17:21 +0100723 endcase
724 end
725
726 // Base ALU Operand B MUX
727 always_comb begin
Greg Chadwickcf048242020-10-02 15:28:42 +0100728 unique case (insn_dec_base_i.op_b_sel)
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100729 OpBSelRegister: alu_base_operation_o.operand_b = rf_base_rd_data_b_no_intg;
Greg Chadwick9e858fb2020-10-12 17:39:16 +0100730 OpBSelImmediate: alu_base_operation_o.operand_b = insn_dec_base_i.i;
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100731 default: alu_base_operation_o.operand_b = rf_base_rd_data_b_no_intg;
Philipp Wagner31441082020-07-14 11:17:21 +0100732 endcase
733 end
734
Greg Chadwicke177f172020-09-09 14:46:03 +0100735 assign alu_base_operation_o.op = insn_dec_base_i.alu_op;
Philipp Wagner31441082020-07-14 11:17:21 +0100736
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100737 assign alu_base_comparison_o.operand_a = rf_base_rd_data_a_no_intg;
738 assign alu_base_comparison_o.operand_b = rf_base_rd_data_b_no_intg;
Greg Chadwicke177f172020-09-09 14:46:03 +0100739 assign alu_base_comparison_o.op = insn_dec_base_i.comparison_op;
Greg Chadwick9791eed2020-07-22 18:08:28 +0100740
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100741 assign rf_base_rd_data_a_no_intg = rf_base_rd_data_a_intg_i[31:0];
742 assign rf_base_rd_data_b_no_intg = rf_base_rd_data_b_intg_i[31:0];
743
744 // TODO: For now integrity bits from RF base are ignored in the controller, remove this when end
745 // to end integrity features that use them are implemented
746 logic unused_rf_base_rd_a_intg_bits;
747 logic unused_rf_base_rd_b_intg_bits;
748
749 assign unused_rf_base_rd_a_intg_bits = |rf_base_rd_data_a_intg_i[38:32];
750 assign unused_rf_base_rd_b_intg_bits = |rf_base_rd_data_b_intg_i[38:32];
751
Philipp Wagner31441082020-07-14 11:17:21 +0100752 // Register file write MUX
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100753 always_comb begin
Greg Chadwickee060bd2021-05-15 17:33:22 +0100754 // Write data mux for anything that needs integrity computing during register write
Greg Chadwickcf048242020-10-02 15:28:42 +0100755 unique case (insn_dec_base_i.rf_wdata_sel)
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100756 RfWdSelEx: rf_base_wr_data_no_intg_o = alu_base_operation_result_i;
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100757 RfWdSelNextPc: rf_base_wr_data_no_intg_o = {{(32-(ImemAddrWidth+1)){1'b0}},
758 next_insn_addr_wide};
759 RfWdSelIspr: rf_base_wr_data_no_intg_o = csr_rdata;
760 RfWdSelIncr: rf_base_wr_data_no_intg_o = increment_out;
761 default: rf_base_wr_data_no_intg_o = alu_base_operation_result_i;
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100762 endcase
Greg Chadwickc8cd4352020-08-14 16:45:23 +0100763
Greg Chadwickee060bd2021-05-15 17:33:22 +0100764 // Write data mux for anything that provides its own integrity
765 unique case (insn_dec_base_i.rf_wdata_sel)
766 RfWdSelLsu: begin
767 rf_base_wr_data_intg_sel_o = 1'b1;
768 rf_base_wr_data_intg_o = lsu_base_rdata_i;
769 end
770 default: begin
771 rf_base_wr_data_intg_sel_o = 1'b0;
772 rf_base_wr_data_intg_o = '0;
773 end
774 endcase
775 end
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100776
777 for (genvar i = 0; i < BaseWordsPerWLEN; ++i) begin : g_rf_bignum_rd_data
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000778 assign rf_bignum_rd_data_a_no_intg[i*32+:32] = rf_bignum_rd_data_a_intg_i[i*39+:32];
779 assign rf_bignum_rd_data_b_no_intg[i*32+:32] = rf_bignum_rd_data_b_intg_i[i*39+:32];
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100780 end
781
Greg Chadwicke1501602022-02-10 17:16:06 +0000782 assign rf_bignum_rd_addr_a_o = insn_dec_bignum_i.rf_a_indirect ? insn_bignum_rd_addr_a_q :
Greg Chadwickae8e6452020-10-02 12:04:15 +0100783 insn_dec_bignum_i.a;
Greg Chadwicke1501602022-02-10 17:16:06 +0000784 assign rf_bignum_rd_en_a_o = insn_dec_bignum_i.rf_ren_a & insn_valid_i & ~stall;
Greg Chadwickae8e6452020-10-02 12:04:15 +0100785
Greg Chadwicke1501602022-02-10 17:16:06 +0000786 assign rf_bignum_rd_addr_b_o = insn_dec_bignum_i.rf_b_indirect ? insn_bignum_rd_addr_b_q :
Greg Chadwickae8e6452020-10-02 12:04:15 +0100787 insn_dec_bignum_i.b;
Greg Chadwicke1501602022-02-10 17:16:06 +0000788 assign rf_bignum_rd_en_b_o = insn_dec_bignum_i.rf_ren_b & insn_valid_i & ~stall;
Greg Chadwickf7863442020-09-14 18:11:33 +0100789
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100790 assign alu_bignum_operation_o.operand_a = rf_bignum_rd_data_a_no_intg;
Greg Chadwickf7863442020-09-14 18:11:33 +0100791
792 // Base ALU Operand B MUX
793 always_comb begin
Greg Chadwick94786452020-10-28 18:19:51 +0000794 unique case (insn_dec_bignum_i.alu_op_b_sel)
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100795 OpBSelRegister: alu_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg;
Greg Chadwick9e858fb2020-10-12 17:39:16 +0100796 OpBSelImmediate: alu_bignum_operation_o.operand_b = insn_dec_bignum_i.i;
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100797 default: alu_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg;
Greg Chadwickf7863442020-09-14 18:11:33 +0100798 endcase
799 end
800
801 assign alu_bignum_operation_o.op = insn_dec_bignum_i.alu_op;
Greg Chadwick94786452020-10-28 18:19:51 +0000802 assign alu_bignum_operation_o.shift_right = insn_dec_bignum_i.alu_shift_right;
803 assign alu_bignum_operation_o.shift_amt = insn_dec_bignum_i.alu_shift_amt;
804 assign alu_bignum_operation_o.flag_group = insn_dec_bignum_i.alu_flag_group;
805 assign alu_bignum_operation_o.sel_flag = insn_dec_bignum_i.alu_sel_flag;
Greg Chadwicke1501602022-02-10 17:16:06 +0000806 assign alu_bignum_operation_o.alu_flag_en = insn_dec_bignum_i.alu_flag_en & insn_valid_i;
807 assign alu_bignum_operation_o.mac_flag_en = insn_dec_bignum_i.mac_flag_en & insn_valid_i;
808
809 assign alu_bignum_operation_commit_o = insn_executing;
Greg Chadwickf7863442020-09-14 18:11:33 +0100810
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100811 assign mac_bignum_operation_o.operand_a = rf_bignum_rd_data_a_no_intg;
812 assign mac_bignum_operation_o.operand_b = rf_bignum_rd_data_b_no_intg;
Greg Chadwick94786452020-10-28 18:19:51 +0000813 assign mac_bignum_operation_o.operand_a_qw_sel = insn_dec_bignum_i.mac_op_a_qw_sel;
814 assign mac_bignum_operation_o.operand_b_qw_sel = insn_dec_bignum_i.mac_op_b_qw_sel;
Rupert Swarbrick8e016022020-11-19 16:59:02 +0000815 assign mac_bignum_operation_o.wr_hw_sel_upper = insn_dec_bignum_i.mac_wr_hw_sel_upper;
Greg Chadwick94786452020-10-28 18:19:51 +0000816 assign mac_bignum_operation_o.pre_acc_shift_imm = insn_dec_bignum_i.mac_pre_acc_shift;
817 assign mac_bignum_operation_o.zero_acc = insn_dec_bignum_i.mac_zero_acc;
818 assign mac_bignum_operation_o.shift_acc = insn_dec_bignum_i.mac_shift_out;
819
Greg Chadwicke1501602022-02-10 17:16:06 +0000820 assign mac_bignum_en_o = insn_valid_i & insn_dec_bignum_i.mac_en;
821 assign mac_bignum_commit_o = insn_executing;
Greg Chadwick94786452020-10-28 18:19:51 +0000822
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100823 // Move / Conditional Select. Only select B register data when a selection instruction is being
824 // executed and the selection flag isn't set.
825
826 `ASSERT(SelFlagValid, insn_valid_i & insn_dec_bignum_i.sel_insn |->
827 insn_dec_bignum_i.alu_sel_flag inside {FlagC, FlagL, FlagM, FlagZ})
828
829 assign selection_result =
830 ~insn_dec_bignum_i.sel_insn | alu_bignum_selection_flag_i ? rf_bignum_rd_data_a_intg_i :
831 rf_bignum_rd_data_b_intg_i;
Greg Chadwick94786452020-10-28 18:19:51 +0000832
833 // Bignum Register file write control
834
835 always_comb begin
836 // By default write nothing
Greg Chadwicke1501602022-02-10 17:16:06 +0000837 rf_bignum_wr_en_o = 2'b00;
Greg Chadwick94786452020-10-28 18:19:51 +0000838
Greg Chadwicke1501602022-02-10 17:16:06 +0000839 // Only write if valid instruction wants a bignum rf write and it isn't stalled. If instruction
840 // doesn't execute (e.g. due to an error) the write won't commit.
841 if (insn_valid_i && insn_dec_bignum_i.rf_we && !rf_indirect_stall) begin
Greg Chadwick94786452020-10-28 18:19:51 +0000842 if (insn_dec_bignum_i.mac_en && insn_dec_bignum_i.mac_shift_out) begin
843 // Special handling for BN.MULQACC.SO, only enable upper or lower half depending on
Rupert Swarbrick8e016022020-11-19 16:59:02 +0000844 // mac_wr_hw_sel_upper.
845 rf_bignum_wr_en_o = insn_dec_bignum_i.mac_wr_hw_sel_upper ? 2'b10 : 2'b01;
Greg Chadwick94786452020-10-28 18:19:51 +0000846 end else begin
847 // For everything else write both halves immediately.
848 rf_bignum_wr_en_o = 2'b11;
849 end
850 end
851 end
Greg Chadwickf7863442020-09-14 18:11:33 +0100852
Greg Chadwicke1501602022-02-10 17:16:06 +0000853 assign rf_bignum_wr_commit_o = |rf_bignum_wr_en_o & insn_executing & !stall;
854
855 assign rf_bignum_indirect_en_o = insn_executing & rf_indirect_stall;
856 assign rf_bignum_rd_a_indirect_en = insn_executing & insn_dec_bignum_i.rf_a_indirect;
857 assign rf_bignum_rd_b_indirect_en = insn_executing & insn_dec_bignum_i.rf_b_indirect;
858 assign rf_bignum_wr_indirect_en = insn_executing & insn_dec_bignum_i.rf_d_indirect;
859
860 prim_onehot_enc #(
861 .OneHotWidth(NWdr)
862 ) rf_bignum_rd_a_idirect_onehot__enc (
863 .in_i (rf_base_rd_data_a_no_intg[4:0]),
864 .en_i (rf_bignum_rd_a_indirect_en),
865 .out_o (rf_bignum_rd_a_indirect_onehot_o)
866 );
867
868 prim_onehot_enc #(
869 .OneHotWidth(NWdr)
870 ) rf_bignum_rd_b_indirect_onehot_enc (
871 .in_i (rf_base_rd_data_b_no_intg[4:0]),
872 .en_i (rf_bignum_rd_b_indirect_en),
873 .out_o (rf_bignum_rd_b_indirect_onehot_o)
874 );
875
876 prim_onehot_enc #(
877 .OneHotWidth(NWdr)
878 ) rf_bignum_wr_indirect_onehot_enc (
879 .in_i (rf_base_rd_data_b_no_intg[4:0]),
880 .en_i (rf_bignum_wr_indirect_en),
881 .out_o (rf_bignum_wr_indirect_onehot_o)
882 );
883
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100884 // For BN.LID sample the indirect destination register index in first cycle as an increment might
885 // change it for the second cycle where the load data is written to the bignum register file.
886 always_ff @(posedge clk_i) begin
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100887 if (insn_dec_bignum_i.rf_d_indirect) begin
Greg Chadwicke1501602022-02-10 17:16:06 +0000888 insn_bignum_wr_addr_q <= rf_base_rd_data_b_no_intg[4:0];
889 end
890
891 if (insn_dec_bignum_i.rf_a_indirect) begin
892 insn_bignum_rd_addr_a_q <= rf_base_rd_data_a_no_intg[4:0];
893 end
894
895 if (insn_dec_bignum_i.rf_b_indirect) begin
896 insn_bignum_rd_addr_b_q <= rf_base_rd_data_b_no_intg[4:0];
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100897 end
898 end
Greg Chadwick496fd342021-03-05 18:08:39 +0000899
Greg Chadwicke1501602022-02-10 17:16:06 +0000900 assign rf_bignum_wr_addr_o = insn_dec_bignum_i.rf_d_indirect ? insn_bignum_wr_addr_q :
901 insn_dec_bignum_i.d;
902
Greg Chadwick94786452020-10-28 18:19:51 +0000903 // For the shift-out variant of BN.MULQACC the bottom half of the MAC result is written to one
Philipp Wagnerdc946522020-12-03 10:52:58 +0000904 // half of a desintation register specified by the instruction (mac_wr_hw_sel_upper). The bottom
905 // half of the MAC result must be placed in the appropriate half of the write data (the RF only
906 // accepts write data for the top half in the top half of the write data input). Otherwise
907 // (shift-out to bottom half and all other BN.MULQACC instructions) simply pass the MAC result
908 // through unchanged as write data.
Greg Chadwick94786452020-10-28 18:19:51 +0000909 assign mac_bignum_rf_wr_data[WLEN-1:WLEN/2] =
Philipp Wagnerdc946522020-12-03 10:52:58 +0000910 insn_dec_bignum_i.mac_wr_hw_sel_upper &&
911 insn_dec_bignum_i.mac_shift_out ? mac_bignum_operation_result_i[WLEN/2-1:0] :
912 mac_bignum_operation_result_i[WLEN-1:WLEN/2];
Greg Chadwick94786452020-10-28 18:19:51 +0000913
914 assign mac_bignum_rf_wr_data[WLEN/2-1:0] = mac_bignum_operation_result_i[WLEN/2-1:0];
915
Greg Chadwickf7863442020-09-14 18:11:33 +0100916 always_comb begin
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100917 // Write data mux for anything that needs integrity computing during register write
Greg Chadwickee060bd2021-05-15 17:33:22 +0100918 // TODO: ISPR data will go via direct mux below once integrity has been implemented for
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100919 // them.
Greg Chadwickcf048242020-10-02 15:28:42 +0100920 unique case (insn_dec_bignum_i.rf_wdata_sel)
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100921 RfWdSelEx: rf_bignum_wr_data_no_intg_o = alu_bignum_operation_result_i;
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100922 RfWdSelIspr: rf_bignum_wr_data_no_intg_o = ispr_rdata_i;
923 RfWdSelMac: rf_bignum_wr_data_no_intg_o = mac_bignum_rf_wr_data;
924 default: rf_bignum_wr_data_no_intg_o = alu_bignum_operation_result_i;
925 endcase
926
927 // Write data mux for anything that provides its own integrity
928 unique case (insn_dec_bignum_i.rf_wdata_sel)
929 RfWdSelMovSel: begin
930 rf_bignum_wr_data_intg_sel_o = 1'b1;
931 rf_bignum_wr_data_intg_o = selection_result;
932 end
Greg Chadwickee060bd2021-05-15 17:33:22 +0100933 RfWdSelLsu: begin
934 rf_bignum_wr_data_intg_sel_o = 1'b1;
935 rf_bignum_wr_data_intg_o = lsu_bignum_rdata_i;
936 end
Greg Chadwick009d9ee2021-04-26 16:25:51 +0100937 default: begin
938 rf_bignum_wr_data_intg_sel_o = 1'b0;
939 rf_bignum_wr_data_intg_o = '0;
940 end
Greg Chadwickf7863442020-09-14 18:11:33 +0100941 endcase
942 end
943
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100944 assign rf_a_indirect_err = insn_dec_bignum_i.rf_a_indirect &
945 (|rf_base_rd_data_a_no_intg[31:5]) &
Rupert Swarbrickdb4b4942022-01-10 12:35:14 +0000946 ~rf_base_call_stack_err_i &
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100947 rf_base_rd_en_a_o;
948
949 assign rf_b_indirect_err = insn_dec_bignum_i.rf_b_indirect &
950 (|rf_base_rd_data_b_no_intg[31:5]) &
Rupert Swarbrickdb4b4942022-01-10 12:35:14 +0000951 ~rf_base_call_stack_err_i &
Greg Chadwick9a6fc462021-08-10 15:42:16 +0100952 rf_base_rd_en_b_o;
953
954 assign rf_d_indirect_err = insn_dec_bignum_i.rf_d_indirect &
955 (|rf_base_rd_data_b_no_intg[31:5]) &
956 rf_base_rd_en_b_o;
Greg Chadwick496fd342021-03-05 18:08:39 +0000957
958 assign rf_indirect_err =
959 insn_valid_i & (rf_a_indirect_err | rf_b_indirect_err | rf_d_indirect_err);
960
Rupert Swarbrickdb4b4942022-01-10 12:35:14 +0000961 assign ignore_bignum_rd_errs = (insn_dec_bignum_i.rf_a_indirect |
962 insn_dec_bignum_i.rf_b_indirect) &
963 rf_base_call_stack_err_i;
964
965 assign rf_bignum_rd_data_err = rf_bignum_rd_data_err_i & ~ignore_bignum_rd_errs;
966
Greg Chadwickf7863442020-09-14 18:11:33 +0100967 // CSR/WSR/ISPR handling
968 // ISPRs (Internal Special Purpose Registers) are the internal registers. CSRs and WSRs are the
969 // ISA visible versions of those registers in the base and bignum ISAs respectively.
970
Philipp Wagner711d2262021-01-21 18:17:42 +0000971 assign csr_addr = csr_e'(insn_dec_base_i.i[11:0]);
972 assign csr_sub_addr = insn_dec_base_i.i[$clog2(BaseWordsPerWLEN)-1:0];
Greg Chadwickf7863442020-09-14 18:11:33 +0100973
974 always_comb begin
975 ispr_addr_base = IsprMod;
976 ispr_word_addr_base = '0;
Greg Chadwickd3154ec2020-09-24 12:03:23 +0100977 csr_illegal_addr = 1'b0;
Greg Chadwickf7863442020-09-14 18:11:33 +0100978
979 unique case (csr_addr)
Rupert Swarbrickb9a1d312021-12-16 10:51:07 +0000980 CsrFlags, CsrFg0, CsrFg1: begin
Greg Chadwickf7863442020-09-14 18:11:33 +0100981 ispr_addr_base = IsprFlags;
982 ispr_word_addr_base = '0;
983 end
Philipp Wagner711d2262021-01-21 18:17:42 +0000984 CsrMod0, CsrMod1, CsrMod2, CsrMod3, CsrMod4, CsrMod5, CsrMod6, CsrMod7: begin
Greg Chadwickf7863442020-09-14 18:11:33 +0100985 ispr_addr_base = IsprMod;
Philipp Wagner711d2262021-01-21 18:17:42 +0000986 ispr_word_addr_base = csr_sub_addr;
Greg Chadwickf7863442020-09-14 18:11:33 +0100987 end
Greg Chadwickb168ae92021-04-14 16:04:03 +0100988 CsrRndPrefetch: begin
989 // Reading from RND_PREFETCH results in 0, there is no ISPR to read so no address is set.
990 // The csr_rdata mux logic takes care of producing the 0.
991 end
Philipp Wagner93877522021-07-16 10:49:25 +0100992 CsrRnd: begin
993 ispr_addr_base = IsprRnd;
994 ispr_word_addr_base = '0;
995 end
Greg Chadwickb168ae92021-04-14 16:04:03 +0100996 CsrUrnd: begin
997 ispr_addr_base = IsprUrnd;
998 ispr_word_addr_base = '0;
999 end
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001000 default: csr_illegal_addr = 1'b1;
Greg Chadwickf7863442020-09-14 18:11:33 +01001001 endcase
1002 end
1003
1004 for (genvar i_word = 0; i_word < BaseWordsPerWLEN; i_word++) begin : g_ispr_word_sel_base
1005 assign ispr_word_sel_base[i_word] = ispr_word_addr_base == i_word;
1006 end
1007
1008 for (genvar i_bit = 0; i_bit < 32; i_bit++) begin : g_csr_rdata_mux
1009 for (genvar i_word = 0; i_word < BaseWordsPerWLEN; i_word++) begin : g_csr_rdata_mux_inner
Philipp Wagnerdc946522020-12-03 10:52:58 +00001010 assign csr_rdata_mux[i_bit][i_word] =
1011 ispr_rdata_i[i_word*32 + i_bit] & ispr_word_sel_base[i_word];
Greg Chadwickf7863442020-09-14 18:11:33 +01001012 end
1013
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001014 assign csr_rdata_raw[i_bit] = |csr_rdata_mux[i_bit];
Greg Chadwickf7863442020-09-14 18:11:33 +01001015 end
1016
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001017 // Specialised read data handling for CSR reads where raw read data needs modification.
1018 always_comb begin
1019 csr_rdata = csr_rdata_raw;
1020
Greg Chadwickb168ae92021-04-14 16:04:03 +01001021 unique case (csr_addr)
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001022 // For FG0/FG1 select out appropriate bits from FLAGS ISPR and pad the rest with zeros.
Greg Chadwickb168ae92021-04-14 16:04:03 +01001023 CsrFg0: csr_rdata = {28'b0, csr_rdata_raw[3:0]};
1024 CsrFg1: csr_rdata = {28'b0, csr_rdata_raw[7:4]};
1025 CsrRndPrefetch: csr_rdata = '0;
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001026 default: ;
1027 endcase
1028 end
1029
Greg Chadwick009d9ee2021-04-26 16:25:51 +01001030 assign csr_wdata_raw = insn_dec_shared_i.ispr_rs_insn ? csr_rdata | rf_base_rd_data_a_no_intg :
1031 rf_base_rd_data_a_no_intg;
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001032
1033 // Specialised write data handling for CSR writes where raw write data needs modification.
1034 always_comb begin
1035 csr_wdata = csr_wdata_raw;
1036
Greg Chadwickb168ae92021-04-14 16:04:03 +01001037 unique case (csr_addr)
Greg Chadwickdbd655a2020-11-24 16:42:06 +00001038 // For FG0/FG1 only modify relevant part of FLAGS ISPR.
1039 CsrFg0: csr_wdata = {24'b0, csr_rdata_raw[7:4], csr_wdata_raw[3:0]};
1040 CsrFg1: csr_wdata = {24'b0, csr_wdata_raw[3:0], csr_rdata_raw[3:0]};
1041 default: ;
1042 endcase
1043 end
Greg Chadwickf7863442020-09-14 18:11:33 +01001044
Rupert Swarbricka2c05e72020-11-20 08:46:25 +00001045 // ISPR RS (read and set) must not be combined with ISPR RD or WR (read or write). ISPR RD and
1046 // WR (read and write) is allowed.
1047 `ASSERT(NoIsprRorWAndRs, insn_valid_i |-> ~(insn_dec_shared_i.ispr_rs_insn &
1048 (insn_dec_shared_i.ispr_rd_insn |
1049 insn_dec_shared_i.ispr_wr_insn)))
1050
1051
Greg Chadwickf7863442020-09-14 18:11:33 +01001052 assign wsr_addr = wsr_e'(insn_dec_bignum_i.i[WsrNumWidth-1:0]);
1053
1054 always_comb begin
1055 ispr_addr_bignum = IsprMod;
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001056 wsr_illegal_addr = 1'b0;
Greg Chadwick4ca1caa2021-11-23 10:56:01 +00001057 key_invalid = 1'b0;
Greg Chadwickf7863442020-09-14 18:11:33 +01001058
1059 unique case (wsr_addr)
Greg Chadwickb168ae92021-04-14 16:04:03 +01001060 WsrMod: ispr_addr_bignum = IsprMod;
1061 WsrRnd: ispr_addr_bignum = IsprRnd;
Greg Chadwickb168ae92021-04-14 16:04:03 +01001062 WsrUrnd: ispr_addr_bignum = IsprUrnd;
Philipp Wagner19afa992021-07-16 10:56:23 +01001063 WsrAcc: ispr_addr_bignum = IsprAcc;
Greg Chadwick4ca1caa2021-11-23 10:56:01 +00001064 WsrKeyS0L: begin
1065 ispr_addr_bignum = IsprKeyS0L;
1066 key_invalid = ~sideload_key_shares_valid_i[0];
1067 end
1068 WsrKeyS0H: begin
1069 ispr_addr_bignum = IsprKeyS0H;
1070 key_invalid = ~sideload_key_shares_valid_i[0];
1071 end
1072 WsrKeyS1L: begin
1073 ispr_addr_bignum = IsprKeyS1L;
1074 key_invalid = ~sideload_key_shares_valid_i[1];
1075 end
1076 WsrKeyS1H: begin
1077 ispr_addr_bignum = IsprKeyS1H;
1078 key_invalid = ~sideload_key_shares_valid_i[1];
1079 end
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001080 default: wsr_illegal_addr = 1'b1;
Greg Chadwickf7863442020-09-14 18:11:33 +01001081 endcase
1082 end
1083
Greg Chadwick009d9ee2021-04-26 16:25:51 +01001084 assign wsr_wdata = insn_dec_shared_i.ispr_rs_insn ? ispr_rdata_i | rf_bignum_rd_data_a_no_intg :
1085 rf_bignum_rd_data_a_no_intg;
Greg Chadwickf7863442020-09-14 18:11:33 +01001086
Philipp Wagner711d2262021-01-21 18:17:42 +00001087 assign ispr_illegal_addr = insn_dec_shared_i.subset == InsnSubsetBase ? csr_illegal_addr :
1088 wsr_illegal_addr;
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001089
1090 assign ispr_err = ispr_illegal_addr & insn_valid_i & (insn_dec_shared_i.ispr_rd_insn |
1091 insn_dec_shared_i.ispr_wr_insn |
1092 insn_dec_shared_i.ispr_rs_insn);
1093
Rupert Swarbricka2c05e72020-11-20 08:46:25 +00001094 assign ispr_wr_insn = insn_dec_shared_i.ispr_wr_insn | insn_dec_shared_i.ispr_rs_insn;
Greg Chadwickb168ae92021-04-14 16:04:03 +01001095 assign ispr_rd_insn = insn_dec_shared_i.ispr_rd_insn | insn_dec_shared_i.ispr_rs_insn;
1096
1097 // Write to RND_PREFETCH must not produce ISR write
1098 assign ispr_wr_base_insn =
1099 ispr_wr_insn & (insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr != CsrRndPrefetch);
1100
Rupert Swarbrick514348e2021-02-03 09:04:59 +00001101 assign ispr_wr_bignum_insn = ispr_wr_insn & (insn_dec_shared_i.subset == InsnSubsetBignum);
Prajwala Puttappa175c0d82021-12-17 11:23:16 +00001102 assign ispr_rd_bignum_insn = ispr_rd_insn & (insn_dec_shared_i.subset == InsnSubsetBignum);
Greg Chadwickf7863442020-09-14 18:11:33 +01001103
Philipp Wagnerdc946522020-12-03 10:52:58 +00001104 assign ispr_addr_o = insn_dec_shared_i.subset == InsnSubsetBase ? ispr_addr_base :
1105 ispr_addr_bignum;
Greg Chadwickf7863442020-09-14 18:11:33 +01001106 assign ispr_base_wdata_o = csr_wdata;
Greg Chadwicke1501602022-02-10 17:16:06 +00001107 assign ispr_base_wr_en_o = {BaseWordsPerWLEN{ispr_wr_base_insn & insn_valid_i}} &
Rupert Swarbrick514348e2021-02-03 09:04:59 +00001108 ispr_word_sel_base;
Greg Chadwickf6f35962020-11-02 17:32:08 +00001109
Greg Chadwickf7863442020-09-14 18:11:33 +01001110 assign ispr_bignum_wdata_o = wsr_wdata;
Greg Chadwicke1501602022-02-10 17:16:06 +00001111 assign ispr_bignum_wr_en_o = ispr_wr_bignum_insn & insn_valid_i;
1112
1113 assign ispr_wr_commit_o = ispr_wr_insn & insn_executing;
1114 assign ispr_rd_en_o = ispr_rd_insn & insn_valid_i &
1115 ~((insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr == CsrRndPrefetch));
1116
1117 // For BN.SID the LSU address is computed in the first cycle by the base ALU. The store request
1118 // itself occurs in the second cycle when the store data is available (from the indirect register
1119 // read). The calculated address is saved in a flop here so it's available for use in the second
1120 // cycle.
1121 assign lsu_addr_saved_d = alu_base_operation_result_i[DmemAddrWidth-1:0];
1122 always_ff @(posedge clk_i) begin
1123 lsu_addr_saved_q <= lsu_addr_saved_d;
1124 end
1125
1126 //assign expected_lsu_addr_en_predec = insn_valid & insn_dec_shared_i.ld_insn
Greg Chadwickf7863442020-09-14 18:11:33 +01001127
Greg Chadwick42a9f3b2021-01-28 13:54:14 +00001128 // lsu_load_req_raw/lsu_store_req_raw indicate an instruction wishes to perform a store or a load.
Rupert Swarbrick514348e2021-02-03 09:04:59 +00001129 // lsu_load_req_o/lsu_store_req_o factor in whether an instruction is actually executing (it may
1130 // be suppressed due an error) and command the load or store to happen when asserted.
Greg Chadwick42a9f3b2021-01-28 13:54:14 +00001131 assign lsu_load_req_raw = insn_valid_i & insn_dec_shared_i.ld_insn & (state_q == OtbnStateRun);
1132 assign lsu_load_req_o = insn_executing & lsu_load_req_raw;
1133
Greg Chadwicke1501602022-02-10 17:16:06 +00001134 assign lsu_store_req_raw = insn_valid_i & insn_dec_shared_i.st_insn & ~rf_indirect_stall;
Greg Chadwick42a9f3b2021-01-28 13:54:14 +00001135 assign lsu_store_req_o = insn_executing & lsu_store_req_raw;
1136
Greg Chadwickf7863442020-09-14 18:11:33 +01001137 assign lsu_req_subset_o = insn_dec_shared_i.subset;
Greg Chadwickc8cd4352020-08-14 16:45:23 +01001138
Greg Chadwicke1501602022-02-10 17:16:06 +00001139 // To simplify blanking logic all two cycle memory operations (BN.LID, BN.SID, LW) present the
1140 // calculated address in their first cycle and the saved address in the second cycle. This results
1141 // in lsu_addr_o remaining stable for the entire instruction. Only SW is a single cycle
1142 // instruction so it only presents the calculated address. The stability property is checked by an
1143 // assertion.
1144 assign lsu_addr_saved_sel =
1145 insn_valid_i & ((insn_dec_shared_i.subset == InsnSubsetBignum) ||
1146 insn_dec_shared_i.ld_insn ? ~stall : 1'b0);
1147
1148 assign lsu_addr = lsu_addr_saved_sel ? lsu_addr_saved_q :
1149 alu_base_operation_result_i[DmemAddrWidth-1:0];
1150
1151 // SEC_CM: CTRL.REDUN
1152 assign expected_lsu_addr_en =
1153 insn_valid_i & (insn_dec_shared_i.ld_insn | insn_dec_shared_i.st_insn);
1154
1155 assign predec_error_o = expected_lsu_addr_en != lsu_addr_en_predec_i;
1156
1157 // SEC_CM: DATA_REG_SW.SCA
1158 prim_blanker #(.Width(DmemAddrWidth)) u_lsu_addr_blanker (
1159 .in_i (lsu_addr),
1160 .en_i (lsu_addr_en_predec_i),
1161 .out_o(lsu_addr_blanked)
1162 );
1163
1164 // Check stability property described above (see the lsu_addr_saved_sel signal) holds.
1165 `ASSERT(LsuAddrBlankedStable_A, insn_valid_i & stall & ~err |=> $stable(lsu_addr_blanked))
1166
1167 assign lsu_addr_o = lsu_addr_blanked;
1168
Greg Chadwickee060bd2021-05-15 17:33:22 +01001169 assign lsu_base_wdata_o = rf_base_rd_data_b_intg_i;
1170 assign lsu_bignum_wdata_o = rf_bignum_rd_data_b_intg_i;
Greg Chadwick6ab8d952020-10-30 12:13:34 +00001171
Philipp Wagner711d2262021-01-21 18:17:42 +00001172 assign dmem_addr_unaligned_bignum =
1173 (lsu_req_subset_o == InsnSubsetBignum) & (|lsu_addr_o[$clog2(WLEN/8)-1:0]);
1174 assign dmem_addr_unaligned_base =
1175 (lsu_req_subset_o == InsnSubsetBase) & (|lsu_addr_o[1:0]);
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001176 assign dmem_addr_overflow = |alu_base_operation_result_i[31:DmemAddrWidth];
1177
Greg Chadwicke1501602022-02-10 17:16:06 +00001178 // A dmem address is checked the cycle it is available. For bignum stores this is the first cycle
1179 // where the base register file read occurs, with the store request occurring the following cycle.
1180 // For all other loads and stores the dmem address is available the same cycle as the request.
1181 assign dmem_addr_err_check =
1182 (lsu_req_subset_o == InsnSubsetBignum) &
1183 insn_dec_shared_i.st_insn ? rf_indirect_stall :
1184 lsu_load_req_raw | lsu_store_req_raw;
1185
Greg Chadwick42a9f3b2021-01-28 13:54:14 +00001186 assign dmem_addr_err =
Greg Chadwicke1501602022-02-10 17:16:06 +00001187 insn_valid_i & dmem_addr_err_check & (dmem_addr_overflow |
1188 dmem_addr_unaligned_bignum |
1189 dmem_addr_unaligned_base);
Greg Chadwickd3154ec2020-09-24 12:03:23 +01001190
Rupert Swarbrick20429db2022-02-10 17:34:00 +00001191 assign rnd_req_raw = insn_valid_i & ispr_rd_insn & (ispr_addr_o == IsprRnd);
1192 assign rnd_req_o = rnd_req_raw & insn_executing;
Greg Chadwickb168ae92021-04-14 16:04:03 +01001193
Rupert Swarbrick20429db2022-02-10 17:34:00 +00001194 assign rnd_prefetch_req_o = insn_executing & ispr_wr_insn &
Greg Chadwickb168ae92021-04-14 16:04:03 +01001195 (insn_dec_shared_i.subset == InsnSubsetBase) & (csr_addr == CsrRndPrefetch);
Philipp Wagner31441082020-07-14 11:17:21 +01001196endmodule