Skip to content

Commit

Permalink
WIP: modules/zstd: Add proc for generating FSE lookup
Browse files Browse the repository at this point in the history
Internal-tag: [#57353]
Signed-off-by: Robert Winkler <rwinkler@antmicro.com>
  • Loading branch information
rw1nkler committed Apr 4, 2024
1 parent 6c3b033 commit f30c47b
Show file tree
Hide file tree
Showing 2 changed files with 186 additions and 0 deletions.
17 changes: 17 additions & 0 deletions xls/modules/zstd/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -1185,3 +1185,20 @@ xls_dslx_test(
dslx_test_args = {"compare": "none"},
library = ":fse_table_iterator_dslx",
)

xls_dslx_library(
name = "fse_table_creator_dslx",
srcs = ["fse_table_creator.x"],
deps = [
":common_dslx",
":fse_common_dslx",
":ram_wr_handler_dslx",
"//xls/examples:ram_dslx",
],
)

xls_dslx_test(
name = "fse_table_creator_dslx_test",
dslx_test_args = {"compare": "none"},
library = ":fse_table_creator_dslx",
)
169 changes: 169 additions & 0 deletions xls/modules/zstd/fse_table_creator.x
Original file line number Diff line number Diff line change
@@ -0,0 +1,169 @@
// Copyright 2024 The XLS Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

import std;
import xls.examples.ram;
import xls.modules.zstd.common;
import xls.modules.zstd.ram_wr_handler as ram_wr;
import xls.modules.zstd.fse_common as fse;

type DecoderCtrl = fse::FSEProbaFreqDecoderCtrl;

enum FSETableIteratorStatus: u1 {
CONFIGURE = 0,
SEND = 1,
}

struct FSETableCreatorCtrl {
accuracy_log: u32,
negative_proba_count: u32,
}

proc FSETableIteratorState {
status: FSETableIteratorStatus,
ctrl: FSETableIteratorCtrl
}

proc FSETableIterator {
type Status = FSETableIteratorStatus;
type State = FSETableIteratorState;
struct Ctrl = FSETableCreatorCtrl;

type Reset = bool;
type Index = u32;

ctrl_r: chan<Ctrl> in;
resp_s: chan<Index> out;

config(
req_r: chan<Reset> in;
resp_s: chan<Index> out;
) { (req_r, resp_s) }

next(tok0: token, state: State) {
let do_recv_ctrl = state.status == Status::CONFIGURE;
let (tok, ctrl) = recv_if(tok, ctrl_r, do_recv_ctrl, zero!<Ctrl>());

let new_state = match (state.status) {
Status::CONFIGURE => {
State { ctrl, status: Status::SEND }
},
Status::SEND => {
state
},
_ => {
fail!("incorrect_state", zero!<State>);
},
}

new_state
}
}

struct FSETableCreatorState {
rd_cnt: u32,
wr_cnt: u32,
}


proc FSETableCreator<
RAM_DATA_WIDTH: u32,
RAM_SIZE: u32,
RAM_WORD_PARTITION_SIZE: u32,
RAM_ADDR_WIDTH: u32 = {std::clog2(RAM_SIZE)},
RAM_NUM_PARTITIONS: u32 = {ram::num_partitions(RAM_WORD_PARTITION_SIZE, RAM_DATA_WIDTH)},
> {
type State = FSETableCreatorState;

type RamWriteReq = ram::WriteReq<RAM_ADDR_WIDTH, RAM_DATA_WIDTH, RAM_NUM_PARTITIONS>;
type RamWriteResp = ram::WriteResp;
type RamReadReq = ram::ReadReq<RAM_ADDR_WIDTH, RAM_NUM_PARTITIONS>;
type RamReadResp = ram::ReadResp<RAM_DATA_WIDTH>;
type RamAddr = bits[RAM_ADDR_WIDTH];
type RamData = bits[RAM_DATA_WIDTH];

resp_in_s: chan<bool> out;
resp_out_r: chan<u32> in;

rd_req_s: chan<RamReadReq> out;
rd_resp_r: chan<RamReadResp> in;
wr_req_s: chan<RamWriteReq> out;
wr_resp_r: chan<RamWriteResp> in;

config(
rd_req_s: chan<RamReadReq> out,
rd_resp_r: chan<RamReadResp> in,
wr_req_s: chan<RamWriteReq> out,
wr_resp_r: chan<RamWriteResp> in) {

let (resp_in_s, resp_in_r) = chan<bool, u32:1>;
let (resp_out_s, resp_out_r) = chan<u32, u32:1>;

spawn ram_wr::RamWrRespHandler(resp_in_r, resp_out_s, wr_resp_r);
(
resp_in_s, resp_out_r,
rd_req_s, rd_resp_r, wr_req_s, wr_resp_r,
)
}

init { zero!<State>() }

next(tok0: token, state: State) {
state
}
}

const TEST_RAM_DATA_WIDTH = u32:8;
const TEST_RAM_SIZE = u32:256;
const TEST_RAM_ADDR_WIDTH = std::clog2(TEST_RAM_SIZE);
const TEST_RAM_WORD_PARTITION_SIZE = TEST_RAM_DATA_WIDTH;
const TEST_RAM_NUM_PARTITIONS = ram::num_partitions(TEST_RAM_WORD_PARTITION_SIZE, TEST_RAM_DATA_WIDTH);

#[test_proc]
proc FSETableCreatorTest {
type ReadReq = ram::ReadReq<TEST_RAM_ADDR_WIDTH, TEST_RAM_NUM_PARTITIONS>;
type ReadResp = ram::ReadResp<TEST_RAM_DATA_WIDTH>;
type WriteReq = ram::WriteReq<TEST_RAM_ADDR_WIDTH, TEST_RAM_DATA_WIDTH, TEST_RAM_NUM_PARTITIONS>;
type WriteResp = ram::WriteResp;

terminator: chan<bool> out;

rd_req_s: chan<ReadReq> out;
rd_resp_r: chan<ReadResp> in;
wr_req_s: chan<WriteReq> out;
wr_resp_r: chan<WriteResp> in;

config(terminator: chan<bool> out) {
let (rd_req_s, rd_req_r) = chan<ReadReq>;
let (rd_resp_s, rd_resp_r) = chan<ReadResp>;
let (wr_req_s, wr_req_r) = chan<WriteReq>;
let (wr_resp_s, wr_resp_r) = chan<WriteResp>;

spawn FSETableCreator<TEST_RAM_DATA_WIDTH, TEST_RAM_SIZE, TEST_RAM_WORD_PARTITION_SIZE>(
rd_req_s, rd_resp_r, wr_req_s, wr_resp_r);

spawn ram::RamModel<TEST_RAM_DATA_WIDTH, TEST_RAM_SIZE, TEST_RAM_WORD_PARTITION_SIZE>(
rd_req_r, rd_resp_s, wr_req_r, wr_resp_s);

( terminator,
rd_req_s, rd_resp_r, wr_req_s, wr_resp_r
)
}

init { }

next(tok: token, state: ()) {
let tok = send(tok, terminator, true);
}
}

0 comments on commit f30c47b

Please sign in to comment.