Skip to content

fix: fix stream_kws_ctc.py import error #216

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
mlxu995 wants to merge 1 commit into
base: main
Choose a base branch
from
Draft

fix: fix stream_kws_ctc.py import error #216

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 9 additions & 9 deletions wekws/bin/stream_kws_ctc.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
from collections import defaultdict
from wekws.model.kws_model import init_model
from wekws.utils.checkpoint import load_checkpoint
from tools.make_list import query_token_set, read_lexicon, read_token
from wenet.text.char_tokenizer import CharTokenizer


def get_args():
Expand Down Expand Up @@ -275,12 +275,11 @@ def __init__(
self.model = model.to(device)
self.model.eval()
logging.info(f'model {ckpt_path} loaded.')
self.token_table = read_token(token_path)
logging.info(f'tokens {token_path} with '
f'{len(self.token_table)} units loaded.')
self.lexicon_table = read_lexicon(lexicon_path)
logging.info(f'lexicons {lexicon_path} with '
f'{len(self.lexicon_table)} units loaded.')
self.tokenizer = CharTokenizer(token_path, lexicon_path,
unk='<filler>',
split_with_space=True)
logging.info(f'tokenizer loaded with token={token_path}, '
f'lexicon={lexicon_path}.')
self.in_cache = torch.zeros(0, 0, 0, dtype=torch.float)

# decoding and detection related
Expand Down Expand Up @@ -313,8 +312,9 @@ def set_keywords(self, keywords):
keywords_strset = {'<blk>'}
keywords_tokenmap = {'<blk>': 0}
for keyword in keywords_list:
strs, indexes = query_token_set(keyword, self.token_table,
self.lexicon_table)
strs, indexes = self.tokenizer.tokenize(
' '.join(list(keyword)))
indexes = tuple(indexes)
keywords_token[keyword] = {}
keywords_token[keyword]['token_id'] = indexes
keywords_token[keyword]['token_str'] = ''.join('%s ' % str(i)
Expand Down
Loading