Skip to content

Commit ed44a47

Browse files
lapp0rlouf
authored andcommitted
Improve naming of token and vocab transition keys in regex.py
1 parent c11a595 commit ed44a47

File tree

1 file changed

+11
-11
lines changed

1 file changed

+11
-11
lines changed

outlines/fsm/regex.py

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -414,7 +414,7 @@ def _walk_fsm(
414414
fsm_transitions: Dict[Tuple[int, int], int],
415415
fsm_initial: int,
416416
fsm_finals: Set[int],
417-
token_trans_key_seq: Sequence[int],
417+
token_transition_keys: Sequence[int],
418418
start_state: int,
419419
full_match: bool = True,
420420
) -> List[int]:
@@ -424,7 +424,7 @@ def _walk_fsm(
424424

425425
# Iterate over token transition key sequence. The transition key
426426
# sequence represents the FSM traversal rules of the tokens symbols.
427-
for i, trans_key in enumerate(token_trans_key_seq):
427+
for i, trans_key in enumerate(token_transition_keys):
428428
new_state = fsm_transitions.get((state, trans_key))
429429

430430
if new_state is None:
@@ -448,7 +448,7 @@ def _walk_fsm(
448448

449449
def walk_fsm(
450450
fsm: BetterFSM,
451-
token_trans_key_seq: Sequence[int],
451+
token_transition_keys: Sequence[int],
452452
start_state: int,
453453
full_match: bool = True,
454454
) -> List[int]:
@@ -462,7 +462,7 @@ def walk_fsm(
462462

463463
# Iterate over token transition key sequence. The transition key
464464
# sequence represents the FSM traversal rules of the tokens symbols.
465-
for i, trans_key in enumerate(token_trans_key_seq):
465+
for i, trans_key in enumerate(token_transition_keys):
466466
new_state = fsm_transitions.get((state, trans_key))
467467

468468
if new_state is None:
@@ -703,10 +703,10 @@ def get_token_transition_keys(
703703
alphabet_symbol_mapping.get(symbol, alphabet_anything_value)
704704
)
705705

706-
tok_trans_array = np.empty(len(token_transition_keys), dtype=np.int64)
706+
token_transition_keys_array = np.empty(len(token_transition_keys), dtype=np.int64)
707707
for j in range(len(token_transition_keys)):
708-
tok_trans_array[j] = token_transition_keys[j]
709-
return tok_trans_array
708+
token_transition_keys_array[j] = token_transition_keys[j]
709+
return token_transition_keys_array
710710

711711

712712
@numba.njit(cache=True, nogil=True)
@@ -718,14 +718,14 @@ def get_vocabulary_transition_keys(
718718
"""
719719
Calculate the sequence transition keys for each token str within a vocabulary
720720
"""
721-
tokens_trans_keys = numba.typed.List.empty_list(numba.int64[:])
721+
vocab_transition_keys = numba.typed.List.empty_list(numba.int64[:])
722722
for token_str, _ in vocabulary:
723-
trans_key_seq_array = get_token_transition_keys(
723+
token_transition_keys = get_token_transition_keys(
724724
alphabet_symbol_mapping, alphabet_anything_value, token_str
725725
)
726-
tokens_trans_keys.append(trans_key_seq_array)
726+
vocab_transition_keys.append(token_transition_keys)
727727

728-
return tokens_trans_keys
728+
return vocab_transition_keys
729729

730730

731731
def create_fsm_index_end_to_end(

0 commit comments

Comments
 (0)