File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -410,21 +410,21 @@ def get_special_tokens(
410
410
special_tokens = [token .value for token in cls ]
411
411
412
412
# Adding dynamically generated row and col tokens
413
- for i in range (0 , max_rows ):
413
+ for i in range (0 , max_rows + 1 ):
414
414
special_tokens += [f"<row_{ i } >" , f"</row_{ i } >" ]
415
415
416
- for i in range (0 , max_cols ):
416
+ for i in range (0 , max_cols + 1 ):
417
417
special_tokens += [f"<col_{ i } >" , f"</col_{ i } >" ]
418
418
419
419
for i in range (6 ):
420
420
special_tokens += [f"<section-header-{ i } >" , f"</section-header-{ i } >" ]
421
421
422
422
# Adding dynamically generated page-tokens
423
- for i in range (0 , max_pages ):
423
+ for i in range (0 , max_pages + 1 ):
424
424
special_tokens .append (f"<page_{ i } >" )
425
425
426
426
# Adding dynamically generated location-tokens
427
- for i in range (0 , max (page_dimension [0 ], page_dimension [1 ])):
427
+ for i in range (0 , max (page_dimension [0 ]+ 1 , page_dimension [1 ]+ 1 )):
428
428
special_tokens .append (f"<loc_{ i } >" )
429
429
430
430
return special_tokens
You can’t perform that action at this time.
0 commit comments