text_extraction / config.json
phonsobon's picture
Add Surya OCR model
310ad98 verified
Raw History Blame Contribute Delete
53.5 kB
{ "architectures": [ "SuryaModel" ], "bbox_embed_size": 1024, "bbox_size": 1024, "beacon_token_id": 66567, "beacon_token_interval": 512, "blank_bbox_token_id": 1025, "bos_token_id": { "block_without_boxes": 66561, "layout": 66562, "ocr_with_boxes": 66559, "ocr_without_boxes": 66560, "table_structure": 66569 }, "decoder": { "attention_dropout": 0.0, "hidden_act": "silu", "hidden_size": 1280, "initializer_range": 0.02, "intermediate_size": 6400, "max_position_embeddings": 131072, "max_window_layers": 12, "model_type": "qwen2", "num_attention_heads": 16, "num_hidden_layers": 12, "num_key_value_heads": 4, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": 131072, "use_cache": true, "use_sliding_window": false, "vocab_size": 218225 }, "embedding_dropout_prob": 0.05, "eoi_token_id": 66554, "eos_token_id": 66553, "hidden_size": 1280, "image_embed_encoding_multiplier": 256, "image_embed_encoding_size": 1024, "image_token_id": 66555, "max_multi_out": 8, "max_sequence_length": 2048, "merge_size": 2, "model_type": "surya-multimodal-foundation", "multi_output_distance": 0, "num_attention_heads": 16, "num_beacon_tokens": 4, "num_hidden_layers": 12, "num_key_value_heads": 4, "num_register_tokens": 4, "num_styles": 5, "pad_token_id": 66556, "patch_size": 14, "register_token_ids": [ 66563, 66564, 66565, 66566 ], "sliding_window": 2048, "special_ocr_tokens": { "all": [ "</S>", "<EOI>", "<IMAGE>", "<PAD>", "<NOP>", "<ROT>", "<OCR-WB>", "<OCR-WOB>", "<BLOCKS-WOB>", "<LAYOUT>", "<REG1>", "<REG2>", "<REG3>", "<REG4>", "<BEACON>", "<NO-MATH>", "<TABLE-STRUCTURE>", "<b>", "</b>", "<del>", "</del>", "<mark>", "</mark>", "<sub>", "</sub>", "<br>", "<sup>", "</sup>", "<i>", "</i>", "<small>", "</small>", "<u>", "</u>", "<code>", "</code>", "<math>", "<math display='block'>", "<math display=\"block\">", "<math display='inline'>", "<math display=\"inline\">", "</math>", "<SCRIPT-LATIN>", "<SCRIPT-PUNCTUATION>", "<SCRIPT-CYRILLIC>", "<SCRIPT-ARABIC>", "<SCRIPT-CHINESE>", "<SCRIPT-JAPANESE>", "<SCRIPT-KOREAN>", "<SCRIPT-SYMBOLS>", "<SCRIPT-GREEK>", "<SCRIPT-ARMENIAN>", "<SCRIPT-HEBREW>", "<SCRIPT-DEVANAGARI>", "<SCRIPT-BENGALI>", "<SCRIPT-GURMUKHI>", "<SCRIPT-GUJARATI>", "<SCRIPT-ORIYA>", "<SCRIPT-TAMIL>", "<SCRIPT-TELUGU>", "<SCRIPT-KANNADA>", "<SCRIPT-MALAYALAM>", "<SCRIPT-SINHALA>", "<SCRIPT-THAI>", "<SCRIPT-LAO>", "<SCRIPT-MYANMAR>", "<SCRIPT-GEORGIAN>", "<SCRIPT-ETHIOPIC>", "<SCRIPT-KHMER>", "<SCRIPT-MONGOLIAN>", "<SCRIPT-MATH>", "<page-header>", "<page-footer>", "<footnote>", "<image>", "<figure>", "<text>", "<caption>", "<list-item>", "<section-header>", "<table>", "<table-of-contents>", "<form>", "<equation-block>", "<code-block>", "<complex-block>", "<think1>", "<think2>", "<think3>", "<table-container>", "</table-container>", "<table-cell>", "<header-cell>", "<table-row>", "</table-row>", "<table-cell-columns>", "<table-cell-rows>", "<reserved_0>", "<reserved_1>", "<reserved_2>", "<reserved_3>", "<reserved_4>", "<reserved_5>", "<reserved_6>", "<reserved_7>", "<reserved_8>", "<reserved_9>", "<reserved_10>", "<reserved_11>", "<reserved_12>", "<reserved_13>", "<reserved_14>", "<reserved_15>", "<reserved_16>", "<reserved_17>", "<reserved_18>", "<reserved_19>", "<reserved_20>", "<reserved_21>", "<reserved_22>", "<reserved_23>", "<reserved_24>", "<reserved_25>", "<reserved_26>", "<reserved_27>", "<reserved_28>", "<reserved_29>", "<reserved_30>", "<reserved_31>", "<reserved_32>", "<reserved_33>", "<reserved_34>", "<reserved_35>", "<reserved_36>", "<reserved_37>", "<reserved_38>", "<reserved_39>", "<reserved_40>", "<reserved_41>", "<reserved_42>", "<reserved_43>", "<reserved_44>", "<reserved_45>", "<reserved_46>", "<reserved_47>", "<reserved_48>", "<reserved_49>", "<reserved_50>", "<reserved_51>", "<reserved_52>", "<reserved_53>", "<reserved_54>", "<reserved_55>", "<reserved_56>", "<reserved_57>", "<reserved_58>", "<reserved_59>", "<reserved_60>", "<reserved_61>", "<reserved_62>", "<reserved_63>", "<reserved_64>", "<reserved_65>", "<reserved_66>", "<reserved_67>", "<reserved_68>", "<reserved_69>", "<reserved_70>", "<reserved_71>", "<reserved_72>", "<reserved_73>", "<reserved_74>", "<reserved_75>", "<reserved_76>", "<reserved_77>", "<reserved_78>", "<reserved_79>", "<reserved_80>", "<reserved_81>", "<reserved_82>", "<reserved_83>", "<reserved_84>", "<reserved_85>", "<reserved_86>", "<reserved_87>", "<reserved_88>", "<reserved_89>", "<reserved_90>", "<reserved_91>", "<reserved_92>", "<reserved_93>", "<reserved_94>", "<reserved_95>", "<reserved_96>", "<reserved_97>", "<reserved_98>", "<reserved_99>", "<reserved_100>", "<reserved_101>", "<reserved_102>", "<reserved_103>", "<reserved_104>", "<reserved_105>", "<reserved_106>", "<reserved_107>", "<reserved_108>", "<reserved_109>", "<reserved_110>", "<reserved_111>", "<reserved_112>", "<reserved_113>", "<reserved_114>", "<reserved_115>", "<reserved_116>", "<reserved_117>", "<reserved_118>", "<reserved_119>", "<reserved_120>", "<reserved_121>", "<reserved_122>", "<reserved_123>", "<reserved_124>", "<reserved_125>", "<reserved_126>", "<reserved_127>", "<reserved_128>", "<reserved_129>", "<reserved_130>", "<reserved_131>", "<reserved_132>", "<reserved_133>", "<reserved_134>", "<reserved_135>", "<reserved_136>", "<reserved_137>", "<reserved_138>", "<reserved_139>", "<reserved_140>", "<reserved_141>", "<reserved_142>", "<reserved_143>", "<reserved_144>", "<reserved_145>", "<reserved_146>", "<reserved_147>", "<reserved_148>", "<reserved_149>", "<reserved_150>", "<reserved_151>", "<reserved_152>", "<reserved_153>", "<reserved_154>", "<reserved_155>", "<reserved_156>", "<reserved_157>", "<reserved_158>", "<reserved_159>", "<reserved_160>", "<reserved_161>", "<reserved_162>", "<reserved_163>", "<reserved_164>", "<reserved_165>", "<reserved_166>", "<reserved_167>", "<reserved_168>", "<reserved_169>", "<reserved_170>", "<reserved_171>", "<reserved_172>", "<reserved_173>", "<reserved_174>", "<reserved_175>", "<reserved_176>", "<reserved_177>", "<reserved_178>", "<reserved_179>", "<reserved_180>", "<reserved_181>", "<reserved_182>", "<reserved_183>", "<reserved_184>", "<reserved_185>", "<reserved_186>", "<reserved_187>", "<reserved_188>", "<reserved_189>", "<reserved_190>", "<reserved_191>", "<reserved_192>", "<reserved_193>", "<reserved_194>", "<reserved_195>", "<reserved_196>", "<reserved_197>", "<reserved_198>", "<reserved_199>", "<reserved_200>", "<reserved_201>", "<reserved_202>", "<reserved_203>", "<reserved_204>", "<reserved_205>", "<reserved_206>", "<reserved_207>", "<reserved_208>", "<reserved_209>", "<reserved_210>", "<reserved_211>", "<reserved_212>", "<reserved_213>", "<reserved_214>", "<reserved_215>", "<reserved_216>", "<reserved_217>", "<reserved_218>", "<reserved_219>", "<reserved_220>", "<reserved_221>", "<reserved_222>", "<reserved_223>", "<reserved_224>", "<reserved_225>", "<reserved_226>", "<reserved_227>", "<reserved_228>", "<reserved_229>", "<reserved_230>", "<reserved_231>", "<reserved_232>", "<reserved_233>", "<reserved_234>", "<reserved_235>", "<reserved_236>", "<reserved_237>", "<reserved_238>", "<reserved_239>", "<reserved_240>", "<reserved_241>", "<reserved_242>", "<reserved_243>", "<reserved_244>", "<reserved_245>", "<reserved_246>", "<reserved_247>", "<reserved_248>", "<reserved_249>", "<reserved_250>", "<reserved_251>", "<reserved_252>", "<reserved_253>", "<reserved_254>", "<reserved_255>", "<reserved_256>", "<reserved_257>", "<reserved_258>", "<reserved_259>", "<reserved_260>", "<reserved_261>", "<reserved_262>", "<reserved_263>", "<reserved_264>", "<reserved_265>", "<reserved_266>", "<reserved_267>", "<reserved_268>", "<reserved_269>", "<reserved_270>", "<reserved_271>", "<reserved_272>", "<reserved_273>", "<reserved_274>", "<reserved_275>", "<reserved_276>", "<reserved_277>", "<reserved_278>", "<reserved_279>", "<reserved_280>", "<reserved_281>", "<reserved_282>", "<reserved_283>", "<reserved_284>", "<reserved_285>", "<reserved_286>", "<reserved_287>", "<reserved_288>", "<reserved_289>", "<reserved_290>", "<reserved_291>", "<reserved_292>", "<reserved_293>", "<reserved_294>", "<reserved_295>", "<reserved_296>", "<reserved_297>", "<reserved_298>", "<reserved_299>", "<reserved_300>", "<reserved_301>", "<reserved_302>", "<reserved_303>", "<reserved_304>", "<reserved_305>", "<reserved_306>", "<reserved_307>", "<reserved_308>", "<reserved_309>", "<reserved_310>", "<reserved_311>", "<reserved_312>", "<reserved_313>", "<reserved_314>", "<reserved_315>", "<reserved_316>", "<reserved_317>", "<reserved_318>", "<reserved_319>", "<reserved_320>", "<reserved_321>", "<reserved_322>", "<reserved_323>", "<reserved_324>", "<reserved_325>", "<reserved_326>", "<reserved_327>", "<reserved_328>", "<reserved_329>", "<reserved_330>", "<reserved_331>", "<reserved_332>", "<reserved_333>", "<reserved_334>", "<reserved_335>", "<reserved_336>", "<reserved_337>", "<reserved_338>", "<reserved_339>", "<reserved_340>", "<reserved_341>", "<reserved_342>", "<reserved_343>", "<reserved_344>", "<reserved_345>", "<reserved_346>", "<reserved_347>", "<reserved_348>", "<reserved_349>", "<reserved_350>", "<reserved_351>", "<reserved_352>", "<reserved_353>", "<reserved_354>", "<reserved_355>", "<reserved_356>", "<reserved_357>", "<reserved_358>", "<reserved_359>", "<reserved_360>", "<reserved_361>", "<reserved_362>", "<reserved_363>", "<reserved_364>", "<reserved_365>", "<reserved_366>", "<reserved_367>", "<reserved_368>", "<reserved_369>", "<reserved_370>", "<reserved_371>", "<reserved_372>", "<reserved_373>", "<reserved_374>", "<reserved_375>", "<reserved_376>", "<reserved_377>", "<reserved_378>", "<reserved_379>", "<reserved_380>", "<reserved_381>", "<reserved_382>", "<reserved_383>", "<reserved_384>", "<reserved_385>", "<reserved_386>", "<reserved_387>", "<reserved_388>", "<reserved_389>", "<reserved_390>", "<reserved_391>", "<reserved_392>", "<reserved_393>", "<reserved_394>", "<reserved_395>", "<reserved_396>", "<reserved_397>", "<reserved_398>", "<reserved_399>", "<reserved_400>", "<reserved_401>", "<reserved_402>", "<reserved_403>", "<reserved_404>", "<reserved_405>", "<reserved_406>", "<reserved_407>", "<reserved_408>", "<reserved_409>", "<reserved_410>", "<reserved_411>", "<reserved_412>", "<reserved_413>", "<reserved_414>", "<reserved_415>", "<reserved_416>", "<reserved_417>", "<reserved_418>", "<reserved_419>", "<reserved_420>", "<reserved_421>", "<reserved_422>", "<reserved_423>", "<reserved_424>", "<reserved_425>", "<reserved_426>", "<reserved_427>", "<reserved_428>", "<reserved_429>", "<reserved_430>", "<reserved_431>", "<reserved_432>", "<reserved_433>", "<reserved_434>", "<reserved_435>", "<reserved_436>", "<reserved_437>", "<reserved_438>", "<reserved_439>", "<reserved_440>", "<reserved_441>", "<reserved_442>", "<reserved_443>", "<reserved_444>", "<reserved_445>", "<reserved_446>", "<reserved_447>", "<reserved_448>", "<reserved_449>", "<reserved_450>", "<reserved_451>", "<reserved_452>", "<reserved_453>", "<reserved_454>", "<reserved_455>", "<reserved_456>", "<reserved_457>", "<reserved_458>", "<reserved_459>", "<reserved_460>", "<reserved_461>", "<reserved_462>", "<reserved_463>", "<reserved_464>", "<reserved_465>", "<reserved_466>", "<reserved_467>", "<reserved_468>", "<reserved_469>", "<reserved_470>", "<reserved_471>", "<reserved_472>", "<reserved_473>", "<reserved_474>", "<reserved_475>", "<reserved_476>", "<reserved_477>", "<reserved_478>", "<reserved_479>", "<reserved_480>", "<reserved_481>", "<reserved_482>", "<reserved_483>", "<reserved_484>", "<reserved_485>", "<reserved_486>", "<reserved_487>", "<reserved_488>", "<reserved_489>", "<reserved_490>", "<reserved_491>", "<reserved_492>", "<reserved_493>", "<reserved_494>", "<reserved_495>", "<reserved_496>", "<reserved_497>", "<reserved_498>", "<reserved_499>", "<reserved_500>", "<reserved_501>", "<reserved_502>", "<reserved_503>", "<reserved_504>", "<reserved_505>", "<reserved_506>", "<reserved_507>", "<reserved_508>", "<reserved_509>", "<reserved_510>", "<reserved_511>", "<reserved_512>", "<reserved_513>", "<reserved_514>", "<reserved_515>", "<reserved_516>", "<reserved_517>", "<reserved_518>", "<reserved_519>", "<reserved_520>", "<reserved_521>", "<reserved_522>", "<reserved_523>", "<reserved_524>", "<reserved_525>", "<reserved_526>", "<reserved_527>", "<reserved_528>", "<reserved_529>", "<reserved_530>", "<reserved_531>", "<reserved_532>", "<reserved_533>", "<reserved_534>", "<reserved_535>", "<reserved_536>", "<reserved_537>", "<reserved_538>", "<reserved_539>", "<reserved_540>", "<reserved_541>", "<reserved_542>", "<reserved_543>", "<reserved_544>", "<reserved_545>", "<reserved_546>", "<reserved_547>", "<reserved_548>", "<reserved_549>", "<reserved_550>", "<reserved_551>", "<reserved_552>", "<reserved_553>", "<reserved_554>", "<reserved_555>", "<reserved_556>", "<reserved_557>", "<reserved_558>", "<reserved_559>", "<reserved_560>", "<reserved_561>", "<reserved_562>", "<reserved_563>", "<reserved_564>", "<reserved_565>", "<reserved_566>", "<reserved_567>", "<reserved_568>", "<reserved_569>", "<reserved_570>", "<reserved_571>", "<reserved_572>", "<reserved_573>", "<reserved_574>", "<reserved_575>", "<reserved_576>", "<reserved_577>", "<reserved_578>", "<reserved_579>", "<reserved_580>", "<reserved_581>", "<reserved_582>", "<reserved_583>", "<reserved_584>", "<reserved_585>", "<reserved_586>", "<reserved_587>", "<reserved_588>", "<reserved_589>", "<reserved_590>", "<reserved_591>", "<reserved_592>", "<reserved_593>", "<reserved_594>", "<reserved_595>", "<reserved_596>", "<reserved_597>", "<reserved_598>", "<reserved_599>", "<reserved_600>", "<reserved_601>", "<reserved_602>", "<reserved_603>", "<reserved_604>", "<reserved_605>", "<reserved_606>", "<reserved_607>", "<reserved_608>", "<reserved_609>", "<reserved_610>", "<reserved_611>", "<reserved_612>", "<reserved_613>", "<reserved_614>", "<reserved_615>", "<reserved_616>", "<reserved_617>", "<reserved_618>", "<reserved_619>", "<reserved_620>", "<reserved_621>", "<reserved_622>", "<reserved_623>", "<reserved_624>", "<reserved_625>", "<reserved_626>", "<reserved_627>", "<reserved_628>", "<reserved_629>", "<reserved_630>", "<reserved_631>", "<reserved_632>", "<reserved_633>", "<reserved_634>", "<reserved_635>", "<reserved_636>", "<reserved_637>", "<reserved_638>", "<reserved_639>", "<reserved_640>", "<reserved_641>", "<reserved_642>", "<reserved_643>", "<reserved_644>", "<reserved_645>", "<reserved_646>", "<reserved_647>", "<reserved_648>", "<reserved_649>", "<reserved_650>", "<reserved_651>", "<reserved_652>", "<reserved_653>", "<reserved_654>", "<reserved_655>", "<reserved_656>", "<reserved_657>", "<reserved_658>", "<reserved_659>", "<reserved_660>", "<reserved_661>", "<reserved_662>", "<reserved_663>", "<reserved_664>", "<reserved_665>", "<reserved_666>", "<reserved_667>", "<reserved_668>", "<reserved_669>", "<reserved_670>", "<reserved_671>", "<reserved_672>", "<reserved_673>", "<reserved_674>", "<reserved_675>", "<reserved_676>", "<reserved_677>", "<reserved_678>", "<reserved_679>", "<reserved_680>", "<reserved_681>", "<reserved_682>", "<reserved_683>", "<reserved_684>", "<reserved_685>", "<reserved_686>", "<reserved_687>", "<reserved_688>", "<reserved_689>", "<reserved_690>", "<reserved_691>", "<reserved_692>", "<reserved_693>", "<reserved_694>", "<reserved_695>", "<reserved_696>", "<reserved_697>", "<reserved_698>", "<reserved_699>", "<reserved_700>", "<reserved_701>", "<reserved_702>", "<reserved_703>", "<reserved_704>", "<reserved_705>", "<reserved_706>", "<reserved_707>", "<reserved_708>", "<reserved_709>", "<reserved_710>", "<reserved_711>", "<reserved_712>", "<reserved_713>", "<reserved_714>", "<reserved_715>", "<reserved_716>", "<reserved_717>", "<reserved_718>", "<reserved_719>", "<reserved_720>", "<reserved_721>", "<reserved_722>", "<reserved_723>", "<reserved_724>", "<reserved_725>", "<reserved_726>", "<reserved_727>", "<reserved_728>", "<reserved_729>", "<reserved_730>", "<reserved_731>", "<reserved_732>", "<reserved_733>", "<reserved_734>", "<reserved_735>", "<reserved_736>", "<reserved_737>", "<reserved_738>", "<reserved_739>", "<reserved_740>", "<reserved_741>", "<reserved_742>", "<reserved_743>", "<reserved_744>", "<reserved_745>", "<reserved_746>", "<reserved_747>", "<reserved_748>", "<reserved_749>", "<reserved_750>", "<reserved_751>", "<reserved_752>", "<reserved_753>", "<reserved_754>", "<reserved_755>", "<reserved_756>", "<reserved_757>", "<reserved_758>", "<reserved_759>", "<reserved_760>", "<reserved_761>", "<reserved_762>", "<reserved_763>", "<reserved_764>", "<reserved_765>", "<reserved_766>", "<reserved_767>", "<reserved_768>", "<reserved_769>", "<reserved_770>", "<reserved_771>", "<reserved_772>", "<reserved_773>", "<reserved_774>", "<reserved_775>", "<reserved_776>", "<reserved_777>", "<reserved_778>", "<reserved_779>", "<reserved_780>", "<reserved_781>", "<reserved_782>", "<reserved_783>", "<reserved_784>", "<reserved_785>", "<reserved_786>", "<reserved_787>", "<reserved_788>", "<reserved_789>", "<reserved_790>", "<reserved_791>", "<reserved_792>", "<reserved_793>", "<reserved_794>", "<reserved_795>", "<reserved_796>", "<reserved_797>", "<reserved_798>", "<reserved_799>", "<reserved_800>", "<reserved_801>", "<reserved_802>", "<reserved_803>", "<reserved_804>", "<reserved_805>", "<reserved_806>", "<reserved_807>", "<reserved_808>", "<reserved_809>", "<reserved_810>", "<reserved_811>", "<reserved_812>", "<reserved_813>", "<reserved_814>", "<reserved_815>", "<reserved_816>", "<reserved_817>", "<reserved_818>", "<reserved_819>", "<reserved_820>", "<reserved_821>", "<reserved_822>", "<reserved_823>", "<reserved_824>", "<reserved_825>", "<reserved_826>", "<reserved_827>", "<reserved_828>", "<reserved_829>", "<reserved_830>", "<reserved_831>", "<reserved_832>", "<reserved_833>", "<reserved_834>", "<reserved_835>", "<reserved_836>", "<reserved_837>", "<reserved_838>", "<reserved_839>", "<reserved_840>", "<reserved_841>", "<reserved_842>", "<reserved_843>", "<reserved_844>", "<reserved_845>", "<reserved_846>", "<reserved_847>", "<reserved_848>", "<reserved_849>", "<reserved_850>", "<reserved_851>", "<reserved_852>", "<reserved_853>", "<reserved_854>", "<reserved_855>", "<reserved_856>", "<reserved_857>", "<reserved_858>", "<reserved_859>", "<reserved_860>", "<reserved_861>", "<reserved_862>", "<reserved_863>", "<reserved_864>", "<reserved_865>", "<reserved_866>", "<reserved_867>", "<reserved_868>", "<reserved_869>", "<reserved_870>", "<reserved_871>", "<reserved_872>", "<reserved_873>", "<reserved_874>", "<reserved_875>", "<reserved_876>", "<reserved_877>", "<reserved_878>", "<reserved_879>", "<reserved_880>", "<reserved_881>", "<reserved_882>", "<reserved_883>", "<reserved_884>", "<reserved_885>", "<reserved_886>", "<reserved_887>", "<reserved_888>", "<reserved_889>", "<reserved_890>", "<reserved_891>", "<reserved_892>", "<reserved_893>", "<reserved_894>", "<reserved_895>", "<reserved_896>", "<reserved_897>", "<reserved_898>", "<reserved_899>", "<reserved_900>", "<reserved_901>", "<reserved_902>", "<reserved_903>", "<reserved_904>", "<reserved_905>", "<reserved_906>", "<reserved_907>", "<reserved_908>", "<reserved_909>", "<reserved_910>", "<reserved_911>", "<reserved_912>", "<reserved_913>", "<reserved_914>", "<reserved_915>", "<reserved_916>", "<reserved_917>", "<reserved_918>", "<reserved_919>", "<reserved_920>", "<reserved_921>", "<reserved_922>", "<reserved_923>", "<reserved_924>", "<reserved_925>", "<reserved_926>" ], "formatting": [ "<b>", "</b>", "<del>", "</del>", "<mark>", "</mark>", "<sub>", "</sub>", "<br>", "<sup>", "</sup>", "<i>", "</i>", "<small>", "</small>", "<u>", "</u>", "<code>", "</code>" ], "layout": [ "<page-header>", "<page-footer>", "<footnote>", "<image>", "<figure>", "<text>", "<caption>", "<list-item>", "<section-header>", "<table>", "<table-of-contents>", "<form>", "<equation-block>", "<code-block>", "<complex-block>" ], "math_external": [ "<math>", "<math display='block'>", "<math display=\"block\">", "<math display='inline'>", "<math display=\"inline\">", "</math>" ], "reasoning": [ "<think1>", "<think2>", "<think3>" ], "reserved": [ "<reserved_0>", "<reserved_1>", "<reserved_2>", "<reserved_3>", "<reserved_4>", "<reserved_5>", "<reserved_6>", "<reserved_7>", "<reserved_8>", "<reserved_9>", "<reserved_10>", "<reserved_11>", "<reserved_12>", "<reserved_13>", "<reserved_14>", "<reserved_15>", "<reserved_16>", "<reserved_17>", "<reserved_18>", "<reserved_19>", "<reserved_20>", "<reserved_21>", "<reserved_22>", "<reserved_23>", "<reserved_24>", "<reserved_25>", "<reserved_26>", "<reserved_27>", "<reserved_28>", "<reserved_29>", "<reserved_30>", "<reserved_31>", "<reserved_32>", "<reserved_33>", "<reserved_34>", "<reserved_35>", "<reserved_36>", "<reserved_37>", "<reserved_38>", "<reserved_39>", "<reserved_40>", "<reserved_41>", "<reserved_42>", "<reserved_43>", "<reserved_44>", "<reserved_45>", "<reserved_46>", "<reserved_47>", "<reserved_48>", "<reserved_49>", "<reserved_50>", "<reserved_51>", "<reserved_52>", "<reserved_53>", "<reserved_54>", "<reserved_55>", "<reserved_56>", "<reserved_57>", "<reserved_58>", "<reserved_59>", "<reserved_60>", "<reserved_61>", "<reserved_62>", "<reserved_63>", "<reserved_64>", "<reserved_65>", "<reserved_66>", "<reserved_67>", "<reserved_68>", "<reserved_69>", "<reserved_70>", "<reserved_71>", "<reserved_72>", "<reserved_73>", "<reserved_74>", "<reserved_75>", "<reserved_76>", "<reserved_77>", "<reserved_78>", "<reserved_79>", "<reserved_80>", "<reserved_81>", "<reserved_82>", "<reserved_83>", "<reserved_84>", "<reserved_85>", "<reserved_86>", "<reserved_87>", "<reserved_88>", "<reserved_89>", "<reserved_90>", "<reserved_91>", "<reserved_92>", "<reserved_93>", "<reserved_94>", "<reserved_95>", "<reserved_96>", "<reserved_97>", "<reserved_98>", "<reserved_99>", "<reserved_100>", "<reserved_101>", "<reserved_102>", "<reserved_103>", "<reserved_104>", "<reserved_105>", "<reserved_106>", "<reserved_107>", "<reserved_108>", "<reserved_109>", "<reserved_110>", "<reserved_111>", "<reserved_112>", "<reserved_113>", "<reserved_114>", "<reserved_115>", "<reserved_116>", "<reserved_117>", "<reserved_118>", "<reserved_119>", "<reserved_120>", "<reserved_121>", "<reserved_122>", "<reserved_123>", "<reserved_124>", "<reserved_125>", "<reserved_126>", "<reserved_127>", "<reserved_128>", "<reserved_129>", "<reserved_130>", "<reserved_131>", "<reserved_132>", "<reserved_133>", "<reserved_134>", "<reserved_135>", "<reserved_136>", "<reserved_137>", "<reserved_138>", "<reserved_139>", "<reserved_140>", "<reserved_141>", "<reserved_142>", "<reserved_143>", "<reserved_144>", "<reserved_145>", "<reserved_146>", "<reserved_147>", "<reserved_148>", "<reserved_149>", "<reserved_150>", "<reserved_151>", "<reserved_152>", "<reserved_153>", "<reserved_154>", "<reserved_155>", "<reserved_156>", "<reserved_157>", "<reserved_158>", "<reserved_159>", "<reserved_160>", "<reserved_161>", "<reserved_162>", "<reserved_163>", "<reserved_164>", "<reserved_165>", "<reserved_166>", "<reserved_167>", "<reserved_168>", "<reserved_169>", "<reserved_170>", "<reserved_171>", "<reserved_172>", "<reserved_173>", "<reserved_174>", "<reserved_175>", "<reserved_176>", "<reserved_177>", "<reserved_178>", "<reserved_179>", "<reserved_180>", "<reserved_181>", "<reserved_182>", "<reserved_183>", "<reserved_184>", "<reserved_185>", "<reserved_186>", "<reserved_187>", "<reserved_188>", "<reserved_189>", "<reserved_190>", "<reserved_191>", "<reserved_192>", "<reserved_193>", "<reserved_194>", "<reserved_195>", "<reserved_196>", "<reserved_197>", "<reserved_198>", "<reserved_199>", "<reserved_200>", "<reserved_201>", "<reserved_202>", "<reserved_203>", "<reserved_204>", "<reserved_205>", "<reserved_206>", "<reserved_207>", "<reserved_208>", "<reserved_209>", "<reserved_210>", "<reserved_211>", "<reserved_212>", "<reserved_213>", "<reserved_214>", "<reserved_215>", "<reserved_216>", "<reserved_217>", "<reserved_218>", "<reserved_219>", "<reserved_220>", "<reserved_221>", "<reserved_222>", "<reserved_223>", "<reserved_224>", "<reserved_225>", "<reserved_226>", "<reserved_227>", "<reserved_228>", "<reserved_229>", "<reserved_230>", "<reserved_231>", "<reserved_232>", "<reserved_233>", "<reserved_234>", "<reserved_235>", "<reserved_236>", "<reserved_237>", "<reserved_238>", "<reserved_239>", "<reserved_240>", "<reserved_241>", "<reserved_242>", "<reserved_243>", "<reserved_244>", "<reserved_245>", "<reserved_246>", "<reserved_247>", "<reserved_248>", "<reserved_249>", "<reserved_250>", "<reserved_251>", "<reserved_252>", "<reserved_253>", "<reserved_254>", "<reserved_255>", "<reserved_256>", "<reserved_257>", "<reserved_258>", "<reserved_259>", "<reserved_260>", "<reserved_261>", "<reserved_262>", "<reserved_263>", "<reserved_264>", "<reserved_265>", "<reserved_266>", "<reserved_267>", "<reserved_268>", "<reserved_269>", "<reserved_270>", "<reserved_271>", "<reserved_272>", "<reserved_273>", "<reserved_274>", "<reserved_275>", "<reserved_276>", "<reserved_277>", "<reserved_278>", "<reserved_279>", "<reserved_280>", "<reserved_281>", "<reserved_282>", "<reserved_283>", "<reserved_284>", "<reserved_285>", "<reserved_286>", "<reserved_287>", "<reserved_288>", "<reserved_289>", "<reserved_290>", "<reserved_291>", "<reserved_292>", "<reserved_293>", "<reserved_294>", "<reserved_295>", "<reserved_296>", "<reserved_297>", "<reserved_298>", "<reserved_299>", "<reserved_300>", "<reserved_301>", "<reserved_302>", "<reserved_303>", "<reserved_304>", "<reserved_305>", "<reserved_306>", "<reserved_307>", "<reserved_308>", "<reserved_309>", "<reserved_310>", "<reserved_311>", "<reserved_312>", "<reserved_313>", "<reserved_314>", "<reserved_315>", "<reserved_316>", "<reserved_317>", "<reserved_318>", "<reserved_319>", "<reserved_320>", "<reserved_321>", "<reserved_322>", "<reserved_323>", "<reserved_324>", "<reserved_325>", "<reserved_326>", "<reserved_327>", "<reserved_328>", "<reserved_329>", "<reserved_330>", "<reserved_331>", "<reserved_332>", "<reserved_333>", "<reserved_334>", "<reserved_335>", "<reserved_336>", "<reserved_337>", "<reserved_338>", "<reserved_339>", "<reserved_340>", "<reserved_341>", "<reserved_342>", "<reserved_343>", "<reserved_344>", "<reserved_345>", "<reserved_346>", "<reserved_347>", "<reserved_348>", "<reserved_349>", "<reserved_350>", "<reserved_351>", "<reserved_352>", "<reserved_353>", "<reserved_354>", "<reserved_355>", "<reserved_356>", "<reserved_357>", "<reserved_358>", "<reserved_359>", "<reserved_360>", "<reserved_361>", "<reserved_362>", "<reserved_363>", "<reserved_364>", "<reserved_365>", "<reserved_366>", "<reserved_367>", "<reserved_368>", "<reserved_369>", "<reserved_370>", "<reserved_371>", "<reserved_372>", "<reserved_373>", "<reserved_374>", "<reserved_375>", "<reserved_376>", "<reserved_377>", "<reserved_378>", "<reserved_379>", "<reserved_380>", "<reserved_381>", "<reserved_382>", "<reserved_383>", "<reserved_384>", "<reserved_385>", "<reserved_386>", "<reserved_387>", "<reserved_388>", "<reserved_389>", "<reserved_390>", "<reserved_391>", "<reserved_392>", "<reserved_393>", "<reserved_394>", "<reserved_395>", "<reserved_396>", "<reserved_397>", "<reserved_398>", "<reserved_399>", "<reserved_400>", "<reserved_401>", "<reserved_402>", "<reserved_403>", "<reserved_404>", "<reserved_405>", "<reserved_406>", "<reserved_407>", "<reserved_408>", "<reserved_409>", "<reserved_410>", "<reserved_411>", "<reserved_412>", "<reserved_413>", "<reserved_414>", "<reserved_415>", "<reserved_416>", "<reserved_417>", "<reserved_418>", "<reserved_419>", "<reserved_420>", "<reserved_421>", "<reserved_422>", "<reserved_423>", "<reserved_424>", "<reserved_425>", "<reserved_426>", "<reserved_427>", "<reserved_428>", "<reserved_429>", "<reserved_430>", "<reserved_431>", "<reserved_432>", "<reserved_433>", "<reserved_434>", "<reserved_435>", "<reserved_436>", "<reserved_437>", "<reserved_438>", "<reserved_439>", "<reserved_440>", "<reserved_441>", "<reserved_442>", "<reserved_443>", "<reserved_444>", "<reserved_445>", "<reserved_446>", "<reserved_447>", "<reserved_448>", "<reserved_449>", "<reserved_450>", "<reserved_451>", "<reserved_452>", "<reserved_453>", "<reserved_454>", "<reserved_455>", "<reserved_456>", "<reserved_457>", "<reserved_458>", "<reserved_459>", "<reserved_460>", "<reserved_461>", "<reserved_462>", "<reserved_463>", "<reserved_464>", "<reserved_465>", "<reserved_466>", "<reserved_467>", "<reserved_468>", "<reserved_469>", "<reserved_470>", "<reserved_471>", "<reserved_472>", "<reserved_473>", "<reserved_474>", "<reserved_475>", "<reserved_476>", "<reserved_477>", "<reserved_478>", "<reserved_479>", "<reserved_480>", "<reserved_481>", "<reserved_482>", "<reserved_483>", "<reserved_484>", "<reserved_485>", "<reserved_486>", "<reserved_487>", "<reserved_488>", "<reserved_489>", "<reserved_490>", "<reserved_491>", "<reserved_492>", "<reserved_493>", "<reserved_494>", "<reserved_495>", "<reserved_496>", "<reserved_497>", "<reserved_498>", "<reserved_499>", "<reserved_500>", "<reserved_501>", "<reserved_502>", "<reserved_503>", "<reserved_504>", "<reserved_505>", "<reserved_506>", "<reserved_507>", "<reserved_508>", "<reserved_509>", "<reserved_510>", "<reserved_511>", "<reserved_512>", "<reserved_513>", "<reserved_514>", "<reserved_515>", "<reserved_516>", "<reserved_517>", "<reserved_518>", "<reserved_519>", "<reserved_520>", "<reserved_521>", "<reserved_522>", "<reserved_523>", "<reserved_524>", "<reserved_525>", "<reserved_526>", "<reserved_527>", "<reserved_528>", "<reserved_529>", "<reserved_530>", "<reserved_531>", "<reserved_532>", "<reserved_533>", "<reserved_534>", "<reserved_535>", "<reserved_536>", "<reserved_537>", "<reserved_538>", "<reserved_539>", "<reserved_540>", "<reserved_541>", "<reserved_542>", "<reserved_543>", "<reserved_544>", "<reserved_545>", "<reserved_546>", "<reserved_547>", "<reserved_548>", "<reserved_549>", "<reserved_550>", "<reserved_551>", "<reserved_552>", "<reserved_553>", "<reserved_554>", "<reserved_555>", "<reserved_556>", "<reserved_557>", "<reserved_558>", "<reserved_559>", "<reserved_560>", "<reserved_561>", "<reserved_562>", "<reserved_563>", "<reserved_564>", "<reserved_565>", "<reserved_566>", "<reserved_567>", "<reserved_568>", "<reserved_569>", "<reserved_570>", "<reserved_571>", "<reserved_572>", "<reserved_573>", "<reserved_574>", "<reserved_575>", "<reserved_576>", "<reserved_577>", "<reserved_578>", "<reserved_579>", "<reserved_580>", "<reserved_581>", "<reserved_582>", "<reserved_583>", "<reserved_584>", "<reserved_585>", "<reserved_586>", "<reserved_587>", "<reserved_588>", "<reserved_589>", "<reserved_590>", "<reserved_591>", "<reserved_592>", "<reserved_593>", "<reserved_594>", "<reserved_595>", "<reserved_596>", "<reserved_597>", "<reserved_598>", "<reserved_599>", "<reserved_600>", "<reserved_601>", "<reserved_602>", "<reserved_603>", "<reserved_604>", "<reserved_605>", "<reserved_606>", "<reserved_607>", "<reserved_608>", "<reserved_609>", "<reserved_610>", "<reserved_611>", "<reserved_612>", "<reserved_613>", "<reserved_614>", "<reserved_615>", "<reserved_616>", "<reserved_617>", "<reserved_618>", "<reserved_619>", "<reserved_620>", "<reserved_621>", "<reserved_622>", "<reserved_623>", "<reserved_624>", "<reserved_625>", "<reserved_626>", "<reserved_627>", "<reserved_628>", "<reserved_629>", "<reserved_630>", "<reserved_631>", "<reserved_632>", "<reserved_633>", "<reserved_634>", "<reserved_635>", "<reserved_636>", "<reserved_637>", "<reserved_638>", "<reserved_639>", "<reserved_640>", "<reserved_641>", "<reserved_642>", "<reserved_643>", "<reserved_644>", "<reserved_645>", "<reserved_646>", "<reserved_647>", "<reserved_648>", "<reserved_649>", "<reserved_650>", "<reserved_651>", "<reserved_652>", "<reserved_653>", "<reserved_654>", "<reserved_655>", "<reserved_656>", "<reserved_657>", "<reserved_658>", "<reserved_659>", "<reserved_660>", "<reserved_661>", "<reserved_662>", "<reserved_663>", "<reserved_664>", "<reserved_665>", "<reserved_666>", "<reserved_667>", "<reserved_668>", "<reserved_669>", "<reserved_670>", "<reserved_671>", "<reserved_672>", "<reserved_673>", "<reserved_674>", "<reserved_675>", "<reserved_676>", "<reserved_677>", "<reserved_678>", "<reserved_679>", "<reserved_680>", "<reserved_681>", "<reserved_682>", "<reserved_683>", "<reserved_684>", "<reserved_685>", "<reserved_686>", "<reserved_687>", "<reserved_688>", "<reserved_689>", "<reserved_690>", "<reserved_691>", "<reserved_692>", "<reserved_693>", "<reserved_694>", "<reserved_695>", "<reserved_696>", "<reserved_697>", "<reserved_698>", "<reserved_699>", "<reserved_700>", "<reserved_701>", "<reserved_702>", "<reserved_703>", "<reserved_704>", "<reserved_705>", "<reserved_706>", "<reserved_707>", "<reserved_708>", "<reserved_709>", "<reserved_710>", "<reserved_711>", "<reserved_712>", "<reserved_713>", "<reserved_714>", "<reserved_715>", "<reserved_716>", "<reserved_717>", "<reserved_718>", "<reserved_719>", "<reserved_720>", "<reserved_721>", "<reserved_722>", "<reserved_723>", "<reserved_724>", "<reserved_725>", "<reserved_726>", "<reserved_727>", "<reserved_728>", "<reserved_729>", "<reserved_730>", "<reserved_731>", "<reserved_732>", "<reserved_733>", "<reserved_734>", "<reserved_735>", "<reserved_736>", "<reserved_737>", "<reserved_738>", "<reserved_739>", "<reserved_740>", "<reserved_741>", "<reserved_742>", "<reserved_743>", "<reserved_744>", "<reserved_745>", "<reserved_746>", "<reserved_747>", "<reserved_748>", "<reserved_749>", "<reserved_750>", "<reserved_751>", "<reserved_752>", "<reserved_753>", "<reserved_754>", "<reserved_755>", "<reserved_756>", "<reserved_757>", "<reserved_758>", "<reserved_759>", "<reserved_760>", "<reserved_761>", "<reserved_762>", "<reserved_763>", "<reserved_764>", "<reserved_765>", "<reserved_766>", "<reserved_767>", "<reserved_768>", "<reserved_769>", "<reserved_770>", "<reserved_771>", "<reserved_772>", "<reserved_773>", "<reserved_774>", "<reserved_775>", "<reserved_776>", "<reserved_777>", "<reserved_778>", "<reserved_779>", "<reserved_780>", "<reserved_781>", "<reserved_782>", "<reserved_783>", "<reserved_784>", "<reserved_785>", "<reserved_786>", "<reserved_787>", "<reserved_788>", "<reserved_789>", "<reserved_790>", "<reserved_791>", "<reserved_792>", "<reserved_793>", "<reserved_794>", "<reserved_795>", "<reserved_796>", "<reserved_797>", "<reserved_798>", "<reserved_799>", "<reserved_800>", "<reserved_801>", "<reserved_802>", "<reserved_803>", "<reserved_804>", "<reserved_805>", "<reserved_806>", "<reserved_807>", "<reserved_808>", "<reserved_809>", "<reserved_810>", "<reserved_811>", "<reserved_812>", "<reserved_813>", "<reserved_814>", "<reserved_815>", "<reserved_816>", "<reserved_817>", "<reserved_818>", "<reserved_819>", "<reserved_820>", "<reserved_821>", "<reserved_822>", "<reserved_823>", "<reserved_824>", "<reserved_825>", "<reserved_826>", "<reserved_827>", "<reserved_828>", "<reserved_829>", "<reserved_830>", "<reserved_831>", "<reserved_832>", "<reserved_833>", "<reserved_834>", "<reserved_835>", "<reserved_836>", "<reserved_837>", "<reserved_838>", "<reserved_839>", "<reserved_840>", "<reserved_841>", "<reserved_842>", "<reserved_843>", "<reserved_844>", "<reserved_845>", "<reserved_846>", "<reserved_847>", "<reserved_848>", "<reserved_849>", "<reserved_850>", "<reserved_851>", "<reserved_852>", "<reserved_853>", "<reserved_854>", "<reserved_855>", "<reserved_856>", "<reserved_857>", "<reserved_858>", "<reserved_859>", "<reserved_860>", "<reserved_861>", "<reserved_862>", "<reserved_863>", "<reserved_864>", "<reserved_865>", "<reserved_866>", "<reserved_867>", "<reserved_868>", "<reserved_869>", "<reserved_870>", "<reserved_871>", "<reserved_872>", "<reserved_873>", "<reserved_874>", "<reserved_875>", "<reserved_876>", "<reserved_877>", "<reserved_878>", "<reserved_879>", "<reserved_880>", "<reserved_881>", "<reserved_882>", "<reserved_883>", "<reserved_884>", "<reserved_885>", "<reserved_886>", "<reserved_887>", "<reserved_888>", "<reserved_889>", "<reserved_890>", "<reserved_891>", "<reserved_892>", "<reserved_893>", "<reserved_894>", "<reserved_895>", "<reserved_896>", "<reserved_897>", "<reserved_898>", "<reserved_899>", "<reserved_900>", "<reserved_901>", "<reserved_902>", "<reserved_903>", "<reserved_904>", "<reserved_905>", "<reserved_906>", "<reserved_907>", "<reserved_908>", "<reserved_909>", "<reserved_910>", "<reserved_911>", "<reserved_912>", "<reserved_913>", "<reserved_914>", "<reserved_915>", "<reserved_916>", "<reserved_917>", "<reserved_918>", "<reserved_919>", "<reserved_920>", "<reserved_921>", "<reserved_922>", "<reserved_923>", "<reserved_924>", "<reserved_925>", "<reserved_926>" ], "script": [ "<SCRIPT-LATIN>", "<SCRIPT-PUNCTUATION>", "<SCRIPT-CYRILLIC>", "<SCRIPT-ARABIC>", "<SCRIPT-CHINESE>", "<SCRIPT-JAPANESE>", "<SCRIPT-KOREAN>", "<SCRIPT-SYMBOLS>", "<SCRIPT-GREEK>", "<SCRIPT-ARMENIAN>", "<SCRIPT-HEBREW>", "<SCRIPT-DEVANAGARI>", "<SCRIPT-BENGALI>", "<SCRIPT-GURMUKHI>", "<SCRIPT-GUJARATI>", "<SCRIPT-ORIYA>", "<SCRIPT-TAMIL>", "<SCRIPT-TELUGU>", "<SCRIPT-KANNADA>", "<SCRIPT-MALAYALAM>", "<SCRIPT-SINHALA>", "<SCRIPT-THAI>", "<SCRIPT-LAO>", "<SCRIPT-MYANMAR>", "<SCRIPT-GEORGIAN>", "<SCRIPT-ETHIOPIC>", "<SCRIPT-KHMER>", "<SCRIPT-MONGOLIAN>", "<SCRIPT-MATH>" ], "system": [ "</S>", "<EOI>", "<IMAGE>", "<PAD>", "<NOP>", "<ROT>", "<OCR-WB>", "<OCR-WOB>", "<BLOCKS-WOB>", "<LAYOUT>", "<REG1>", "<REG2>", "<REG3>", "<REG4>", "<BEACON>", "<NO-MATH>", "<TABLE-STRUCTURE>" ], "table_structure": [ "<table-container>", "</table-container>", "<table-cell>", "<header-cell>", "<table-row>", "</table-row>", "<table-cell-columns>", "<table-cell-rows>" ] }, "special_token_count": 4, "styles": [ "Plain", "Handwriting", "Math", "Chemical", "Code" ], "tasks": { "block_without_boxes": { "img_size": [ 1024, 512 ] }, "ocr_with_boxes": { "img_size": [ 1024, 512 ] }, "ocr_without_boxes": { "img_size": [ 1024, 512 ] } }, "torch_dtype": "bfloat16", "transformers_version": "4.53.0", "use_cut_cross_entropy": false, "vision_encoder": { "depth": 12, "fullatt_block_indexes": [ 3, 7, 11 ], "hidden_act": "silu", "hidden_size": 1280, "image_size": [ 1024, 256 ], "in_channels": 3, "initializer_range": 0.02, "intermediate_size": 3420, "model_type": "qwen2_5_vl", "num_heads": 16, "out_hidden_size": 1280, "patch_size": 14, "spatial_merge_size": 2, "spatial_patch_size": 14, "temporal_patch_size": 1, "tokens_per_second": 4, "window_size": 112 }, "vocab_size": 67577 }
{
"architectures": [
"SuryaModel"
],
"bbox_embed_size": 1024,
"bbox_size": 1024,
"beacon_token_id": 66567,
"beacon_token_interval": 512,
"blank_bbox_token_id": 1025,
"bos_token_id": {
"block_without_boxes": 66561,
"layout": 66562,
"ocr_with_boxes": 66559,
"ocr_without_boxes": 66560,
"table_structure": 66569
},
"decoder": {
"attention_dropout": 0.0,
"hidden_act": "silu",
"hidden_size": 1280,
"initializer_range": 0.02,
"intermediate_size": 6400,
"max_position_embeddings": 131072,
"max_window_layers": 12,
"model_type": "qwen2",
"num_attention_heads": 16,
"num_hidden_layers": 12,
"num_key_value_heads": 4,
"rms_norm_eps": 1e-06,
"rope_scaling": null,
"rope_theta": 1000000.0,
"sliding_window": 131072,
"use_cache": true,
"use_sliding_window": false,
"vocab_size": 218225
},
"embedding_dropout_prob": 0.05,
"eoi_token_id": 66554,
"eos_token_id": 66553,
"hidden_size": 1280,
"image_embed_encoding_multiplier": 256,
"image_embed_encoding_size": 1024,
"image_token_id": 66555,
"max_multi_out": 8,
"max_sequence_length": 2048,
"merge_size": 2,
"model_type": "surya-multimodal-foundation",
"multi_output_distance": 0,
"num_attention_heads": 16,
"num_beacon_tokens": 4,
"num_hidden_layers": 12,
"num_key_value_heads": 4,
"num_register_tokens": 4,
"num_styles": 5,
"pad_token_id": 66556,
"patch_size": 14,
"register_token_ids": [
66563,
66564,
66565,
66566
],
"sliding_window": 2048,
"special_ocr_tokens": {
"all": [
"</S>",
"<EOI>",
"<IMAGE>",
"<PAD>",
"<NOP>",
"<ROT>",
"<OCR-WB>",
"<OCR-WOB>",
"<BLOCKS-WOB>",
"<LAYOUT>",
"<REG1>",
"<REG2>",
"<REG3>",
"<REG4>",
"<BEACON>",
"<NO-MATH>",
"<TABLE-STRUCTURE>",
"<b>",
"</b>",
"<del>",
"</del>",
"<mark>",
"</mark>",
"<sub>",
"</sub>",
"<br>",
"<sup>",
"</sup>",
"<i>",
"</i>",
"<small>",
"</small>",
"<u>",
"</u>",
"<code>",