{"schemaVersion":1,"tokenizerId":"atlas-unigram-v3","license":"AGPL-3.0-only","createdAt":"2026-07-22T04:43:43.637035+00:00","tokenizerSha256":"960dc62716e49b77f54c0a98e62393d34c5167d5f20bce1e625c80c18772efff","corpusManifestSha256":"68d5184e39349e219141f900a55a4eeb3990223694d888eb7f27ba4cf47840c3","textVocabularySize":195124,"controlTokenCount":7,"trainingImplementation":"scripts/train_atlas_tokenizer.py","protectedPieceManifests":[{"path":"scripts/tokenizer-protected-pieces.json","sha256":"960f46dfb3c136c32ba31ad1ac0a0ef2056ed6bfa44ca77a2c85b78d670c9dad"},{"path":"scripts/tokenizer-url-protected-pieces.json","sha256":"e8d740d75365c6fc8d5f8bc004a605ca7297b3ec02e14a25564dcde0c3558902"},{"path":"scripts/tokenizer-prose-protected-pieces.json","sha256":"120ab5e43f959a698f6f883e11913d39e2e81df7531669bed1fcd7df3c3a3e18"}]}