1 /* 2 * Copyright (c) Meta Platforms, Inc. and affiliates. 3 * All rights reserved. 4 * 5 * This source code is licensed under the BSD-style license found in the 6 * LICENSE file in the root directory of this source tree. 7 */ 8 9 #pragma once 10 11 #include <executorch/extension/llm/tokenizer/tiktoken.h> 12 13 namespace example { 14 15 enum class Version { 16 Default, 17 Multimodal, 18 }; 19 20 std::unique_ptr<::executorch::extension::llm::Tiktoken> get_tiktoken_for_llama( 21 Version version = Version::Default); 22 23 } // namespace example 24