Py.Cafe

maartenbreddels/

tiktoken-demo

See if we can load tiktoken

DocsPricing
  • app.py
  • requirements.txt
  • tiktoken-0.7.0-cp312-cp312-pyodide_2024_0_wasm32.whl
app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
from dash import Dash, Input, Output, callback, dcc, html
import tiktoken
import tiktoken
enc = tiktoken.get_encoding("o200k_base")
assert enc.decode(enc.encode("hello world")) == "hello world"

app = Dash(__name__)
md = """
# Tiktoken demo
"""


app.layout = html.Div(
    children=[
        dcc.Markdown(children=md, link_target="_blank"),
        dcc.Input(id="input", value="Hello, world"),
        dcc.Markdown(id="markdown", children=["..."]),
    ]
)


@callback(
    Output("markdown", "children"),
    Input("input", "value"),
)
def update_markdown_style(value):
    ids = enc.encode(value)
    print("ids", ids, value)
    return f"""
    ```
    {value} = {ids}
    ```
    """
requirements.txt
1
2
3
4
5
6
7
https://py.cafe/files/maartenbreddels/tiktoken-demo/tiktoken-0.7.0-cp312-cp312-pyodide_2024_0_wasm32.whl
dash
pandas
langchain
langchain-openai
greenlet # mock