mirrors/tinygrad
2
0
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-06-24 02:14:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

llm is the only app (#15779)

Browse source 
* tinygrad/llm is the only app

* upd pyproject

* claude refs

* scoping

* min diff
This commit is contained in:
George Hotz 2026-04-17 10:44:48 +08:00 • committed by GitHub
commit ec00cefa5b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 50 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

2
test/external/external_llm_eval.py vendored
View file

@ -1,4 +1,4 @@
# eval for tinygrad.apps.llm -- hits the server via OpenAI API
# eval for OpenAI API server
# uses Meta's exact ARC-Challenge prompt template from lm-evaluation-harness llama3 tasks
import argparse, re, pyarrow.parquet as pq
from openai import OpenAI

2
test/external/external_test_simple_tokenizer.py vendored
View file

@ -1,7 +1,7 @@
import functools, multiprocessing
from transformers import AutoTokenizer
from datasets import load_dataset
from tinygrad.apps.llm import SimpleTokenizer
from tinygrad.llm.cli import SimpleTokenizer
from tinygrad.helpers import tqdm, getenv, partition
@functools.cache