berkus
/
ANE
mirror of https://github.com/maderix/ANE.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

optimize singleton token params in generate_text

This commit is contained in:
Guitared 2026-03-03 14:11:42 +07:00 committed by GitHub
parent 1b792fce34
commit 65cfc3255f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
training/dashboard.py
View File

@ -142,7 +142,7 @@ def softmax(x):
e = np.exp(x) e = np.exp(x)
return e / np.sum(e) return e / np.sum(e)
def generate_text(W, tok, max_tokens=64, temperature=0.8): def generate_text(W, max_tokens=64, temperature=0.8):
tokenizer = get_tokenizer() tokenizer = get_tokenizer()
if tokenizer is None: if tokenizer is None:
return '[no tokenizer]' return '[no tokenizer]'
@ -244,7 +244,7 @@ def generation_thread():
with S.gen_lock: with S.gen_lock:
S.gen_status = 'idle' S.gen_status = 'idle'
continue continue
text = generate_text(W, get_tokenizer(), max_tokens=64, temperature=0.8) text = generate_text(W, max_tokens=64, temperature=0.8)
with S.gen_lock: with S.gen_lock:
S.gen_text = text S.gen_text = text
S.gen_step = S.step S.gen_step = S.step
@ -851,7 +851,7 @@ def main():
try: try:
W = load_weights_from_ckpt(CKPT_PATH) W = load_weights_from_ckpt(CKPT_PATH)
if W: if W:
text = generate_text(W, get_tokenizer(), max_tokens=64, temperature=0.8) text = generate_text(W, max_tokens=64, temperature=0.8)
with S.gen_lock: with S.gen_lock:
S.gen_text = text S.gen_text = text
S.gen_step = S.step S.gen_step = S.step