Hopiu/llm
1
0
Fork 0
mirror of https://github.com/Hopiu/llm.git synced 2026-04-21 13:34:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Markov plugin now lives in llm-markov repo

Browse source
This commit is contained in:
Simon Willison 2023-07-05 20:46:53 -07:00
parent 4611bff412
commit b4248df72a
1 changed files with 0 additions and 49 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

49
llm/default_plugins/markov.py
View file

@ -1,49 +0,0 @@
from llm import Model, Prompt, hookimpl
import llm
from collections import defaultdict
import random
import time
@hookimpl
def register_models(register):
register(Markov())
class Markov(Model):
can_stream = True
model_id = "markov"
class Options(Model.Options):
length: int = 100
class Response(llm.Response):
def iter_prompt(self):
self._prompt_json = {"input": self.prompt.prompt}
length = self.prompt.options.length
transitions = defaultdict(list)
all_words = self.prompt.prompt.split()
for i in range(len(all_words) - 1):
transitions[all_words[i]].append(all_words[i + 1])
result = [all_words[0]]
for _ in range(length - 1):
if transitions[result[-1]]:
token = random.choice(transitions[result[-1]])
else:
token = random.choice(all_words)
yield token + " "
time.sleep(0.02)
result.append(token)
self._response_json = {
"generated": " ".join(result),
"transitions": dict(transitions),
}
def execute(self, prompt: Prompt, stream: bool = True) -> Response:
return self.Response(prompt, self, stream)
def __str__(self):
return "Markov: {}".format(self.model_id)