Test using test-llm-load-plugins.sh

* Run test-llm-load-plugins.sh, closes #378
This commit is contained in:
Simon Willison 2024-01-25 17:44:34 -08:00 committed by GitHub
parent ed5a535484
commit 469644c2af
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 33 additions and 0 deletions

View file

@ -41,3 +41,7 @@ jobs:
- name: Run ruff
run: |
ruff .
- name: Run test-llm-load-plugins.sh
run: |
llm install llm-cluster llm-mistral
./tests/test-llm-load-plugins.sh

29
tests/test-llm-load-plugins.sh Executable file
View file

@ -0,0 +1,29 @@
#!/bin/bash
# This should only run in environments where both
# llm-cluster and llm-mistral are installed
PLUGINS=$(llm plugins)
echo "$PLUGINS" | jq 'any(.[]; .name == "llm-mistral")' | \
grep -q true || ( \
echo "Test failed: llm-mistral not found" && \
exit 1 \
)
# With the LLM_LOAD_PLUGINS we should not see that
PLUGINS2=$(LLM_LOAD_PLUGINS=llm-cluster llm plugins)
echo "$PLUGINS2" | jq 'any(.[]; .name == "llm-mistral")' | \
grep -q false || ( \
echo "Test failed: llm-mistral should not have been loaded" && \
exit 1 \
)
echo "$PLUGINS2" | jq 'any(.[]; .name == "llm-cluster")' | \
grep -q true || ( \
echo "Test llm-cluster should have been loaded" && \
exit 1 \
)
# With LLM_LOAD_PLUGINS='' we should see no plugins
PLUGINS3=$(LLM_LOAD_PLUGINS='' llm plugins)
echo "$PLUGINS3"| \
grep -q '\[\]' || ( \
echo "Test failed: plugins should have returned []" && \
exit 1 \
)