initial import

.github/workflows/main.yml

@@ -0,0 +1,33 @@
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: oven-sh/setup-bun@v1
+      - run: bun install
+      - run: bun vite build --base="/llm-workbench/"
+      - uses: actions/upload-pages-artifact@v2
+        with:
+          path: "dist"
+
+  deploy:
+    runs-on: ubuntu-latest
+    needs: build
+
+    permissions:
+      pages: write
+      id-token: write
+
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+
+    steps:
+      - uses: actions/configure-pages@v3
+      - id: deployment
+        uses: actions/deploy-pages@v2

.gitignore

@@ -0,0 +1,176 @@
+# Based on https://raw.githubusercontent.com/github/gitignore/main/Node.gitignore
+
+# Logs
+
+logs
+_.log
+npm-debug.log_
+yarn-debug.log*
+yarn-error.log*
+lerna-debug.log*
+.pnpm-debug.log*
+
+# Diagnostic reports (https://nodejs.org/api/report.html)
+
+report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
+
+# Runtime data
+
+pids
+_.pid
+_.seed
+\*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+
+lib-cov
+
+# Coverage directory used by tools like istanbul
+
+coverage
+\*.lcov
+
+# nyc test coverage
+
+.nyc_output
+
+# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
+
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+
+bower_components
+
+# node-waf configuration
+
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+
+build/Release
+
+# Dependency directories
+
+node_modules/
+jspm_packages/
+
+# Snowpack dependency directory (https://snowpack.dev/)
+
+web_modules/
+
+# TypeScript cache
+
+\*.tsbuildinfo
+
+# Optional npm cache directory
+
+.npm
+
+# Optional eslint cache
+
+.eslintcache
+
+# Optional stylelint cache
+
+.stylelintcache
+
+# Microbundle cache
+
+.rpt2_cache/
+.rts2_cache_cjs/
+.rts2_cache_es/
+.rts2_cache_umd/
+
+# Optional REPL history
+
+.node_repl_history
+
+# Output of 'npm pack'
+
+\*.tgz
+
+# Yarn Integrity file
+
+.yarn-integrity
+
+# dotenv environment variable files
+
+.env
+.env.development.local
+.env.test.local
+.env.production.local
+.env.local
+
+# parcel-bundler cache (https://parceljs.org/)
+
+.cache
+.parcel-cache
+
+# Next.js build output
+
+.next
+out
+
+# Nuxt.js build / generate output
+
+.nuxt
+dist
+
+# Gatsby files
+
+.cache/
+
+# Comment in the public line in if your project uses Gatsby and not Next.js
+
+# https://nextjs.org/blog/next-9-1#public-directory-support
+
+# public
+
+# vuepress build output
+
+.vuepress/dist
+
+# vuepress v2.x temp and cache directory
+
+.temp
+.cache
+
+# Docusaurus cache and generated files
+
+.docusaurus
+
+# Serverless directories
+
+.serverless/
+
+# FuseBox cache
+
+.fusebox/
+
+# DynamoDB Local files
+
+.dynamodb/
+
+# TernJS port file
+
+.tern-port
+
+# Stores VSCode versions used for testing VSCode extensions
+
+.vscode-test
+
+# yarn v2
+
+.yarn/cache
+.yarn/unplugged
+.yarn/build-state.yml
+.yarn/install-state.gz
+.pnp.\*
+
+# IntelliJ based IDEs
+.idea
+
+# Finder (MacOS) folder config
+.DS_Store
+

README.md

@@ -0,0 +1,68 @@
+# LLM Workbench
+
+A one-stop-shop for all your LLM needs. Unleash the power of FOSS language models on your local machine.
+
+# Usage
+
+```bash
+OLLAMA_ORIGINS="https://knoopx.github.io" ollama serve
+```
+
+or add to `/etc/systemd/system/ollama.service`:
+
+```
+Environment=OLLAMA_ORIGINS="https://knoopx.github.io"
+```
+
+and restart Ollama:
+
+```
+systemctl daemon-reload
+systemctl restart ollama
+```
+
+# Features
+
+- UI
+  - Simple, clean interface
+  - Dark mode
+- LLM API Client
+  - Ollama
+- Chat Interface
+  - Output Streaming
+  - Regenerate/Continue/Undo/Clear
+  - Markdown Rendering
+- Complete generation control
+  - System prompts
+  - Conversation History
+  - Chat prompt template
+
+# Future Ideas
+
+- Collapsible side panels
+- Cancel generation
+- Import/Export chats
+- Some kind of Agents
+- One-shot Tasks/Apps
+- Tools
+- LLM Connection adapters
+- Prompt management
+- Model management
+- RAG/Embeddings/Vector Search
+  - https://github.com/jacoblee93/fully-local-pdf-chatbot
+    - https://github.com/tantaraio/voy
+  - https://do-me.github.io/SemanticFinder/
+  - https://github.com/yusufhilmi/client-vector-search
+  - https://github.com/mwilliamson/mammoth.js
+- NER
+  - https://winkjs.org/wink-nlp/wink-nlp-in-browsers.html
+- Other pipelines
+  - TTS
+  - Re-formating
+    - https://huggingface.co/ldenoue/distilbert-base-re-punctuate
+  - Summarization
+    - https://huggingface.co/ldenoue/distilbart-cnn-6-6
+    - https://huggingface.co/Xenova/bert-base-NER
+  - Translation
+  - Speech Recognition
+    - https://huggingface.co/docs/transformers.js/api/pipelines#pipelinesautomaticspeechrecognitionpipeline

components.json

@@ -0,0 +1,16 @@
+{
+  "$schema": "https://ui.shadcn.com/schema.json",
+  "style": "default",
+  "rsc": false,
+  "tsx": true,
+  "tailwind": {
+    "config": "tailwind.config.js",
+    "css": "index.css",
+    "baseColor": "slate",
+    "cssVariables": true
+  },
+  "aliases": {
+    "components": "@/components",
+    "utils": "@/lib/utils"
+  }
+}

index.html

@@ -0,0 +1,12 @@
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>LLM Workbench</title>
+  </head>
+  <body>
+    <div id="root" />
+    <script type="module" src="src/index.tsx"></script>
+  </body>
+</html>