8 Sep 2023

Simplified AI chatbot installation.

Author: code-boxx

ai chatbot/README.md

@@ -7,14 +7,11 @@ https://code-boxx.com/core-boxx-ai-chatbot/
 * [Microsoft C++ Build Tools](https://visualstudio.microsoft.com/downloads/?q=build+tools)
 
 ## INSTALLATION
-This is a "summarized guide". Check out the [official Core Boxx AI ChatBot](https://code-boxx.com/core-boxx-ai-chatbot/) page if you need more details.
-
 * Copy/unzip this module into your existing Core Boxx project folder.
-* Choose a model from [Hugging Face](https://huggingface.co/models?pipeline_tag=text-generation&sort=trending). Edit `chatbot/settings.py`, paste the URL suffix into `model_name`.
-* Put your documents into `chatbot/docs`.
+* Put documents you want the AI to "learn" into `chatbot/docs`.
 * Run setup - *BE WARNED, GIGABYTES WORTH OF DOWNLOAD!*
-  * Windows - Run `chatbot/0-setup.bat` for "CPU only", and `chatbot/0-setup.bat GPU` for "GPU accelerated".
-  * Linux - Run `chatbot/0-setup.sh` for "CPU only", and `chatbot/0-setup.sh GPU` for "GPU accelerated".
+  * Windows - Run `chatbot/0-setup.bat` for "CPU only", and `chatbot/0-setup.bat GPU` if you have an Nvidia graphics card.
+  * Linux - Run `chatbot/0-setup.sh` for "CPU only", and `chatbot/0-setup.sh GPU` if you have an Nvidia graphics card.
 * Access `http://your-site.com/ai/` for the demo.
 
 ## LICENSE

ai chatbot/chatbot/0-setup.bat

@@ -1,4 +1,4 @@
-php 0-setup.php
+php 0-setup.php %1
 virtualenv venv
 call venv\Scripts\activate
 pip install langchain transformers optimum auto-gptq chromadb sentence_transformers Flask pyjwt

ai chatbot/chatbot/0-setup.php

@@ -12,6 +12,9 @@
 
 // (D) COPY HOST SETTINGS FROM CORE-CONFIG.PHP TO SETTINGS.PY
 $replace = [
+  "model_name" => isset($argv[1]) && $argv[1]=="GPU"
+    ? '"TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"'
+    : '"TheBloke/Wizard-Vicuna-7B-Uncensored-GGML"',
   "http_allow" => "[\"http://".HOST_NAME."\", \"https://".HOST_NAME."\"]",
   "http_host" => "\"".HOST_NAME."\"",
   "jwt_algo" => "\"".JWT_ALGO."\"",

ai chatbot/chatbot/0-setup.sh

@@ -1,4 +1,4 @@
-php 0-setup.php
+php 0-setup.php $1
 virtualenv venv
 source "venv/bin/activate"
 pip install langchain transformers optimum auto-gptq chromadb sentence_transformers Flask pyjwt

core/lib/LIB-Session.php

@@ -6,8 +6,8 @@ class Session extends Core {
     "path" => "/",
     "httponly" => true,
     "expires" => 0,
-    "samesite" => "Lax",
-    // "secure" => true
+    // "secure" => true,
+    "samesite" => "Lax"
   ];
 
   // (B) CONSTRUCTOR - AUTO VALIDATE JWT COOKIE & RESTORE SESSION DATA