generate_docs.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566
  1. # $Id$
  2. # $Author$
  3. # $log$
  4. import os
  5. #ident "@(#)$Format:LocalFoodAI:generate_docs.py:%an:%ae:%ad:%cn:%ce:%cd:%H:%D:%N$"
  6. import subprocess
  7. docs_dir = "docs"
  8. os.makedirs(docs_dir, exist_ok=True)
  9. docs = {
  10. "Final_Report.md": """# $Id$
  11. # Final Project Report (Living Document)
  12. ## What Has Been Done
  13. 1. **Core Architecture**: Deployed a resilient 8-container local fallback Docker Compose stack (MySQL, Streamlit UI, local Ollama LLM, anonymous SearXNG search, secure Nginx proxy, and local Zabbix Server/Web/Agent observability suite).
  14. 2. **Database Optimization**: Successfully loaded OpenFoodFacts records and utilized advanced vertical partitioning and FULLTEXT indices.
  15. 3. **Clinical Subquery Strategy**: Refactored the core Pandas/SQL query pipeline to use subquery limiting, resolving Cartesian join explosions and reducing query latency to ~0.04s.
  16. 4. **Monitoring & Security**: Nginx securely proxies traffic on Port 80. Zabbix actively monitors proxy and server health, dynamically handling SNMP/alert loops in local/offline fallback mode.
  17. 5. **Git Versioning**: Implemented Git `.gitattributes` to push `$Id$` tracking directly into the Python Application UI.
  18. ## What Needs To Be Done (Day 2 Operations)
  19. 1. **SSL/TLS Certificates**: The Nginx proxy is functional on HTTP port 80. Port 443 (HTTPS) must be configured with a Let's Encrypt certificate for true production encryption.
  20. 2. **User Acceptance Testing (UAT)**: Clinical dietitians should rigorously test the AI Chat constraints and Plate Builder to ensure edge cases are handled safely.
  21. 3. **Advanced Rate Limiting**: Limit the number of AI requests per user using a sliding window algorithm in `app.py`.
  22. ## What Is The Next Step
  23. - Execute the `data_sync.sh` cron job monthly.
  24. - Maintain the automated `backup_db.sh` 7-day retention cycle.
  25. - Begin the hand-off to the operational team for Phase 2 feature requests.
  26. """,
  27. "Backup_Procedure.md": """# $Id$
  28. # Database Backup and Restore Procedure
  29. ## 1. Overview & Policy
  30. To guarantee clinical records integrity and high availability, Local Food AI enforces a strict backup schedule.
  31. - **Scope**: Includes MySQL schemas (`food_db`), user profiles (`app_auth`), and configuration states.
  32. - **Retention Plan**: Automated daily backups with a strict 7-day rolling window purge.
  33. - **Storage Location**: Stored securely inside the persistent `/backups` directory on the host server.
  34. ---
  35. ## 2. Automated Daily Backups
  36. The automated backup mechanism runs via a host cron job pointing to `backup_db.sh`.
  37. - The script dynamically detects the active MySQL container name (`food-mysql-1` or `food_project-mysql-1`).
  38. - It executes `mysqldump` directly inside the container without exposing root passwords to shell logs.
  39. - Outputs are compressed via `gzip` and timestamped: `food_db_YYYYMMDD_HHMM.sql.gz`.
  40. ### Cron Configuration Example:
  41. To run the backup daily at 02:00 AM, add the following to `/etc/crontab`:
  42. ```bash
  43. 0 2 * * * root /bin/bash /c/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/backup_db.sh >> /var/log/backup_db.log 2>&1
  44. ```
  45. ---
  46. ## 3. Manual Backup Execution
  47. If a system migration or major upgrade is scheduled, perform a manual dump using the following command:
  48. ```bash
  49. # 1. Navigate to the project directory
  50. cd /c/Users/lanfr144/Documents/DOPRO1/Antigravity/Food
  51. # 2. Run the backup wrapper
  52. bash backup_db.sh
  53. ```
  54. Verify the output exists inside the backups folder:
  55. ```bash
  56. ls -lh backups/
  57. ```
  58. ---
  59. ## 4. Step-by-Step Restore Procedure
  60. In the event of database corruption or hardware failure, follow these exact steps to restore the database.
  61. ### Step 4.1: Identify the Target Backup File
  62. List available files and pick the desired timestamp:
  63. ```bash
  64. ls -la backups/
  65. # Example Target: backups/food_db_20260521_1100.sql.gz
  66. ```
  67. ### Step 4.2: Verify MySQL Container Health
  68. Ensure the MySQL service container is running and healthy:
  69. ```bash
  70. docker ps --filter name=mysql
  71. ```
  72. ### Step 4.3: Execute Restore Stream
  73. Decompress the backup on-the-fly and pipe it directly into the running MySQL container:
  74. ```bash
  75. # Adjust the container name ('food-mysql-1' or 'food_project-mysql-1') based on active deployment
  76. gunzip < backups/food_db_20260521_1100.sql.gz | docker exec -i food-mysql-1 mysql -u root -proot_pass food_db
  77. ```
  78. ### Step 4.4: Verify Restored Tables
  79. Log in to the database and query the core table to confirm the tables are intact and populated:
  80. ```bash
  81. docker exec -it food-mysql-1 mysql -u food_reader -preader_pass food_db -e "SELECT COUNT(*) FROM products_core;"
  82. ```
  83. Expected result: A count of OpenFoodFacts entries (typically > 10,000 records).
  84. ---
  85. ## 5. Verification & Health Check Loops
  86. Operators must verify the backup archive integrity weekly:
  87. 1. Copy the `.gz` backup to a local testing workspace.
  88. 2. Run `gzip -t backups/filename.sql.gz` to ensure the archive is not corrupted.
  89. 3. Test restoring to a local fallback container instance to verify data accessibility.
  90. """,
  91. "Data_Ingestion.md": """# $Id$
  92. # Data Ingestion Pipeline
  93. ## Overview
  94. The application utilizes `data_sync.sh` to update the OpenFoodFacts dataset.
  95. ## Online Mode
  96. Run `bash data_sync.sh --online`. The script will download the latest CSV directly from the official servers and trigger the ingestion pipeline.
  97. ## Offline Mode
  98. Drop a `en.openfoodfacts.org.products.csv` file into the `/data` folder and run `bash data_sync.sh`. The script detects the file and triggers the Docker ingestion container.
  99. """,
  100. "Installation_Guide.md": """# $Id$
  101. # Installation Guide
  102. ## Requirements
  103. - Ubuntu 24.04 LTS (or WSL2)
  104. - Docker & Docker Compose
  105. - 16GB RAM Minimum
  106. ## Deployment Steps
  107. 1. **Clone the Repository**:
  108. - *Online Mode*: `git clone https://git.btshub.lu/lanfr/LocalFoodAI_lanfr144.git`
  109. - *Offline/Disconnected Mode*: Copy the repository files directly to the target environment via SCP or USB storage.
  110. 2. `cd LocalFoodAI_lanfr144`
  111. 3. `chmod +x data_sync.sh backup_db.sh`
  112. 4. **Deploy Stack**:
  113. - For regular production: `docker compose up -d --build`
  114. - For local/offline single-node fallback: `docker compose -f docker-compose_skip.yml up -d`
  115. 5. Navigate to `http://localhost` (or `http://localhost:8502` for direct Streamlit port)
  116. """,
  117. "User_Guide.md": """# $Id$
  118. # User Guide
  119. ## 1. Clinical Data Search
  120. Search for products using keywords. The system utilizes FULLTEXT matching to instantly return the top 10 relevant matches alongside macronutrient data.
  121. ## 2. My Plate Builder
  122. Add portion sizes of different foods to calculate cumulative nutritional intake. Use the 🗑️ icon to remove items.
  123. ## 3. Chat with AI
  124. Ask the `qwen2.5:7b` model complex dietary questions. It natively utilizes RAG Tool Calling to silently search the database and formulate clinical answers.
  125. """,
  126. "Wiki_Home.md": """# $Id$
  127. # Documentation Home
  128. Welcome to the static documentation mirror. Please navigate the markdown files in this directory for architectural diagrams and guides.
  129. """,
  130. "Scrum_Wiki.md": """# $Id$
  131. # Scrum Wiki Master List & Index Portal
  132. Welcome to the static Scrum documentation portal. This master wiki aggregates and organizes all daily stand-up logs, planning reports, retrospectives, reviews, and velocity charts recorded during the agile development of the **Local Food AI** clinical dietetics engine.
  133. ---
  134. ## 📅 Sprint Ceremonies & Logs
  135. ### 1. [Sprint Plans (Scrum_Plan.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Scrum_Plan.md)
  136. *Contains Sprint Plan formulations, active user stories selection, scope statements, and team capacity bounds for each milestone loop.*
  137. ### 2. [Daily Scrums (Scrum_Daily.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Scrum_Daily.md)
  138. *Continuous daily stand-up summaries tracking individual task completion, blocker mitigations, and immediate day-to-day coordination.*
  139. ### 3. [Sprint Reviews (Scrum_Review.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Scrum_Review.md)
  140. *Contains sprint review logs, clinician demonstration summaries, feature validation checklists, and stakeholder feedback logs.*
  141. ### 4. [Sprint Retrospectives (Scrum_Retro.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Scrum_Retro.md)
  142. *Reviews process improvements, continuous integration learnings, and action items aimed at optimizing team operations and environment tuning.*
  143. ---
  144. ## 📊 Deliverables & Quality Assurance
  145. ### 5. [Scrum Artifacts (Scrum_Artifacts.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Scrum_Artifacts.md)
  146. *Indexes sprint velocity metrics, completed story points distributions, burndown coordinates, and final Taiga delivery milestones.*
  147. ### 6. [Sprint 8 Test Cases (Test_Cases_Sprint8.md)](file:///c:/Users/lanfr144/Documents/DOPRO1/Antigravity/Food/docs/Test_Cases_Sprint8.md)
  148. *Legacy acceptance test logs covering core NLP chat, portion converters, and initial search validations.*
  149. ---
  150. > [!NOTE]
  151. > **Operational Compliance**: All Scrum files above are synchronized with their respective Taiga milestone identifiers (`Sprint 13` and `Sprint 7`). All physical activities recorded in these markdown logs have corresponding closed tasks inside Taiga.
  152. """,
  153. "Scrum_Daily.md": """# $Id$
  154. # Daily Scrums
  155. - **26.05.07 DAILY**: Fixed time scope bug, added Nginx proxy, built sync scripts.
  156. """,
  157. "Scrum_Plan.md": """# $Id$
  158. # Sprint Plans
  159. - **Sprint 10 PLAN**: Fix LLM Tool Calling, optimize Cartesian SQL explosion, build Teams webhooks.
  160. """,
  161. "Scrum_Retro.md": """# $Id$
  162. # Sprint Retrospectives
  163. - **Sprint 10 RETROSPECTIVE**: Mitigated dirty data duplicates using SQL `GROUP BY`. Need to maintain strict Git commit tagging (`TG-XXX`).
  164. """,
  165. "Scrum_Review.md": """# $Id$
  166. # Sprint Reviews
  167. - **Sprint 10 REVIEW**: App executes sub-second searches. Nginx fully operational on Port 80.
  168. """,
  169. "Scrum_Artifacts.md": """# $Id$
  170. # Scrum Artifacts
  171. Contains User Stories, velocity tracking, and burndown charts from Taiga.
  172. """,
  173. "Test_Cases_Sprint8.md": """# $Id$
  174. # Sprint 8 Legacy Test Cases
  175. - Tested RAG AI tool integration.
  176. - Tested user authentication flows.
  177. """,
  178. "WSL_Deployment.md": """# $Id$
  179. # WSL Deployment Runbook
  180. To deploy on Windows Subsystem for Linux:
  181. 1. Ensure WSL2 backend is enabled in Docker Desktop.
  182. 2. Follow standard Installation Guide inside the WSL Ubuntu terminal.
  183. """,
  184. "User_Description.md": """# $Id$
  185. # Local Food AI - User Description & Functional Guide
  186. ## 1. System Vision
  187. The **Local Food AI** system is a strictly local, privacy-first, professional-grade clinical dietetics assistant. Developed specifically for clinics and healthcare practitioners, it provides offline nutritional analysis, meal planning, and warning flags based on dynamic patient health profiles.
  188. Since the system operates entirely locally on local hypervisors, **zero patient medical data or search queries ever leave the server boundary**, ensuring 100% HIPAA compliance and data sovereignty.
  189. ---
  190. ## 2. Core Functional Pillars
  191. ### 📊 tab 1: Clinical Data Search (🔬 Clinical Search)
  192. Allows practitioners to search the 24GB OpenFoodFacts dataset in real time (average query response time < 0.04 seconds).
  193. - **Dynamic Medical Warnings**: Based on the active patient profile, foods are immediately flagged in the search results:
  194. - ⚠️ **Red Warning Flags**: Highlight high-risk ingredients (e.g. Unpasteurized dairy or raw fish for pregnant patients, high-sodium foods for hypertensive patients, or high-sugar foods for diabetic patients).
  195. - 💚 **Green Recommendations**: Highlight recommended dietary components (e.g. High iron/calcium for pregnant or breastfeeding mothers, high Vitamin C for scurvy prevention, or high iron for anemia).
  196. - **Flexible Column Customization**: Multi-select column headers to inspect specific macro and micro-nutrients.
  197. ### 💬 tab 2: AI Clinical Chat (💬 AI Chat)
  198. An interactive NLP dialogue interface powered by a local lightweight LLM (**Qwen2.5:7b**).
  199. - **RAG-Driven Precision**: The AI dietitian automatically retrieves and reviews local database records and private meta-search results before formulating an answer.
  200. - **Dynamic Medical Guardrails**: The user's active illnesses, diets, and conditions are injected into the AI's system prompt in the background, forcing the AI to strictly enforce clinical safety constraints.
  201. ### 🍽️ tab 3: My Plate Builder (🍽️ My Plate Builder)
  202. A recipe formulation utility to calculate combined nutritional intake.
  203. - **Natural Language Parsing**: Enables entering quantities in natural units (e.g., "1.5 cups", "2 tablespoons", "150g").
  204. - **Exact Conversion**: The system translates these custom units into metric grams based on product density metrics.
  205. - **Macro Summaries**: Instantly calculates and displays the total combined Protein, Fat, and Carbohydrates.
  206. ### 🤖 tab 4: AI Meal Planner (🤖 AI Meal Planner)
  207. An automated clinical diet planner.
  208. - Generates a multi-meal daily menu formatted strictly as a Markdown table.
  209. - Dynamically enforces user-defined calorie limits and active medical restrictions.
  210. ---
  211. ## 3. Supported Health & Medical Profiles
  212. - **Conditions**: Pregnant, Breastfeeding, Low Fat, Osteoporosis.
  213. - **Illnesses**: Diabetes, Hypertension, Kidney Disease, Scurvy, Anemia.
  214. - **Diets**: Vegan, Vegetarian, Kosher, Halal, Keto, Paleo, Christian (Lent/Good Friday).
  215. """,
  216. "Start_Stop_Procedures.md": """# $Id$
  217. # Infrastructure Stop & Start Operational Procedures
  218. This runbook outlines the exact sequence and commands to start, stop, and verify each microservice in the Local Food AI environment.
  219. ---
  220. ## 1. Sequence Priority Rules
  221. Due to database socket requirements and network bindings, services **must** be started and stopped in the following order:
  222. ```mermaid
  223. graph TD
  224. subgraph Startup Sequence
  225. direction TB
  226. A[1. MySQL Database] --> B[2. Ollama & SearXNG AI Services]
  227. B --> C[3. Streamlit Application & Nginx Proxy]
  228. C --> D[4. Zabbix Monitoring & Airflow Supervisor]
  229. end
  230. ```
  231. ---
  232. ## 2. Startup Procedures
  233. ### Step 2.1: Start the Core MySQL Database
  234. Verify that the database service is up and listening on port 3307:
  235. ```bash
  236. docker compose up -d mysql
  237. # Verify database logs
  238. docker compose logs -f mysql
  239. ```
  240. ### Step 2.2: Start AI Engine & SearXNG Search
  241. Deploy the AI components:
  242. ```bash
  243. docker compose up -d ollama searxng
  244. # Check that Ollama responds
  245. curl http://localhost:11434/api/tags
  246. ```
  247. ### Step 2.3: Start Streamlit App and Nginx Gateway
  248. Bring up the frontend web interface and reverse proxy:
  249. ```bash
  250. docker compose up -d app nginx
  251. # Verify Web Interface status
  252. curl -I http://localhost
  253. ```
  254. ### Step 2.4: Start Zabbix Monitoring Suite
  255. Deploy the monitoring server and agents:
  256. ```bash
  257. docker compose up -d zabbix-server zabbix-web zabbix-agent
  258. # Check dashboard availability
  259. curl -I http://localhost:8081
  260. ```
  261. ---
  262. ## 3. Shutdown Procedures
  263. To perform system maintenance or schema migration, stop services in reverse order to prevent lockups:
  264. ```bash
  265. # 1. Stop Monitoring Components
  266. docker compose stop zabbix-agent zabbix-web zabbix-server
  267. # 2. Stop Web Frontend and Proxy Gateway
  268. docker compose stop nginx app
  269. # 3. Stop NLP and Search Services
  270. docker compose stop searxng ollama
  271. # 4. Stop Database Container gracefully
  272. docker compose stop mysql
  273. ```
  274. ---
  275. ## 4. Status Verification Commands
  276. Use these commands to verify container state and port bindings:
  277. ```bash
  278. # List all running containers in the stack
  279. docker compose ps
  280. # Inspect raw container logs for error spikes
  281. docker compose logs --tail=100
  282. # Verify TCP socket listener binds
  283. netstat -tulpn | grep -E "80|3307|8081|11434"
  284. ```
  285. """,
  286. "Operator_Installation_Guide.md": """# $Id$
  287. # Local Food AI - Detailed Operator Installation Guide
  288. This document is a step-by-step installation, mapping, configuration, and verification manual for deploying the **Local Food AI** system in an enterprise environment. It covers hybrid hypervisor infrastructure (WSL2, Hyper-V, and VirtualBox), cross-node networking, SNMPv3 monitoring, alert channels, and acceptance testing.
  289. ---
  290. ## 1. Pre-Deployment Operator Survey (Pre-requisites Gathering)
  291. Before running installation scripts, the operator **must** collect the following physical/virtual infrastructure parameters and store them in the deployment matrix:
  292. | REQUIRED PARAMETER | OPERATOR INPUT / DESCRIPTION |
  293. | :--- | :--- |
  294. | **Deployment Workstation IP** | e.g., 192.168.1.50 |
  295. | **Hyper-V Host VM IP** | e.g., 192.168.130.170 |
  296. | **VirtualBox Host VM IP** | e.g., 192.168.130.161 |
  297. | **SSH Key Location (Private)** | e.g., `~/.ssh/id_rsa` |
  298. | **SMTP Relay Password** | e.g., `********` (For Zabbix/App password reset email) |
  299. | **Teams/Discord Webhook URL** | e.g., `https://discord.com/api/webhooks/...` |
  300. ---
  301. ## 2. Platform Mapping: Which Container Goes Where?
  302. To maximize CPU/GPU efficiency and secure database read/writes, services are distributed across three distinct environments:
  303. | COMPONENT CONTAINER | DEPLOYMENT ENVIRONMENT | WHY |
  304. | :--- | :--- | :--- |
  305. | **streamlit-app (app.py)** | Local WSL2 (Windows) | Low-latency rendering and direct client access |
  306. | **mysql (Database Node)** | Hyper-V VM (Server A) | Persistent enterprise-grade disk storage |
  307. | **ollama (NLP Qwen2.5:7b Engine)** | VirtualBox VM (Server B) | Dedicated CPU/GPU virtualization allocation |
  308. | **zabbix-server & web (Monitoring)** | Hyper-V VM (Server A) | Centralized SNMPv3 alert processing and logs |
  309. | **searxng (Meta-Search Gateway)** | Local WSL2 (Windows) | Dynamic browser-level loopbacks |
  310. ---
  311. ## 3. Platform Provisioning Commands
  312. ### 3.1: WSL2 Provisioning (Local Client Workstation)
  313. Enable WSL2 and install Ubuntu 24.04:
  314. ```powershell
  315. # Run in Administrator PowerShell
  316. dism.exe /online /enable-feature /featurename:Microsoft-Windows-Subsystem-Linux /all /norestart
  317. dism.exe /online /enable-feature /featurename:VirtualMachinePlatform /all /norestart
  318. wsl --install -d Ubuntu-24.04
  319. ```
  320. ### 3.2: Hyper-V VM Provisioning (Server A - Database & Zabbix)
  321. Deploy a dedicated Ubuntu VM on Hyper-V using PowerShell:
  322. ```powershell
  323. # Run in Administrator PowerShell on Server A
  324. New-VM -Name "FoodAI-Database-Node" -MemoryStartupBytes 8GB -Generation 2 -NewVHDPath "C:\\VMs\\FoodAI_DB.vhdx" -VHDSizeBytes 80GB -SwitchName "External Switch"
  325. Set-VMFirmware -VMName "FoodAI-Database-Node" -EnableSecureBoot Off
  326. Start-VM -Name "FoodAI-Database-Node"
  327. ```
  328. ### 3.3: VirtualBox VM Provisioning (Server B - Ollama AI Engine)
  329. Deploy a dedicated VM on VirtualBox using Command Line:
  330. ```bash
  331. # Run in Command Prompt on Server B
  332. vboxmanage createvm --name "FoodAI-AI-Node" --ostype "Ubuntu_64" --register
  333. vboxmanage modifyvm "FoodAI-AI-Node" --memory 8192 --cpus 4 --vram 128 --nic1 bridged --bridgeadapter1 "Intel Ethernet Connection"
  334. vboxmanage createhd --filename "C:\\VMs\\FoodAI_AI.vdi" --size 60000
  335. vboxmanage storagectl "FoodAI-AI-Node" --name "SATA Controller" --add sata --controller IntelAHCI
  336. vboxmanage storageattach "FoodAI-AI-Node" --storagectl "SATA Controller" --port 0 --device 0 --type hdd --medium "C:\\VMs\\FoodAI_AI.vdi"
  337. vboxmanage startvm "FoodAI-AI-Node" --type headless
  338. ```
  339. ---
  340. ## 4. Secure Authentication & SSH Exchange
  341. Exchange SSH public keys to allow automated, passwordless container management across nodes:
  342. ```bash
  343. # 1. Generate SSH Keys on WSL Client
  344. ssh-keygen -t rsa -b 4096 -f ~/.ssh/id_rsa_foodai -N ""
  345. # 2. Push Key to Database VM (Server A)
  346. ssh-copy-id -i ~/.ssh/id_rsa_foodai.pub operator@192.168.130.170
  347. # 3. Push Key to AI VM (Server B)
  348. ssh-copy-id -i ~/.ssh/id_rsa_foodai.pub operator@192.168.130.161
  349. ```
  350. ---
  351. ## 5. Multi-Node Docker Network & Configuration
  352. To allow WSL, Hyper-V, and VirtualBox nodes to communicate, update the `.env` variables and `docker-compose.yml` to use bridged network endpoints.
  353. ### Step 5.1: Configure WSL Client `.env`
  354. Update `.env` in the Streamlit workspace:
  355. ```ini
  356. DB_HOST=192.168.130.170
  357. DB_USER=food_reader
  358. DB_PASS=reader_pass
  359. APP_AUTH_USER=food_app_auth
  360. APP_AUTH_PASS=auth_pass
  361. OLLAMA_HOST=http://192.168.130.161:11434
  362. SEARXNG_HOST=http://localhost:8080
  363. ZBX_SERVER_HOST=192.168.130.170
  364. ```
  365. ### Step 5.2: Configure Ollama (VirtualBox Server B) Listening Port
  366. Ensure the Ollama daemon inside VirtualBox binds to `0.0.0.0` (all interfaces):
  367. ```bash
  368. # SSH into Server B (192.168.130.161)
  369. sudo systemctl edit ollama.service
  370. # Add the environment variables:
  371. [Service]
  372. Environment="OLLAMA_HOST=0.0.0.0"
  373. # Reload and restart service
  374. sudo systemctl daemon-reload
  375. sudo systemctl restart ollama
  376. ```
  377. ---
  378. ## 6. Zabbix Reconfiguration for Multi-Node SNMPv3 Telemetry
  379. To monitor all distributed deployment environments securely:
  380. ### Step 6.1: Deploy SNMPv3 Daemons
  381. Install and configure SNMPv3 daemons on WSL, Hyper-V Database VM, and VirtualBox AI VM:
  382. ```bash
  383. sudo apt update && sudo apt install -y snmpd
  384. ```
  385. Edit `/etc/snmp/snmpd.conf`:
  386. ```
  387. # Listen on all interfaces
  388. agentAddress udp:161
  389. # Create secure SNMPv3 User
  390. createUser securityUser SHA "securityAuthPassword" AES "securityPrivPassword"
  391. rouser securityUser authpriv
  392. ```
  393. Restart daemon:
  394. ```bash
  395. sudo systemctl restart snmpd
  396. ```
  397. ### Step 6.2: Configure Zabbix Server Dashboard (Web UI)
  398. 1. Open Zabbix in your browser at `http://192.168.130.170:8081`.
  399. 2. Navigate to **Configuration > Hosts > Create Host**.
  400. 3. Create three distinct hosts:
  401. - **WSL-Workstation** (IP: `192.168.1.50`)
  402. - **Database-Node** (IP: `192.168.130.170`)
  403. - **AI-Node** (IP: `192.168.130.161`)
  404. 4. Add the **SNMP Interface** pointing to Port 161 for each host.
  405. 5. In the **Security Tab**, select SNMPv3, enter Username `securityUser`, select Auth Protocol `SHA` / `securityAuthPassword`, and Privacy Protocol `AES` / `securityPrivPassword`.
  406. 6. Attach the pre-installed **Local Food AI Telemetry** Template.
  407. ---
  408. ## 7. Verifying Alert Channels
  409. ### 7.1: Microsoft Teams / Discord Alert Webhook
  410. To verify Zabbix is communicating with Discord / Teams:
  411. 1. Trigger a test CPU threshold spike inside WSL:
  412. ```bash
  413. yes > /dev/null & sleep 10 ; killall yes
  414. ```
  415. 2. Verify Zabbix triggers the alert and transmits the notification.
  416. 3. Check your designated channel for the incoming payload:
  417. - Expected Output: `[PROBLEM] High CPU Utilization Detected on WSL-Workstation`.
  418. ### 7.2: Password Reset Email (SMTP Gateway)
  419. 1. In the Streamlit UI Sidebar, select **Reset Password**.
  420. 2. Trigger a reset link for user `ClinicianA`.
  421. 3. Check the inbox or SMTP system log (`tail -f /var/log/mail.log` on Server A) to verify outbound delivery.
  422. ---
  423. ## 8. Operator Post-Installation Checklist
  424. Run these test cases to verify the installation:
  425. | TEST CASE ID | ACTIONS TO PERFORM | EXPECTED RESULTS | STATUS |
  426. | :--- | :--- | :--- | :---: |
  427. | **TC-OP-01** | Search 'Cheese' on Search Tab | 10+ records returned in <0.04s. Listeria warning flags on unpasteurized. | `[ ]` |
  428. | **TC-OP-02** | Enter '1.5 cups' in Plate Tab | Parsed and converted to metric grams based on density index. | `[ ]` |
  429. | **TC-OP-03** | Ask Chat: 'Can I eat sushi?' | llama3.2-vision:11b retrieves database context and flags raw fish as forbidden for pregnancy. | `[ ]` |
  430. | **TC-OP-04** | Trigger manual db backup | Timestamped compressed .sql.gz created inside backups/ folder. | `[ ]` |
  431. | **TC-OP-05** | Terminate Ollama Container | Zabbix PROBLEM active alert generated on dashboard in < 30 seconds. | `[ ]` |
  432. """
  433. }
  434. import subprocess
  435. try:
  436. log_info = subprocess.check_output(['git', 'log', '-1', '--format=%H %an %ae %ad %cn %ce %cd %N %s', '--date=format:%Y/%m/%d %H:%M:%S'], encoding='utf-8').strip()
  437. try:
  438. tag_info = subprocess.check_output(['git', 'describe', '--tags', '--always'], stderr=subprocess.DEVNULL, encoding='utf-8').strip()
  439. except Exception:
  440. tag_info = ""
  441. if tag_info:
  442. git_id = f"$Id$"
  443. else:
  444. git_id = f"$Id$"
  445. except Exception:
  446. git_id = "$Id$"
  447. for filename, content in docs.items():
  448. filepath = os.path.join(docs_dir, filename)
  449. with open(filepath, "w", encoding="utf-8") as f:
  450. f.write(content.replace('$Id$', git_id))
  451. print(f"Generated {filepath}")
  452. print("\nDocs directory perfectly mirrored with operator level runbooks.")