initial commit: create basic rag search and ingest

backend/migrations/2025-01-03-0001-add-searchable-content.sql

@@ -0,0 +1,8 @@
+CREATE TABLE searchable_content (
+                                    trackingid TEXT NOT NULL,
+                                    content TEXT NOT NULL,
+                                    full_emb F32_BLOB(1536) NOT NULL,
+                                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX emb_idx ON searchable_content (libsql_vector_idx(full_emb));

backend/migrations/2025-01-03-init.sql

@@ -0,0 +1,11 @@
+CREATE TABLE IF NOT EXISTS cache (
+                                     id INTEGER PRIMARY KEY,
+                                     url TEXT NOT NULL UNIQUE,
+                                     response TEXT NOT NULL,
+                                     created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                                     ttl INTEGER DEFAULT 0
+);
+
+CREATE INDEX idx_url ON cache (url);
+CREATE INDEX idx_created_at ON cache (created_at);
+

backend/migrations/2025-01-26-add-modified-date-searchable-table.sql

@@ -0,0 +1,2 @@
+-- Adds a modified date to the searchable_content table
+ALTER TABLE searchable_content ADD COLUMN modified_at TIMESTAMP;