Knowledge Base Commands

python manage.py setup_knowbase [OPTIONS]

python manage.py setup_knowbase

🚀 Setting up Knowledge Base...
📦 Creating PostgreSQL extensions...
  ✓ pgvector extension created
  ✓ pg_trgm extension created
✅ Knowledge Base setup completed!

python manage.py setup_knowbase --skip-extensions

python manage.py knowbase_stats [OPTIONS]

python manage.py knowbase_stats

📚 Knowledge Base Statistics
==================================================
Documents:              1,234
Embeddings:            1,234
Average Embedding Size: 1536
Storage Used:          45.2 MB
Last Updated:          2025-10-01 14:30:00

python manage.py knowbase_stats --detailed

Document Types:
  Text:      856 (69.4%)
  PDF:       234 (19.0%)
  Markdown:  144 (11.6%)

Index Performance:
  Average Query Time:    12ms
  Cache Hit Rate:        87.3%
  Total Queries (24h):   4,567

Storage Breakdown:
  Documents:    12.3 MB
  Embeddings:   32.9 MB
  Indexes:      0.8 MB

python manage.py knowbase_stats --format json

{
  "documents": 1234,
  "embeddings": 1234,
  "average_embedding_size": 1536,
  "storage_used_mb": 45.2,
  "last_updated": "2025-10-01T14:30:00Z",
  "document_types": {
    "text": 856,
    "pdf": 234,
    "markdown": 144
  }
}

python manage.py knowbase_stats --format yaml

documents: 1234
embeddings: 1234
average_embedding_size: 1536
storage_used_mb: 45.2
last_updated: "2025-10-01T14:30:00Z"
document_types:
  text: 856
  pdf: 234
  markdown: 144

SELECT * FROM knowbase_document
ORDER BY embedding <=> '[0.1, 0.2, ...]'::vector
LIMIT 10;

SELECT * FROM knowbase_document
WHERE content % 'search query'
ORDER BY similarity(content, 'search query') DESC;

# 1. Setup Knowledge Base
python manage.py setup_knowbase
 
# 2. Verify setup
python manage.py knowbase_stats
 
# 3. Check database extensions
psql -d your_database -c "\dx"

# Connect as PostgreSQL superuser
psql -U postgres -d your_database
 
# Create extensions manually
CREATE EXTENSION IF NOT EXISTS vector;
CREATE EXTENSION IF NOT EXISTS pg_trgm;
 
# Verify extensions
\dx

python manage.py setup_knowbase --skip-extensions

# Create script to track growth
#!/bin/bash
while true; do
  echo "$(date)"
  python manage.py knowbase_stats --format json | jq '.documents'
  sleep 3600  # Every hour
done

# Export to monitoring system
python manage.py knowbase_stats --format json > /var/log/knowbase_stats.json
 
# Schedule with cron
0 * * * * cd /path/to/project && python manage.py knowbase_stats --format json > /var/log/knowbase_stats_$(date +\%Y\%m\%d_\%H).json

# Increase shared_buffers for better vector performance
shared_buffers = 256MB

# Optimize for vector operations
max_parallel_workers_per_gather = 4

# config.py
from django_cfg import DjangoConfig, DatabaseConfig
 
class MyConfig(DjangoConfig):
    # Enable Knowledge Base
    enable_knowbase: bool = True
 
    # Configure database
    databases: dict[str, DatabaseConfig] = {
        "default": DatabaseConfig(
            engine="postgresql",
            name="mydb",
            host="localhost",
            port=5432,
        )
    }

❌ Failed to create extensions: permission denied

# Option 1: Run as superuser
psql -U postgres -d your_database -c "CREATE EXTENSION vector;"
psql -U postgres -d your_database -c "CREATE EXTENSION pg_trgm;"
 
# Option 2: Grant permissions
GRANT CREATE ON DATABASE your_database TO your_user;

could not open extension control file: No such file or directory

# Install pgvector
# Ubuntu/Debian
sudo apt-get install postgresql-14-pgvector
 
# macOS (Homebrew)
brew install pgvector
 
# From source
git clone https://github.com/pgvector/pgvector.git
cd pgvector
make
sudo make install

-- Create indexes for better performance
CREATE INDEX ON knowbase_document USING ivfflat (embedding vector_cosine_ops);
CREATE INDEX ON knowbase_document USING gin (content gin_trgm_ops);

# Run setup immediately after project creation
django-cfg create-project "My Project" && \
cd my_project && \
python manage.py migrate_all && \
python manage.py setup_knowbase

# Check storage regularly
python manage.py knowbase_stats --detailed
 
# Set up alerts for storage limits

# Daily statistics export
0 0 * * * python manage.py knowbase_stats --format json > /backups/kb_stats_$(date +\%Y\%m\%d).json

# Backup PostgreSQL extensions
pg_dump --schema-only --create your_database > extensions_backup.sql

# In Django shell
from django_cfg.apps.knowbase.models import Document
import time
 
start = time.time()
results = Document.objects.vector_search("test query", limit=10)
duration = time.time() - start
 
print(f"Query took {duration*1000:.2f}ms")