fix: hot memory writes directly to Redis, remove migration system

Hot memory MCP tools (write, recall, fieldnote, session-note) now use
RESP over TCP to Redis instead of HTTP to the sidecar. Removes the
migration system entirely — all global dir setup is now idempotent
in ensureGlobalDir().

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: drewswiredin

.lore/harness/hooks/session-init.js

@@ -1,33 +1,14 @@
-const path = require('path');
 const fs = require('fs');
 const { buildDynamicBanner, ensureStickyFiles } = require('../lib/banner');
 const { debug } = require('../lib/debug');
 const { logHookEvent } = require('../lib/hook-logger');
-const { getConfig } = require('../lib/config');
-const { getGlobalStructureVersion, getRequiredStructureVersion } = require('../lib/global');
-
 const root = process.cwd();
 debug('session-init: root=%s', root);
 
 // 1. Ensure sticky files (MEMORY.local.md, etc.) exist
 ensureStickyFiles(root);
 
-// 2. Check global directory version — warn if outdated (never auto-migrate)
-const migrationsDir = path.join(root, '.lore', 'harness', 'migrations');
-const requiredVersion = getRequiredStructureVersion(migrationsDir);
-const currentVersion = getGlobalStructureVersion();
-if (requiredVersion > 0 && currentVersion < requiredVersion) {
-  fs.writeSync(1, [
-    '\x1b[91m▆▆▆ [LORE-GLOBAL-VERSION-MISMATCH] ▆▆▆\x1b[0m',
-    `~/.lore/ structure is v${currentVersion} — this harness requires v${requiredVersion}.`,
-    'Run /lore update to migrate the global directory.',
-    'Do NOT capture fieldnotes or modify the knowledge base until resolved.',
-    '\x1b[91m▆▆▆ [LORE-GLOBAL-VERSION-MISMATCH-END] ▆▆▆\x1b[0m',
-    '',
-  ].join('\n'));
-}
-
-// 3. Build and print the dynamic session banner (Operator Profile + Session Memory)
+// 2. Build and print the dynamic session banner (Operator Profile + Session Memory)
 // Static content (Rules, Skills, Fieldnotes) is now handled via platform-native projections.
 async function run() {
   const banner = await buildDynamicBanner(root);

.lore/harness/lib/global.js

@@ -1,4 +1,5 @@
-// Global directory (~/.lore/) lifecycle: versioning, migrations, sidecar config.
+// Global directory (~/.lore/) lifecycle: setup, sidecar config, Redis config.
+// All setup is idempotent — safe to run on every session.
 
 const fs = require('fs');
 const path = require('path');
@@ -7,87 +8,106 @@ const { debug } = require('./debug');
 const { getGlobalPath } = require('./config');
 
 const DEFAULT_SIDECAR_PORT = 9185;
+const DEFAULT_REDIS_PORT = 6379;
 
-/**
- * Read globalStructureVersion from ~/.lore/config.json.
- * Returns 0 if the file or field is missing.
- */
-function getGlobalStructureVersion() {
-  try {
-    const configPath = path.join(getGlobalPath(), 'config.json');
-    if (!fs.existsSync(configPath)) return 0;
-    const data = JSON.parse(fs.readFileSync(configPath, 'utf8'));
-    return typeof data.globalStructureVersion === 'number' ? data.globalStructureVersion : 0;
-  } catch (e) {
-    debug('getGlobalStructureVersion: %s', e.message);
-    return 0;
-  }
-}
+const GLOBAL_DIRS = [
+  'AGENTIC/skills',
+  'AGENTIC/rules',
+  'AGENTIC/agents',
+  'knowledge-base/fieldnotes',
+  'knowledge-base/runbooks',
+  'knowledge-base/environment',
+  'knowledge-base/work-items',
+  'knowledge-base/drafts',
+  'redis-data',
+];
 
-/**
- * Return the highest version number from NNN-name.js migration files.
- * Returns 0 if the directory is missing or empty.
- */
-function getRequiredStructureVersion(migrationsDir) {
-  try {
-    if (!fs.existsSync(migrationsDir)) return 0;
-    const files = fs.readdirSync(migrationsDir).filter(f => /^\d{3}-.*\.js$/.test(f)).sort();
-    if (files.length === 0) return 0;
-    const last = files[files.length - 1];
-    return parseInt(last.slice(0, 3), 10);
-  } catch (e) {
-    debug('getRequiredStructureVersion: %s', e.message);
-    return 0;
-  }
-}
+const OPERATOR_PROFILE_CONTENT = `# Operator Profile
+
+<!-- Injected into every session as OPERATOR PROFILE context. -->
+<!-- This file is gitignored — it stays local to your machine. -->
+
+## Identity
+
+- **Name:**
+- **Role:**
+
+## Preferences
+
+Add any preferences, working style notes, or context that should be
+available to the agent in every session.
+`;
+
+const COMPOSE_CONTENT = `name: lore
+services:
+  lore-runtime:
+    image: lorehq/lore-memory:latest
+    ports:
+      - '9185:8080'
+    environment:
+      - REDIS_URL=redis://lore-memory:6379
+      - DOCS_SOURCE=/data/knowledge-base
+      - LORE_TOKEN=\${LORE_TOKEN}
+    volumes:
+      - ./knowledge-base:/data/knowledge-base:ro
+      - runtime_data:/runtime-data
+    depends_on:
+      - lore-memory
+    restart: unless-stopped
+
+  lore-memory:
+    image: redis/redis-stack-server:latest
+    ports:
+      - '6379:6379'
+    volumes:
+      - ./redis-data:/data
+    restart: unless-stopped
+
+volumes:
+  runtime_data:
+`;
 
 /**
- * Apply pending migrations in order, bumping globalStructureVersion after each.
- * Returns { ran: number, version: number }.
+ * Ensure ~/.lore/ exists with the expected structure.
+ * Fully idempotent — creates what's missing, never overwrites existing content.
  */
-function runMigrations(migrationsDir) {
+function ensureGlobalDir() {
   const globalPath = getGlobalPath();
-  const current = getGlobalStructureVersion();
-  let ran = 0;
 
-  try {
-    const files = fs.readdirSync(migrationsDir).filter(f => /^\d{3}-.*\.js$/.test(f)).sort();
-    for (const file of files) {
-      const version = parseInt(file.slice(0, 3), 10);
-      if (version <= current) continue;
-
-      debug('running migration %s', file);
-      const migration = require(path.resolve(migrationsDir, file));
-      migration.up(globalPath);
-
-      // Bump version after each migration (crash-safe: partial runs resume correctly)
-      const configPath = path.join(globalPath, 'config.json');
-      let config = {};
-      try {
-        if (fs.existsSync(configPath)) {
-          config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
-        }
-      } catch { /* start fresh */ }
-      config.globalStructureVersion = version;
-      fs.writeFileSync(configPath, JSON.stringify(config, null, 2) + '\n');
-      ran++;
-    }
-  } catch (e) {
-    debug('runMigrations: %s', e.message);
-    throw e;
+  // Directories
+  for (const dir of GLOBAL_DIRS) {
+    fs.mkdirSync(path.join(globalPath, dir), { recursive: true });
   }
 
-  return { ran, version: getGlobalStructureVersion() };
-}
+  // Operator profile — only if missing
+  const profilePath = path.join(globalPath, 'knowledge-base', 'operator-profile.md');
+  if (!fs.existsSync(profilePath)) {
+    fs.writeFileSync(profilePath, OPERATOR_PROFILE_CONTENT);
+  }
 
-/**
- * Ensure ~/.lore/ exists and run pending migrations.
- * Returns { ran: number, version: number }.
- */
-function ensureGlobalDir(migrationsDir) {
-  const globalPath = getGlobalPath();
-  fs.mkdirSync(globalPath, { recursive: true });
-  return runMigrations(migrationsDir);
+  // docker-compose.yml — create if missing, patch Redis port if existing
+  const composePath = path.join(globalPath, 'docker-compose.yml');
+  if (!fs.existsSync(composePath)) {
+    fs.writeFileSync(composePath, COMPOSE_CONTENT);
+  } else {
+    let yml = fs.readFileSync(composePath, 'utf8');
+    if (yml.includes('lore-memory:') && !yml.includes("'6379:6379'")) {
+      yml = yml.replace(
+        /(  lore-memory:\n    image: [^\n]+\n)/,
+        '$1    ports:\n      - \'6379:6379\'\n',
+      );
+      fs.writeFileSync(composePath, yml);
+    }
+  }
+
+  // .env with LORE_TOKEN — only if missing or no token
+  const envPath = path.join(globalPath, '.env');
+  let envContent = '';
+  try { envContent = fs.readFileSync(envPath, 'utf8'); } catch { /* missing */ }
+  if (!envContent.includes('LORE_TOKEN=')) {
+    const token = crypto.randomBytes(32).toString('hex');
+    fs.appendFileSync(envPath, `LORE_TOKEN=${token}\n`);
+  }
 }
 
 /**
@@ -106,6 +126,22 @@ function getSidecarPort() {
   }
 }
 
+/**
+ * Return the Redis port. Reads redisPort from ~/.lore/config.json,
+ * falls back to 6379.
+ */
+function getRedisPort() {
+  try {
+    const configPath = path.join(getGlobalPath(), 'config.json');
+    if (!fs.existsSync(configPath)) return DEFAULT_REDIS_PORT;
+    const data = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+    return data.redisPort || DEFAULT_REDIS_PORT;
+  } catch (e) {
+    debug('getRedisPort: %s', e.message);
+    return DEFAULT_REDIS_PORT;
+  }
+}
+
 /**
  * Read LORE_TOKEN from ~/.lore/.env. Returns null if missing.
  */
@@ -134,6 +170,7 @@ function ensureGlobalToken() {
 }
 
 module.exports = {
-  getGlobalStructureVersion, getRequiredStructureVersion, runMigrations, ensureGlobalDir,
-  getSidecarPort, getGlobalToken, ensureGlobalToken, DEFAULT_SIDECAR_PORT,
+  ensureGlobalDir,
+  getSidecarPort, getRedisPort, getGlobalToken, ensureGlobalToken,
+  DEFAULT_SIDECAR_PORT, DEFAULT_REDIS_PORT,
 };