Fix/dreamsync recommendations

.gitignore

@@ -5,6 +5,8 @@ node_modules
 .pnp
 .pnp.js
 
+.docusaurus
+
 .env.development
 
 # Local env files

docs/src/pages/index.tsx

@@ -3,8 +3,6 @@ import useDocusaurusContext from '@docusaurus/useDocusaurusContext';
 import Layout from '@theme/Layout';
 import { useHistory } from "@docusaurus/router"
 
-
-
 export default function Home(): ReactNode {
     const { siteConfig } = useDocusaurusContext();
     const history = useHistory();
@@ -14,7 +12,6 @@ export default function Home(): ReactNode {
         history.push("/prototype/docs/Getting Started/getting-started")
     }, [])
 
-    useHistory
     return (
         <Layout
             title={`Hello from ${siteConfig.title}`}

platforms/dreamsync-api/package.json

@@ -11,7 +11,8 @@
         "typeorm": "typeorm-ts-node-commonjs",
         "migration:generate": "typeorm-ts-node-commonjs migration:generate -d src/database/data-source.ts",
         "migration:run": "typeorm-ts-node-commonjs migration:run -d src/database/data-source.ts",
-        "migration:revert": "typeorm-ts-node-commonjs migration:revert -d src/database/data-source.ts"
+        "migration:revert": "typeorm-ts-node-commonjs migration:revert -d src/database/data-source.ts",
+        "migrate-summaries": "ts-node --project tsconfig.json scripts/migrate-summaries.ts"
     },
     "dependencies": {
         "axios": "^1.6.7",

platforms/dreamsync-api/scripts/migrate-summaries.ts

@@ -0,0 +1,93 @@
+import "reflect-metadata";
+import path from "node:path";
+import { config } from "dotenv";
+import { AppDataSource } from "../src/database/data-source";
+import { WishlistSummaryService } from "../src/services/WishlistSummaryService";
+import { Wishlist } from "../src/database/entities/Wishlist";
+
+// Load environment variables
+config({ path: path.resolve(__dirname, "../../../.env") });
+
+async function migrateSummaries() {
+    console.log("Starting migration: Converting text summaries to AI-generated arrays...\n");
+
+    try {
+        // Initialize database connection
+        await AppDataSource.initialize();
+        console.log("Database connection established\n");
+
+        const wishlistRepository = AppDataSource.getRepository(Wishlist);
+        const summaryService = WishlistSummaryService.getInstance();
+
+        // Get all wishlists that need migration (have text summaries or no summaries)
+        const wishlists = await wishlistRepository.find({
+            where: { isActive: true },
+            relations: ["user"],
+            order: { updatedAt: "DESC" },
+        });
+
+        console.log(`Found ${wishlists.length} wishlists to process\n`);
+
+        let processedCount = 0;
+        let skippedCount = 0;
+        let errorCount = 0;
+
+        for (const wishlist of wishlists) {
+            try {
+                // Check if already has array summaries
+                const hasArraySummaries = 
+                    Array.isArray(wishlist.summaryWants) && wishlist.summaryWants.length > 0 &&
+                    Array.isArray(wishlist.summaryOffers) && wishlist.summaryOffers.length > 0;
+
+                if (hasArraySummaries) {
+                    skippedCount++;
+                    continue;
+                }
+
+                console.log(`Processing wishlist ${wishlist.id}...`);
+                console.log(`  Raw content: ${wishlist.content.substring(0, 200)}${wishlist.content.length > 200 ? '...' : ''}`);
+
+                // Use the summary service to generate arrays from the raw content
+                const summary = await summaryService.summarizeWishlistContent(wishlist.content);
+
+                console.log(`  Generated Wants: ${JSON.stringify(summary.summaryWants)}`);
+                console.log(`  Generated Offers: ${JSON.stringify(summary.summaryOffers)}`);
+
+                // Save the arrays to the database
+                wishlist.summaryWants = summary.summaryWants;
+                wishlist.summaryOffers = summary.summaryOffers;
+                await wishlistRepository.save(wishlist);
+
+                console.log(`  Saved successfully\n`);
+                processedCount++;
+
+            } catch (error) {
+                console.error(`  Error processing wishlist ${wishlist.id}:`, error);
+                errorCount++;
+            }
+        }
+
+        console.log("Migration completed:");
+        console.log(`  Processed: ${processedCount}`);
+        console.log(`  Skipped (already has arrays): ${skippedCount}`);
+        console.log(`  Errors: ${errorCount}\n`);
+
+    } catch (error) {
+        console.error("Migration failed:", error);
+        process.exit(1);
+    } finally {
+        await AppDataSource.destroy();
+        console.log("Database connection closed");
+    }
+}
+
+// Run migration
+migrateSummaries()
+    .then(() => {
+        console.log("Migration script completed");
+        process.exit(0);
+    })
+    .catch((error) => {
+        console.error("Migration script failed:", error);
+        process.exit(1);
+    });

platforms/dreamsync-api/src/database/entities/Wishlist.ts

@@ -22,11 +22,11 @@ export class Wishlist {
     @Column({ type: "text" })
     content: string; // Markdown content
 
-    @Column({ type: "text", nullable: true })
-    summaryWants: string | null;
+    @Column({ type: "jsonb", nullable: true })
+    summaryWants: string[] | null;
 
-    @Column({ type: "text", nullable: true })
-    summaryOffers: string | null;
+    @Column({ type: "jsonb", nullable: true })
+    summaryOffers: string[] | null;
 
     @Column({ type: "boolean", default: true })
     isActive: boolean;

platforms/dreamsync-api/src/database/migrations/1768904445609-migration.ts

@@ -0,0 +1,20 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class Migration1768904445609 implements MigrationInterface {
+    name = 'Migration1768904445609'
+
+    public async up(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`ALTER TABLE "wishlists" DROP COLUMN "summaryWants"`);
+        await queryRunner.query(`ALTER TABLE "wishlists" ADD "summaryWants" jsonb`);
+        await queryRunner.query(`ALTER TABLE "wishlists" DROP COLUMN "summaryOffers"`);
+        await queryRunner.query(`ALTER TABLE "wishlists" ADD "summaryOffers" jsonb`);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`ALTER TABLE "wishlists" DROP COLUMN "summaryOffers"`);
+        await queryRunner.query(`ALTER TABLE "wishlists" ADD "summaryOffers" text`);
+        await queryRunner.query(`ALTER TABLE "wishlists" DROP COLUMN "summaryWants"`);
+        await queryRunner.query(`ALTER TABLE "wishlists" ADD "summaryWants" text`);
+    }
+
+}

platforms/dreamsync-api/src/index.ts

@@ -32,23 +32,24 @@ AppDataSource.initialize()
             const exists = await platformService.checkPlatformEVaultExists();
 
             if (!exists) {
-                console.log("🔧 Creating platform eVault for DreamSync...");
+                console.log("Creating platform eVault for DreamSync...");
                 const result = await platformService.createPlatformEVault();
-                console.log(`✅ Platform eVault created successfully: ${result.w3id}`);
+                console.log(`Platform eVault created successfully: ${result.w3id}`);
             } else {
-                console.log("✅ Platform eVault already exists for DreamSync");
+                console.log("Platform eVault already exists for DreamSync");
             }
         } catch (error) {
-            console.error("❌ Failed to initialize platform eVault:", error);
+            console.error("Failed to initialize platform eVault:", error);
             // Don't exit the process, just log the error
         }
 
-        // Backfill wishlist summaries for existing records
+        // Summarize all wishlists on platform start
         try {
             const wishlistSummaryService = WishlistSummaryService.getInstance();
-            await wishlistSummaryService.backfillMissingSummaries();
+            await wishlistSummaryService.summarizeAllWishlists();
         } catch (error) {
-            console.error("❌ Failed to backfill wishlist summaries:", error);
+            console.error("Failed to summarize wishlists:", error);
+            // Don't exit the process, just log the error
         }
 
         // Start AI matching job (disabled automatic startup)

platforms/dreamsync-api/src/services/AIMatchingService.ts

@@ -38,26 +38,38 @@ export class AIMatchingService {
 
         return withOperationContext('AIMatchingService', operationId, async () => {
             const wishlists = await this.getWishlistsForMatching();
-            console.log(`📋 Found ${wishlists.length} wishlists to analyze`);
+            console.log(`📋 Found ${wishlists.length} wishlists to analyze (after filtering blank wishlists)`);
+
+            if (wishlists.length === 0) {
+                console.log("⚠️ No valid wishlists to match, skipping matching process");
+                return;
+            }
+
             await this.ensureWishlistSummaries(wishlists);
 
             // Get existing groups for context
             const existingGroups = await this.getExistingGroups();
             console.log(`🏠 Found ${existingGroups.length} existing groups to consider`);
 
-            // Convert to shared service format
-            const wishlistData: WishlistData[] = wishlists.map(wishlist => ({
-                id: wishlist.id,
-                content: wishlist.content,
-                summaryWants: wishlist.summaryWants || "",
-                summaryOffers: wishlist.summaryOffers || "",
-                userId: wishlist.userId,
-                user: {
-                    id: wishlist.user.id,
-                    name: wishlist.user.name || wishlist.user.ename,
-                    ename: wishlist.user.ename
-                }
-            }));
+            // Convert to shared service format, filtering out wishlists without summaries
+            const wishlistData: WishlistData[] = wishlists
+                .filter(wishlist => {
+                    // Only include wishlists with valid summary arrays
+                    return wishlist.summaryWants && wishlist.summaryWants.length > 0 &&
+                           wishlist.summaryOffers && wishlist.summaryOffers.length > 0;
+                })
+                .map(wishlist => ({
+                    id: wishlist.id,
+                    content: wishlist.content,
+                    summaryWants: wishlist.summaryWants || [],
+                    summaryOffers: wishlist.summaryOffers || [],
+                    userId: wishlist.userId,
+                    user: {
+                        id: wishlist.user.id,
+                        name: wishlist.user.name || wishlist.user.ename,
+                        ename: wishlist.user.ename
+                    }
+                }));
 
             // Use matching service for parallel processing
             const matchResults = await this.matchingService.findMatches(wishlistData, existingGroups);
@@ -224,9 +236,19 @@ export class AIMatchingService {
 
     private async ensureWishlistSummaries(wishlists: Wishlist[]): Promise<void> {
         for (const wishlist of wishlists) {
-            if (!wishlist.summaryWants || !wishlist.summaryOffers) {
+            // Ensure summaries exist and are arrays
+            if (!wishlist.summaryWants || wishlist.summaryWants.length === 0 ||
+                !wishlist.summaryOffers || wishlist.summaryOffers.length === 0) {
                 try {
                     await this.wishlistSummaryService.ensureSummaries(wishlist);
+                    // Reload wishlist to get updated summaries
+                    const updated = await this.wishlistRepository.findOne({
+                        where: { id: wishlist.id },
+                        relations: ["user"]
+                    });
+                    if (updated) {
+                        Object.assign(wishlist, updated);
+                    }
                 } catch (error) {
                     console.error(`Failed to ensure summary for wishlist ${wishlist.id}`, error);
                 }
@@ -383,10 +405,12 @@ Content: ${wishlistA.content}
 Title: ${wishlistB.title}
 Content: ${wishlistB.content}
 
-IMPORTANT: Only return a JSON response if there's a meaningful connection (confidence > 0.7). If there's no meaningful connection, return confidence: 0 and matchType: "private" (this will be filtered out).
+IMPORTANT: Only return a JSON response if there's a meaningful connection (confidence > 0.85). If there's no meaningful connection, return confidence: 0 and matchType: "private" (this will be filtered out).
+
+CRITICAL: If either wishlist is blank, templated with minimal content, or contains insufficient information, return confidence: 0. A blank/templated wishlist has the template structure (## What I Want / ## What I Can Do) but with very few items (2 or fewer meaningful items) or very short/placeholder content. Do NOT generate matches based on generic or placeholder content.
 
 Return JSON with:
-1. "confidence": number between 0-1 indicating match strength (0 if no meaningful connection)
+1. "confidence": number between 0-1 indicating match strength (0 if no meaningful connection or if wishlists are too sparse)
 2. "matchType": "private" or "group" (use "private" if no connection)
 3. "reason": brief explanation of why they match (or why no match)
 4. "matchedWants": array of what User A wants that User B can offer
@@ -399,8 +423,9 @@ Consider:
 - Complementary needs and offerings
 - Potential for meaningful collaboration
 - Whether this could be a private connection or group activity
+- Whether the wishlists contain sufficient meaningful content (not just template placeholders)
 
-Only suggest matches with confidence > 0.7 for meaningful connections.
+Only suggest matches with confidence > 0.85 for meaningful connections based on substantial content.
         `.trim();
     }