Add PostgreSQL MCP Server benchmark results

mcp_servers/postgres/insforge/meta.json

@@ -0,0 +1,10 @@
+{
+  "author": {
+    "name": "InsForge",
+    "url": "https://insforge.dev"
+  },
+  "avatar": "https://insforge.dev/favicon.ico",
+  "description": "Official InsForge MCP Server that connects AI tools to InsForge's complete backend platform. This gives AI agents the ability to manage databases, execute SQL queries, handle authentication, manage storage buckets, deploy serverless functions, and monitor container logs. All through natural language interactions.",
+  "homepage": "https://github.com/InsForge/insforge-mcp",
+  "name": "InsForge"
+}

mcp_servers/postgres/insforge/run-1/chinook__customer_data_migration/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__customer_data_migration",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:19:37.821320",
+    "end": "2025-10-19T18:27:29.630157"
+  },
+  "agent_execution_time": 471.2874081134796,
+  "task_execution_time": 471.80882501602173,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "============================================================\nVerifying Customer Data Migration Task\n============================================================\nLoaded 200 expected customer records\n✅ All 200 customers migrated correctly\n✅ All customers assigned to SupportRepId 3\n✅ All customers have Fax field set to NULL\n✅ Customer data sets match exactly (order-independent)\n\n🎉 Task verification: PASS\n"
+  },
+  "token_usage": {
+    "input_tokens": 653390,
+    "output_tokens": 23727,
+    "total_tokens": 677117,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 22
+}

mcp_servers/postgres/insforge/run-1/chinook__employee_hierarchy_management/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__employee_hierarchy_management",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:27:29.630721",
+    "end": "2025-10-19T18:29:07.384418"
+  },
+  "agent_execution_time": 97.15503311157227,
+  "task_execution_time": 97.75368189811707,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "==================================================\nVerifying Task 3: Employee Hierarchy Management\n==================================================\n✅ Employee count and title verification passed\n✅ Specific employee verification passed - all fields match exactly\n✅ Customer assignment verification passed\n✅ Employee performance table verification passed\n✅ Employee deletion and promotion verification passed\n✅ Salary column verification passed\n\n🎉 Task verification: PASS\nAll employee hierarchy management operations completed correctly!\n"
+  },
+  "token_usage": {
+    "input_tokens": 242228,
+    "output_tokens": 3814,
+    "total_tokens": 246042,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 18
+}

mcp_servers/postgres/insforge/run-1/chinook__sales_and_music_charts/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__sales_and_music_charts",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:29:07.385248",
+    "end": "2025-10-19T18:30:55.001055"
+  },
+  "agent_execution_time": 106.8680911064148,
+  "task_execution_time": 107.61579585075378,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "==================================================\n❌ Monthly sales row 1 mismatch: expected ('2009-01', 6, Decimal('35.64'), 36, Decimal('5.9400000000000000'), 6), got ('2009-01', 6, Decimal('330.66'), 36, Decimal('9.19'), 6)\n❌ Monthly sales row 2 mismatch: expected ('2009-02', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-02', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 3 mismatch: expected ('2009-03', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-03', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 4 mismatch: expected ('2009-04', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-04', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 5 mismatch: expected ('2009-05', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-05', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Total monthly sales mismatches: 60\n\n❌ Task verification: FAIL\n"
+  },
+  "token_usage": {
+    "input_tokens": 260779,
+    "output_tokens": 5055,
+    "total_tokens": 265834,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 16
+}

mcp_servers/postgres/insforge/run-1/dvdrental__customer_analysis_fix/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "dvdrental__customer_analysis_fix",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:30:55.001915",
+    "end": "2025-10-19T18:32:40.592755"
+  },
+  "agent_execution_time": 104.66081619262695,
+  "task_execution_time": 105.59082698822021,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "======================================================================\nPostgreSQL Task 3 Verification: Fix Customer Analysis Query\n======================================================================\n❌ Row 3 mismatch:\n   Expected: (178, 'Marion Snyder', 'Santa Brbara dOeste', 'Brazil', 39, 38, Decimal('194.61'), 'Animation', 'Gina Degeneres', Decimal('5.63892543859649123363'), 'Premium', 'Hamlet Wisdom', 4)\n   Actual:   (137, 'Rhonda Kennedy', 'Apeldoorn', 'Netherlands', 38, 37, Decimal('191.62'), 'Games', 'Frances Day-Lewis', Decimal('5.94959795321637426901'), 'Premium', 'Amistad Midsummer', 2)\n❌ Row 4 mismatch:\n   Expected: (137, 'Rhonda Kennedy', 'Apeldoorn', 'Netherlands', 38, 37, Decimal('191.62'), 'Games', 'Frances Day-Lewis', Decimal('5.94959795321637426901'), 'Premium', 'Amistad Midsummer', 2)\n   Actual:   (178, 'Marion Snyder', 'Santa Brbara dOeste', 'Brazil', 38, 37, Decimal('189.62'), 'Animation', 'Gina Degeneres', Decimal('5.63892543859649123363'), 'Premium', 'Hamlet Wisdom', 4)\n❌ Row 7 mismatch:\n   Expected: (181, 'Ana Bradley', 'Memphis', 'United States', 33, 31, Decimal('167.67'), 'Family', 'Christian Akroyd', Decimal('6.0310329861111111'), 'Premium', 'Island Exorcist', 5)\n   Actual:   (236, 'Marcia Dean', 'Tanza', 'Philippines', 38, 38, Decimal('165.62'), 'Foreign', 'Dustin Tautou', Decimal('5.25438596491228069357'), 'Premium', 'Alamo Videotape', 4)\n❌ Row 8 mismatch:\n   Expected: (410, 'Curtis Irby', 'Richmond Hill', 'Canada', 38, 37, Decimal('167.62'), 'Action', 'Susan Davis', Decimal('5.34350600600600600841'), 'Premium', 'Hanky October', 3)\n   Actual:   (181, 'Ana Bradley', 'Memphis', 'United States', 32, 30, Decimal('164.68'), 'Family', 'Christian Akroyd', Decimal('6.0310329861111111'), 'Premium', 'Island Exorcist', 5)\n❌ Row 9 mismatch:\n   Expected: (236, 'Marcia Dean', 'Tanza', 'Philippines', 39, 39, Decimal('166.61'), 'Foreign', 'Dustin Tautou', Decimal('5.25438596491228069357'), 'Premium', 'Alamo Videotape', 4)\n   Actual:   (410, 'Curtis Irby', 'Richmond Hill', 'Canada', 37, 36, Decimal('164.63'), 'Action', 'Susan Davis', Decimal('5.34350600600600600841'), 'Premium', 'Hanky October', 3)\n❌ Total mismatches: 571\n\n❌ Task verification: FAIL\n   - The query still has issues\n   - Please review the duplicate counting problem\n"
+  },
+  "token_usage": {
+    "input_tokens": 216633,
+    "output_tokens": 5407,
+    "total_tokens": 222040,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 12
+}

mcp_servers/postgres/insforge/run-1/dvdrental__customer_analytics_optimization/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "dvdrental__customer_analytics_optimization",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:32:40.593448",
+    "end": "2025-10-19T18:34:01.272805"
+  },
+  "agent_execution_time": 79.79943799972534,
+  "task_execution_time": 80.67934799194336,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "============================================================\nPostgreSQL Task 1 Verification: Customer Payment Query Optimization\n============================================================\n\n🔍 Checking for customer_id index on payment table...\n[('idx_payment_customer_id', 'CREATE INDEX idx_payment_customer_id ON public.payment USING btree (customer_id)'), ('idx_payment_customer_amount', 'CREATE INDEX idx_payment_customer_amount ON public.payment USING btree (customer_id, amount) WHERE (amount > 5.0)'), ('idx_payment_customer_date', \"CREATE INDEX idx_payment_customer_date ON public.payment USING btree (customer_id, payment_date) WHERE (payment_date >= '2007-03-01 00:00:00'::timestamp without time zone)\")]\n✅ Found index(es) on payment.customer_id:\n   - idx_payment_customer_id: CREATE INDEX idx_payment_customer_id ON public.payment USING btree (customer_id)\n   - idx_payment_customer_amount: CREATE INDEX idx_payment_customer_amount ON public.payment USING btree (customer_id, amount) WHERE (amount > 5.0)\n   - idx_payment_customer_date: CREATE INDEX idx_payment_customer_date ON public.payment USING btree (customer_id, payment_date) WHERE (payment_date >= '2007-03-01 00:00:00'::timestamp without time zone)\n\n🎉 Task verification: PASS\n   - Index on payment.customer_id exists\n"
+  },
+  "token_usage": {
+    "input_tokens": 111702,
+    "output_tokens": 3626,
+    "total_tokens": 115328,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 9
+}

mcp_servers/postgres/insforge/run-1/dvdrental__film_inventory_management/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "dvdrental__film_inventory_management",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:34:01.273967",
+    "end": "2025-10-19T18:35:35.515257"
+  },
+  "agent_execution_time": 93.15668892860413,
+  "task_execution_time": 94.24127697944641,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "======================================================================\nPostgreSQL Task 4 Verification: Film Inventory Management\n======================================================================\n✅ Both new films added correctly\n✅ Inventory records added correctly\n✅ available_films table created and populated correctly (149 records)\n✅ Inventory cleanup completed correctly\n✅ film_inventory_summary table created and populated correctly (960 records)\n\n🎉 Task verification: PASS\n"
+  },
+  "token_usage": {
+    "input_tokens": 366104,
+    "output_tokens": 3091,
+    "total_tokens": 369195,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 16
+}

mcp_servers/postgres/insforge/run-1/employees__employee_demographics_report/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "employees__employee_demographics_report",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:35:35.515956",
+    "end": "2025-10-19T18:37:58.566592"
+  },
+  "agent_execution_time": 133.77668404579163,
+  "task_execution_time": 143.0506272315979,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "==================================================\n✅ Gender statistics results are correct (2 records)\n✅ Age group analysis results are correct (1 records)\n✅ Birth month distribution results are correct (12 records)\n✅ Hiring year summary results are correct (16 records)\n\n🎉 Task verification: PASS\n"
+  },
+  "token_usage": {
+    "input_tokens": 238981,
+    "output_tokens": 6741,
+    "total_tokens": 245722,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 20
+}

mcp_servers/postgres/insforge/run-1/employees__employee_performance_analysis/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "employees__employee_performance_analysis",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:37:58.567286",
+    "end": "2025-10-19T18:41:41.450229"
+  },
+  "agent_execution_time": 217.03835797309875,
+  "task_execution_time": 222.88293385505676,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "==================================================\n❌ Row 8218 mismatch: expected (20194, 'needs_attention', Decimal('14.99500000000000000000'), 11926, 1), got (20194, 'steady_performer', Decimal('15.00'), 11926, 1)\n❌ Row 17217 mismatch: expected (31433, 'high_achiever', Decimal('40.00296895585533762600'), 13897, 2), got (31433, 'steady_performer', Decimal('40.00'), 13897, 2)\n❌ Row 28094 mismatch: expected (44996, 'needs_attention', Decimal('14.99811994735852603900'), 11277, 1), got (44996, 'steady_performer', Decimal('15.00'), 11277, 1)\n❌ Row 47995 mismatch: expected (69816, 'high_achiever', Decimal('40.00394581086413257900'), 12525, 2), got (69816, 'steady_performer', Decimal('40.00'), 12525, 2)\n❌ Row 69964 mismatch: expected (97263, 'needs_attention', Decimal('14.99653259361997226100'), 10639, 1), got (97263, 'steady_performer', Decimal('15.00'), 10639, 1)\n❌ Total mismatches: 24\n\n❌ Task verification: FAIL\n"
+  },
+  "token_usage": {
+    "input_tokens": 473751,
+    "output_tokens": 8565,
+    "total_tokens": 482316,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 28
+}

mcp_servers/postgres/insforge/run-1/employees__employee_project_tracking/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "employees__employee_project_tracking",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:41:41.454837",
+    "end": "2025-10-19T18:44:39.060009"
+  },
+  "agent_execution_time": 171.8236129283905,
+  "task_execution_time": 177.6051640510559,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "==================================================\n✅ Table structures are correct\n✅ All required indexes are present\n✅ Project data is correct\n✅ Assignment data is correct\n✅ Milestone data is correct\n\n🎉 Task verification: PASS\n"
+  },
+  "token_usage": {
+    "input_tokens": 493779,
+    "output_tokens": 6417,
+    "total_tokens": 500196,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 36
+}

mcp_servers/postgres/insforge/run-1/employees__employee_retention_analysis/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "employees__employee_retention_analysis",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:44:39.060519",
+    "end": "2025-10-19T18:47:30.487179"
+  },
+  "agent_execution_time": 162.29408836364746,
+  "task_execution_time": 171.42665100097656,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "==================================================\n✅ Employee retention analysis results are correct (9 records)\n✅ High risk employee analysis results are correct (240124 records)\n❌ Row 1 mismatch: expected (1985, 89, Decimal('93.2247191011235955'), Decimal('51542.775280898876')), got (1985, 169, Decimal('98.56'), Decimal('54115.82'))\n❌ Row 2 mismatch: expected (1986, 374, Decimal('276.0989304812834225'), Decimal('53310.540106951872')), got (1986, 623, Decimal('268.52'), Decimal('55677.09'))\n❌ Row 3 mismatch: expected (1987, 668, Decimal('455.5194610778443114'), Decimal('54278.351796407186')), got (1987, 1074, Decimal('451.97'), Decimal('55853.13'))\n❌ Row 4 mismatch: expected (1988, 905, Decimal('634.3546961325966851'), Decimal('55745.238674033149')), got (1988, 1501, Decimal('633.54'), Decimal('57478.85'))\n❌ Row 5 mismatch: expected (1989, 1288, Decimal('852.1669254658385093'), Decimal('55778.420031055901')), got (1989, 1969, Decimal('833.57'), Decimal('56733.20'))\n❌ Total mismatches: 18\n\n❌ Task verification: FAIL\n"
+  },
+  "token_usage": {
+    "input_tokens": 439081,
+    "output_tokens": 6734,
+    "total_tokens": 445815,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 27
+}