v0.8–v0.11 — signatures (heuristic + vision) + audio + video

package.json

@@ -1,7 +1,7 @@
 {
   "name": "@thinkfleet/agentmark",
-  "version": "0.7.0",
-  "description": "AI browser + document + form library + MCP server — convert any web page or PDF into a compact AgentMark snapshot, then drive it from any MCP client (Claude Desktop, Cursor, Claude Code) or directly via the SDK.",
+  "version": "0.11.0",
+  "description": "AI library for any AI-readable surface — web pages, PDFs (text/scanned/AcroForm), audio (transcribed), video (transcribed + frame-captioned), with signature detection. One compact wire format any AI client can read or drive via MCP.",
   "type": "commonjs",
   "main": "./dist/src/index.js",
   "types": "./dist/src/index.d.ts",

schema/agentmark-v0.2.json

@@ -44,6 +44,13 @@
             "additionalProperties": false
         },
         "document": { "$ref": "#/$defs/document" },
+        "signatures": {
+            "type": "object",
+            "patternProperties": {
+                "^[a-z][a-z0-9_]{0,63}$": { "$ref": "#/$defs/signature" }
+            },
+            "additionalProperties": false
+        },
         "memory": { "type": "object" },
         "capabilities": { "type": "object" },
         "cookies": { "type": "object" },
@@ -133,6 +140,44 @@
                 "format_version": { "type": "string", "maxLength": 32 },
                 "ocr_used": { "type": "boolean" }
             }
+        },
+        "signature": {
+            "type": "object",
+            "required": ["kind", "page", "confidence"],
+            "additionalProperties": false,
+            "properties": {
+                "kind": {
+                    "enum": [
+                        "widget_visible_signed",
+                        "widget_unsigned",
+                        "cryptographic",
+                        "image_handwritten",
+                        "image_typed",
+                        "docusign",
+                        "adobe_sign",
+                        "unknown"
+                    ]
+                },
+                "page": { "type": "integer", "minimum": 1 },
+                "rect": {
+                    "type": "object",
+                    "additionalProperties": false,
+                    "properties": {
+                        "x": { "type": "number" },
+                        "y": { "type": "number" },
+                        "width": { "type": "number" },
+                        "height": { "type": "number" }
+                    }
+                },
+                "field_name": { "type": "string", "maxLength": 256 },
+                "inferred_role": { "type": "string", "maxLength": 64 },
+                "signer_name": { "type": "string", "maxLength": 256 },
+                "signer_email": { "type": "string", "maxLength": 256 },
+                "signed_at": { "type": "string", "format": "date-time" },
+                "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
+                "valid": { "type": "boolean" },
+                "notes": { "type": "string", "maxLength": 1024 }
+            }
         }
     }
 }

schema/agentmark-v0.3.json

@@ -0,0 +1,112 @@
+{
+    "$schema": "https://json-schema.org/draft/2020-12/schema",
+    "$id": "https://agentmark.dev/schema/v0.3.json",
+    "title": "agentmark v0.3 frontmatter",
+    "description": "v0.3 extends v0.2 with `kind: audio | video`, `media_meta`, `speakers`, and the [TIME] / [SPEAKER] / [FRAME] body tags. v0.2 docs continue to validate.",
+    "type": "object",
+    "required": ["agentmark", "url", "title"],
+    "properties": {
+        "agentmark": { "type": "string", "pattern": "^[0-9]+\\.[0-9]+(\\.[0-9]+)?$" },
+        "kind": { "enum": ["webpage", "document", "form", "audio", "video"] },
+        "url": { "type": "string", "format": "uri" },
+        "title": { "type": "string", "maxLength": 512 },
+        "captured_at": { "type": "string", "format": "date-time" },
+        "expires_at": { "type": "string", "format": "date-time" },
+        "source": { "enum": ["rendered", "declared", "hybrid"] },
+        "language": { "type": "string" },
+        "direction": { "enum": ["ltr", "rtl"] },
+        "state": { "type": "object" },
+        "actions": { "type": "object" },
+        "media": { "type": "object" },
+        "document": { "$ref": "#/$defs/document" },
+        "media_meta": { "$ref": "#/$defs/media_meta" },
+        "speakers": {
+            "type": "object",
+            "patternProperties": {
+                "^[a-z][a-z0-9_]{0,63}$": { "type": "string", "maxLength": 256 }
+            },
+            "additionalProperties": false
+        },
+        "signatures": {
+            "type": "object",
+            "patternProperties": {
+                "^[a-z][a-z0-9_]{0,63}$": { "$ref": "#/$defs/signature" }
+            },
+            "additionalProperties": false
+        },
+        "memory": { "type": "object" },
+        "capabilities": { "type": "object" },
+        "cookies": { "type": "object" },
+        "permissions": { "type": "object" }
+    },
+    "patternProperties": {
+        "^x-": {}
+    },
+    "$defs": {
+        "document": {
+            "type": "object",
+            "additionalProperties": false,
+            "properties": {
+                "pages": { "type": "integer", "minimum": 1 },
+                "author": { "type": "string", "maxLength": 512 },
+                "created_at": { "type": "string", "format": "date-time" },
+                "modified_at": { "type": "string", "format": "date-time" },
+                "format": { "enum": ["pdf", "docx", "rtf", "txt", "html"] },
+                "format_version": { "type": "string", "maxLength": 32 },
+                "ocr_used": { "type": "boolean" }
+            }
+        },
+        "media_meta": {
+            "type": "object",
+            "additionalProperties": false,
+            "properties": {
+                "duration_sec": { "type": "number", "minimum": 0 },
+                "format": { "type": "string", "maxLength": 32 },
+                "language": { "type": "string", "maxLength": 32 },
+                "transcribed": { "type": "boolean" },
+                "transcription_backend": { "type": "string", "maxLength": 64 },
+                "vision_backend": { "type": "string", "maxLength": 64 },
+                "speaker_count": { "type": "integer", "minimum": 0 },
+                "frame_count": { "type": "integer", "minimum": 0 }
+            }
+        },
+        "signature": {
+            "type": "object",
+            "required": ["kind", "page", "confidence"],
+            "additionalProperties": false,
+            "properties": {
+                "kind": {
+                    "enum": [
+                        "widget_visible_signed",
+                        "widget_unsigned",
+                        "cryptographic",
+                        "image_handwritten",
+                        "image_typed",
+                        "docusign",
+                        "adobe_sign",
+                        "unknown"
+                    ]
+                },
+                "page": { "type": "integer", "minimum": 1 },
+                "rect": {
+                    "type": "object",
+                    "additionalProperties": false,
+                    "properties": {
+                        "x": { "type": "number" },
+                        "y": { "type": "number" },
+                        "width": { "type": "number" },
+                        "height": { "type": "number" }
+                    }
+                },
+                "field_name": { "type": "string", "maxLength": 256 },
+                "inferred_role": { "type": "string", "maxLength": 64 },
+                "signer_name": { "type": "string", "maxLength": 256 },
+                "signer_email": { "type": "string", "maxLength": 256 },
+                "signed_at": { "type": "string", "format": "date-time" },
+                "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
+                "valid": { "type": "boolean" },
+                "notes": { "type": "string", "maxLength": 1024 }
+            }
+        }
+    }
+}