リンク切れの確認

.github/workflows/check_links.yml

@@ -0,0 +1,31 @@
+name: check links
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  schedule:
+    - cron: "0 0 * * 1"
+
+jobs:
+  check_links:
+    name: Check Links
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+
+      - uses: actions/setup-node@v2
+        with:
+          node-version: "16"
+
+      - name: install modules
+        run: yarn
+
+      - name: build page
+        run: yarn build
+
+      - name: check links
+        run: node test/link_check.js

.github/workflows/test.yml → .github/workflows/check_markdown.yml

@@ -1,10 +1,10 @@
-name: tests
+name: check markdown
 
 on:
-  pull_request:
   push:
     branches:
       - main
+  pull_request:
 
 jobs:
   check_markdown:
@@ -17,7 +17,7 @@ jobs:
 
       - uses: actions/setup-node@v2
         with:
-          node-version: "14"
+          node-version: "16"
 
       - name: install modules
         run: yarn

package.json

@@ -11,11 +11,13 @@
   "author": "",
   "license": "ISC",
   "devDependencies": {
+    "axios": "^0.21.1",
     "chalk": "^2",
     "commander": "^2",
     "esm": "^3",
     "glob": "^7.1.6",
     "js-yaml": "^4.0.0",
+    "jsdom": "^16.6.0",
     "markdown-it": "^12.0.4",
     "markdown-it-front-matter": "^0.2.3",
     "moment": "^2.29.1",

test/link_check.js

@@ -0,0 +1,135 @@
+const {
+    JSDOM
+} = require('jsdom')
+const fs = require('fs')
+const glob = require('glob')
+const axios = require('axios').default
+
+process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
+
+const globp = async pat => new Promise((resolve, reject) => glob(pat, (er, files) => {
+    if (files) {
+        resolve(files)
+    } else {
+        reject(pat)
+    }
+}))
+
+function parseLinks(contents) {
+    const dom = new JSDOM(contents)
+    const tags = dom.window.document.querySelectorAll("a")
+    const links = Array.from(tags).map(link => {
+        return link.href.split("#")[0]
+    });
+    return links
+}
+
+async function main() {
+    const files = await globp("page/.vuepress/dist/**/*.html")
+    console.log(files)
+
+    let links = []
+    let filenames = []
+
+    files.forEach(file => {
+        const filename = file
+        const buf = fs.readFileSync(filename)
+        const content = buf.toString();
+        for (const link of parseLinks(content)) {
+            links.push(link)
+            filenames.push(filename.split('page/.vuepress/dist')[1].split("#")[0])
+        }
+    })
+
+    console.log(filenames)
+    console.log(links)
+
+    let check_count = 0
+    let processed = new Map()
+    while (links.length != 0) {
+        let link = links.pop()
+        let filename = filenames.pop()
+        if (processed.has(link)) {
+            continue
+        }
+        console.log("checking: " + link)
+        check_count++;
+        if (link.startsWith("/")) {
+            if (filenames.includes(link) || link.endsWith("/")) {
+                processed.set(link, {
+                    status: "ok"
+                })
+            } else {
+                const md_filename = "page" + filename.split(".html")[0] + ".md"
+                processed.set(link, {
+                    status: "error",
+                    error: "Error: file not found",
+                    md_filename
+                })
+            }
+            continue;
+        }
+        if (link.startsWith("http")) {
+            try {
+                await axios.get(link)
+                processed.set(link, {
+                    status: "ok"
+                })
+            } catch (e) {
+                const md_filename = "page" + filename.split(".html")[0] + ".md"
+                const content = fs.readFileSync(md_filename).toString()
+                const lines = content.split("\n")
+                let line = 1;
+                let col = 1;
+                for (let i = 0; i < lines.length; i++) {
+                    if (lines[i].includes(link)) {
+                        line = i + 1;
+                        col = lines[i].indexOf(link) + 1
+                        break;
+                    }
+                }
+                processed.set(link, {
+                    status: "error",
+                    error: e,
+                    md_filename,
+                    line,
+                    col
+                })
+            }
+            continue;
+        }
+        if (link.startsWith("about")) {
+            processed.set(link, {
+                status: "about"
+            })
+            continue;
+        }
+        processed.set(link, {
+            status: "unknown"
+        })
+    }
+
+    // console.log()
+    // console.log("Successfully checked " + check_count + " links!")
+
+    let has_error = false
+    for (const [key, value] of processed) {
+        if (value.status === "error") {
+            if (value.line && value.col) {
+                console.error(`::error file=${value.md_filename},line=${value.line},col=${value.col}::${key} => ${value.error}`)
+            } else {
+                console.error(`::error file=${value.md_filename}::${key} => ${value.error}`)
+            }
+            has_error = true;
+        }
+        if (value.status === "unknown") {
+            console.error("::error::" + key + " Unknown")
+            has_error = true;
+        }
+    }
+    if (has_error) {
+        process.exit(1)
+    }
+}
+
+main()