Add content purge filter

* This filter can be added in case ALL content in a certain
time range needs to be purged.
* Add configuration
* Fix CI problems

Author: Petr Pchelko

config.fullstack.test.yaml

@@ -229,6 +229,10 @@ spec_root: &spec_root
   # Some more general RESTBase info
   x-request-filters:
     - path: lib/security_response_header_filter.js
+    - path: lib/purge_content.js
+      options:
+        start_time: "Wed Jan 24 2024 14:55:23 GMT+0000" # start of purge (ISO 8601)
+        end_time: "Wed Jan 25 2024 14:55:23 GMT+0000" # end of purge (ISO 8601)
 
   x-sub-request-filters:
     - type: default

lib/purge_content.js

@@ -0,0 +1,33 @@
+'use strict';
+
+const mwUtil = require('./mwUtil');
+
+module.exports = (hyper, req, next, options) => {
+    const startTime = Date.parse(options.start_time);
+    const endTime = Date.parse(options.end_time);
+
+    return next(hyper, req)
+        .then((res) => {
+            if (!startTime || !endTime) {
+                return res;
+            }
+
+            let contentTimestamp;
+            try {
+                contentTimestamp = mwUtil.extractDateFromEtag(res.headers.etag);
+            } catch (error) {
+                return res;
+            }
+
+            if (!contentTimestamp || contentTimestamp < startTime || contentTimestamp > endTime) {
+                return res;
+            }
+
+            if (mwUtil.isNoCacheRequest(req)) {
+                return res;
+            }
+
+            req.headers['cache-control'] = 'no-cache';
+            return next(hyper, req);
+        });
+};

package.json

@@ -56,6 +56,7 @@
     "eslint-plugin-jsdoc": "^20.4.0",
     "eslint-plugin-json": "^1.4.0",
     "js-yaml": "^3.13.1",
+    "jsonc-parser": "3.2.0",
     "mocha": "^6.2.3",
     "mocha-lcov-reporter": "^1.3.0",
     "mocha.parallel": "^0.15.6",

test/features/pagecontent/language_variants.js

@@ -158,7 +158,7 @@ describe('Language variants', function() {
             assert.deepEqual(res.headers['content-language'], 'de');
             assert.deepEqual(res.headers['x-restbase-sunset'] || null, 'true');
             assert.checkString(res.headers.etag, /^"\d+\/[a-f0-9-]+"$/);
-            assert.deepEqual(res.body.extract, 'Das ist eine testseite');
+            assert.deepEqual(res.body.extract, 'Das ist eine testseite!');
         })
     });