source-watcher-examples/find-missing-ids.json at main · SourceWatcher/source-watcher-examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
    "$schema": "https://raw.githubusercontent.com/TheCocoTeam/source-watcher-api/master/pipeline.schema.json",
    "steps": [
        {
            "type": "extractor",
            "name": "Csv",
            "options": {
                "filePath": "/var/www/html/.source-watcher/data/sample-sequence.csv",
                "columns": ["id", "label"],
                "delimiter": ",",
                "enclosure": "\""
            },
            "x": 80,
            "y": 100
        },
        {
            "type": "execution-extractor",
            "name": "FindMissingFromSequence",
            "options": {
                "filterField": "id"
            },
            "x": 300,
            "y": 100
        },
        {
            "type": "loader",
            "name": "Database",
            "options": {
                "driver": "pdo_sqlite",
                "tableName": "missing_ids",
                "path": "/var/www/html/.source-watcher/find-missing-ids.db",
                "memory": false
            },
            "x": 520,
            "y": 100
        }
    ]
}