sharedmobility_monitoring/sharedmobility_validation.py at main · SFOE/sharedmobility_monitoring · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
# -*- coding: utf-8 -*-
"""sharedmobility_validation.ipynb

Automatically generated by Colaboratory.

Original file is located at
    https://colab.research.google.com/github/nrohrbach/sharedmobility_monitoring/blob/main/sharedmobility_validation.ipynb

# Sharedmobility.ch - Validation of GBFS-Feeds
"""

#pip install datetime

import requests
import pandas as pd
from datetime import datetime, timezone
import json
import pytz

# GBFS Feeds abfragen
url = 'https://sharedmobility.ch/v2/gbfs'
header = {"Authorization":"geoinformation@bfe.admin.ch"}
feeds = requests.get(url, headers=header).json()

# Alle GBFS Feeds als Dataframe laden
id = [s['id'] for s in feeds['systems']]
url = [s['url'] for s in feeds['systems']]
gbfsfeeds = pd.DataFrame(list(zip(id, url)),columns =['provider', 'gbfsurl'])
providers = list(gbfsfeeds['provider'])

# Validieren!
JsonResponse = []

for provider in providers:
    try:
      headers = {
          'accept': '*/*',
          'Content-Type': 'application/json',
          'User-Agent': 'geoinformation@bfe.admin.ch',
          'Authorization': 'geoinformation@bfe.admin.ch',
      }

      json_data = {
          'url': 'https://sharedmobility.ch/v2/gbfs/'+ provider +'/gbfs?Authorization=geoinformation@bfe.admin.ch',
          'options': {
              'freefloating': False,
              'docked': False,
              'version': None,
              'auth': {
                  'type': None,
                  'basicAuth': {
                      'user': None,
                      'password': None,
                  },
                  'bearerToken': {
                      'token': None,
                  },
                  'oauthClientCredentialsGrant': {
                      'user': None,
                      'password': None,
                      'tokenUrl': None,
                  },
              },
          },
      }
      response = requests.post('https://gbfs-validator.netlify.app/.netlify/functions/validator', headers=headers, json=json_data).json()

      JsonResponse.append(response)

    except:
      JsonResponse.append(response)

#Dataframe mit Resultaten bearbeiten
ValidationResults = pd.json_normalize(JsonResponse)
ValidationResults['provider'] = providers
#ValidationResults['Validator'] = 'https://gbfs-validator.netlify.app/validator?url=https://gbfs.prod.sharedmobility.ch/v2/gbfs/'+ ValidationResults['provider']+'/gbfs?Authorization=geoinformation@bfe.admin.ch'
ValidationResults['Validator'] = 'https://gbfs-validator.netlify.app/validator?url=https://gbfs.prod.sharedmobility.ch/v2/gbfs/'+ ValidationResults['provider'].astype(str)+'/gbfs?Authorization=geoinformation@bfe.admin.ch'

# Add Timestamp
ValidationDatum = datetime.today()
ValidationDate = ValidationDatum.astimezone(pytz.timezone('Europe/Berlin')).strftime("%Y-%m-%d")
ValidationZeit = ValidationDatum.astimezone(pytz.timezone('Europe/Berlin')).strftime("%Y-%m-%d %H:%M")
ValidationResults['Date'] = ValidationDate

# Save as CSV
ValidationResults = ValidationResults.drop(columns=['files','summary.validatorVersion','summary.version.detected'])
ValidationResults.to_csv("data/GBFS_validated.csv",header=False,index=False, mode='a')

"""# Create Statusbadges für Übersicht auf Github"""

# Funktion die den Farbcode zuweist.
def CreateBadgeColour(row):
  if row['summary.hasErrors']:
    return "red"
  else:
    return "green"

# Badge erstellen
ValidationResults['Colour']= ValidationResults.apply(lambda row: CreateBadgeColour(row), axis=1)
ValidationResults['Badge']= '- [![Dokumentation](https://badgen.net/badge/' + ValidationResults['provider'] + '/' + ValidationResults['summary.errorsCount'].astype(str) + '%20errors/' + ValidationResults['Colour'] + '?icon=github)](' + ValidationResults['Validator'] + ')'
ValidationResults = ValidationResults.drop(columns=['summary.version.validated','summary.hasErrors','summary.errorsCount','provider', 'Validator', 'Date','Colour'])

# Add Timestamp to DataFrame
Timestamp = 'Last Update: '+ ValidationZeit
new_row = pd.DataFrame([' ',Timestamp], columns=['Badge'])
ValidationResults = pd.concat([ValidationResults, new_row], ignore_index=True)

# Save as MD-File
ValidationResults = ValidationResults.rename(columns={'Badge': '# Validation of all GBFS-Feeds'})
ValidationResults.to_csv('Validation.md', columns= ['# Validation of all GBFS-Feeds'], header=True, index=False)