s3-browser/index.py at master · ryfeus/s3-browser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
import boto3
from boto3 import client
import bs4
from urllib.parse import quote, unquote
import os

def getFilesAndFolderOfBucket(strBucket,strPrefix):
    conn = client('s3')
    sesFolder = conn.list_objects(Bucket=strBucket, Prefix=strPrefix, Delimiter='/')
    vecFiles = []
    vecFolders = []
    if (sesFolder.get('CommonPrefixes') != None):
        for key in sesFolder.get('CommonPrefixes'):
            vecFolders.append(key['Prefix'])
    if (sesFolder.get('Contents')!=None):
        for key in sesFolder.get('Contents'):
            if (key['Key'] != strPrefix and
                not key['Key'].endswith('/index.html') and
                key['Key'] != strPrefix + 'index.html'):
                vecFiles.append(key['Key'])

    return (vecFiles,vecFolders)

def uploadIndexFile(strBucket,strPrefix,strIndexFile):
    s3 = boto3.resource('s3')
    bucket = s3.Bucket(strBucket)
    bucket.upload_file(strIndexFile, strPrefix + strIndexFile,
                       ExtraArgs={'ACL': 'public-read', 'ContentType': 'text/html'})

def generateIndexFile(strBucket,strPrefix,strIndexFile,vecFiles,vecFolders,strTemplate):
    with open(strTemplate) as inf:
        txt = inf.read()
        soup = bs4.BeautifulSoup(txt)

    tagKeysList = soup.find("ul", {"id": "listkeys"})
    tagKeysList.append(generateHeader(soup, strBucket, strPrefix))

    if strPrefix:
        parent_prefix = os.path.dirname(os.path.dirname(strPrefix)) + '/'
        if parent_prefix == '/':
            parent_prefix = ''
        tagKeysList.append(generateElement(soup, True, '..', '/' + parent_prefix + 'index.html'))

    for strFolder in vecFolders:
        strFolderLast = unquote(strFolder.split('/')[-2])
        tagKeysList.append(generateElement(soup, True, strFolderLast, '/' + strFolder + 'index.html'))

    for strFile in vecFiles:
        strFileLast = unquote(strFile.split('/')[-1])
        tagKeysList.append(generateElement(soup, False, strFileLast, '/' + strFile))

    with open(strIndexFile, "w", encoding='utf-8') as outf:
        outf.write(str(soup))

def recPopulateIndexFiles(strBucket,strPrefix,strTemplate):
    (vecFiles, vecFolders) = getFilesAndFolderOfBucket(strBucket, strPrefix)
    generateIndexFile(strBucket, strPrefix, strIndexFile, vecFiles, vecFolders,strTemplate)
    uploadIndexFile(strBucket, strPrefix, strIndexFile)
    for strFolder in vecFolders:
        recPopulateIndexFiles(strBucket, strFolder,strTemplate)

def generateElement(soup,flagIsFolder,strText,strURL):
    tagLi = soup.new_tag("li", **{'class': 'collection-item'})
    tagDiv = soup.new_tag("div", **{'class': 'valign-wrapper'})
    tagI = soup.new_tag("i", **{'class': 'material-icons iconitem'})
    if (flagIsFolder):
        tagI.string = 'folder_open'
    else:
        tagI.string = 'insert_drive_file'
    encoded_url = quote(strURL)
    tagA = soup.new_tag("a", href=encoded_url)
    tagA.string = strText
    tagDiv.append(tagI)
    tagDiv.append(tagA)
    tagLi.append(tagDiv)
    return tagLi

def generateHeader(soup,strBucket,strPrefix):
    tagHeader = soup.new_tag("li", **{'class': 'collection-header'})
    tagH = soup.new_tag("h4")
    tagH.string = 's3://' + strBucket + '/' + strPrefix
    tagHeader.append(tagH)
    return tagHeader

strBucket = ''
strPrefix = ''
strIndexFile = 'index.html'
strTemplate = 'index_template.html'

recPopulateIndexFiles(strBucket,strPrefix,strTemplate)