SmartContractsDataCollection/retrieve_Tx.py at master · maher243/SmartContractsDataCollection · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
"""
Created on Wed Apr 10 17:21:42 2019

@author: Maher Alharby
"""
from etherscanAPI import etherscan
import pandas as pd
import time
import xlrd

apikey = 'VGXFYKNBJ7K43G263YUET45CG522BT18KB' #use your own api key
myapi = etherscan(apikey, 'mainnet')

def get_contractCreation_code(to):
    try:
        '''
        get the first transaction sent to the contract account (usually the first one is the one that created the contract)
        '''
        tx= myapi.getTransactions(to,0,9999999999,1,1)
        creation_code= tx[0]['input'] # get the byte code of the creation transaction
        TO = tx[0]['to']
        if (TO != ''):
            creation_code= "error"

    except Exception:
        creation_code = "error"

    return creation_code


#currentblock = int(myapi.getBlockNumber(),16)  # to retrieve from last block
currentblock = 7453500 # start downloading transactons from this block
txlist = []
i = 0
txcount = 0
totaltx = 100 # total number of transactions to be downloaded

while txcount < totaltx:
    try:
        block = myapi.getBlockByNumber(currentblock-i)
        txlist.append(block['transactions'])
        txcount = txcount + len(block['transactions'])
    except Exception as exception:
        time.sleep (1)  # Seconds

'''
txlist: a list of all the retrieved transactions.
It contains block hash, block number, tx sender, gas limit, gas price, tx hash, tx input, tx nonce, tx singature, receipint address, tx index and tx value.

see this example to get an idea of how tx contains
{'blockHash': '0x60265fe6cffcbd2dc5f3872c4eb151e17919296270210985df3ef2249d99171c',
 'blockNumber': '0x63973b',
 'from': '0x5e032243d507c743b061ef021e2ec7fcc6d3ab89',
 'gas': '0xafc8',
 'gasPrice': '0xcce416600',
 'hash': '0x940cdd338b4ec8f9b2b63c01a88683f8658f9a388d79873c6bb913b34e579dd8',
 'input': '0x',
 'nonce': '0x193dd',
 'r': '0xcffe406e06ac7f5049798785d1ead4d9420aa763838592e275b997d6efb411d7',
 's': '0x5db6e46eae1dae407b4e54c49e50ccb17a41a6569cb848aae021f06d4d7fb450',
 'to': '0xf67fa6500b490a05c29a47b40a9e3b72e3044a15',
 'transactionIndex': '0x0',
 'v': '0x26',
 'value': '0x4563918244f40000'}
'''
txlist = [i for sublist in txlist for i in sublist] # a list of all the retrieved transactions

'''
txData: a list of the data needed for our benchmarking system.
It contains tx hash, gas limit, used gas, gas price, receipint address, byte code for contract creation and byte code for function execution (input).
'''
txdata= [["" for x in range(7)] for y in range(len(txlist))] #

blocks = []
usedgas = []
gaslimit=[]
gasprice=[] # in Gwei
to=[] # contract address
input=[] # bytecode for contract's transaction
contract=[] #byte code for contract

for i in range(len(txlist)):
    try:

        if (myapi.getCode(txlist[i]['to']) != "0x"):
            txdata[i][0]= txlist[i]['hash'] # hash of the transaction
            txdata[i][1]= int(txlist[i]['gas'],16) # gas limit of the transaction
            usedgas = myapi.getTransactionReceipt(txlist[i]['hash']) # get used gas of the transaction
            txdata[i][2]= int(usedgas['gasUsed'],16) # used gas of the transaction
            txdata[i][3] = (int(txlist[i]['gasPrice'],16)/1000000000) # gas price (in Gwei) of the transaction
            txdata[i][4] = txlist[i]['to'] # receipint of the transaction
            txdata[i][5] = "Contract Creation" #byte code (input) for contract creation
            txdata[i][6] = txlist[i]['input'] #byte code (input) for transaction execution

            ### if transaction is function execution -> get (retrieve) the transaction that created the contract
            if txlist[i]['to'] != "":
                #try:
                '''
                get the first transaction sent to the contract account (usually the first one is the one that created the contract)
                '''
                recipint= txlist[i]['to']
                creation_code= get_contractCreation_code(recipint) # byte code for contract creation
                txdata[i][5] = creation_code # byte code for contract creation

        ### if the transaction is financial -> remove it
        else:
            del txlist[i]


    except Exception as exception:
        time.sleep (1)  # Seconds


df=pd.DataFrame(txdata)
df.columns = ['txHash','gas limit', 'used gas', 'gas price','to', 'creation code', 'execution code']
# writer = pd.ExcelWriter('Ret10k01.xlsx', engine='xlsxwriter')
# df.to_excel(writer, sheet_name='Transactions')
# writer.save()
df.to_csv('Ret_contracts.csv')