Lstm

Makefile

@@ -32,11 +32,6 @@ list-packages:
 	@echo Listing python packages...
 	pip list
 
-onetime-setup-ec2:
-	@echo Setting up EC2 instance...
-	bash $(EC2_SETUP_SCRIPT)
-	@echo Done!
-
 clean: activate
 	@echo Cleaning up...
 	ruff clean
@@ -108,10 +103,18 @@ lines-of-code-report:
 	@echo Counting lines of code...
 	cloc --include-lang=Python --by-file --report-file=cloc_report.txt $(SRC)
 
-start-mlflow:activate
+start-mlflow-local:activate
 	@echo Starting MLflow UI...
 	mlflow ui --backend-store-uri sqlite:///mlruns/mlruns.db --host localhost --port 5000
 
-start-jupyter:activate
+start-jupyter-local:activate
 	@echo Starting Jupyter Notebook...
-	jupyter notebook
+	jupyter notebook
+
+start-mlflow-ec2:activate
+	@echo Starting MLflow UI on EC2...
+	tmux new -s mlflow -d "mlflow ui --backend-store-uri sqlite:///mlruns/mlruns.db --host=0.0.0.0 --port=5000"
+
+start-jupyter-ec2:activate
+	@echo Starting Jupyter Notebook on EC2...
+	tmux new -s jupyter -d "jupyter-notebook --no-browser --port=8888 --ip=0.0.0.0"

README.md

@@ -25,23 +25,23 @@ The blockchain data acquired for the three coins through is summarised in the be
 
 **Blockchain Data Summary**
 
-| Blockchain data            | ETH | BTC | LTC |
-|----------------------------|-----|-----|-----|
-| Market Capitalisation      | ✔   | ✔   | ✔   |
-| Total Supply               | ✔   | ✔   | ✔   |
-| Mean Block Size            | ✔   | ✔   | ✔   |
-| Mean Hash Rate             | ✔   | ✔   | ✔   |
-| Mean Transaction Fees      | ✔   | ✔   | ✔   |
-| Mining Difficulty          | ✔   | ✔   | ✔   |
-| No. of Active Addresses    | ✔   | ✔   | ✔   |
-| No. of New Addresses       | ✔   | ✔   | ✔   |
-| No. of Total Addresses     | ✔   | ✔   | ✔   |
-| No. of Transactions        | ✔   | ✔   | ✔   |
-| Total Size of Transactions | ✔   | ✔   | ✔   |
-| Total Transfer Volume      | ✔   | ✔   | ✖   |
-| Mean Gas Price             | ✔   | ✖   | ✖   |
-| Gas Used                   | ✔   | ✖   | ✖   |
-| No. of Issued Contracts    | ✔   | ✖   | ✖   |
+| Blockchain data             | ETH | BTC | LTC |
+|-----------------------------|-----|-----|-----|
+| Mean Block Size             | ✔   | ✔   | ✔   |
+| Mean Hash Rate              | ✔   | ✔   | ✔   |
+| Mean Transaction Fees       | ✔   | ✔   | ✔   |
+| Mining Difficulty           | ✔   | ✔   | ✔   |
+| No. of Active Addresses     | ✔   | ✔   | ✔   |
+| No. of New Addresses        | ✔   | ✔   | ✔   |
+| No. of Total Addresses      | ✔   | ✔   | ✔   |
+| No. of Transactions         | ✔   | ✔   | ✔   |
+| On-chain Transaction Count  | ✔   | ✔   | ✔   |
+| On-chain Transaction Volume | ✔   | ✔   | ✖   |
+| Mean Gas Price              | ✔   | ✖   | ✖   |
+| Gas Used                    | ✔   | ✖   | ✖   |
+| Gas Limit                   | ✔   | ✖   | ✖   |
+| No. of Deployed Contracts   | ✔   | ✖   | ✖   |
+| No. of Verified Contracts   | ✔   | ✖   | ✖   |
 
 ## :open_file_folder: Project Structure
 ```
@@ -154,7 +154,7 @@ The `Makefile` includes several targets:
 
 To run the data pipeline to fetch and process data:
 ```
-make run FILE=main.py LOG_LEVEL=ERROR CONFIG_FILENAME=pipeline_template.yml
+make run FILE=main.py LOG_LEVEL=ERROR CONFIG_FILENAME=pipeline.yml
 ```
 
 Where all three variables can be configured as needed.

main.py

@@ -7,7 +7,7 @@
     PY_VENV = ".venv/bin/python"
 
 if __name__ == "__main__":
-    subprocess.run([PY_VENV, "src/pipeline/get_raw_data.py"], check=True)
-    subprocess.run([PY_VENV, "src/pipeline/process_raw_data.py"], check=True)
-    subprocess.run([PY_VENV, "src/pipeline/conduct_sentiment_analysis.py"], check=True)
-    subprocess.run([PY_VENV, "src/pipeline/compile_final_data.py"], check=True)
+    subprocess.run([PY_VENV, str(os.path.join('src','pipeline','get_raw_data.py'))], check=True)
+    subprocess.run([PY_VENV, str(os.path.join('src','pipeline','process_raw_data.py'))], check=True)
+    subprocess.run([PY_VENV, str(os.path.join('src','pipeline','conduct_sentiment_analysis.py'))], check=True)
+    subprocess.run([PY_VENV, str(os.path.join('src','pipeline','compile_final_data.py'))], check=True)