Final experiments

.github/workflows/ci.yml

@@ -4,7 +4,6 @@ on:
   push:
     branches:
       - main
-      - ec2-experiments
     paths:
       - configs/**
       - src/**
@@ -29,25 +28,7 @@ on:
       - poetry.lock
 
 jobs:
-  reject-ec2:
-    if: github.event_name == 'push' && github.ref != 'refs/heads/ec2-experiments'
-    runs-on: ubuntu-latest
-    steps:
-      - name: Check if pushed by EC2 Deploy Key
-        run: |
-          AUTHOR_NAME=$(jq -r .pusher.name "$GITHUB_EVENT_PATH")
-          AUTHOR_EMAIL=$(jq -r .pusher.email "$GITHUB_EVENT_PATH")
-
-          echo "Commit by $AUTHOR_NAME <$AUTHOR_EMAIL>"
-
-          if [[ "$AUTHOR_NAME" == "ec2-deploy-bot" ]] || [[ "$AUTHOR_EMAIL" == "ec2@myinfra.local" ]]; then
-            echo "Blocked deploy key push to main."
-            exit 1
-          fi
-
-          echo "Push allowed."
   unit-tests:
-    # if: (github.event_name == 'push' || github.event_name == 'pull_request') && github.ref == 'refs/heads/main'
     runs-on: ubuntu-latest
     env:
       PYTHONPATH: ${{ github.workspace }}/src

.gitignore

@@ -12,7 +12,6 @@ temp/
 .coverage
 .venv/
 htmlcov/
-cloc_report.txt
 .vscode/
 LSTM.ipynb
 GRU.ipynb

Makefile

@@ -3,6 +3,9 @@ SRC = ./src/
 YML_FILE = environment.yml
 ENV_NAME = STD_DS_LIB
 EC2_SETUP_SCRIPT = ./scripts/setup.sh
+MLFLOW_PORT = 5000
+MLFLOW_DB = mlruns_1
+JUPYTER_PORT = 8888
 
 .ONESHELL:
 .PHONY:
@@ -71,11 +74,6 @@ else
 	.venv/bin/mypy $(SRC)
 endif
 
-run-script:
-	@echo Running script...
-	python $(SCRIPT_NAME)
-	@echo Done!
-
 run:
 ifeq ($(OS),Windows_NT)
 	@python -c "import os, sys; \
@@ -105,16 +103,8 @@ lines-of-code-report:
 
 start-mlflow-local:activate
 	@echo Starting MLflow UI...
-	mlflow ui --backend-store-uri sqlite:///mlruns/mlruns.db --host localhost --port 5000
+	mlflow ui --backend-store-uri sqlite:///mlruns/$(MODEL)/$(MLFLOW_DB).db --host ${HOST} --port $(MLFLOW_PORT)
 
 start-jupyter-local:activate
 	@echo Starting Jupyter Notebook...
-	jupyter notebook
-
-start-mlflow-ec2:activate
-	@echo Starting MLflow UI on EC2...
-	tmux new -s mlflow -d "mlflow ui --backend-store-uri sqlite:///mlruns/mlruns.db --host=0.0.0.0 --port=5000"
-
-start-jupyter-ec2:activate
-	@echo Starting Jupyter Notebook on EC2...
-	tmux new -s jupyter -d "jupyter-notebook --no-browser --port=8888 --ip=0.0.0.0"
+	jupyter-notebook --no-browser --port=$(JUPYTER_PORT) --ip=${HOST}

README.md

@@ -1,8 +1,8 @@
-# :rocket: Ethereum price prediction using hybrid deep learning algorithms
+# :rocket: Ethereum price prediction using Internal & External Factors
 
 ## :page_facing_up: Overview
 
-## :floppy_disk: Dataset
+## :floppy_disk: Data
 
 ### Yahoo Finance
 To acquire cryptocurrency price data (Open, High, Low, Close, Adj Close & Volume), [yfinance](https://github.com/ranaroussi/yfinance), built by Ran Aroussi, was used to pull all the available price data at a daily interval for Ethereum, Bitcoin and Litecoin from [Yahoo Finance](https://finance.yahoo.com/). 
@@ -77,6 +77,7 @@ ETH_Price_Prediction/
 ├── tests/                      # Unit-tests for src
 │
 ├── .gitignore
+├── cloc_report.txt
 ├── LICENSE  
 ├── Makefile  
 ├── README.md  

cloc_report.txt

@@ -0,0 +1,28 @@
+github.com/AlDanial/cloc v 2.04  T=0.79 s (26.7 files/s, 3891.5 lines/s)
+-------------------------------------------------------------------------------------------------------
+File                                                                blank        comment           code
+-------------------------------------------------------------------------------------------------------
+.\src\preprocessing\data_loader.py                                     40             72            254
+.\src\common\plotter.py                                                34            102            184
+.\src\data\bitinfocharts.py                                            51             63            174
+.\src\preprocessing\data_cleaner.py                                    22             52            140
+.\src\preprocessing\feature_generator.py                               16             27            125
+.\src\data\google_news.py                                              33             36            112
+.\src\common\utils.py                                                  47             76            102
+.\src\common\config_loader.py                                          24             49             89
+.\src\preprocessing\data_scaler.py                                     31             45             82
+.\src\common\stats.py                                                  28             34             81
+.\src\pipeline\get_raw_data.py                                         14              3             72
+.\src\data\etherscan.py                                                21             24             71
+.\src\pipeline\process_raw_data.py                                     11              3             68
+.\src\data\yahoo_finance.py                                            25             41             65
+.\src\common\logger.py                                                 13             15             60
+.\src\sentiment_analyser\bert_sentiment_analyser.py                     6              3             50
+.\src\data\oklink.py                                                   17             24             46
+.\src\sentiment_analyser\vader_sentiment_analyser.py                    5              0             37
+.\src\pipeline\conduct_sentiment_analysis.py                           10              3             36
+.\src\pipeline\compile_final_data.py                                   12              4             33
+.\src\sentiment_analyser\base.py                                        9             19             14
+-------------------------------------------------------------------------------------------------------
+SUM:                                                                  469            695           1895
+-------------------------------------------------------------------------------------------------------

mlruns/1DCNN-BiGRU/1DCNN-BiGRU_best/fingerprint.pb

@@ -0,0 +1 @@
+Ë÷ÇŽñË·¶
ÿäÁ’ÁãñšSä· ÚˆÞ„Õ( Û•Ü❐Ì
(ǝ؜Ñ؉¯Š
2