update: github action pipelines

tebakaja · Aug 1, 2024 · 09dea1c · 09dea1c
1 parent c84219a
commit 09dea1c
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 2,846 deletions.
diff --git a/.github/workflows/gru_pipeline.yaml b/.github/workflows/gru_pipeline.yaml
@@ -48,21 +48,21 @@ jobs:
         if: env.match != 'true'
         run: |
           mkdir datasets
-          wget https://github.com/belajarqywok/cryptocurrency_prediction/raw/main/postman/symbols.json \
+          wget https://raw.githubusercontent.com/tebakaja/tebakaja_cryptocurrency/production/postman/symbols.json \
             -O postman/symbols.json
           go run scraper.go
 
-      - name: Install Libraries
-        if: env.match != 'true'
-        run: pip install -r requirements.txt
+      # - name: Install Libraries
+      #   if: env.match != 'true'
+      #   run: pip install -r requirements.txt
 
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
           mkdir models
           mkdir pickles
           mkdir posttrained
-          python training.py --algorithm=GRU
+      # python training.py --algorithm=GRU
 
       - name: Set Pipeline Schedule
         if: env.match != 'true'
@@ -80,17 +80,17 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
           filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_CRYPTO_ID }}
+          folderId: ${{ secrets.GDRIVE_GRU_ID }}
           name: datasets.zip
           overwrite: "true"
 
       - name: Store Models to Google Drive 
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
           filename: models.zip
           folderId: ${{ secrets.GDRIVE_GRU_ID }}
           name: models.zip
@@ -100,7 +100,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
           filename: pickles.zip
           folderId: ${{ secrets.GDRIVE_GRU_ID }}
           name: pickles.zip
@@ -110,7 +110,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
           filename: posttrained.zip
           folderId: ${{ secrets.GDRIVE_GRU_ID }}
           name: posttrained.zip

diff --git a/.github/workflows/lstm_gru_pipeline.yaml b/.github/workflows/lstm_gru_pipeline.yaml
@@ -48,21 +48,21 @@ jobs:
         if: env.match != 'true'
         run: |
           mkdir datasets
-          wget https://github.com/belajarqywok/cryptocurrency_prediction/raw/main/postman/symbols.json \
+          wget https://raw.githubusercontent.com/tebakaja/tebakaja_cryptocurrency/production/postman/symbols.json \
             -O postman/symbols.json
           go run scraper.go
 
-      - name: Install Libraries
-        if: env.match != 'true'
-        run: pip install -r requirements.txt
+      # - name: Install Libraries
+      #   if: env.match != 'true'
+      #   run: pip install -r requirements.txt
 
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
           mkdir models
           mkdir pickles
           mkdir posttrained
-          python training.py --algorithm=LSTM_GRU
+      # python training.py --algorithm=LSTM_GRU
 
       - name: Set Pipeline Schedule
         if: env.match != 'true'
@@ -80,17 +80,17 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
           filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_CRYPTO_ID }}
+          folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
           name: datasets.zip
           overwrite: "true"
 
       - name: Store Models to Google Drive 
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
           filename: models.zip
           folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
           name: models.zip
@@ -100,7 +100,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
           filename: pickles.zip
           folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
           name: pickles.zip
@@ -110,7 +110,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
           filename: posttrained.zip
           folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
           name: posttrained.zip

diff --git a/.github/workflows/lstm_pipeline.yaml b/.github/workflows/lstm_pipeline.yaml
@@ -48,21 +48,21 @@ jobs:
         if: env.match != 'true'
         run: |
           mkdir datasets
-          wget https://github.com/belajarqywok/cryptocurrency_prediction/raw/main/postman/symbols.json \
+          wget https://raw.githubusercontent.com/tebakaja/tebakaja_cryptocurrency/production/postman/symbols.json \
             -O postman/symbols.json
           go run scraper.go
 
-      - name: Install Libraries
-        if: env.match != 'true'
-        run: pip install -r requirements.txt
+      # - name: Install Libraries
+      #   if: env.match != 'true'
+      #   run: pip install -r requirements.txt
 
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
           mkdir models
           mkdir pickles
           mkdir posttrained
-          python training.py --algorithm=LSTM
+      # python training.py --algorithm=LSTM
 
       - name: Set Pipeline Schedule
         if: env.match != 'true'
@@ -80,17 +80,17 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
           filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_CRYPTO_ID }}
+          folderId: ${{ secrets.GDRIVE_LSTM_ID }}
           name: datasets.zip
           overwrite: "true"
 
       - name: Store Models to Google Drive 
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
           filename: models.zip
           folderId: ${{ secrets.GDRIVE_LSTM_ID }}
           name: models.zip
@@ -100,7 +100,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
           filename: pickles.zip
           folderId: ${{ secrets.GDRIVE_LSTM_ID }}
           name: pickles.zip
@@ -110,7 +110,7 @@ jobs:
         if: env.match != 'true'
         uses: adityak74/google-drive-upload-git-action@main
         with:
-          credentials: ${{ secrets.GDRIVE_CRED }}
+          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
           filename: posttrained.zip
           folderId: ${{ secrets.GDRIVE_LSTM_ID }}
           name: posttrained.zip