feat: Partition GCS blobs by symbol and simplify the final parquet filename to only include time.

Author: hhee4455

processor/load/gcs.py

@@ -16,9 +16,10 @@ def save(self, data_type, data):
 
         blob_name = (
             f"core/{data_type}/"
+            f"symbol={self.symbol}/"
             f"year={now.strftime('%Y')}/"
             f"month={now.strftime('%m')}/"
             f"day={now.strftime('%d')}/"
-            f"{now.strftime('%Y-%m-%d %H:%M')}_{self.symbol}.parquet"
+            f"{now.strftime('%H:%M')}.parquet"
         )
         self.gcs.upload_parquet(blob_name, df)

shared/worker/redis_to_gcs.py

@@ -62,10 +62,11 @@ async def _transfer(self, data_type: str):
 
         blob_name = (
             f"{self.gcs_path_prefix}/{data_type}/"
+            f"symbol={SYMBOL}/"
             f"year={now.strftime('%Y')}/"
             f"month={now.strftime('%m')}/"
             f"day={now.strftime('%d')}/"
-            f"{now.strftime('%Y-%m-%d %H:%M')}_{SYMBOL}.parquet"
+            f"{now.strftime('%H:%M')}.parquet"
         )
 
         self.gcs.upload_parquet(blob_name, df)