Pull in upstream changes from argonne-lcf/Megatron-DeepSpeed

.github/workflows/python.yml

@@ -0,0 +1,35 @@
+name: python
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      '**'
+  schedule:
+    - cron: "0 0 * * *"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  unit-tests:
+    strategy:
+      matrix:
+        pyVersion: ["3.10"]
+      fail-fast: false
+
+    runs-on: ubuntu-22.04
+    container:
+      image: deepspeed/gh-builder:py${{ matrix.pyVersion }}
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: environment
+        run: |
+          which python
+          python --version
+      - name: Install Megatron-DeepSpeed
+        run: |
+          pip3 install .

.gitignore

@@ -1,3 +1,47 @@
+# User Added
+.jobenv
+**.e[0-9]**
+**.o[0-9]**
+**.e6**
+**.o6**
+**.e9**
+**.o9**
+**.e1**
+**.o1**
+*.o17*
+*.e17*
+*.o1
+*.e1
+deps/*
+OUTPUTS/*
+ALCF/OUTPUTS/*
+*tmp*
+*core.*
+*old*
+!tools/cooldown_generator/
+!tools/cooldown_generator/**
+*.bak
+**index-cache**
+**pbslogs**
+ezpz
+*hostfile*
+.deepspeed_env
+*.DS_Store
+old/*
+**venv**
+*.json
+outputs/
+venvs/
+wandb/
+llama-logs/
+checkpoints/
+*.gz
+*.txt
+*.idx
+*.bin
+*.log
+__pycache__
+
 .deepspeed_env
 *.bak
 .cache/*