# Check if the submodule exists and what its current state is
git ls-files -s | grep 3rdparty/Megatron-LM

# Check the .gitmodules file to understand the submodule configuration
cat .gitmodules | grep -A 3 "Megatron-LM" || echo "No matching entry found"

# Check if the submodule is initialized and get its current commit
if [ -d "3rdparty/Megatron-LM/.git" ]; then
  cd 3rdparty/Megatron-LM
  git rev-parse HEAD
  cd ../..
else
  echo "Submodule not initialized or not a git directory"
fi

# Fetch commit information from the remote Megatron-LM repository
git ls-remote https://github.com/NVIDIA/Megatron-LM.git refs/heads/ | head -20

# Try to get commit log between the two commits using git
# First, let's fetch the actual commits
python3 << 'PYTHON_EOF'
import subprocess
import json

old_commit = "76a9f472a58fa054120031a8533404cd799b3f01"
new_commit = "8f1c2f8ae53b4e3f32c0ae7f397d8b38a675eaa2"

# Use git log with a temporary fetch to get commit info
# We'll use git for-each-ref or fetch the commits
try:
    # Try to get the commits using git
    result = subprocess.run(
        ['git', 'log', '--format=%H %s', f'{old_commit}..{new_commit}'],
        capture_output=True,
        text=True,
        timeout=10
    )
    
    if result.returncode == 0 and result.stdout:
        print("Commits found locally:")
        print(result.stdout)
    else:
        print("Commits not found locally, will need to fetch from remote")
        print(f"Old commit: {old_commit}")
        print(f"New commit: {new_commit}")
except Exception as e:
    print(f"Error: {e}")
PYTHON_EOF

# Try initializing the submodule to check out the commits
cd 3rdparty/Megatron-LM 2>/dev/null || {
  git submodule update --init 3rdparty/Megatron-LM
  cd 3rdparty/Megatron-LM
}

if [ -d ".git" ] || [ -f ".git" ]; then
  OLD_COMMIT="76a9f472a58fa054120031a8533404cd799b3f01"
  NEW_COMMIT="8f1c2f8ae53b4e3f32c0ae7f397d8b38a675eaa2"
  
  echo "=== Commits included in this submodule update ==="
  git log --oneline --no-merges "${OLD_COMMIT}..${NEW_COMMIT}" 2>/dev/null | head -20
  
  echo ""
  echo "=== Summary of changes (first 30 files) ==="
  git diff --stat "${OLD_COMMIT}..${NEW_COMMIT}" 2>/dev/null | head -30
else
  echo "Submodule still not initialized"
fi

# Fetch commit information from GitHub API
curl -s "https://api.github.com/repos/NVIDIA/Megatron-LM/commits/76a9f472a58fa054120031a8533404cd799b3f01" | jq '.commit.message' 2>/dev/null || echo "Commit fetch failed"

# Try to get comparison between the two commits
curl -s "https://api.github.com/repos/NVIDIA/Megatron-LM/compare/76a9f472a58fa054120031a8533404cd799b3f01...8f1c2f8ae53b4e3f32c0ae7f397d8b38a675eaa2" | python3 << 'PYTHON_EOF'
import json
import sys

try:
    data = json.load(sys.stdin)
    
    if 'commits' in data:
        print(f"Total commits: {len(data['commits'])}")
        print("\n=== Commits ===")
        for commit in data['commits'][:20]:  # Show first 20
            print(f"{commit['sha'][:7]} {commit['commit']['message'].split(chr(10))[0]}")
    
    if 'files' in data:
        print(f"\n=== Files changed: {len(data['files'])} ===")
        for f in data['files'][:30]:  # Show first 30
            print(f"{f['status']}: {f['filename']} ({f.get('additions', 0)} +, {f.get('deletions', 0)} -)")
            
except Exception as e:
    print(f"Error: {e}", file=sys.stderr)
PYTHON_EOF

# Fetch comparison between the two commits with better error handling
curl -s -H "Accept: application/vnd.github.v3+json" \
  "https://api.github.com/repos/NVIDIA/Megatron-LM/compare/76a9f472a58fa054120031a8533404cd799b3f01...8f1c2f8ae53b4e3f32c0ae7f397d8b38a675eaa2" \
  | python3 -c "
import json
import sys

try:
    data = json.load(sys.stdin)
    
    if 'message' in data:
        print(f'Error: {data[\"message\"]}')
    elif 'commits' in data:
        print(f'Total commits: {len(data[\"commits\"])}')
        print()
        for commit in data['commits'][:30]:
            msg = commit['commit']['message'].split('\n')[0]
            print(f'{commit[\"sha\"][:7]} {msg}')
    else:
        print('No commits field in response')
        print(json.dumps(data, indent=2)[:500])
        
except json.JSONDecodeError as e:
    print(f'JSON Error: {e}')
except Exception as e:
    print(f'Error: {e}')
"