mirror of
https://github.com/dptech-corp/Uni-Lab-OS.git
synced 2025-12-17 04:51:10 +00:00
Try fix 'charmap' codec can't encode characters in position 16-23: character maps to <undefined>
This commit is contained in:
223
.github/workflows/conda-pack-build.yml
vendored
223
.github/workflows/conda-pack-build.yml
vendored
@@ -41,8 +41,8 @@ jobs:
|
||||
|
||||
defaults:
|
||||
run:
|
||||
# Windows needs PowerShell for conda/mamba, Unix uses bash
|
||||
shell: ${{ matrix.platform == 'win-64' && 'pwsh' || 'bash -el {0}' }}
|
||||
# Windows uses cmd for better conda/mamba compatibility, Unix uses bash
|
||||
shell: ${{ matrix.platform == 'win-64' && 'cmd /C CALL {0}' || 'bash -el {0}' }}
|
||||
|
||||
steps:
|
||||
- name: Check if platform should be built
|
||||
@@ -77,8 +77,16 @@ jobs:
|
||||
auto-update-conda: false
|
||||
show-channel-urls: true
|
||||
|
||||
- name: Install conda-pack, unilabos and dependencies
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Install conda-pack, unilabos and dependencies (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo Installing unilabos and dependencies to unilab environment...
|
||||
echo Using mamba for faster and more reliable dependency resolution...
|
||||
mamba install uni-lab::unilabos conda-pack -c uni-lab -c robostack-staging -c conda-forge -y
|
||||
|
||||
- name: Install conda-pack, unilabos and dependencies (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Installing unilabos and dependencies to unilab environment..."
|
||||
echo "Using mamba for faster and more reliable dependency resolution..."
|
||||
@@ -88,10 +96,11 @@ jobs:
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
id: msgs_version_win
|
||||
run: |
|
||||
Write-Host "Checking installed ros-humble-unilabos-msgs version..."
|
||||
$version = (conda list ros-humble-unilabos-msgs --json | ConvertFrom-Json)[0].version
|
||||
Write-Output "installed_version=$version" >> $env:GITHUB_OUTPUT
|
||||
Write-Host "Installed ros-humble-unilabos-msgs version: $version"
|
||||
echo Checking installed ros-humble-unilabos-msgs version...
|
||||
conda list ros-humble-unilabos-msgs
|
||||
for /f "tokens=2" %%i in ('conda list ros-humble-unilabos-msgs --json ^| python -c "import sys, json; pkgs=json.load(sys.stdin); print(pkgs[0]['version'] if pkgs else 'not-found')"') do set VERSION=%%i
|
||||
echo installed_version=%VERSION% >> %GITHUB_OUTPUT%
|
||||
echo Installed ros-humble-unilabos-msgs version: %VERSION%
|
||||
|
||||
- name: Get latest ros-humble-unilabos-msgs version (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
@@ -103,29 +112,59 @@ jobs:
|
||||
echo "installed_version=$VERSION" >> $GITHUB_OUTPUT
|
||||
echo "Installed ros-humble-unilabos-msgs version: $VERSION"
|
||||
|
||||
- name: Check for newer ros-humble-unilabos-msgs
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Check for newer ros-humble-unilabos-msgs (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo Checking for available ros-humble-unilabos-msgs versions...
|
||||
mamba search ros-humble-unilabos-msgs -c uni-lab -c robostack-staging -c conda-forge --info || echo Search completed
|
||||
echo Updating ros-humble-unilabos-msgs to latest version...
|
||||
mamba update ros-humble-unilabos-msgs -c uni-lab -c robostack-staging -c conda-forge -y || echo Already at latest version
|
||||
|
||||
- name: Check for newer ros-humble-unilabos-msgs (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Checking for available ros-humble-unilabos-msgs versions..."
|
||||
mamba search ros-humble-unilabos-msgs -c uni-lab -c robostack-staging -c conda-forge --info || echo "Search completed"
|
||||
|
||||
echo "Updating ros-humble-unilabos-msgs to latest version..."
|
||||
mamba update ros-humble-unilabos-msgs -c uni-lab -c robostack-staging -c conda-forge -y || echo "Already at latest version"
|
||||
|
||||
- name: Install latest unilabos from source
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Install latest unilabos from source (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo Uninstalling existing unilabos...
|
||||
pip uninstall unilabos -y || echo unilabos not installed via pip
|
||||
echo Installing unilabos from source (branch: ${{ github.event.inputs.branch }})...
|
||||
pip install .
|
||||
echo Verifying installation...
|
||||
pip show unilabos
|
||||
|
||||
- name: Install latest unilabos from source (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Uninstalling existing unilabos..."
|
||||
pip uninstall unilabos -y || echo "unilabos not installed via pip"
|
||||
|
||||
echo "Installing unilabos from source (branch: ${{ github.event.inputs.branch }})..."
|
||||
pip install .
|
||||
|
||||
echo "Verifying installation..."
|
||||
pip show unilabos
|
||||
|
||||
- name: Display environment info
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Display environment info (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo === Environment Information ===
|
||||
conda env list
|
||||
echo.
|
||||
echo === Installed Packages ===
|
||||
conda list | findstr /C:"unilabos" /C:"ros-humble-unilabos-msgs" || conda list
|
||||
echo.
|
||||
echo === Python Packages ===
|
||||
pip list | findstr unilabos || pip list
|
||||
|
||||
- name: Display environment info (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "=== Environment Information ==="
|
||||
conda env list
|
||||
@@ -136,61 +175,79 @@ jobs:
|
||||
echo "=== Python Packages ==="
|
||||
pip list | grep unilabos || pip list
|
||||
|
||||
- name: Verify environment integrity
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Verify environment integrity (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo Verifying Python version...
|
||||
python -c "import sys; print(f'Python version: {sys.version}')"
|
||||
echo Verifying unilabos import...
|
||||
python -c "import unilabos; print(f'UniLabOS version: {unilabos.__version__}')" || echo Warning: Could not import unilabos
|
||||
echo Checking critical packages...
|
||||
python -c "import rclpy; print('ROS2 rclpy: OK')"
|
||||
echo Running comprehensive verification script...
|
||||
python scripts\verify_installation.py || echo Warning: Verification script reported issues
|
||||
echo Environment verification complete!
|
||||
|
||||
- name: Verify environment integrity (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Verifying Python version..."
|
||||
python -c "import sys; print(f'Python version: {sys.version}')"
|
||||
|
||||
echo "Verifying unilabos import..."
|
||||
python -c "import unilabos; print(f'UniLabOS version: {unilabos.__version__}')" || echo "Warning: Could not import unilabos"
|
||||
|
||||
echo "Checking critical packages..."
|
||||
python -c "import rclpy; print('ROS2 rclpy: OK')"
|
||||
|
||||
echo "Running comprehensive verification script..."
|
||||
python scripts/verify_installation.py || echo "Warning: Verification script reported issues"
|
||||
|
||||
echo "Environment verification complete!"
|
||||
|
||||
- name: Pack conda environment
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Pack conda environment (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo Packing unilab environment with conda-pack...
|
||||
conda pack -n unilab -o unilab-env-${{ matrix.platform }}.tar.gz --ignore-missing-files
|
||||
echo Pack file created:
|
||||
dir unilab-env-${{ matrix.platform }}.tar.gz
|
||||
|
||||
- name: Pack conda environment (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Packing unilab environment with conda-pack..."
|
||||
conda pack -n unilab -o unilab-env-${{ matrix.platform }}.tar.gz --ignore-missing-files
|
||||
|
||||
echo "Pack file created:"
|
||||
ls -lh unilab-env-${{ matrix.platform }}.tar.gz
|
||||
|
||||
- name: Prepare Windows distribution package
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
Write-Host "=========================================="
|
||||
Write-Host "Creating distribution package..."
|
||||
Write-Host "Platform: ${{ matrix.platform }}"
|
||||
Write-Host "=========================================="
|
||||
New-Item -ItemType Directory -Force -Path dist-package | Out-Null
|
||||
echo ==========================================
|
||||
echo Creating distribution package...
|
||||
echo Platform: ${{ matrix.platform }}
|
||||
echo ==========================================
|
||||
mkdir dist-package 2>nul || cd .
|
||||
|
||||
# Copy packed environment
|
||||
Write-Host "Adding: unilab-env-${{ matrix.platform }}.tar.gz"
|
||||
Copy-Item unilab-env-${{ matrix.platform }}.tar.gz dist-package/
|
||||
rem Copy packed environment
|
||||
echo Adding: unilab-env-${{ matrix.platform }}.tar.gz
|
||||
copy unilab-env-${{ matrix.platform }}.tar.gz dist-package\
|
||||
|
||||
# Copy installation script
|
||||
Write-Host "Adding: install_unilab.bat"
|
||||
Copy-Item scripts/install_unilab.bat dist-package/
|
||||
rem Copy installation script
|
||||
echo Adding: install_unilab.bat
|
||||
copy scripts\install_unilab.bat dist-package\
|
||||
|
||||
# Copy verification script
|
||||
Write-Host "Adding: verify_installation.py"
|
||||
Copy-Item scripts/verify_installation.py dist-package/
|
||||
rem Copy verification script
|
||||
echo Adding: verify_installation.py
|
||||
copy scripts\verify_installation.py dist-package\
|
||||
|
||||
# Create README using Python script
|
||||
Write-Host "Creating: README.txt"
|
||||
python scripts/create_readme.py ${{ matrix.platform }} ${{ github.event.inputs.branch }} dist-package/README.txt
|
||||
rem Create README using Python script
|
||||
echo Creating: README.txt
|
||||
python scripts\create_readme.py ${{ matrix.platform }} ${{ github.event.inputs.branch }} dist-package\README.txt
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "Distribution package contents:"
|
||||
Get-ChildItem dist-package | Format-Table Name, Length
|
||||
Write-Host ""
|
||||
echo.
|
||||
echo Distribution package contents:
|
||||
dir /b dist-package
|
||||
echo.
|
||||
|
||||
- name: Prepare Unix/Linux distribution package
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
@@ -227,26 +284,26 @@ jobs:
|
||||
- name: Create Windows ZIP archive
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
Write-Host "=========================================="
|
||||
Write-Host "Creating Windows ZIP archive (ZIP64 support for large files)..."
|
||||
Write-Host "Archive: unilab-pack-${{ matrix.platform }}.zip"
|
||||
Write-Host "Contents: install_unilab.bat + unilab-env-${{ matrix.platform }}.tar.gz + extras"
|
||||
Write-Host ""
|
||||
echo ==========================================
|
||||
echo Creating Windows ZIP archive (ZIP64 support for large files)...
|
||||
echo Archive: unilab-pack-${{ matrix.platform }}.zip
|
||||
echo Contents: install_unilab.bat + unilab-env-${{ matrix.platform }}.tar.gz + extras
|
||||
echo.
|
||||
|
||||
# Use Python script with ZIP64 support instead of PowerShell Compress-Archive
|
||||
# PowerShell Compress-Archive has a 2GB limitation
|
||||
python scripts/create_zip_archive.py dist-package unilab-pack-${{ matrix.platform }}.zip
|
||||
rem Use Python script with ZIP64 support instead of PowerShell Compress-Archive
|
||||
rem PowerShell Compress-Archive has a 2GB limitation
|
||||
python scripts\create_zip_archive.py dist-package unilab-pack-${{ matrix.platform }}.zip
|
||||
|
||||
Write-Host "=========================================="
|
||||
Write-Host ""
|
||||
Write-Host "Final package created:"
|
||||
Get-ChildItem unilab-pack-* | Format-Table Name, Length
|
||||
Write-Host ""
|
||||
Write-Host "Users can now:"
|
||||
Write-Host " 1. Download unilab-pack-${{ matrix.platform }}.zip"
|
||||
Write-Host " 2. Extract it"
|
||||
Write-Host " 3. Run install_unilab.bat"
|
||||
Write-Host ""
|
||||
echo ==========================================
|
||||
echo.
|
||||
echo Final package created:
|
||||
dir unilab-pack-*
|
||||
echo.
|
||||
echo Users can now:
|
||||
echo 1. Download unilab-pack-${{ matrix.platform }}.zip
|
||||
echo 2. Extract it
|
||||
echo 3. Run install_unilab.bat
|
||||
echo.
|
||||
|
||||
- name: Create Unix/Linux TAR.GZ archive
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
@@ -278,8 +335,32 @@ jobs:
|
||||
retention-days: 90
|
||||
if-no-files-found: error
|
||||
|
||||
- name: Display package info
|
||||
if: steps.should_build.outputs.should_build == 'true'
|
||||
- name: Display package info (Windows)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform == 'win-64'
|
||||
run: |
|
||||
echo ==========================================
|
||||
echo Build Summary
|
||||
echo ==========================================
|
||||
echo Platform: ${{ matrix.platform }}
|
||||
echo Branch: ${{ github.event.inputs.branch }}
|
||||
echo Python version: 3.11.11
|
||||
echo.
|
||||
echo Package contents:
|
||||
echo - unilab-pack-${{ matrix.platform }}.zip
|
||||
echo - unilab-env-${{ matrix.platform }}.tar.gz (packed environment)
|
||||
echo - install_unilab.bat
|
||||
echo - verify_installation.py
|
||||
echo - README.txt
|
||||
echo.
|
||||
echo Package size:
|
||||
dir unilab-pack-*
|
||||
echo.
|
||||
echo Download the artifact and run the install script!
|
||||
echo ==========================================
|
||||
|
||||
- name: Display package info (Unix)
|
||||
if: steps.should_build.outputs.should_build == 'true' && matrix.platform != 'win-64'
|
||||
shell: bash
|
||||
run: |
|
||||
echo "=========================================="
|
||||
echo "Build Summary"
|
||||
@@ -289,18 +370,14 @@ jobs:
|
||||
echo "Python version: 3.11.11"
|
||||
echo ""
|
||||
echo "Package contents:"
|
||||
if [ "${{ matrix.platform }}" == "win-64" ]; then
|
||||
echo " - unilab-pack-${{ matrix.platform }}.zip"
|
||||
else
|
||||
echo " - unilab-pack-${{ matrix.platform }}.tar.gz"
|
||||
fi
|
||||
echo " - unilab-env-${{ matrix.platform }}.tar.gz (packed environment)"
|
||||
echo " - install_unilab script"
|
||||
echo " - install_unilab.sh"
|
||||
echo " - verify_installation.py"
|
||||
echo " - README.txt"
|
||||
echo ""
|
||||
echo "Package size:"
|
||||
ls -lh unilab-pack-* 2>/dev/null || ls -lh unilab-env-${{ matrix.platform }}.tar.gz
|
||||
ls -lh unilab-pack-*
|
||||
echo ""
|
||||
echo "Download the artifact and run the install script!"
|
||||
echo "=========================================="
|
||||
|
||||
@@ -16,6 +16,32 @@ Usage:
|
||||
"""
|
||||
|
||||
import sys
|
||||
import os
|
||||
|
||||
# IMPORTANT: Set UTF-8 encoding BEFORE any other imports
|
||||
# This ensures all subsequent imports (including unilabos) can output UTF-8 characters
|
||||
if sys.platform == "win32":
|
||||
# Method 1: Reconfigure stdout/stderr to use UTF-8 with error handling
|
||||
try:
|
||||
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
||||
sys.stderr.reconfigure(encoding="utf-8", errors="replace")
|
||||
except (AttributeError, OSError):
|
||||
pass
|
||||
|
||||
# Method 2: Set environment variable for subprocess and console
|
||||
os.environ["PYTHONIOENCODING"] = "utf-8"
|
||||
|
||||
# Method 3: Try to change Windows console code page to UTF-8
|
||||
try:
|
||||
import ctypes
|
||||
|
||||
# Set console code page to UTF-8 (CP 65001)
|
||||
ctypes.windll.kernel32.SetConsoleCP(65001)
|
||||
ctypes.windll.kernel32.SetConsoleOutputCP(65001)
|
||||
except (ImportError, AttributeError, OSError):
|
||||
pass
|
||||
|
||||
# Now import other modules
|
||||
import importlib
|
||||
|
||||
# Use ASCII-safe symbols that work across all platforms
|
||||
@@ -55,7 +81,7 @@ def check_python_version() -> bool:
|
||||
print(f" {CHECK_MARK} Python {version_str}")
|
||||
return True
|
||||
else:
|
||||
print(f" {CROSS_MARK} Python {version_str} (requires Python 3.8+)")
|
||||
print(f" {CROSS_MARK} Python {version_str} (requires Python 3.11+)")
|
||||
return False
|
||||
|
||||
|
||||
@@ -122,7 +148,7 @@ def main():
|
||||
print("\nTroubleshooting:")
|
||||
print(" 1. Ensure you're in the correct conda environment: conda activate unilab")
|
||||
print(" 2. Check the installation documentation: docs/user_guide/installation.md")
|
||||
print(" 3. Try reinstalling: pip install -e .")
|
||||
print(" 3. Try reinstalling: pip install .")
|
||||
return 1
|
||||
|
||||
|
||||
|
||||
@@ -7,6 +7,7 @@ import argparse
|
||||
import importlib
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
from .banner_print import print_status
|
||||
|
||||
|
||||
@@ -49,17 +50,17 @@ class EnvironmentChecker:
|
||||
result = subprocess.run(cmd, capture_output=True, text=True, timeout=300) # 5分钟超时
|
||||
|
||||
if result.returncode == 0:
|
||||
print_status(f"✅ {package_name} 安装成功", "success")
|
||||
print_status(f"✓ {package_name} 安装成功", "success")
|
||||
return True
|
||||
else:
|
||||
print_status(f"❌ {package_name} 安装失败: {result.stderr}", "error")
|
||||
print_status(f"× {package_name} 安装失败: {result.stderr}", "error")
|
||||
return False
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
print_status(f"❌ {package_name} 安装超时", "error")
|
||||
print_status(f"× {package_name} 安装超时", "error")
|
||||
return False
|
||||
except Exception as e:
|
||||
print_status(f"❌ {package_name} 安装异常: {str(e)}", "error")
|
||||
print_status(f"× {package_name} 安装异常: {str(e)}", "error")
|
||||
return False
|
||||
|
||||
def check_all_packages(self) -> bool:
|
||||
@@ -77,7 +78,7 @@ class EnvironmentChecker:
|
||||
self.missing_packages.append((package_name, install_url))
|
||||
|
||||
if not self.missing_packages:
|
||||
print_status("✅ 所有依赖包检查完成,环境正常", "success")
|
||||
print_status("✓ 所有依赖包检查完成,环境正常", "success")
|
||||
return True
|
||||
|
||||
print_status(f"发现 {len(self.missing_packages)} 个缺失的包", "warning")
|
||||
@@ -109,7 +110,7 @@ class EnvironmentChecker:
|
||||
print_status(f" - {import_name} (pip install {pip_name})", "error")
|
||||
return False
|
||||
|
||||
print_status(f"✅ 成功安装 {success_count} 个包", "success")
|
||||
print_status(f"✓ 成功安装 {success_count} 个包", "success")
|
||||
return True
|
||||
|
||||
def verify_installation(self) -> bool:
|
||||
@@ -130,7 +131,7 @@ class EnvironmentChecker:
|
||||
print_status(f" - {import_name}", "error")
|
||||
return False
|
||||
|
||||
print_status("✅ 所有包验证通过", "success")
|
||||
print_status("✓ 所有包验证通过", "success")
|
||||
return True
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user