Recover empty MySQL data directories with stable log names

This commit is contained in:
王鹏
2026-10-09 11:16:54 +08:00
parent a2cf38f1a4
commit 822c518534
5 changed files with 530 additions and 58 deletions

View File

@@ -109,3 +109,5 @@ python -m unittest discover -s tests -p "test_*.py"
## 当前范围 ## 当前范围
当前版本聚焦 Windows 本机的开发/演示环境部署。远程服务器上传、Nginx 配置、Docker 部署、生产环境进程守护和凭据托管暂不在本版本范围内。 当前版本聚焦 Windows 本机的开发/演示环境部署。远程服务器上传、Nginx 配置、Docker 部署、生产环境进程守护和凭据托管暂不在本版本范围内。
MySQL 服务启动失败时,工具读取该 Windows 服务实际使用的 `my.ini` 和 `datadir`。仅当服务完全停止且数据目录为空时,自动备份配置、使用英文日志文件名并初始化,避免中文主机名生成的 binlog 索引路径导致安装失败。初始化成功后启动服务并设置默认密码;目录内已有数据库或其他文件时不会重新初始化或改名。原始配置备份在 `my.ini.autodeploy-*.bak`,诊断日志在 `%LOCALAPPDATA%\AutoDeploy\logs\mysql-service-start.log`。

View File

@@ -16,6 +16,7 @@ from pathlib import Path
from typing import BinaryIO, Callable from typing import BinaryIO, Callable
from .scanner import ScanResult from .scanner import ScanResult
from .mysql_recovery import MYSQL_RECOVERY_HELPERS
JDK_PACKAGES = { JDK_PACKAGES = {
@@ -525,6 +526,15 @@ def _read_install_log_tail(log_path: Path, max_lines: int = 20) -> str:
return "\n".join(lines[-max_lines:]) return "\n".join(lines[-max_lines:])
def _read_mysql_recovery_summary(log_path: Path) -> str:
lines = _read_install_log_tail(log_path, max_lines=300).splitlines()
causes = [line for line in lines if any(marker in line.lower() for marker in (
"[error]", "not found", "recovery failed:", "not empty", "existing entries:",
"configuration backup:", "data directory:", "my.ini:",
))]
return "\n".join(causes[:14] or lines[-20:])
def query_mysql_service_state(service_name: str = "MySQL80") -> int | None: def query_mysql_service_state(service_name: str = "MySQL80") -> int | None:
if os.name != "nt": if os.name != "nt":
return 4 return 4
@@ -573,6 +583,11 @@ def ensure_mysql_service_running(
service_log, service_log,
mysql_server_executable=server_executable, mysql_server_executable=server_executable,
) )
if exit_code == 2:
raise RuntimeError(
f"MySQL 初始化或配置失败。详细日志: {service_log}\n"
f"{_read_mysql_recovery_summary(service_log)}"
)
if exit_code not in {0, 1056}: if exit_code not in {0, 1056}:
on_output( on_output(
f"Windows 服务启动命令返回 {exit_code},服务可能仍在后台恢复,继续等待运行状态..." f"Windows 服务启动命令返回 {exit_code},服务可能仍在后台恢复,继续等待运行状态..."
@@ -589,7 +604,7 @@ def ensure_mysql_service_running(
) )
time.sleep(retry_delay) time.sleep(retry_delay)
detail = mysql_service_failure_detail(mysql_executable, state) detail = mysql_service_failure_detail(mysql_executable, state)
diagnostic = _read_install_log_tail(default_mysql_service_log_path(), max_lines=24) diagnostic = _read_mysql_recovery_summary(default_mysql_service_log_path())
diagnostic_text = f"\n启动诊断:\n{diagnostic}" if diagnostic else "" diagnostic_text = f"\n启动诊断:\n{diagnostic}" if diagnostic else ""
raise RuntimeError( raise RuntimeError(
f"Windows 服务 {service_name} 启动超时,启动命令退出码: {exit_code}。" f"Windows 服务 {service_name} 启动超时,启动命令退出码: {exit_code}。"
@@ -604,62 +619,78 @@ def build_mysql_service_start_script(
escaped_service_name = service_name.replace("'", "''") escaped_service_name = service_name.replace("'", "''")
escaped_mysql_executable = str(mysql_server_executable or "").replace("'", "''") escaped_mysql_executable = str(mysql_server_executable or "").replace("'", "''")
return ( return (
"$ErrorActionPreference='Continue';" MYSQL_RECOVERY_HELPERS
f"$name='{escaped_service_name}';" + f"\n$name='{escaped_service_name}';\n"
f"$mysqlExe='{escaped_mysql_executable}';" + f"$mysqlExe='{escaped_mysql_executable}';\n"
"$startError='';" + r'''
"try { Start-Service -Name $name -ErrorAction Stop } " $ErrorActionPreference = 'Continue'
"catch { $startError=($_ | Out-String); Write-Output $startError };" $data = ''
"Start-Sleep -Seconds 3;" $recoveryFailed = $false
"$service=Get-CimInstance Win32_Service -Filter (\"Name='\"+$name+\"'\");" try {
"$service | Select-Object Name,State,StartName,PathName,ExitCode,ProcessId | " $service = Get-CimInstance Win32_Service -Filter ("Name='"+$name+"'") -ErrorAction Stop
"Format-List | Out-String | Write-Output;" if (-not $service) { throw ('Windows service not found: ' + $name) }
"$ini=Join-Path $env:ProgramData 'MySQL\\MySQL Server 8.0\\my.ini';" $service | Select-Object Name,State,StartName,PathName,ExitCode,ProcessId |
"Write-Output ('my.ini: '+$ini+' exists='+[bool](Test-Path -LiteralPath $ini));" Format-List | Out-String | Write-Output
"$data=Join-Path $env:ProgramData 'MySQL\\MySQL Server 8.0\\Data';" if ($service.State -eq 'Running') { exit 0 }
"Write-Output ('Data directory: '+$data+' exists='+[bool](Test-Path -LiteralPath $data));" $layout = Get-MySqlServiceLayout $service
"if(Test-Path -LiteralPath $data){" $mysqlExe = $layout.Server
"Write-Output 'Granting MySQL service account access to the data directory...';" $ini = $layout.Ini
"& icacls.exe $data /grant '*S-1-5-20:(OI)(CI)M' /T /C 2>&1 | Out-String | Write-Output;" $data = $layout.Data
"try { Start-Service -Name $name -ErrorAction Stop } catch { Write-Output ($_ | Out-String) };" Write-Output ('mysqld.exe: ' + $mysqlExe)
"Start-Sleep -Seconds 8;" Write-Output ('my.ini: ' + $ini)
"$service=Get-CimInstance Win32_Service -Filter (\"Name='\"+$name+\"'\");" Write-Output ('Data directory: ' + $data)
"Write-Output ('Service state after permission repair: '+$service.State)" if ($service.State -eq 'Stopped' -and $service.ProcessId -eq 0) {
"};" $initialized = Initialize-EmptyMySqlData $service $layout
"$err=Get-ChildItem -LiteralPath $data -Filter '*.err' -File -ErrorAction SilentlyContinue | " # Use the account actually registered for this service.
"Sort-Object LastWriteTime -Descending | Select-Object -First 1;" $account = $service.StartName
"if($err){Write-Output ('Error log: '+$err.FullName); Get-Content -LiteralPath $err.FullName -Tail 30}" if ($account -eq 'NT AUTHORITY\NetworkService') { $sid = 'S-1-5-20' }
"else{Write-Output 'No .err log found with administrator privileges.'};" elseif ($account -eq 'LocalSystem') { $sid = 'S-1-5-18' }
"if($mysqlExe -and (Test-Path -LiteralPath $mysqlExe)){" else {
"Write-Output ('mysqld.exe: '+$mysqlExe);" $identity = New-Object Security.Principal.NTAccount($account)
"Write-Output 'mysqld version:'; & $mysqlExe --version 2>&1 | Out-String | Write-Output;" $sid = $identity.Translate([Security.Principal.SecurityIdentifier]).Value
"Write-Output 'mysqld configuration validation:';" }
"& $mysqlExe (\"--defaults-file=\"+$ini) --validate-config --console 2>&1 | Out-String | Write-Output;" $grantCode = Invoke-MySqlRecoveryCommand 'icacls.exe' @(
"Write-Output ('validate-config exit code: '+$LASTEXITCODE)" $data, '/grant', ('*' + $sid + ':(OI)(CI)M'), '/T', '/C'
"};" )
"$systemDatabase=Join-Path $data 'mysql';" if ($grantCode -ne 0) { throw ('Data directory permission repair failed: ' + $grantCode) }
"if($service.State -ne 'Running' -and $mysqlExe -and " Write-Output 'mysqld configuration validation:'
"(Test-Path -LiteralPath $mysqlExe) -and -not (Test-Path -LiteralPath $systemDatabase)){" $validation = Invoke-MySqlRecoveryCommand $mysqlExe @(
"Write-Output 'MySQL system database is missing; attempting safe initialization without deleting data...';" ('--defaults-file=' + $ini), '--validate-config', '--console'
"& $mysqlExe (\"--defaults-file=\"+$ini) --initialize-insecure --console 2>&1 | Out-String | Write-Output;" )
"Write-Output ('initialize-insecure exit code: '+$LASTEXITCODE);" if ($validation -ne 0) { throw ('MySQL configuration validation failed: ' + $validation) }
"& icacls.exe $data /grant '*S-1-5-20:(OI)(CI)M' /T /C 2>&1 | Out-String | Write-Output;" try { Start-Service -Name $name -ErrorAction Stop }
"try { Start-Service -Name $name -ErrorAction Stop } catch { Write-Output ($_ | Out-String) };" catch { Write-Output ('Start-Service: ' + $_.Exception.Message) }
"Start-Sleep -Seconds 12;" }
"$service=Get-CimInstance Win32_Service -Filter (\"Name='\"+$name+\"'\");" for ($attempt = 0; $attempt -lt 12; $attempt++) {
"Write-Output ('Service state after initialization: '+$service.State)" $service = Get-CimInstance Win32_Service -Filter ("Name='"+$name+"'")
"};" if ($service.State -eq 'Running') {
"$since=(Get-Date).AddMinutes(-10);" Write-Output 'MySQL service is running.'
"Write-Output 'Recent Windows service events:';" exit 0
"Get-WinEvent -FilterHashtable @{LogName='System';StartTime=$since} -ErrorAction SilentlyContinue | " }
"Where-Object {$_.ProviderName -eq 'Service Control Manager' -and $_.Message -match $name} | " if ($service.State -eq 'Stopped') { break }
"Select-Object -First 8 TimeCreated,Id,LevelDisplayName,Message | Format-List | Out-String | Write-Output;" Start-Sleep -Seconds 1
"Write-Output 'Recent MySQL/Application events:';" }
"Get-WinEvent -FilterHashtable @{LogName='Application';StartTime=$since} -ErrorAction SilentlyContinue | " Write-Output ('Service state after recovery: ' + $service.State)
"Where-Object {$_.ProviderName -match 'MySQL|Application Error' -or $_.Message -match 'mysqld|MySQL80'} | " } catch {
"Select-Object -First 8 TimeCreated,ProviderName,Id,LevelDisplayName,Message | " $recoveryFailed = $true
"Format-List | Out-String | Write-Output;" Write-Output ('MySQL recovery failed: ' + $_.Exception.Message)
"if($service.State -eq 'Running'){exit 0}else{exit 1}" }
if ($data -and (Test-Path -LiteralPath $data)) {
$err = Get-ChildItem -LiteralPath $data -Filter '*.err' -File -ErrorAction SilentlyContinue |
Sort-Object LastWriteTime -Descending | Select-Object -First 1
if ($err) {
Write-Output ('Error log: ' + $err.FullName)
Get-Content -LiteralPath $err.FullName -Tail 30
} else { Write-Output 'No .err log found with administrator privileges.' }
}
$since = (Get-Date).AddMinutes(-10)
if ($recoveryFailed) { exit 2 }
Write-Output 'Recent Windows service events:'
Get-WinEvent -FilterHashtable @{LogName='System';StartTime=$since} -ErrorAction SilentlyContinue |
Where-Object {$_.ProviderName -eq 'Service Control Manager' -and $_.Message -match $name} |
Select-Object -First 3 TimeCreated,Id,Message | Format-List | Out-String | Write-Output
exit 1
'''
) )

View File

@@ -0,0 +1,138 @@
"""PowerShell helpers for recovering a fresh Windows MySQL installation.
Embedded as Python text so the helpers ship inside the single-file executable.
Only an empty data directory is eligible for automatic initialization.
"""
MYSQL_RECOVERY_HELPERS = r'''
function Read-MySqlOptionFile([string]$Path) {
$bytes = [IO.File]::ReadAllBytes($Path)
$encoding = New-Object Text.UTF8Encoding($false, $true)
if ($bytes.Length -ge 2 -and $bytes[0] -eq 255 -and $bytes[1] -eq 254) {
$encoding = [Text.Encoding]::Unicode
} elseif ($bytes.Length -ge 2 -and $bytes[0] -eq 254 -and $bytes[1] -eq 255) {
$encoding = [Text.Encoding]::BigEndianUnicode
} elseif ($bytes.Length -ge 3 -and $bytes[0] -eq 239 -and $bytes[1] -eq 187 -and $bytes[2] -eq 191) {
$encoding = New-Object Text.UTF8Encoding($true, $true)
}
try { $text = $encoding.GetString($bytes).TrimStart([char]0xFEFF) }
catch {
$encoding = [Text.Encoding]::Default
$text = $encoding.GetString($bytes)
}
return @{ Text = $text; Encoding = $encoding }
}
function Get-MySqlSettings([string]$Text, [string]$ServiceName) {
if ($Text -match '(?m)^\s*!include') {
throw 'Automatic recovery does not support included option files. Check my.ini and its includes.'
}
$settings = @{}
$section = ''
foreach ($line in ($Text -split '\r?\n')) {
if ($line -match '^\s*\[([^]]+)\]') { $section = $Matches[1]; continue }
if ($section -notin @('mysqld', 'server', 'mysqld-8.0', $ServiceName)) { continue }
if ($line -match '^\s*([\w-]+)\s*=\s*(.*?)\s*$') {
$key = $Matches[1].Replace('_', '-').ToLowerInvariant()
$value = $Matches[2]
if ($value -match '^"([^"]*)"\s*(?:[#;].*)?$' -or $value -match "^'([^']*)'\s*(?:[#;].*)?$") {
$value = $Matches[1]
} else { $value = ($value -replace '\s+[#;].*$', '').Trim() }
$settings[$key] = $value
}
}
return $settings
}
function Get-MySqlServiceLayout($Service) {
$command = $Service.PathName
if ($command -notmatch '^\s*"([^"]+\\mysqld\.exe)"|^\s*(\S+\\mysqld\.exe)') {
throw 'Cannot resolve mysqld.exe from the Windows service command.'
}
$serverExe = if ($Matches[1]) { $Matches[1] } else { $Matches[2] }
if ($command -notmatch '(?i)--defaults-file(?:=|\s+)(?:"([^"]+)"|(\S+))') {
throw 'Cannot resolve --defaults-file from the Windows service command.'
}
$iniPath = if ($Matches[1]) { $Matches[1] } else { $Matches[2] }
if (-not [IO.Path]::IsPathRooted($iniPath) -or -not (Test-Path -LiteralPath $iniPath -PathType Leaf)) {
throw ('MySQL option file is missing or not absolute: ' + $iniPath)
}
$document = Read-MySqlOptionFile $iniPath
$settings = Get-MySqlSettings $document.Text $Service.Name
$dataPath = $settings['datadir']
if (-not $dataPath -or -not [IO.Path]::IsPathRooted($dataPath)) {
throw 'my.ini must contain an absolute datadir for automatic recovery.'
}
return @{ Server = $serverExe; Ini = $iniPath; Data = [IO.Path]::GetFullPath($dataPath) }
}
function Repair-MySqlLogNames([string]$Text, [string]$ServiceName) {
$names = @{
'log-bin' = 'mysql-bin'; 'log-bin-index' = 'mysql-bin.index'
'log-error' = 'mysql-error.err'; 'pid-file' = 'mysql.pid'
'general-log-file' = 'mysql-general.log'; 'slow-query-log-file' = 'mysql-slow.log'
'relay-log' = 'mysql-relay-bin'; 'relay-log-index' = 'mysql-relay-bin.index'
}
$section = ''
$newline = if ($Text.Contains("`r`n")) { "`r`n" } else { "`n" }
$lines = foreach ($line in ($Text -split '\r?\n')) {
if ($line -match '^\s*\[([^]]+)\]') { $section = $Matches[1] }
if ($section -in @('mysqld', 'server', 'mysqld-8.0', $ServiceName) -and
$line -match '^\s*([\w-]+)(?:\s*=.*|\s*)$') {
$key = $Matches[1].Replace('_', '-').ToLowerInvariant()
if ($names.ContainsKey($key)) { $key + '=' + $names[$key]; continue }
}
$line
}
# Explicit names avoid host-name-derived paths, including on Chinese Windows.
return (($lines -join $newline).TrimEnd([char[]]"`r`n") + $newline +
'[mysqld]' + $newline + 'log-bin=mysql-bin' + $newline +
'log-bin-index=mysql-bin.index' + $newline + 'log-error=mysql-error.err' + $newline)
}
function Invoke-MySqlRecoveryCommand([string]$Executable, [string[]]$Arguments) {
# Convert native stderr records to plain messages instead of PowerShell stack traces.
& $Executable @Arguments 2>&1 | ForEach-Object { Write-Host $_.ToString() }
return $LASTEXITCODE
}
function Initialize-EmptyMySqlData($Service, $Layout) {
if ($Service.State -ne 'Stopped' -or [int]$Service.ProcessId -ne 0) {
throw 'MySQL must be fully stopped before initialization.'
}
$dataPath = $Layout.Data
if (-not (Test-Path -LiteralPath $dataPath -PathType Container)) {
throw ('Data directory does not exist: ' + $dataPath)
}
if ((Get-Item -LiteralPath $dataPath -ErrorAction Stop).Attributes -band [IO.FileAttributes]::ReparsePoint) {
throw 'Automatic initialization is disabled for linked data directories.'
}
$entries = @(Get-ChildItem -LiteralPath $dataPath -Force -ErrorAction Stop)
if ($entries.Count -gt 0) {
Write-Host ('Data directory is not empty; initialization and log renaming skipped: ' + $dataPath)
Write-Host ('Existing entries: ' + (($entries | Select-Object -First 12 -ExpandProperty Name) -join ', '))
return $false
}
$document = Read-MySqlOptionFile $Layout.Ini
$settings = Get-MySqlSettings $document.Text $Service.Name
# Changing an empty default directory must never initialize a different configured directory.
if ([IO.Path]::GetFullPath($settings['datadir']) -ne $dataPath) { throw 'datadir changed during recovery.' }
$backup = $Layout.Ini + '.autodeploy-' + [Guid]::NewGuid().ToString('N') + '.bak'
[IO.File]::Copy($Layout.Ini, $backup, $false)
Write-Host ('Configuration backup: ' + $backup)
$updated = Repair-MySqlLogNames $document.Text $Service.Name
[IO.File]::WriteAllText($Layout.Ini, $updated, $document.Encoding)
Write-Host 'Empty data directory: using ASCII log names and initializing MySQL.'
# Initialization precedes service startup. Disable binlog for this invocation only.
$code = Invoke-MySqlRecoveryCommand $Layout.Server @(
('--defaults-file=' + $Layout.Ini), ('--datadir=' + $dataPath),
'--initialize-insecure', '--skip-log-bin', '--console'
)
if ($code -ne 0) { throw ('MySQL initialization failed, exit code: ' + $code + '. Existing files were retained.') }
if (-not (Test-Path -LiteralPath (Join-Path $dataPath 'mysql.ibd'))) {
throw 'Initialization returned success but mysql.ibd is missing. Refusing to start the service.'
}
Write-Host 'MySQL data directory initialized successfully.'
return $true
}
'''

View File

@@ -434,6 +434,35 @@ class InstallerTests(unittest.TestCase):
find_console.assert_not_called() find_console.assert_not_called()
self.assertTrue(any("跳过 Server 安装" in message for message in messages)) self.assertTrue(any("跳过 Server 安装" in message for message in messages))
def test_newly_initialized_mysql_sets_password_using_empty_root_password(self):
denied = CompletedProcess([], 1, stdout="", stderr="ERROR 1045: Access denied")
success = CompletedProcess([], 0, stdout="", stderr="")
with patch("deploy_tool.installer.subprocess.run", side_effect=[
denied, denied, success, success, success,
]) as run:
configure_mysql_weak_password_policy(Path("mysql.exe"), lambda _: None, attempts=1)
self.assertEqual(run.call_args_list[3].kwargs["env"]["MYSQL_PWD"], "")
self.assertIn("ALTER USER", run.call_args_list[3].kwargs["input"])
self.assertEqual(run.call_args_list[4].kwargs["env"]["MYSQL_PWD"], MYSQL_ROOT_PASSWORD)
def test_reports_initialization_cause_without_waiting_for_service_timeout(self):
with tempfile.TemporaryDirectory() as temporary:
log = Path(temporary) / "mysql-service-start.log"
log.write_text(
"[ERROR] binary log index not found\n" + "diagnostic detail\n" * 40
+ "MySQL recovery failed: MySQL initialization failed, exit code: 1\n",
encoding="utf-8",
)
with (
patch("deploy_tool.installer.query_mysql_service_state", return_value=1),
patch("deploy_tool.installer.default_mysql_service_log_path", return_value=log),
patch("deploy_tool.installer.run_mysql_service_start_diagnostic", return_value=2),
patch("deploy_tool.installer.time.sleep") as sleep,
):
with self.assertRaisesRegex(RuntimeError, "binary log index not found"):
ensure_mysql_service_running(lambda _: None)
sleep.assert_not_called()
def test_reads_mysql_windows_service_state_without_console_window(self): def test_reads_mysql_windows_service_state_without_console_window(self):
running = CompletedProcess([], 0, stdout=b"STATE : 4 RUNNING\r\n", stderr=b"") running = CompletedProcess([], 0, stdout=b"STATE : 4 RUNNING\r\n", stderr=b"")
@@ -505,7 +534,7 @@ class InstallerTests(unittest.TestCase):
self.assertIn("--validate-config", script) self.assertIn("--validate-config", script)
self.assertIn("initialize-insecure", script) self.assertIn("initialize-insecure", script)
self.assertIn("S-1-5-20", script) self.assertIn("S-1-5-20", script)
self.assertIn("Service state after permission repair", script) self.assertIn("Service state after recovery", script)
self.assertIn("Get-WinEvent", script) self.assertIn("Get-WinEvent", script)
self.assertIn("mysqld.exe", script) self.assertIn("mysqld.exe", script)

View File

@@ -0,0 +1,272 @@
"""Execute recovery helpers against temporary files and mocked native commands.
No MySQL installation or Windows service is used by these tests.
"""
import json
import shutil
import subprocess
import tempfile
import unittest
from pathlib import Path
from deploy_tool.installer import build_mysql_service_start_script
from deploy_tool.mysql_recovery import MYSQL_RECOVERY_HELPERS
POWERSHELL = shutil.which("powershell.exe")
def ps_literal(value):
return "'" + str(value).replace("'", "''") + "'"
@unittest.skipUnless(POWERSHELL, "Windows PowerShell is required")
class MySqlRecoveryTests(unittest.TestCase):
def setUp(self):
self.temporary = tempfile.TemporaryDirectory(prefix="autodeploy-recovery-test-")
self.addCleanup(self.temporary.cleanup)
self.root = Path(self.temporary.name)
self.data = self.root / "实际数据目录"
self.data.mkdir()
self.ini = self.root / "自定义配置.ini"
self.server = self.root / "Server Files" / "bin" / "mysqld.exe"
self.config = (
"# Preserve this comment\r\n"
"[client]\r\n"
"log-error=client-only.err\r\n"
"port=3307\r\n"
"[mysqld]\r\n"
f'datadir="{self.data.as_posix()}"\r\n'
'log_bin="马航宇-bin"\r\n'
'log-bin-index="乱码?-bin.index"\r\n'
'log-error="马航宇.err"\r\n'
"max_connections=151\r\n"
)
self.ini.write_bytes(self.config.encode("utf-8"))
def run_harness(self, body, *, state="Stopped", process_id=0, exit_code=0,
create_dictionary=True):
result_path = self.root / "result.json"
script_path = self.root / "exercise-recovery.ps1"
command_line = f'"{self.server}" --defaults-file="{self.ini}" MySQL80'
mock = r'''
$script:commandCalls = @()
function Invoke-MySqlRecoveryCommand([string]$Executable, [string[]]$Arguments) {
$script:commandCalls += @{ Executable = $Executable; Arguments = @($Arguments) }
if ($script:createDictionary -and $script:mockExitCode -eq 0) {
[IO.File]::WriteAllText((Join-Path $script:testData 'mysql.ibd'), 'test dictionary')
}
return $script:mockExitCode
}
'''
script = (
"$ErrorActionPreference = 'Stop'\n"
+ MYSQL_RECOVERY_HELPERS
+ f"\n$script:testData = {ps_literal(self.data)}\n"
+ f"$script:mockExitCode = {exit_code}\n"
+ "$script:createDictionary = "
+ ("$true" if create_dictionary else "$false")
+ "\n"
+ mock
+ "$service = [pscustomobject]@{ Name = 'MySQL80'; "
+ f"PathName = {ps_literal(command_line)}; "
+ f"State = {ps_literal(state)}; ProcessId = {process_id} }}\n"
+ "$layout = Get-MySqlServiceLayout $service\n"
+ body
+ f"\n$json = $result | ConvertTo-Json -Depth 10 -Compress\n"
+ f"[IO.File]::WriteAllText({ps_literal(result_path)}, $json, "
+ "(New-Object Text.UTF8Encoding($false)))\n"
)
script_path.write_text(script, encoding="utf-8-sig")
completed = subprocess.run(
[POWERSHELL, "-NoProfile", "-NonInteractive", "-ExecutionPolicy", "Bypass",
"-File", str(script_path)],
capture_output=True,
timeout=20,
creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0),
)
self.assertEqual(
completed.returncode, 0,
(completed.stdout + completed.stderr).decode("utf-8", errors="replace"),
)
self.assertTrue(result_path.exists(), "PowerShell harness produced no result")
return json.loads(result_path.read_text(encoding="utf-8-sig"))
def test_resolves_actual_service_executable_config_and_data_paths(self):
result = self.run_harness("$result = $layout")
self.assertEqual(Path(result["Server"]), self.server)
self.assertEqual(Path(result["Ini"]), self.ini)
self.assertEqual(Path(result["Data"]), self.data)
def test_empty_data_recovery_backs_up_and_normalizes_chinese_log_names(self):
original = self.ini.read_bytes()
result = self.run_harness("""
$initialized = Initialize-EmptyMySqlData $service $layout
$result = @{ Initialized = $initialized; Calls = @($script:commandCalls) }
""")
self.assertTrue(result["Initialized"])
backups = list(self.root.glob(self.ini.name + ".autodeploy-*.bak"))
self.assertEqual(len(backups), 1)
self.assertEqual(backups[0].read_bytes(), original)
updated = self.ini.read_text(encoding="utf-8")
self.assertIn("log-bin=mysql-bin", updated)
self.assertIn("log-bin-index=mysql-bin.index", updated)
self.assertIn("log-error=mysql-error.err", updated)
self.assertNotIn("马航宇-bin", updated)
self.assertNotIn("乱码?-bin.index", updated)
self.assertIn("# Preserve this comment", updated)
self.assertIn("log-error=client-only.err", updated)
self.assertIn("max_connections=151", updated)
self.assertIn(self.data.as_posix(), updated)
self.assertIn(b"\r\n", self.ini.read_bytes())
self.assertEqual(len(result["Calls"]), 1)
call = result["Calls"][0]
self.assertEqual(Path(call["Executable"]), self.server)
self.assertEqual(call["Arguments"][0], "--defaults-file=" + str(self.ini))
self.assertIn("--initialize-insecure", call["Arguments"])
self.assertIn("--skip-log-bin", call["Arguments"])
def test_recovery_preserves_utf8_bom_and_utf16_configuration(self):
for encoding, preamble in (("utf-8-sig", b"\xef\xbb\xbf"),
("utf-16", b"\xff\xfe")):
with self.subTest(encoding=encoding):
self.ini.write_bytes(self.config.encode(encoding))
result = self.run_harness("""
$result = @{ Initialized = (Initialize-EmptyMySqlData $service $layout) }
""")
self.assertTrue(result["Initialized"])
content = self.ini.read_bytes()
self.assertTrue(content.startswith(preamble))
self.assertIn(self.data.as_posix(), content.decode(encoding))
(self.data / "mysql.ibd").unlink()
def test_existing_dictionary_or_user_data_blocks_all_initialization_changes(self):
for relative in ("mysql.ibd", "ibdata1", "business/orders.ibd", "mysql-bin.index"):
with self.subTest(existing=relative):
existing = self.data / relative
existing.parent.mkdir(exist_ok=True)
existing.write_bytes(b"existing data must be preserved")
original = self.ini.read_bytes()
result = self.run_harness("""
$initialized = Initialize-EmptyMySqlData $service $layout
$result = @{ Initialized = $initialized; Calls = @($script:commandCalls) }
""")
self.assertFalse(result["Initialized"])
self.assertEqual(result["Calls"], [])
self.assertEqual(self.ini.read_bytes(), original)
self.assertEqual(existing.read_bytes(), b"existing data must be preserved")
self.assertEqual(list(self.root.glob(self.ini.name + ".autodeploy-*.bak")), [])
existing.unlink()
if existing.parent != self.data:
existing.parent.rmdir()
def test_pending_service_blocks_configuration_changes_and_initialization(self):
original = self.ini.read_bytes()
result = self.run_harness("""
$failure = ''
try { Initialize-EmptyMySqlData $service $layout | Out-Null }
catch { $failure = $_.Exception.Message }
$result = @{ Failure = $failure; Calls = @($script:commandCalls) }
""", state="Start Pending", process_id=1234)
self.assertIn("fully stopped", result["Failure"])
self.assertEqual(result["Calls"], [])
self.assertEqual(self.ini.read_bytes(), original)
self.assertEqual(list(self.data.iterdir()), [])
self.assertEqual(list(self.root.glob(self.ini.name + ".autodeploy-*.bak")), [])
def test_nonzero_initialize_exit_is_surfaced(self):
result = self.run_harness("""
$failure = ''
try { Initialize-EmptyMySqlData $service $layout | Out-Null }
catch { $failure = $_.Exception.Message }
$result = @{ Failure = $failure; Calls = @($script:commandCalls) }
""", exit_code=7)
self.assertIn("exit code: 7", result["Failure"])
self.assertEqual(len(result["Calls"]), 1)
self.assertEqual(list(self.data.iterdir()), [])
self.assertEqual(len(list(self.root.glob(self.ini.name + ".autodeploy-*.bak"))), 1)
def test_initialize_success_without_dictionary_is_rejected(self):
result = self.run_harness("""
$failure = ''
try { Initialize-EmptyMySqlData $service $layout | Out-Null }
catch { $failure = $_.Exception.Message }
$result = @{ Failure = $failure; Calls = @($script:commandCalls) }
""", create_dictionary=False)
self.assertIn("mysql.ibd is missing", result["Failure"])
self.assertEqual(len(result["Calls"]), 1)
def run_generated_script(self, initialize_exit):
events_path = self.root / "generated-script-events.json"
command_line = f'"{self.server}" --defaults-file="{self.ini}" MySQL80'
mocks = (
f"\n$script:eventFile = {ps_literal(events_path)}\n"
f"$script:testData = {ps_literal(self.data)}\n"
f"$script:initExit = {initialize_exit}\n"
"$script:mockService = [pscustomobject]@{ Name = 'MySQL80'; "
f"PathName = {ps_literal(command_line)}; "
"State = 'Stopped'; ProcessId = 0; StartName = 'NT AUTHORITY\\NetworkService' }\n"
+ r'''
$script:events = @()
function Record-RecoveryEvent([string]$Name) {
$script:events += $Name
$json = ConvertTo-Json -InputObject @($script:events) -Compress
[IO.File]::WriteAllText($script:eventFile, $json, (New-Object Text.UTF8Encoding($false)))
}
function Get-CimInstance { return $script:mockService }
function Get-WinEvent {}
function Start-Sleep {}
function Start-Service {
Record-RecoveryEvent 'start'
$script:mockService.State = 'Running'
$script:mockService.ProcessId = 100
}
function Invoke-MySqlRecoveryCommand([string]$Executable, [string[]]$Arguments) {
if ($Arguments -contains '--initialize-insecure') {
Record-RecoveryEvent 'initialize'
if ($script:initExit -eq 0) {
[IO.File]::WriteAllText((Join-Path $script:testData 'mysql.ibd'), 'test dictionary')
}
return $script:initExit
}
if ($Executable -eq 'icacls.exe') { Record-RecoveryEvent 'acl'; return 0 }
if ($Arguments -contains '--validate-config') { Record-RecoveryEvent 'validate'; return 0 }
throw 'Unexpected native operation in test harness'
}
'''
)
generated = build_mysql_service_start_script("MySQL80", self.server)
# Replace only the helper prefix to override native/service commands before
# exercising the complete generated workflow, including its process exit.
self.assertTrue(generated.startswith(MYSQL_RECOVERY_HELPERS))
instrumented = (
MYSQL_RECOVERY_HELPERS + mocks + generated[len(MYSQL_RECOVERY_HELPERS):]
)
script_path = self.root / "generated-start-script.ps1"
script_path.write_text(instrumented, encoding="utf-8-sig")
completed = subprocess.run(
[POWERSHELL, "-NoProfile", "-NonInteractive", "-ExecutionPolicy", "Bypass",
"-File", str(script_path)],
capture_output=True,
timeout=20,
creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0),
)
self.assertTrue(events_path.exists(), (completed.stdout + completed.stderr))
events = json.loads(events_path.read_text(encoding="utf-8"))
return completed, events
def test_generated_script_never_starts_service_after_initialization_failure(self):
completed, events = self.run_generated_script(initialize_exit=7)
self.assertEqual(completed.returncode, 2)
self.assertEqual(events, ["initialize"])
self.assertIn(b"MySQL initialization failed, exit code: 7", completed.stdout)
def test_generated_script_initializes_before_granting_validating_and_starting(self):
completed, events = self.run_generated_script(initialize_exit=0)
self.assertEqual(completed.returncode, 0, completed.stdout + completed.stderr)
self.assertEqual(events, ["initialize", "acl", "validate", "start"])
if __name__ == "__main__":
unittest.main()