This commit implements multi-database support, allowing the system to switch
between SQL Server and MySQL databases seamlessly.
## New Features
- Database type selection (SQL Server or MySQL) via configuration
- Automatic table name conversion between formats ([dbo].[table] → dbo_table)
- Automatic parameter placeholder handling (? for SQL Server, %s for MySQL)
- GUI settings tab now includes database type dropdown and MySQL configuration
## Database Abstraction Layer
- db/base_connection.py: Abstract base class for database connections
- db/sqlserver_connection.py: SQL Server implementation
- db/mysql_connection.py: MySQL implementation using mysql-connector-python
- db/connection_factory.py: Factory pattern for creating connections
- db/table_name_converter.py: Table name format conversion utility
## DAO Base Class
- db/base_dao.py: Base DAO with helper methods for SQL conversion and placeholders
## Updated Components
- config/schema.py: Extended with DatabaseType enum and MySQL/SQLServer config classes
- config/defaults.py: Added MySQL default configuration
- config/loader.py: Updated to handle new database structure
- db/connection.py: Refactored to use factory pattern and load user config
- All DAO files: Updated to inherit from BaseDAO with automatic conversion
## Dependencies
- Added mysql-connector-python>=8.0.0 to requirements.txt
## Configuration
To use MySQL, set db_type to "mysql" in config/user_settings.json:
{
"database": {
"db_type": "mysql",
"mysql": {
"host": "192.168.31.83",
"port": 3306,
"database": "BLD_DB",
"username": "remote_user",
"password": "3.1415926Beeke"
}
}
}
Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
246 lines
7.8 KiB
Python
246 lines
7.8 KiB
Python
#!/usr/bin/env python
|
||
# -*- coding: utf-8 -*-
|
||
"""
|
||
配置结构定义
|
||
|
||
使用 dataclass 定义所有配置项的结构和类型。
|
||
"""
|
||
from dataclasses import dataclass, field
|
||
from typing import Optional
|
||
from pathlib import Path
|
||
from enum import Enum
|
||
|
||
|
||
class DatabaseType(str, Enum):
|
||
"""数据库类型枚举"""
|
||
SQLSERVER = "sqlserver"
|
||
MYSQL = "mysql"
|
||
|
||
|
||
@dataclass
|
||
class ERPConfig:
|
||
"""ERP 系统配置"""
|
||
|
||
url: str
|
||
username: str
|
||
password: str
|
||
headless: bool = True
|
||
ignore_https_errors: bool = True
|
||
auto_close_browser: bool = True
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证配置,返回错误列表"""
|
||
errors = []
|
||
if not self.url:
|
||
errors.append("ERP URL 不能为空")
|
||
if not self.username:
|
||
errors.append("ERP 用户名不能为空")
|
||
if not self.password:
|
||
errors.append("ERP 密码不能为空")
|
||
return errors
|
||
|
||
|
||
@dataclass
|
||
class SQLServerConfig:
|
||
"""SQL Server 特定配置"""
|
||
driver: str = "ODBC Driver 18 for SQL Server"
|
||
trust_server_certificate: str = "yes"
|
||
|
||
|
||
@dataclass
|
||
class MySQLConfig:
|
||
"""MySQL 特定配置"""
|
||
host: str = ""
|
||
port: int = 3306
|
||
charset: str = "utf8mb4"
|
||
|
||
|
||
@dataclass
|
||
class DatabaseConfig:
|
||
"""数据库配置"""
|
||
|
||
db_type: DatabaseType = DatabaseType.SQLSERVER
|
||
server: str = "" # SQL Server 服务器地址
|
||
database: str = ""
|
||
username: str = ""
|
||
password: str = ""
|
||
sqlserver: Optional[SQLServerConfig] = None
|
||
mysql: Optional[MySQLConfig] = None
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证配置,返回错误列表"""
|
||
errors = []
|
||
|
||
if self.db_type == DatabaseType.SQLSERVER:
|
||
if not self.server:
|
||
errors.append("SQL Server 服务器地址不能为空")
|
||
if not self.database:
|
||
errors.append("数据库名称不能为空")
|
||
if not self.username:
|
||
errors.append("数据库用户名不能为空")
|
||
if not self.password:
|
||
errors.append("数据库密码不能为空")
|
||
elif self.db_type == DatabaseType.MYSQL:
|
||
if self.mysql and not self.mysql.host:
|
||
errors.append("MySQL 主机地址不能为空")
|
||
if not self.database:
|
||
errors.append("数据库名称不能为空")
|
||
if not self.username:
|
||
errors.append("数据库用户名不能为空")
|
||
if not self.password:
|
||
errors.append("数据库密码不能为空")
|
||
|
||
return errors
|
||
|
||
|
||
@dataclass
|
||
class PathConfig:
|
||
"""文件路径配置"""
|
||
|
||
data_dir: str
|
||
production_id_file: str
|
||
default_output: str = "离散备料计划维护_合并.xlsx"
|
||
validation_output: str = "物料状态校验结果.xlsx"
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证配置,返回错误列表"""
|
||
errors = []
|
||
if not self.data_dir:
|
||
errors.append("数据目录路径不能为空")
|
||
if not self.production_id_file:
|
||
errors.append("ProductionID 文件路径不能为空")
|
||
return errors
|
||
|
||
|
||
@dataclass
|
||
class ExtractionConfig:
|
||
"""数据提取配置"""
|
||
|
||
batch_size: int = 100
|
||
verbose: bool = True
|
||
auto_convert: bool = True
|
||
merge_batches: bool = True
|
||
enable_db_persistence: bool = False
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证配置,返回错误列表"""
|
||
errors = []
|
||
if self.batch_size <= 0:
|
||
errors.append("批次大小必须大于 0")
|
||
if self.batch_size > 1000:
|
||
errors.append("批次大小不应超过 1000")
|
||
return errors
|
||
|
||
|
||
@dataclass
|
||
class ValidationConfig:
|
||
"""物料校验配置"""
|
||
|
||
data_source: str = "database_full"
|
||
use_database: bool = True
|
||
batch_size: int = 2000
|
||
enable_crud_operations: bool = False
|
||
default_manager: str = ""
|
||
match_mode: str = "substring"
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证配置,返回错误列表"""
|
||
errors = []
|
||
|
||
valid_sources = [
|
||
"database_full",
|
||
"database_filtered",
|
||
"excel_existing",
|
||
"excel_full"
|
||
]
|
||
if self.data_source not in valid_sources:
|
||
errors.append(
|
||
f"无效的数据源: {self.data_source}。"
|
||
f"有效选项: {', '.join(valid_sources)}"
|
||
)
|
||
|
||
if self.batch_size <= 0:
|
||
errors.append("批次大小必须大于 0")
|
||
if self.batch_size > 2000:
|
||
errors.append("批次大小不应超过 2000(SQL Server 参数限制)")
|
||
|
||
valid_match_modes = ["substring", "exact"]
|
||
if self.match_mode not in valid_match_modes:
|
||
errors.append(
|
||
f"无效的匹配模式: {self.match_mode}。"
|
||
f"有效选项: {', '.join(valid_match_modes)}"
|
||
)
|
||
|
||
return errors
|
||
|
||
|
||
@dataclass
|
||
class AppConfig:
|
||
"""应用总配置"""
|
||
|
||
erp: ERPConfig
|
||
database: DatabaseConfig
|
||
paths: PathConfig
|
||
extraction: ExtractionConfig
|
||
validation: ValidationConfig
|
||
|
||
def validate(self) -> list[str]:
|
||
"""验证所有配置,返回错误列表"""
|
||
errors = []
|
||
errors.extend(self.erp.validate())
|
||
errors.extend(self.database.validate())
|
||
errors.extend(self.paths.validate())
|
||
errors.extend(self.extraction.validate())
|
||
errors.extend(self.validation.validate())
|
||
return errors
|
||
|
||
def to_dict(self) -> dict:
|
||
"""转换为字典格式(用于保存到 JSON)"""
|
||
return {
|
||
"erp": {
|
||
"url": self.erp.url,
|
||
"username": self.erp.username,
|
||
"password": self.erp.password,
|
||
"headless": self.erp.headless,
|
||
"ignore_https_errors": self.erp.ignore_https_errors,
|
||
"auto_close_browser": self.erp.auto_close_browser,
|
||
},
|
||
"database": {
|
||
"db_type": self.database.db_type.value,
|
||
"server": self.database.server,
|
||
"database": self.database.database,
|
||
"username": self.database.username,
|
||
"password": self.database.password,
|
||
"sqlserver": {
|
||
"driver": self.database.sqlserver.driver if self.database.sqlserver else "ODBC Driver 18 for SQL Server",
|
||
"trust_server_certificate": self.database.sqlserver.trust_server_certificate if self.database.sqlserver else "yes",
|
||
},
|
||
"mysql": {
|
||
"host": self.database.mysql.host if self.database.mysql else "",
|
||
"port": self.database.mysql.port if self.database.mysql else 3306,
|
||
"charset": self.database.mysql.charset if self.database.mysql else "utf8mb4",
|
||
},
|
||
},
|
||
"paths": {
|
||
"data_dir": self.paths.data_dir,
|
||
"production_id_file": self.paths.production_id_file,
|
||
"default_output": self.paths.default_output,
|
||
"validation_output": self.paths.validation_output,
|
||
},
|
||
"extraction": {
|
||
"batch_size": self.extraction.batch_size,
|
||
"verbose": self.extraction.verbose,
|
||
"auto_convert": self.extraction.auto_convert,
|
||
"merge_batches": self.extraction.merge_batches,
|
||
"enable_db_persistence": self.extraction.enable_db_persistence,
|
||
},
|
||
"validation": {
|
||
"data_source": self.validation.data_source,
|
||
"use_database": self.validation.use_database,
|
||
"batch_size": self.validation.batch_size,
|
||
"enable_crud_operations": self.validation.enable_crud_operations,
|
||
"default_manager": self.validation.default_manager,
|
||
"match_mode": self.validation.match_mode,
|
||
},
|
||
}
|