638 lines
25 KiB
Python
638 lines
25 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
Excel数据导入SQLite脚本
|
||
导入达尔琳基础数据和课时核对表数据
|
||
"""
|
||
import os
|
||
import sys
|
||
import re
|
||
from datetime import datetime, date
|
||
from decimal import Decimal
|
||
|
||
# 设置环境变量使用SQLite
|
||
os.environ['DB_TYPE'] = 'sqlite'
|
||
|
||
import openpyxl
|
||
from flask import Flask
|
||
from config import Config
|
||
from models import db, Role, User, Teacher, Student, Course, Class_, ClassStudent, StudentAccount, RechargeRecord
|
||
|
||
|
||
def parse_date(value):
|
||
"""解析日期"""
|
||
if value is None:
|
||
return None
|
||
if isinstance(value, datetime):
|
||
return value.date()
|
||
if isinstance(value, date):
|
||
return value
|
||
if isinstance(value, str):
|
||
# 处理中文日期格式如 "2026-04-01" 或 "4.5"
|
||
value = value.strip()
|
||
if re.match(r'^\d{4}-\d{2}-\d{2}', value):
|
||
return datetime.strptime(value[:10], '%Y-%m-%d').date()
|
||
elif re.match(r'^\d{1,2}\.\d{1,2}$', value):
|
||
# 格式如 4.5 表示4月5日，使用当前年份
|
||
parts = value.split('.')
|
||
month, day = int(parts[0]), int(parts[1])
|
||
return date(2026, month, day)
|
||
elif re.match(r'^\d+$', value):
|
||
# Excel日期序列号
|
||
try:
|
||
return datetime.fromordinal(datetime(1900, 1, 1).toordinal() + int(value) - 2).date()
|
||
except:
|
||
pass
|
||
return None
|
||
|
||
|
||
def parse_number(value):
|
||
"""解析数字"""
|
||
if value is None:
|
||
return 0
|
||
if isinstance(value, (int, float)):
|
||
return float(value)
|
||
if isinstance(value, str):
|
||
value = value.strip()
|
||
if value == '' or value == '系统合并':
|
||
return 0
|
||
try:
|
||
return float(value)
|
||
except:
|
||
return 0
|
||
return 0
|
||
|
||
|
||
def clean_name(name):
|
||
"""清理姓名中的括号和备注"""
|
||
if name is None:
|
||
return ''
|
||
name = str(name).strip()
|
||
# 移除括号及其内容（如 "王莫迪（赛赛）" -> "王莫迪"）
|
||
name = re.sub(r'（.*?）', '', name)
|
||
name = re.sub(r'\(.*?\)', '', name)
|
||
return name.strip()
|
||
|
||
|
||
def extract_nickname(full_name):
|
||
"""提取昵称"""
|
||
if full_name is None:
|
||
return ''
|
||
full_name = str(full_name).strip()
|
||
# 匹配中文括号
|
||
match = re.search(r'（(.+?)）', full_name)
|
||
if match:
|
||
return match.group(1).strip()
|
||
# 匹配英文括号
|
||
match = re.search(r'\((.+?)\)', full_name)
|
||
if match:
|
||
return match.group(1).strip()
|
||
return ''
|
||
|
||
|
||
def get_gender_from_remark(remark):
|
||
"""从备注中推断性别"""
|
||
if remark and '男' in str(remark):
|
||
return '男'
|
||
elif remark and '女' in str(remark):
|
||
return '女'
|
||
return ''
|
||
|
||
|
||
def create_app():
|
||
"""创建Flask应用"""
|
||
app = Flask(__name__)
|
||
app.config.from_object(Config)
|
||
db.init_app(app)
|
||
return app
|
||
|
||
|
||
def init_database(app):
|
||
"""初始化数据库表"""
|
||
with app.app_context():
|
||
db.create_all()
|
||
# 创建默认角色
|
||
if not Role.query.filter_by(name='管理员').first():
|
||
admin_role = Role(name='管理员', description='系统管理员')
|
||
db.session.add(admin_role)
|
||
|
||
if not Role.query.filter_by(name='超级管理员').first():
|
||
super_role = Role(name='超级管理员', description='超级管理员', permissions='all')
|
||
db.session.add(super_role)
|
||
|
||
# 创建默认管理员用户
|
||
if not User.query.filter_by(username='admin').first():
|
||
admin_user = User(
|
||
username='admin',
|
||
real_name='管理员',
|
||
role_id=Role.query.filter_by(name='超级管理员').first().id,
|
||
phone='13800000000'
|
||
)
|
||
admin_user.set_password('admin123')
|
||
db.session.add(admin_user)
|
||
|
||
db.session.commit()
|
||
print("数据库初始化完成")
|
||
|
||
|
||
def import_basic_data(app):
|
||
"""导入基础数据"""
|
||
print("\n" + "=" * 60)
|
||
print("开始导入基础数据...")
|
||
print("=" * 60)
|
||
|
||
with app.app_context():
|
||
# 读取Excel
|
||
excel_path = 'assets/达尔琳基础数据.xlsx'
|
||
wb = openpyxl.load_workbook(excel_path, data_only=True)
|
||
ws = wb['基础信息']
|
||
|
||
# 存储课程映射 (课程名 -> Course对象)
|
||
course_map = {}
|
||
# 存储班级映射 (班级名 -> Class_对象)
|
||
class_map = {}
|
||
# 存储老师映射 (老师名 -> Teacher对象)
|
||
teacher_map = {}
|
||
|
||
# 首先创建默认课程
|
||
default_courses = {
|
||
'scratch': Course(name='Scratch图形编程', level='scratch'),
|
||
'python': Course(name='Python编程', level='python'),
|
||
'c++': Course(name='C++编程', level='c++'),
|
||
'lab': Course(name='Lab编程', level='lab'),
|
||
'大班': Course(name='STEM大班', level='大班'),
|
||
'中班': Course(name='STEM中班', level='中班'),
|
||
'小班': Course(name='STEM小班', level='小班'),
|
||
}
|
||
for name, course in default_courses.items():
|
||
db.session.add(course)
|
||
db.session.commit()
|
||
|
||
for name, course in default_courses.items():
|
||
course_map[name] = course
|
||
|
||
print(f"已创建 {len(default_courses)} 个默认课程")
|
||
|
||
# 从Excel读取数据
|
||
students_data = []
|
||
for row_idx, row in enumerate(ws.iter_rows(min_row=3, values_only=True), 3):
|
||
if not row[1]: # 学员姓名
|
||
continue
|
||
|
||
student_name = clean_name(row[1])
|
||
if not student_name:
|
||
continue
|
||
|
||
class_name = str(row[2]).strip() if row[2] else ''
|
||
course_level = str(row[3]).strip() if row[3] else ''
|
||
nature = str(row[4]).strip() if row[4] else '自费'
|
||
|
||
# 解析新签信息
|
||
new_sign_amount = parse_number(row[11]) # 新签金额
|
||
new_sign_hours = parse_number(row[12]) # 新签课时
|
||
new_sign_gift = parse_number(row[13]) # 新签赠课
|
||
new_sign_price = parse_number(row[14]) # 新签课单价
|
||
|
||
# 解析续费信息
|
||
renewal1_amount = parse_number(row[16]) # 续费一金额
|
||
renewal1_hours = parse_number(row[17]) # 续费一课时
|
||
renewal1_gift = parse_number(row[18]) # 赠送课时一
|
||
renewal1_price = parse_number(row[19]) # 续费课单价一
|
||
|
||
renewal2_amount = parse_number(row[20]) # 续费二金额
|
||
renewal2_hours = parse_number(row[21]) # 续费二课时
|
||
renewal2_gift = parse_number(row[22]) # 赠送课时二
|
||
renewal2_price = parse_number(row[23]) # 续费课单价二
|
||
|
||
renewal3_amount = parse_number(row[24]) # 续费三金额
|
||
renewal3_hours = parse_number(row[25]) # 续费三课时
|
||
renewal3_gift = parse_number(row[26]) # 赠送课时三
|
||
renewal3_price = parse_number(row[27]) # 续费课单价三
|
||
|
||
# 剩余课时信息
|
||
remain_hours = parse_number(row[30]) # 3月份剩余课时
|
||
gift_hours = parse_number(row[31]) # 赠课
|
||
remain_total = parse_number(row[32]) # 3月份剩余总课时
|
||
unit_price = parse_number(row[33]) # 单价
|
||
remain_amount = parse_number(row[34]) # 3月末剩余金额
|
||
remark = str(row[35]) if row[35] else ''
|
||
|
||
# 提取昵称
|
||
nickname = extract_nickname(str(row[1]) if row[1] else '')
|
||
gender = get_gender_from_remark(remark)
|
||
|
||
students_data.append({
|
||
'name': student_name,
|
||
'nickname': nickname,
|
||
'class_name': class_name,
|
||
'course_level': course_level,
|
||
'nature': nature,
|
||
'gender': gender,
|
||
'remark': remark,
|
||
'new_sign_amount': new_sign_amount,
|
||
'new_sign_hours': new_sign_hours,
|
||
'new_sign_gift': new_sign_gift,
|
||
'new_sign_price': new_sign_price,
|
||
'renewal1_amount': renewal1_amount,
|
||
'renewal1_hours': renewal1_hours,
|
||
'renewal1_gift': renewal1_gift,
|
||
'renewal1_price': renewal1_price,
|
||
'renewal2_amount': renewal2_amount,
|
||
'renewal2_hours': renewal2_hours,
|
||
'renewal2_gift': renewal2_gift,
|
||
'renewal2_price': renewal2_price,
|
||
'renewal3_amount': renewal3_amount,
|
||
'renewal3_hours': renewal3_hours,
|
||
'renewal3_gift': renewal3_gift,
|
||
'renewal3_price': renewal3_price,
|
||
'remain_hours': remain_hours,
|
||
'gift_hours': gift_hours,
|
||
'remain_total': remain_total,
|
||
'unit_price': unit_price,
|
||
'remain_amount': remain_amount,
|
||
})
|
||
|
||
print(f"从基础数据表读取了 {len(students_data)} 条学员记录")
|
||
|
||
# 导入学生
|
||
student_map = {} # name -> Student
|
||
account_count = 0
|
||
|
||
for data in students_data:
|
||
# 创建或获取学生
|
||
student = Student.query.filter_by(name=data['name']).first()
|
||
if not student:
|
||
student = Student(
|
||
name=data['name'],
|
||
nickname=data['nickname'],
|
||
gender=data['gender'],
|
||
remark=data['remark'],
|
||
status=1
|
||
)
|
||
db.session.add(student)
|
||
db.session.flush()
|
||
student_map[data['name']] = student
|
||
elif data['nickname'] and not student.nickname:
|
||
student.nickname = data['nickname']
|
||
|
||
# 获取课程
|
||
course = course_map.get(data['course_level'])
|
||
if not course:
|
||
course = course_map.get('scratch') # 默认
|
||
|
||
# 创建课时账户
|
||
account = StudentAccount.query.filter_by(
|
||
student_id=student.id,
|
||
course_id=course.id
|
||
).first()
|
||
|
||
if not account:
|
||
# 计算总课时（正课+赠课）
|
||
total_normal = data['remain_hours']
|
||
total_gift = data['gift_hours']
|
||
total_consumed = 0
|
||
|
||
# 根据单价计算
|
||
if data['unit_price'] > 0:
|
||
account = StudentAccount(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
normal_hours=total_normal,
|
||
gifted_hours=total_gift,
|
||
consumed_normal=total_consumed,
|
||
consumed_gifted=0,
|
||
unit_price=data['unit_price'],
|
||
original_price_per_lesson=data['unit_price'],
|
||
cumulative_amount=data['remain_amount'],
|
||
account_status='active'
|
||
)
|
||
else:
|
||
account = StudentAccount(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
normal_hours=total_normal,
|
||
gifted_hours=total_gift,
|
||
consumed_normal=total_consumed,
|
||
consumed_gifted=0,
|
||
cumulative_amount=data['remain_amount'],
|
||
account_status='active'
|
||
)
|
||
db.session.add(account)
|
||
account_count += 1
|
||
|
||
# 添加充值记录
|
||
operator = User.query.filter_by(username='admin').first()
|
||
if not operator:
|
||
continue
|
||
|
||
# 新签记录
|
||
if data['new_sign_amount'] > 0:
|
||
recharge = RechargeRecord(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
amount=data['new_sign_amount'],
|
||
normal_hours=data['new_sign_hours'],
|
||
gifted_hours=data['new_sign_gift'],
|
||
operator_id=operator.id,
|
||
remark='新签'
|
||
)
|
||
db.session.add(recharge)
|
||
|
||
# 续费记录1
|
||
if data['renewal1_amount'] > 0:
|
||
recharge = RechargeRecord(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
amount=data['renewal1_amount'],
|
||
normal_hours=data['renewal1_hours'],
|
||
gifted_hours=data['renewal1_gift'],
|
||
operator_id=operator.id,
|
||
remark='续费一'
|
||
)
|
||
db.session.add(recharge)
|
||
|
||
# 续费记录2
|
||
if data['renewal2_amount'] > 0:
|
||
recharge = RechargeRecord(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
amount=data['renewal2_amount'],
|
||
normal_hours=data['renewal2_hours'],
|
||
gifted_hours=data['renewal2_gift'],
|
||
operator_id=operator.id,
|
||
remark='续费二'
|
||
)
|
||
db.session.add(recharge)
|
||
|
||
# 续费记录3
|
||
if data['renewal3_amount'] > 0:
|
||
recharge = RechargeRecord(
|
||
student_id=student.id,
|
||
course_id=course.id,
|
||
amount=data['renewal3_amount'],
|
||
normal_hours=data['renewal3_hours'],
|
||
gifted_hours=data['renewal3_gift'],
|
||
operator_id=operator.id,
|
||
remark='续费三'
|
||
)
|
||
db.session.add(recharge)
|
||
|
||
db.session.commit()
|
||
print(f"导入完成: {len(student_map)} 名学生, {account_count} 个课时账户")
|
||
print(f"充值记录已添加到各学生账户")
|
||
|
||
|
||
def import_consumption_data(app):
|
||
"""导入课时核对表数据（消课记录）"""
|
||
print("\n" + "=" * 60)
|
||
print("开始导入课时核对表数据...")
|
||
print("=" * 60)
|
||
|
||
with app.app_context():
|
||
from models import ConsumptionRecord
|
||
|
||
excel_path = 'assets/课时核对表_2026_4月份.xlsx'
|
||
wb = openpyxl.load_workbook(excel_path, data_only=True)
|
||
|
||
total_consumption = 0
|
||
|
||
# 处理每个sheet
|
||
for sheet_name in wb.sheetnames:
|
||
if sheet_name in ['研学名单', '4月份转账', '校园通转账明细']:
|
||
continue # 跳过转账相关sheet
|
||
|
||
ws = wb[sheet_name]
|
||
print(f"\n处理 Sheet: {sheet_name}")
|
||
|
||
# 根据sheet类型确定列位置
|
||
if sheet_name == 'code学龄后':
|
||
# 列: A序号 B学员姓名 C课程级别 D3月份剩余课时 E赠送课时 F3月剩余总课时
|
||
# G单价 H3月末剩余金额 I新签金额 J新签课时 K新签赠送课时 L续费金额 M续费课时
|
||
# N续费赠送课时 O4月份已上课时 P4月份已上金额 Q退费课时 R账号费
|
||
# S退赠送课时 T退费金额 U4月份剩余课时 V4月剩余总课时 W4月末剩余金额
|
||
# X4月份上课情况 AA备注
|
||
pass
|
||
|
||
# 遍历数据行
|
||
for row_idx, row in enumerate(ws.iter_rows(min_row=3, values_only=True), 3):
|
||
if not row[1]: # 学员姓名
|
||
continue
|
||
|
||
student_name = clean_name(row[1])
|
||
if not student_name:
|
||
continue
|
||
|
||
# 找到学生
|
||
student = Student.query.filter_by(name=student_name).first()
|
||
if not student:
|
||
print(f" 警告: 未找到学生 '{student_name}'")
|
||
continue
|
||
|
||
# 解析上课日期
|
||
# 根据sheet类型，找到上课情况列
|
||
if sheet_name == 'code学龄后':
|
||
attendance_dates = [] # 从X列开始是上课日期
|
||
for col_idx in range(23, 31): # X到AE列
|
||
if col_idx < len(row) and row[col_idx]:
|
||
date_val = row[col_idx]
|
||
if isinstance(date_val, str):
|
||
# 格式如 "4.5", "4.12", "4.19（补）"
|
||
date_str = re.sub(r'（.*?）', '', date_val).strip()
|
||
parsed_date = parse_date(date_str)
|
||
if parsed_date:
|
||
attendance_dates.append(parsed_date)
|
||
elif isinstance(date_val, (datetime, date)):
|
||
if isinstance(date_val, datetime):
|
||
attendance_dates.append(date_val.date())
|
||
else:
|
||
attendance_dates.append(date_val)
|
||
|
||
# 获取已上课时
|
||
consumed_hours = parse_number(row[14] if len(row) > 14 else 0) # O列
|
||
|
||
# 创建消课记录
|
||
if attendance_dates:
|
||
for consume_date in attendance_dates:
|
||
consumption = ConsumptionRecord(
|
||
student_id=student.id,
|
||
course_id=student.accounts[0].course_id if student.accounts else 1,
|
||
hours_consumed=1, # 每次课1课时
|
||
consume_type='normal',
|
||
normal_consumed=1,
|
||
gifted_consumed=0,
|
||
operator_id=User.query.filter_by(username='admin').first().id,
|
||
consume_date=consume_date,
|
||
remark=f'从{sheet_name}导入'
|
||
)
|
||
db.session.add(consumption)
|
||
total_consumption += 1
|
||
|
||
elif sheet_name == 'stem学龄前':
|
||
attendance_dates = []
|
||
for col_idx in range(22, 31): # W列开始
|
||
if col_idx < len(row) and row[col_idx]:
|
||
date_val = row[col_idx]
|
||
if isinstance(date_val, str):
|
||
date_str = re.sub(r'（.*?）', '', date_val).strip()
|
||
parsed_date = parse_date(date_str)
|
||
if parsed_date:
|
||
attendance_dates.append(parsed_date)
|
||
elif isinstance(date_val, (datetime, date)):
|
||
if isinstance(date_val, datetime):
|
||
attendance_dates.append(date_val.date())
|
||
else:
|
||
attendance_dates.append(date_val)
|
||
|
||
if attendance_dates:
|
||
for consume_date in attendance_dates:
|
||
consumption = ConsumptionRecord(
|
||
student_id=student.id,
|
||
course_id=student.accounts[0].course_id if student.accounts else 2,
|
||
hours_consumed=1,
|
||
consume_type='normal',
|
||
normal_consumed=1,
|
||
gifted_consumed=0,
|
||
operator_id=User.query.filter_by(username='admin').first().id,
|
||
consume_date=consume_date,
|
||
remark=f'从{sheet_name}导入'
|
||
)
|
||
db.session.add(consumption)
|
||
total_consumption += 1
|
||
|
||
elif sheet_name == '学龄后lab':
|
||
attendance_dates = []
|
||
for col_idx in range(15, 26): # P列开始
|
||
if col_idx < len(row) and row[col_idx]:
|
||
date_val = row[col_idx]
|
||
if isinstance(date_val, str):
|
||
date_str = re.sub(r'（.*?）', '', date_val).strip()
|
||
parsed_date = parse_date(date_str)
|
||
if parsed_date:
|
||
attendance_dates.append(parsed_date)
|
||
elif isinstance(date_val, (datetime, date)):
|
||
if isinstance(date_val, datetime):
|
||
attendance_dates.append(date_val.date())
|
||
else:
|
||
attendance_dates.append(date_val)
|
||
|
||
if attendance_dates:
|
||
for consume_date in attendance_dates:
|
||
consumption = ConsumptionRecord(
|
||
student_id=student.id,
|
||
course_id=student.accounts[0].course_id if student.accounts else 4,
|
||
hours_consumed=1,
|
||
consume_type='normal',
|
||
normal_consumed=1,
|
||
gifted_consumed=0,
|
||
operator_id=User.query.filter_by(username='admin').first().id,
|
||
consume_date=consume_date,
|
||
remark=f'从{sheet_name}导入'
|
||
)
|
||
db.session.add(consumption)
|
||
total_consumption += 1
|
||
|
||
elif sheet_name == '免费':
|
||
attendance_dates = []
|
||
for col_idx in range(6, 12): # G列开始是上课日期
|
||
if col_idx < len(row) and row[col_idx]:
|
||
date_val = row[col_idx]
|
||
if isinstance(date_val, str):
|
||
date_str = re.sub(r'（.*?）', '', date_val).strip()
|
||
# 免费课日期格式可能不同
|
||
if re.match(r'^\d{1,2}\.\d{1,2}', date_str):
|
||
parts = date_str.split('.')
|
||
month, day = int(parts[0]), int(parts[1][:2])
|
||
parsed_date = date(2026, month, day)
|
||
attendance_dates.append(parsed_date)
|
||
elif isinstance(date_val, (datetime, date)):
|
||
if isinstance(date_val, datetime):
|
||
attendance_dates.append(date_val.date())
|
||
else:
|
||
attendance_dates.append(date_val)
|
||
|
||
if attendance_dates:
|
||
for consume_date in attendance_dates:
|
||
consumption = ConsumptionRecord(
|
||
student_id=student.id,
|
||
course_id=1, # 免费课
|
||
hours_consumed=1,
|
||
consume_type='gift',
|
||
normal_consumed=0,
|
||
gifted_consumed=1,
|
||
operator_id=User.query.filter_by(username='admin').first().id,
|
||
consume_date=consume_date,
|
||
remark=f'从{sheet_name}导入'
|
||
)
|
||
db.session.add(consumption)
|
||
total_consumption += 1
|
||
|
||
db.session.commit()
|
||
print(f"\n消课记录导入完成: {total_consumption} 条记录")
|
||
|
||
|
||
def verify_data(app):
|
||
"""验证数据完整性"""
|
||
print("\n" + "=" * 60)
|
||
print("数据完整性验证...")
|
||
print("=" * 60)
|
||
|
||
with app.app_context():
|
||
student_count = Student.query.count()
|
||
account_count = StudentAccount.query.count()
|
||
recharge_count = RechargeRecord.query.count()
|
||
consumption_count = ConsumptionRecord.query.count() if 'ConsumptionRecord' in dir() else 0
|
||
course_count = Course.query.count()
|
||
|
||
print(f"\n数据统计:")
|
||
print(f" - 学生总数: {student_count}")
|
||
print(f" - 课时账户: {account_count}")
|
||
print(f" - 充值记录: {recharge_count}")
|
||
print(f" - 课程数量: {course_count}")
|
||
|
||
# 验证消课记录
|
||
from models import ConsumptionRecord
|
||
consumption_count = ConsumptionRecord.query.count()
|
||
print(f" - 消课记录: {consumption_count}")
|
||
|
||
# 按课程统计学生
|
||
print("\n按课程统计:")
|
||
for course in Course.query.all():
|
||
count = StudentAccount.query.filter_by(course_id=course.id).count()
|
||
print(f" - {course.name}: {count} 名学生")
|
||
|
||
# 显示部分学生数据
|
||
print("\n部分学生数据示例:")
|
||
for student in Student.query.limit(5).all():
|
||
print(f" - {student.name} (ID:{student.id})")
|
||
for account in student.accounts:
|
||
print(f" 课程: {account.course.name}, 正课: {account.normal_hours}, 赠课: {account.gifted_hours}, 单价: {account.unit_price}")
|
||
|
||
|
||
def main():
|
||
"""主函数"""
|
||
print("=" * 60)
|
||
print("达尔琳数据导入工具")
|
||
print("=" * 60)
|
||
|
||
# 创建应用
|
||
app = create_app()
|
||
|
||
# 初始化数据库
|
||
init_database(app)
|
||
|
||
# 导入基础数据
|
||
import_basic_data(app)
|
||
|
||
# 导入课时核对表数据
|
||
import_consumption_data(app)
|
||
|
||
# 验证数据
|
||
verify_data(app)
|
||
|
||
print("\n" + "=" * 60)
|
||
print("导入完成!")
|
||
print("=" * 60)
|
||
|
||
|
||
if __name__ == '__main__':
|
||
main()
|