You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

653 lines
23 KiB

# -*- coding: UTF-8 -*-
import multiprocessing
import time
import xlrd
import os
import shutil
import re
import sys
import json
from functools import cmp_to_key
import hashlib
import threading
import concurrent.futures
INT_KEY_TYPE = "int_key"
UINT_KEY_TYPE = "uint_key"
STRING_KEY_TYPE = "string_key"
INT_TYPE = "int"
FLOAT_TYPE = "float"
UINI_TYPE = "uint"
STRING_TYPE = "string"
STRING_LAN_TYPE = "string_lan"
STRING_LUA_TYPE = "string_lua"
STRING_LIST_TYPE = "string[]"
INT_LSIT_TYPE = "int[]"
UINT_LSIT_TYPE = "uint[]"
LONG_LSIT_TYPE = "long[]"
FLOAT_LIST_TYPE = "float[]"
LONG_TYPE = "long"
LONG_LIST_TYPE = "long[]"
NONE_TYPE = "none"
LUA_WORD = "(LUA)"
EXCEL_DIR = "./Excel"
GENERATE_LUA_DIR = "../../pandora_cli_proj/pandora/Assets/Lua/Desc"
GENERATE_LUA_LANG_DIR = "../../pandora_cli_proj/pandora/Assets/Lua/Desc/LanguageDesc"
EXCEL_SUFFIX = ".xlsx"
TEMP_EXCEL_PREFIX = "~$"
#md5检查
MD5_FILE = "./md5.txt"
md5_file_dict = {}
#是否快速导表
is_fast_export = False
#是否使用多进程
is_use_multi_thread = True
#总共导出的表数量
export_excel_count = 0
export_excel_index = 0
#创建一个线程锁对象
lock = threading.Lock()
pool = concurrent.futures.ThreadPoolExecutor(max_workers=8)
#缓存表格数据
excel_data_dict = {}
alone_save_excel = [
]
remove_empty_table_excel = [
"ABTestConfigRule.xlsx",
"MainlandGuideMovie.xlsx"
]
excel_config_file = "ClientExcelConfig.json"
excel_self_config_file = "./selfExcelConfig/ClientExcelConfig.json"
class FirstColumn:
def __init__(self, key):
self._rawKey = key
self._key = key
self._list_count = 1
self._list_index = 0
self._inew_table = 0
self.parse()
def parse(self):
match = re.match(r"(\w+)_(\d+)_(\d+)", self._key)
if match:
self._key = match.group(1)
self._list_count = int(match.group(2))
self._list_index = int(match.group(3))
match2 = re.match(r"(\w+)_(\d+)_(\w+)",self._key)
if match2:
self._key = match2.group(1)
self._list_index = int(match2.group(2))
self._list_key = match2.group(3)
self._inew_table = 1
def get_key(self):
return self._key
def get_list_key(self):
return self._list_key
def is_list(self):
return self._list_count > 1
def get_list_index(self):
return self._list_index
def is_newtable(self):
return self._inew_table > 0
def get_cell_value(value_type, value,key=None):
if value is None or value == "":
return "nil"
elif value_type == INT_KEY_TYPE or value_type == INT_TYPE or value_type == UINT_KEY_TYPE or value_type == UINI_TYPE or value_type == LONG_TYPE:
return int(round(float(value)))
elif value_type.startswith(INT_LSIT_TYPE):
# if type(value) is str:
# value = value.encode("utf8")
value = str(value)
value = value.replace(',',';')
value = value.split(';')
value = [int(round(float(x))) for x in value]
return value
elif value_type.startswith(UINT_LSIT_TYPE):
# if type(value) is str:
# value = value.encode("utf8")
value = str(value)
value = value.replace(',',';')
value = value.split(';')
value = [int(round(float(x))) for x in value]
return value
elif value_type.startswith(LONG_LIST_TYPE):
# if type(value) is str:
# value = value.encode("utf8")
value = str(value)
value = value.replace(',',';')
value = value.split(';')
value = [int(round(float(x))) for x in value]
return value
elif value_type.startswith(FLOAT_LIST_TYPE):
# if type(value) is str:
# value = value.encode("utf8")
value = str(value)
value = value.replace(',',';')
value = value.split(';')
value = [float(x) for x in value]
return value
elif value_type == FLOAT_TYPE:
return float(value)
elif value_type.startswith(STRING_LIST_TYPE):
# if type(value) is str:
# value = value.encode("utf8")
value = str(value)
value = value.replace(',',';')
value = value.split(';')
value = [x.strip() for x in value]
return value
elif value_type == STRING_KEY_TYPE or value_type == STRING_TYPE or value_type == STRING_LAN_TYPE:
# if type(value) is str or type(value) is str:
# value = value.encode("utf8")
value = str(value)
#语言表
value = value.replace("\n", "\\n")
value = value.replace("\"", "\\\"")
value = value.replace("<String>", "%s")
value = value.replace("<Number>", "%s")
value = value.replace("<string>", "%s")
value = value.replace("<number>", "%s")
return value
elif value_type == STRING_LUA_TYPE:
return LUA_WORD+str(value)
# elif value_type == STRING_LAN_TYPE:
# value = value.encode("utf8")
# lang_key = str(value).replace("#", "")
# return LUA_WORD+"GM and GM.Lang(\"%s\") or \"%s\"" % (lang_key, lang_key)
return None
def sort_spell_skin_show(table):
items = []
for key in table:
items.append(table[key])
def sort_method(item1,item2):
if item1["spellId"] < item2["spellId"]:
return -1
elif item1["spellId"] > item2["spellId"]:
return 1
else:
if item1["skinIndex"] < item2["skinIndex"]:
return -1
elif item1["skinIndex"] > item2["skinIndex"]:
return 1
else:
if item1.get("layer") != "nil":
if item1["layer"] < item2["layer"]:
return -1
else:
return 1
else:
return 0
sorted_items = sorted(items,key = cmp_to_key(sort_method))
return sorted_items
def excel_to_lua_data(path, isLanguage):
global total_read_time
excel_data = {}
excel_name = os.path.basename(path)
xml_data = xlrd.open_workbook(path) # 打开xls文件
sheet = xml_data.sheets()[0] # 打开第一张表
# 先判断key的数量
row_num = sheet.nrows # 获取表的行数
col_num = sheet.ncols # 获取表的列数
row_key_values = sheet.row_values(0) # 获取表的第一行的所有数据
row_type_values = sheet.row_values(1) # 获取表的第二行的所有数据
row_cs_values = sheet.row_values(2) # 获取表的第三行的所有数据
row_desc_values = sheet.row_values(3) # 获取表的第四行的所有数据
index_list = [] # 需要导出的列索引
key_list_map = {} # 所有key_value的列表
key_list = [] # key的列表
for i in range(0, col_num):
key_value = row_key_values[i]
type_value = row_type_values[i]
cs_value = row_cs_values[i]
if type_value == INT_KEY_TYPE or type_value == UINT_KEY_TYPE or type_value == STRING_KEY_TYPE:
key_list.append(key_value)
if key_value not in key_list_map:
key_list_map[key_value] = []
for row in range(4, row_num):
try:
key_list_map[key_value].append(get_cell_value(type_value, sheet.row_values(row)[i]))
except:
print("error file:" + path + ",key:" + key_value + ",row:" + str(row))
sys.exit()
#忽略的部分列
if key_value != NONE_TYPE and cs_value != "skip" and cs_value.find("c") != -1:
if isLanguage:
if type_value != STRING_KEY_TYPE:
index_list.append(i)
else:
index_list.append(i)
def set_row_value(row, obj):
row_values = sheet.row_values(row)
struct_key_list = []
for i in index_list:
first_column = FirstColumn(row_key_values[i])
column_key = first_column.get_key()
try:
#数组单独处理
if first_column.is_list():
if column_key not in obj:
obj[column_key] = {}
obj[column_key][first_column.get_list_index()+1] = get_cell_value(row_type_values[i], row_values[i])
elif first_column.is_newtable():
if column_key not in obj:
obj[column_key] = {}
if struct_key_list.count(column_key) == 0:
struct_key_list.append(column_key)
if (first_column.get_list_index()+1) not in obj[column_key]:
obj[column_key][first_column.get_list_index()+1] = {}
obj[column_key][first_column.get_list_index()+1][first_column.get_list_key()] = get_cell_value(row_type_values[i], row_values[i])
else:
obj[column_key] = get_cell_value(row_type_values[i], row_values[i])
except:
print("error file:" + str(path) + ",key:" + str(column_key), ",row:" + str(row))
sys.exit()
if excel_name in remove_empty_table_excel:
for key in struct_key_list:
struct_list_indexes = obj[key].keys()
for index in struct_list_indexes:
struct_keys = list(obj[key][index].values())
if len(struct_keys) == struct_keys.count("nil"):
obj[key][index] = None
values = list(obj[key].values())
if len(values) == values.count(None):
obj.pop(key)
table = {}
if len(key_list) == 2:
#暂时只支持2个key
row_index = 0
for row in range(4, row_num):
first_key = key_list_map[key_list[0]][row_index]
second_key = key_list_map[key_list[1]][row_index]
row_index = row_index + 1
if first_key == "" or first_key == "nil" or second_key == "" or second_key == "nil":
print("%s key is nil,row:%d" % (path, row))
continue
if first_key not in table:
table[first_key] = {}
if second_key not in table[first_key]:
table[first_key][second_key] = {}
obj = table[first_key][second_key]
set_row_value(row, obj)
elif len(key_list) <= 1:
#没有key或者单个key
row_index = 0
row_key_list = None
if len(key_list) > 0:
row_key_list = key_list_map[key_list[0]]
for row in range(4, row_num):
row_index = row_index + 1
row_key = row_index
if not (row_key_list is None):
row_key = row_key_list[row_index-1]
if row_key == "nil" or row_key == "":
print("%s key is nil,row:%d" % (path, row))
continue
if row_key not in table:
table[row_key] = {}
obj = table[row_key]
set_row_value(row, obj)
file_name = os.path.basename(path)
if file_name == "SpellActionSkinShowDesc.xlsx":
try:
table = sort_spell_skin_show(table)
except Exception as e:
print(e)
return obj_to_lua(table)
#######################################################################
def value_tostring(value):
value_type = type(value)
if value_type is str:
value = str(value)
value_type = type(value)
if value is None:
return "nil"
if value_type == str:
if value == "" or value == "nil":
return "nil"
if value.find(LUA_WORD, 0, len(LUA_WORD)) == -1:
return "\"%s\"" % value
else:
return value.replace(LUA_WORD, "")
elif value_type == bool:
if value:
return "true"
else:
return "false"
else:
return value
def key_tostring(key):
key_type = type(key)
if key_type == int:
return "[%d]" % key
elif key_type == str:
return key
def obj_to_lua(obj):
result = []
def _encode_to_lua(value, key, indent):
if value is None:
return
key_type = type(key)
if key_type != str and key_type != int:
return
value_type = type(value)
if value_type == list or value_type == dict:
result.append("%s%s = {" % (indent, key_tostring(key)))
indent2 = indent + "\t"
if value_type == list:
for i in range(len(value)):
_encode_to_lua(value[i], i + 1, indent2)
elif value_type == dict:
for k in list(value.keys()):
_encode_to_lua(value[k], k, indent2)
if indent == "":
result.append("%s}" % (indent))
else:
result.append("%s}," % (indent))
else:
valueStr = value_tostring(value)
if valueStr != "nil":
result.append("%s%s = %s," % (indent, key_tostring(key), valueStr))
_encode_to_lua(obj, "local M", "")
result.append("return M")
return "\n".join(result)
def excel_to_lua_file(excel_path, lua_path, isLanguage):
#打印时间
start_time = time.time()
if not os.path.exists(excel_path):
print("excel not exists.", excel_path)
return
try:
lua_data = excel_to_lua_data(excel_path, isLanguage)
end_time1 = time.time()
f = open(lua_path, "w", encoding="UTF-8",newline="\n")
f.write(lua_data)
f.close()
except Exception as e:
print(e)
print(excel_path+" 配置错误,检查该表")
exit(-1)
end_time2 = time.time()
cost1 = round(end_time1 - start_time, 2)
cost2 = round(end_time2 - start_time, 2)
#print(f"export excel to lua success. {excel_path} cost1 {cost1}s cost2 {cost2}")
def thread_func(name, excel_file_path, lua_file_path, is_language):
excel_to_lua_file(excel_file_path, lua_file_path, is_language)
# #写入md5文件
# excel_md5 = get_md5(excel_file_path)
# lua_md5 = get_md5(lua_file_path)
# lock.acquire()
# export_excel_index += 1
# #print("thread_func finish ", name, "export_excel_index:", export_excel_index)
# md5_file_dict[excel_file_path] = excel_md5
# md5_file_dict[lua_file_path] = lua_md5
# lock.release()
print("thread_func finish ", name)
#是否跳过导表
def is_skip_export(excel_path, lua_path):
if not os.path.exists(excel_path):
#print("excel not exists.", excel_path)
return True
if not os.path.exists(lua_path):
return False
#如果是快速导表,检查md5,excel_path跟lua_path都没变化,不导表
if is_fast_export:
if not is_md5_change(excel_path) and not is_md5_change(lua_path):
return True
return False
#读取md5文件
def read_md5_file():
if not os.path.exists(MD5_FILE):
return{}
f = open(MD5_FILE, "r", encoding="UTF-8")
lines = f.readlines()
f.close()
if len(lines) == 0:
return {}
md5_dict = {}
for i in range(0, len(lines)):
line = lines[i].strip()
if line == "":
continue
line_list = line.split(" ")
if len(line_list) != 2:
continue
md5_dict[line_list[0]] = line_list[1]
return md5_dict
#判断md5是否改变
def is_md5_change(file_name):
#字典中没有该文件
if file_name not in md5_file_dict:
#print("md5_file_dict not have file:",file_name)
return True
new_md5 = get_md5(file_name)
old_md5 = md5_file_dict[file_name]
if new_md5 != old_md5:
#print("md5 change:",file_name, "old_md5:",old_md5,"new_md5:",new_md5)
return True
return False
#获取指定文件的md5
def get_md5(file_name):
if not os.path.exists(file_name):
return ""
f = open(file_name, "rb")
md5 = hashlib.md5(f.read()).hexdigest()
f.close()
#小写
return md5.lower()
#写入md5文件
def write_md5_file(md5_dict):
#覆盖写入
f = open(MD5_FILE, "w", encoding="UTF-8")
for key in md5_dict:
f.write(key + " " + md5_dict[key] + "\n")
f.close()
#导出所有表
def excel_list_to_lua_file(file_path, configs, export_all_file, export_paths, is_use_multi_thread, pool, change_file_list):
if export_all_file:
excel_names = os.listdir(file_path)
for name in excel_names:
if name in configs['included'] and name.endswith(EXCEL_SUFFIX) and not name.startswith(TEMP_EXCEL_PREFIX):
excel_file_path = file_path + os.sep + name
lua_file_name = name[:name.find(EXCEL_SUFFIX)]
lua_dir = GENERATE_LUA_DIR
if name == "LanguageDesc.xlsx":
lua_dir = GENERATE_LUA_LANG_DIR
if lua_file_name in alone_save_excel:
print("need alone save",name)
lua_file_dir = lua_dir + os.sep + lua_file_name
if not os.path.exists(lua_file_dir):
os.mkdir(lua_file_dir)
lua_file_path = lua_dir + os.sep + lua_file_name + os.sep + lua_file_name + ".lua"
else:
lua_file_path = lua_dir + os.sep + name[:name.find(EXCEL_SUFFIX)] + ".lua"
is_language = name == "LanguageDesc.xlsx"
#判断是否跳过导表
if is_skip_export(excel_file_path, lua_file_path):
#print(name," skip export")
continue
print(name)
change_file_list.append(excel_file_path)
change_file_list.append(lua_file_path)
#如果使用多进程
if is_use_multi_thread:
pool.apply_async(thread_func, (name, excel_file_path, lua_file_path, is_language))
else:
excel_to_lua_file(excel_file_path, lua_file_path, is_language)
else:
for name in export_paths:
if name.endswith(EXCEL_SUFFIX) and not name.startswith(TEMP_EXCEL_PREFIX):
#print(name)
excel_file_path = file_path + os.sep + name
lua_file_name = name[:name.find(EXCEL_SUFFIX)]
lua_dir = GENERATE_LUA_DIR
if name == "LanguageDesc.xlsx":
lua_dir = GENERATE_LUA_LANG_DIR
if lua_file_name in alone_save_excel:
print("need alone save",name)
lua_file_dir = lua_dir + os.sep + lua_file_name
if not os.path.exists(lua_file_dir):
os.mkdir(lua_file_dir)
lua_file_path = lua_dir + os.sep + lua_file_name + os.sep + lua_file_name + ".lua"
else:
lua_file_path = lua_dir + os.sep + name[:name.find(EXCEL_SUFFIX)] + ".lua"
is_language = name == "LanguageDesc.xlsx"
#判断是否跳过导表
if is_skip_export(excel_file_path, lua_file_path):
#print(name," skip export")
continue
print(name)
change_file_list.append(excel_file_path)
change_file_list.append(lua_file_path)
#如果使用多进程
if is_use_multi_thread:
pool.apply_async(thread_func, (name, excel_file_path, lua_file_path, is_language))
else:
excel_to_lua_file(excel_file_path, lua_file_path, is_language)
if __name__ == "__main__":
#开始计时
start_time = time.time()
if not os.path.exists(GENERATE_LUA_DIR):
os.makedirs(GENERATE_LUA_DIR)
#读取md5文件
md5_file_dict = read_md5_file()
clean_old_file = True
export_all_file = True
config_file_name = excel_config_file
change_region_dir="" #需要替换的区域目录
export_paths=""
if (len(sys.argv) > 1 and sys.argv[1] == "self" ):
config_file_name = excel_self_config_file
clean_old_file = False
elif (len(sys.argv) > 1 and sys.argv[1] == "quickExport"): #快速导表
is_fast_export = True
is_use_multi_thread = True
elif (len(sys.argv) > 2 and sys.argv[1] == "region"):
is_use_multi_thread = True
change_region_dir=sys.argv[2] #需要替换的区域目录
elif (len(sys.argv) > 1 and sys.argv[1] != "self"):
export_all_file = False
clean_old_file = True
export_paths = sys.argv[1:]
if is_fast_export:
clean_old_file = False
if clean_old_file:
if not export_all_file:
print("export_paths = ", export_paths[0])
for file_name in os.listdir(GENERATE_LUA_DIR):
if not file_name.startswith("SpellShowDesc") and not file_name.startswith("QuestEventDesc") and not file_name.startswith("DramaDesc") and not file_name.startswith("WorldDesc"):
if file_name.replace(".lua", ".xlsx") in export_paths or file_name.replace(".meta", ".xlsx") in export_paths :
print("clear_old_file:", file_name)
file_path = os.path.join(GENERATE_LUA_DIR, file_name)
if os.path.isdir(file_path):
shutil.rmtree(file_path)
else:
os.remove(file_path)
else:
for file_name in os.listdir(GENERATE_LUA_DIR):
if not file_name.startswith("SpellShowDesc") and not file_name.startswith("QuestEventDesc") and not file_name.startswith("DramaDesc") and not file_name.startswith("WorldDesc"):
file_path = os.path.join(GENERATE_LUA_DIR, file_name)
if os.path.isdir(file_path):
shutil.rmtree(file_path)
else:
os.remove(file_path)
if not os.path.exists(GENERATE_LUA_LANG_DIR):
os.makedirs(GENERATE_LUA_LANG_DIR)
config_file = open(config_file_name, 'r', encoding='utf-8')
configs = json.load(config_file)
# print(configs)
config_file.close()
# 多线程执行函数
#定义进程池
pool = multiprocessing.Pool(processes=6)
#改动文件列表
change_file_list = []
#默认目录xls文件转lua文件
excel_list_to_lua_file(EXCEL_DIR, configs, export_all_file, export_paths, is_use_multi_thread, pool, change_file_list)
#区域目录xls文件覆盖,重新生成lua文件
if change_region_dir != "" :
region_file_path = EXCEL_DIR + os.sep + change_region_dir
if not os.path.exists(region_file_path):
print(region_file_path+" 目录不存在")
exit(-1)
print(region_file_path+" 目录文件进行覆盖处理")
excel_list_to_lua_file(region_file_path, configs, export_all_file, export_paths, is_use_multi_thread, pool, change_file_list)
#等待所有任务完成
pool.close()
pool.join()
#更新改动文件的MD5
for file in change_file_list:
md5_file_dict[file] = get_md5(file)
#写入md5文件
write_md5_file(md5_file_dict)
#结束计时
end_time = time.time()
#打印耗时,保留两位小数
#打印是否使用线程
print("is_use_multi_thread:", is_use_multi_thread)
print("export excel to lua finish , time:", round(end_time - start_time, 2), "s")