把项目转换为md知识库，提供给gpts使用

把项目转换为md知识库，提供给gpts使用

import os

import chardet

project_path='' # 项目目录路径
project_name='' # 项目名称

# 定义全局字典，映射文件后缀名到Markdown代码块的语言
language_mapping = {
    '.java': 'java',
    '.py': 'python',
    '.js': 'javascript',
    '.html': 'html',
    '.md': 'markdown',
    '.properties': 'properties',
    '.xml': 'xml',
    '.vue': 'vue',
    '.tsx': 'tsx',
    '.yml': 'yaml',
    '.sql': 'sql',
    '.json': 'json',
    '.txt': 'text',
    '.csv': 'csv',
    '.ini': 'ini',
    '.c': 'c',
    '.cpp': 'cpp',
    '.go': 'go',
    '.php': 'php',
    '.rb': 'ruby',
}

def detect_encoding(file_path):
    """检测文件编码"""
    with open(file_path, 'rb') as file:
        raw_data = file.read()
    result = chardet.detect(raw_data)
    return result['encoding']

def write_file_content_to_utf8(file_path, output_file):
    """读取文件并以UTF-8编码写入到txt文件中"""
    # 获取文件后缀名
    _, ext = os.path.splitext(file_path)
    # 检查文件大小（20KB = 20480 字节）
    # if os.path.getsize(file_path) > 91136 and ext != '.md':
    if os.path.getsize(file_path) > 91136:
        print(f"忽略大文件：{file_path}")
        return

    encoding = detect_encoding(file_path)
    try:
        with open(file_path, 'r', encoding=encoding) as file:
            content = file.read()
        relative_path = os.path.relpath(file_path, project_path)  # 计算相对路径

        output_file.write(f"## 文件：{project_name}\\{relative_path}\n\n")  # Markdown标题

        if not ext == '.md':
            # 根据文件后缀名确定代码块的语言
            language = language_mapping.get(ext, 'text')  # 默认为'text'
            output_file.write(f"```{language}\n")  # 语法高亮

        output_file.write(content)
        if not ext == '.md':
            output_file.write("\n```\n\n")  # 结束代码块
        else:
            output_file.write("\n\n")  # 结束代码块
    except UnicodeDecodeError:
        print(f"读取失败（编码不支持）：{file_path}")

def should_ignore(directory,ignored_directories):
    """检查是否应该忽略给定的目录"""
    for ignored_dir in ignored_directories:
        if ignored_dir in directory:
            return True
    return False

def process_directory(directory, output_file,ignored_directories):
    """递归处理目录下的所有文件和子目录"""
    if should_ignore(directory,ignored_directories):
        return  # 忽略整个目录

    for item in os.listdir(directory):
        path = os.path.join(directory, item)
        if os.path.isdir(path):
            process_directory(path, output_file,ignored_directories)
        elif any(path.endswith(suffix) for suffix in file_suffixes):
            print('path===============',path)
            write_file_content_to_utf8(path, output_file)

def create_knowledge_base(project_directory, output_path):
    """创建知识库文件"""
    with open(output_path, 'w', encoding='utf-8') as output_file:
        process_directory(project_directory, output_file,ignored_directories)

def create_knowledge_base(paths, output_path):
    """创建知识库文件"""
    global project_path,project_name
    with open(output_path, 'w', encoding='utf-8', errors='ignore') as output_file:
        for project_directory in paths:
            project_path=project_directory
            project_name = os.path.basename(project_path)  # 提取项目名称
            output_file.write(f"# 项目：{project_name}\n\n")  # Markdown标题
            process_directory(project_directory, output_file,ignored_directories)


if __name__ == '__main__':
    ignored_directories = ['target','.idea','node_modules','build','dist','out','logs','log','lib','js_sdk','uni_modules','nativeplugins','static','public']
    file_suffixes=['.java', '.properties', '.yml', '.md', '.txt','.js','.html','.vue','.xml','.json','.sql','.csv','.py',
                   '.tsx','.ts','.less','.scss','.gradle'
                   ]
    project_dirs = [
        'H:\\下载\edge浏览器下载\\spring-security-6.1.6',
    ]
    output_path = 'spring-security-6.1.6.md' # 知识库文件的输出路径
    create_knowledge_base(project_dirs, output_path)

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

detect_encoding(file_path): 检测并返回文件的编码类型。
write_file_content_to_utf8(file_path, output_file): 读取文件内容，根据文件扩展名决定是否加上 Markdown 代码块的格式，并写入到指定的输出文件中。
should_ignore(directory, ignored_directories): 判断给定的目录是否应该被忽略。
process_directory(directory, output_file, ignored_directories): 递归处理给定目录下的所有文件和子目录，转换为 Markdown 格式。
create_knowledge_base(paths, output_path): 遍历给定的项目目录列表，为每个项目创建 Markdown 格式的知识库文件。