# # Copyright (c) 2024, RT-Thread Development Team # # SPDX-License-Identifier: Apache-2.0 # # Change Logs: # Date Author Notes # 2024-08-24 supperthomas the first version # # 这个文件会根据bsp中的信息生成对应的bsp_detail.yml文件，这个文件会包含bsp中的一些信息，比如是否有Kconfig文件，是否有template.uvprojx文件等等 # 根据生成的bsp_detail.yml文件，会生成一个toolchain_bsp.yml文件，这个文件会包含所有的gcc编译器的信息，以及对应的bsp文件夹 import os import pandas as pd import yaml from datetime import datetime import subprocess #pip install pandas #pip install tabulate #pip install pyyaml # 添加每个工具链的下载地址 download_urls = { 'arm-none-eabi-gcc': 'https://github.com/RT-Thread/toolchains-ci/releases/download/v1.3/gcc-arm-none-eabi-10-2020-q4-major-x86_64-linux.tar.bz2', 'mips-sde-elf-gcc': 'https://github.com/RT-Thread/toolchains-ci/releases/download/v1.6/gcc-arm-10.2-2020.11-x86_64-aarch64-none-elf.tar.xz', 'riscv64-unknown-elf-gcc': 'https://github.com/RT-Thread/toolchains-ci/releases/download/v1.4/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14.tar.gz', 'riscv32-unknown-elf-gcc': 'https://github.com/hpmicro/riscv-gnu-toolchain/releases/download/2022.05.15/riscv32-unknown-elf-newlib-multilib_2022.05.15_linux.tar.gz', 'llvm-arm': 'https://github.com/ARM-software/LLVM-embedded-toolchain-for-Arm/releases/download/release-16.0.0/LLVMEmbeddedToolchainForArm-16.0.0-Linux-x86_64.tar.gz', 'riscv-none-embed-gcc': 'https://github.com/RT-Thread/toolchains-ci/releases/download/v1.5/xpack-riscv-none-embed-gcc-8.3.0-2.3-linux-x64.tar.gz', 'riscv32-esp-elf-gcc': 'https://github.com/espressif/crosstool-NG/releases/download/esp-2022r1-RC1/riscv32-esp-elf-gcc11_2_0-esp-2022r1-RC1-linux-amd64.tar.xz', 'clang': 'https://github.com/ARM-software/LLVM-embedded-toolchain-for-Arm/releases/download/release-16.0.0/LLVMEmbeddedToolchainForArm-16.0.0-Linux-x86_64.tar.gz', # 添加其他工具链的下载地址 } # 产生toolchain.yml文件 def generate_toolchain_yaml(input_file, output_file, header_comment): with open(input_file, 'r', encoding='utf-8') as file: data = yaml.safe_load(file) toolchain_data = {} for folder, details in data.items(): gcc = details.get('gcc') if gcc: if gcc not in toolchain_data: toolchain_data[gcc] = {'bsp': []} toolchain_data[gcc]['bsp'].append(folder) # 添加每个工具链的个数 for gcc, details in toolchain_data.items(): details['count'] = len(details['bsp']) download_url = download_urls.get(gcc) if download_url: details['download_url'] = download_url with open(output_file, 'w', encoding='utf-8') as file: file.write(f"# {header_comment}\n") yaml.dump(toolchain_data, file, default_flow_style=False, allow_unicode=True) # 这个函数通过检查文件是否存在来检查bsp的支持情况 def check_files(root_dir, file_list): data = [] folders_checked = set() for projects in sconstruct_paths: found_arch = False # Flag to track if ARCH has been found found_cpu = False # Flag to track if ARCH has been found if projects not in folders_checked: #file_dict = {file: True if os.path.isfile(os.path.join(projects, file)) else '' for file in file_list} file_dict = {} for file in file_list: file_exists = os.path.isfile(os.path.join(projects, file)) if file == 'template.uvprojx': file_dict['mdk5'] = True if file_exists else False elif file == 'template.ewp': file_dict['iar'] = True if file_exists else False elif file == 'template.uvproj': file_dict['mdk4'] = True if file_exists else False elif file == 'template.Uv2': file_dict['mdk3'] = True if file_exists else False elif file == 'Kconfig': file_dict['menuconfig'] = True if file_exists else False else: file_dict[file] = True if file_exists else False # 提取 rtconfig.py 中的 PREFIX 信息 rtconfig_path = os.path.join(projects, 'rtconfig.py') if os.path.isfile(rtconfig_path): print(f"Reading {rtconfig_path}") with open(rtconfig_path, 'r') as f: for line in f: if not found_arch and line.strip().startswith('ARCH'): arch_value = line.split('=')[1].strip().strip("'\"") file_dict['arch'] = f"{arch_value}" print(f"Found ARCH: {arch_value} in {rtconfig_path}") found_arch = True # Set the flag to True # 解析CPU属性 if not found_cpu and line.strip().startswith('CPU'): cpu_value = line.split('=')[1].strip().strip("'\"") file_dict['cpu'] = f"{cpu_value}" print(f"Found CPU: {cpu_value} in {rtconfig_path}") found_cpu = True if line.strip().startswith('PREFIX'): prefix_value = line.split('=')[1].strip().strip("'\"") # 只提取实际的编译器前缀 if 'os.getenv' in prefix_value: prefix_value = prefix_value.split('or')[-1].strip().strip("'\"") file_dict['gcc'] = f"{prefix_value}gcc" print(f"Found PREFIX: {prefix_value} in {rtconfig_path}") break else: print(f"No PREFIX found in {rtconfig_path}") # 去掉路径中的 '/workspaces/rt-thread/bsp/' 部分 projects2 = projects.replace(root_dir + '/', '') file_dict['Folder'] = projects2 data.append(file_dict) #data.append({'Folder': projects2, **file_dict}) folders_checked.add(projects) df = pd.DataFrame(data) return df def find_sconstruct_paths(project_dir, exclude_paths): sconstruct_paths = [] for root, dirs, files in os.walk(project_dir): if all(exclude_path not in root for exclude_path in exclude_paths): if 'SConstruct' in files: sconstruct_paths.append(root) return sconstruct_paths def output_to_markdown(df, output_file): with open(output_file, 'w', encoding='utf-8') as file: file.write(df.to_markdown(index=False)) def output_to_yaml(dataframe, output_file, header_comment): data = dataframe.to_dict(orient='records') yaml_data = {} for item in data: folder = item.pop('Folder') filtered_item = {k: v for k, v in item.items() if v is True or isinstance(v, str)} yaml_data[folder] = filtered_item with open(output_file, 'w', encoding='utf-8') as file: file.write(f"# {header_comment}\n") yaml.dump(yaml_data, file, default_flow_style=False, allow_unicode=True) # Find the rt-thread root directory rtt_root = os.getcwd() while not os.path.exists(os.path.join(rtt_root, 'LICENSE')): rtt_root = os.path.dirname(rtt_root) bsp_root = os.path.join(rtt_root, 'bsp') exclude_paths = ['templates', 'doc'] files_to_check = ['README.md','rtconfig.h', '.config','Kconfig', 'template.uvprojx','template.ewp', 'README.md', 'README_ZH.md', 'template.Uv2','template.uvproj'] sconstruct_paths = find_sconstruct_paths(bsp_root, exclude_paths) result_table = check_files(bsp_root, files_to_check) print(result_table) output_file = 'output.md' output_to_markdown(result_table, output_file) # 将 output.yml 和 toolchain.yml 文件保存到 bsp 目录下 # 获取今天的日期 today_date = datetime.today().strftime('%Y-%m-%d') # 获取当前年份 current_year = datetime.today().year def get_git_user_name(): try: result = subprocess.run(['git', 'config', 'user.name'], stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True) if result.returncode == 0: return result.stdout.strip() else: return "Unknown Author" except Exception as e: return "Unknown Author" # 获取 Git 用户名 author_name = get_git_user_name() # 头部注释 header_comment = f""" # Copyright (c) {current_year}, RT-Thread Development Team # # SPDX-License-Identifier: Apache-2.0 # # Change Logs: # Date Author Notes # {today_date} {author_name} the first version # """ # 将 output.yml 和 toolchain.yml 文件保存到 tools/ci 目录下 ci_dir = os.path.join(rtt_root, 'tools', 'ci') os.makedirs(ci_dir, exist_ok=True) bsp_detail_file = os.path.join(ci_dir, 'bsp_detail.yml') output_to_yaml(result_table, bsp_detail_file, header_comment) toolchain_output_file = os.path.join(ci_dir, 'toolchain_bsp.yml') generate_toolchain_yaml(bsp_detail_file, toolchain_output_file, header_comment)