{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":91844,"databundleVersionId":11361821,"sourceType":"competition"},{"sourceId":398571,"sourceType":"modelInstanceVersion","isSourceIdPinned":true,"modelInstanceId":326366,"modelId":347271}],"dockerImageVersionId":30918,"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# **BirdCLEF 2025 Inference Notebook**\nThis notebook runs inference on BirdCLEF 2025 test soundscapes and generates a submission file. It supports both single model inference and ensemble inference with multiple models. You can find the pre-processing and training processes in the following notebooks:\n\n- [Transforming Audio-to-Mel Spec. | BirdCLEF'25](https://www.kaggle.com/code/kadircandrisolu/transforming-audio-to-mel-spec-birdclef-25)  \n- [EfficientNet B0 Pytorch [Train] | BirdCLEF'25](https://www.kaggle.com/code/kadircandrisolu/efficientnet-b0-pytorch-train-birdclef-25)\n\n**Features**\n- Audio Preprocessing\n- Test-Time Augmentation (TTA)","metadata":{}},{"cell_type":"code","source":"import os\nimport gc\nimport warnings\nimport logging\nimport time\nimport math\nimport cv2\nfrom pathlib import Path\n\nimport numpy as np\nimport pandas as pd\nimport librosa\nimport torch\nimport torch.nn as nn\nimport torch.nn.functional as F\nimport timm\nfrom tqdm.auto import tqdm\n\nwarnings.filterwarnings(\"ignore\")\nlogging.basicConfig(level=logging.ERROR)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:49:51.327161Z","iopub.execute_input":"2025-05-17T08:49:51.327628Z","iopub.status.idle":"2025-05-17T08:49:51.333071Z","shell.execute_reply.started":"2025-05-17T08:49:51.327593Z","shell.execute_reply":"2025-05-17T08:49:51.331987Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"class CFG:\n \n    test_soundscapes = '/kaggle/input/birdclef-2025/test_soundscapes'\n    submission_csv = '/kaggle/input/birdclef-2025/sample_submission.csv'\n    taxonomy_csv = '/kaggle/input/birdclef-2025/taxonomy.csv'\n    model_path = '/kaggle/input/pacnn/pytorch/default/1'  \n    \n    # Audio parameters\n    FS = 32000  \n    WINDOW_SIZE = 5  \n    \n    # Mel spectrogram parameters\n    N_FFT = 1024\n    HOP_LENGTH = 512\n    N_MELS = 128\n    FMIN = 50\n    FMAX = 14000\n    TARGET_SHAPE = (256, 256)\n    \n    model_name = 'cnn10_panns'\n    in_channels = 1\n    device = 'cpu'  \n    \n    # Inference parameters\n    batch_size = 16\n    use_tta = False  \n    tta_count = 3   \n    threshold = 0.5\n    \n    use_specific_folds =False# If False, use all found models\n    folds = [0, 1]  # Used only if use_specific_folds is True\n    \n    debug = False\n    debug_count = 3\n\ncfg = CFG()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:49:53.81887Z","iopub.execute_input":"2025-05-17T08:49:53.819195Z","iopub.status.idle":"2025-05-17T08:49:53.825148Z","shell.execute_reply.started":"2025-05-17T08:49:53.81917Z","shell.execute_reply":"2025-05-17T08:49:53.823986Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"print(f\"Using device: {cfg.device}\")\nprint(f\"Loading taxonomy data...\")\ntaxonomy_df = pd.read_csv(cfg.taxonomy_csv)\nspecies_ids = taxonomy_df['primary_label'].tolist()\nnum_classes = len(species_ids)\nprint(f\"Number of classes: {num_classes}\")","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:14:46.451109Z","iopub.execute_input":"2025-05-17T08:14:46.451549Z","iopub.status.idle":"2025-05-17T08:14:46.462604Z","shell.execute_reply.started":"2025-05-17T08:14:46.45149Z","shell.execute_reply":"2025-05-17T08:14:46.461565Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"\nclass BirdCLEFModel(nn.Module):\n    def __init__(self, cfg):\n        super().__init__()\n        self.cfg = cfg\n        \n        # 加载分类数（从训练配置继承）\n        if hasattr(cfg, 'num_classes'):\n            self.num_classes = cfg.num_classes\n        else:\n            # 如果配置中没有num_classes，则从taxonomy文件读取\n            taxonomy_df = pd.read_csv(cfg.taxonomy_csv)\n            self.num_classes = len(taxonomy_df)\n        \n        # CNN10_PANNs 架构（保持不变）\n        self.conv_block1 = nn.Sequential(\n            nn.Conv2d(cfg.in_channels, 64, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(64),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block2 = nn.Sequential(\n            nn.Conv2d(64, 128, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(128),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block3 = nn.Sequential(\n            nn.Conv2d(128, 256, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(256),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block4 = nn.Sequential(\n            nn.Conv2d(256, 512, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(512),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.global_pool = nn.AdaptiveAvgPool2d(1)\n        self.fc = nn.Linear(512, self.num_classes)\n        \n    def forward(self, x):\n        # 前向传播逻辑（移除训练特有的MixUp处理）\n        x = self.conv_block1(x)\n        x = self.conv_block2(x)\n        x = self.conv_block3(x)\n        x = self.conv_block4(x)\n        \n        x = self.global_pool(x)\n        x = x.view(x.size(0), -1)\n        logits = self.fc(x)\n        \n        return logits  # 直接返回logits，由下游代码处理后验概率或预测结果","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:14:54.134341Z","iopub.execute_input":"2025-05-17T08:14:54.134845Z","iopub.status.idle":"2025-05-17T08:14:54.144208Z","shell.execute_reply.started":"2025-05-17T08:14:54.134812Z","shell.execute_reply":"2025-05-17T08:14:54.142907Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"class BirdCLEFModel(nn.Module):\n    def __init__(self, cfg, num_classes):\n        super().__init__()\n        self.cfg = cfg\n        \n        self.backbone = timm.create_model(\n            cfg.model_name,\n            pretrained=False,  \n            in_chans=cfg.in_channels,\n            drop_rate=0.0,    \n            drop_path_rate=0.0\n        )\n        \n        if 'efficientnet' in cfg.model_name:\n            backbone_out = self.backbone.classifier.in_features\n            self.backbone.classifier = nn.Identity()\n        elif 'resnet' in cfg.model_name:\n            backbone_out = self.backbone.fc.in_features\n            self.backbone.fc = nn.Identity()\n        else:\n            backbone_out = self.backbone.get_classifier().in_features\n            self.backbone.reset_classifier(0, '')\n        \n        self.pooling = nn.AdaptiveAvgPool2d(1)\n        self.feat_dim = backbone_out\n        self.classifier = nn.Linear(backbone_out, num_classes)\n        \n    def forward(self, x):\n        features = self.backbone(x)\n        \n        if isinstance(features, dict):\n            features = features['features']\n            \n        if len(features.shape) == 4:\n            features = self.pooling(features)\n            features = features.view(features.size(0), -1)\n        \n        logits = self.classifier(features)\n        return logits\n","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T07:52:21.216561Z","iopub.execute_input":"2025-05-17T07:52:21.216909Z","iopub.status.idle":"2025-05-17T07:52:21.224479Z","shell.execute_reply.started":"2025-05-17T07:52:21.216872Z","shell.execute_reply":"2025-05-17T07:52:21.223335Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"def audio2melspec(audio_data, cfg):\n    \"\"\"Convert audio data to mel spectrogram\"\"\"\n    if np.isnan(audio_data).any():\n        mean_signal = np.nanmean(audio_data)\n        audio_data = np.nan_to_num(audio_data, nan=mean_signal)\n\n    mel_spec = librosa.feature.melspectrogram(\n        y=audio_data,\n        sr=cfg.FS,\n        n_fft=cfg.N_FFT,\n        hop_length=cfg.HOP_LENGTH,\n        n_mels=cfg.N_MELS,\n        fmin=cfg.FMIN,\n        fmax=cfg.FMAX,\n        power=2.0\n    )\n\n    mel_spec_db = librosa.power_to_db(mel_spec, ref=np.max)\n    mel_spec_norm = (mel_spec_db - mel_spec_db.min()) / (mel_spec_db.max() - mel_spec_db.min() + 1e-8)\n    \n    return mel_spec_norm\n\ndef process_audio_segment(audio_data, cfg):\n    \"\"\"Process audio segment to get mel spectrogram\"\"\"\n    if len(audio_data) < cfg.FS * cfg.WINDOW_SIZE:\n        audio_data = np.pad(audio_data, \n                          (0, cfg.FS * cfg.WINDOW_SIZE - len(audio_data)), \n                          mode='constant')\n    \n    mel_spec = audio2melspec(audio_data, cfg)\n    \n    # Resize if needed\n    if mel_spec.shape != cfg.TARGET_SHAPE:\n        mel_spec = cv2.resize(mel_spec, cfg.TARGET_SHAPE, interpolation=cv2.INTER_LINEAR)\n        \n    return mel_spec.astype(np.float32)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:14:57.10863Z","iopub.execute_input":"2025-05-17T08:14:57.109001Z","iopub.status.idle":"2025-05-17T08:14:57.116648Z","shell.execute_reply.started":"2025-05-17T08:14:57.108973Z","shell.execute_reply":"2025-05-17T08:14:57.115265Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"def find_model_files(cfg):\n    \"\"\"\n    Find all .pth model files in the specified model directory\n    \"\"\"\n    model_files = []\n    \n    model_dir = Path(cfg.model_path)\n    \n    for path in model_dir.glob('**/*.pth'):\n        model_files.append(str(path))\n    \n    return model_files\n\ndef load_models(cfg, num_classes):\n    \"\"\"\n    Load all found model files and prepare them for ensemble\n    \"\"\"\n    models = []\n    \n    model_files = find_model_files(cfg)\n    \n    if not model_files:\n        print(f\"Warning: No model files found under {cfg.model_path}!\")\n        return models\n    \n    print(f\"Found a total of {len(model_files)} model files.\")\n    \n    if cfg.use_specific_folds:\n        filtered_files = []\n        for fold in cfg.folds:\n            fold_files = [f for f in model_files if f\"fold{fold}\" in f]\n            filtered_files.extend(fold_files)\n        model_files = filtered_files\n        print(f\"Using {len(model_files)} model files for the specified folds ({cfg.folds}).\")\n    \n    for model_path in model_files:\n        try:\n            print(f\"Loading model: {model_path}\")\n            checkpoint = torch.load(model_path, map_location=torch.device(cfg.device))\n            \n            model = BirdCLEFModel(cfg, num_classes)\n            model.load_state_dict(checkpoint['model_state_dict'])\n            model = model.to(cfg.device)\n            model.eval()\n            \n            models.append(model)\n        except Exception as e:\n            print(f\"Error loading model {model_path}: {e}\")\n    \n    return models\n\ndef predict_on_spectrogram(audio_path, models, cfg, species_ids):\n    \"\"\"Process a single audio file and predict species presence for each 5-second segment\"\"\"\n    predictions = []\n    row_ids = []\n    soundscape_id = Path(audio_path).stem\n    \n    try:\n        print(f\"Processing {soundscape_id}\")\n        audio_data, _ = librosa.load(audio_path, sr=cfg.FS)\n        \n        total_segments = int(len(audio_data) / (cfg.FS * cfg.WINDOW_SIZE))\n        \n        for segment_idx in range(total_segments):\n            start_sample = segment_idx * cfg.FS * cfg.WINDOW_SIZE\n            end_sample = start_sample + cfg.FS * cfg.WINDOW_SIZE\n            segment_audio = audio_data[start_sample:end_sample]\n            \n            end_time_sec = (segment_idx + 1) * cfg.WINDOW_SIZE\n            row_id = f\"{soundscape_id}_{end_time_sec}\"\n            row_ids.append(row_id)\n\n            if cfg.use_tta:\n                all_preds = []\n                \n                for tta_idx in range(cfg.tta_count):\n                    mel_spec = process_audio_segment(segment_audio, cfg)\n                    mel_spec = apply_tta(mel_spec, tta_idx)\n\n                    mel_spec = torch.tensor(mel_spec, dtype=torch.float32).unsqueeze(0).unsqueeze(0)\n                    mel_spec = mel_spec.to(cfg.device)\n\n                    if len(models) == 1:\n                        with torch.no_grad():\n                            outputs = models[0](mel_spec)\n                            probs = torch.sigmoid(outputs).cpu().numpy().squeeze()\n                            all_preds.append(probs)\n                    else:\n                        segment_preds = []\n                        for model in models:\n                            with torch.no_grad():\n                                outputs = model(mel_spec)\n                                probs = torch.sigmoid(outputs).cpu().numpy().squeeze()\n                                segment_preds.append(probs)\n                        \n                        avg_preds = np.mean(segment_preds, axis=0)\n                        all_preds.append(avg_preds)\n\n                final_preds = np.mean(all_preds, axis=0)\n            else:\n                mel_spec = process_audio_segment(segment_audio, cfg)\n                \n                mel_spec = torch.tensor(mel_spec, dtype=torch.float32).unsqueeze(0).unsqueeze(0)\n                mel_spec = mel_spec.to(cfg.device)\n                \n                if len(models) == 1:\n                    with torch.no_grad():\n                        outputs = models[0](mel_spec)\n                        final_preds = torch.sigmoid(outputs).cpu().numpy().squeeze()\n                else:\n                    segment_preds = []\n                    for model in models:\n                        with torch.no_grad():\n                            outputs = model(mel_spec)\n                            probs = torch.sigmoid(outputs).cpu().numpy().squeeze()\n                            segment_preds.append(probs)\n\n                    final_preds = np.mean(segment_preds, axis=0)\n                    \n            predictions.append(final_preds)\n            \n    except Exception as e:\n        print(f\"Error processing {audio_path}: {e}\")\n    \n    return row_ids, predictions","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:14:59.22205Z","iopub.execute_input":"2025-05-17T08:14:59.222409Z","iopub.status.idle":"2025-05-17T08:14:59.237567Z","shell.execute_reply.started":"2025-05-17T08:14:59.22238Z","shell.execute_reply":"2025-05-17T08:14:59.236553Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"def apply_tta(spec, tta_idx):\n    \"\"\"Apply test-time augmentation\"\"\"\n    if tta_idx == 0:\n        # Original spectrogram\n        return spec\n    elif tta_idx == 1:\n        # Time shift (horizontal flip)\n        return np.flip(spec, axis=1)\n    elif tta_idx == 2:\n        # Frequency shift (vertical flip)\n        return np.flip(spec, axis=0)\n    else:\n        return spec\n\ndef run_inference(cfg, models, species_ids):\n    \"\"\"Run inference on all test soundscapes\"\"\"\n    test_files = list(Path(cfg.test_soundscapes).glob('*.ogg'))\n    \n    if cfg.debug:\n        print(f\"Debug mode enabled, using only {cfg.debug_count} files\")\n        test_files = test_files[:cfg.debug_count]\n    \n    print(f\"Found {len(test_files)} test soundscapes\")\n\n    all_row_ids = []\n    all_predictions = []\n\n    for audio_path in tqdm(test_files):\n        row_ids, predictions = predict_on_spectrogram(str(audio_path), models, cfg, species_ids)\n        all_row_ids.extend(row_ids)\n        all_predictions.extend(predictions)\n    \n    return all_row_ids, all_predictions\n\ndef create_submission(row_ids, predictions, species_ids, cfg):\n    \"\"\"Create submission dataframe\"\"\"\n    print(\"Creating submission dataframe...\")\n\n    submission_dict = {'row_id': row_ids}\n    \n    for i, species in enumerate(species_ids):\n        submission_dict[species] = [pred[i] for pred in predictions]\n\n    submission_df = pd.DataFrame(submission_dict)\n\n    submission_df.set_index('row_id', inplace=True)\n\n    sample_sub = pd.read_csv(cfg.submission_csv, index_col='row_id')\n\n    missing_cols = set(sample_sub.columns) - set(submission_df.columns)\n    if missing_cols:\n        print(f\"Warning: Missing {len(missing_cols)} species columns in submission\")\n        for col in missing_cols:\n            submission_df[col] = 0.0\n\n    submission_df = submission_df[sample_sub.columns]\n\n    submission_df = submission_df.reset_index()\n    \n    return submission_df\n","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:15:00.938966Z","iopub.execute_input":"2025-05-17T08:15:00.939417Z","iopub.status.idle":"2025-05-17T08:15:00.952717Z","shell.execute_reply.started":"2025-05-17T08:15:00.939381Z","shell.execute_reply":"2025-05-17T08:15:00.951737Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"def main():\n    start_time = time.time()\n    print(\"Starting BirdCLEF-2025 inference...\")\n    print(f\"TTA enabled: {cfg.use_tta} (variations: {cfg.tta_count if cfg.use_tta else 0})\")\n\n    models = load_models(cfg, num_classes)\n    \n    if not models:\n        print(\"No models found! Please check model paths.\")\n        return\n    \n    print(f\"Model usage: {'Single model' if len(models) == 1 else f'Ensemble of {len(models)} models'}\")\n\n    row_ids, predictions = run_inference(cfg, models, species_ids)\n\n    submission_df = create_submission(row_ids, predictions, species_ids, cfg)\n\n    submission_path = 'submission.csv'\n    submission_df.to_csv(submission_path, index=False)\n    print(f\"Submission saved to {submission_path}\")\n    \n    end_time = time.time()\n    print(f\"Inference completed in {(end_time - start_time)/60:.2f} minutes\")","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:15:04.85911Z","iopub.execute_input":"2025-05-17T08:15:04.859572Z","iopub.status.idle":"2025-05-17T08:15:04.86617Z","shell.execute_reply.started":"2025-05-17T08:15:04.859537Z","shell.execute_reply":"2025-05-17T08:15:04.864978Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"if __name__ == \"__main__\":\n    main()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-17T08:15:05.28898Z","iopub.execute_input":"2025-05-17T08:15:05.289292Z","iopub.status.idle":"2025-05-17T08:15:05.637626Z","shell.execute_reply.started":"2025-05-17T08:15:05.289268Z","shell.execute_reply":"2025-05-17T08:15:05.636267Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"import os\nimport torch\nimport pandas as pd\nimport torch.nn as nn\nimport torch.nn.functional as F\nfrom torch.utils.data import DataLoader\n\n# 配置类（从之前的对话继承）\nclass InferCFG:\n    seed = 42\n    debug = False\n    print_freq = 100\n    num_workers = 2\n    OUTPUT_DIR = '/kaggle/working/'\n    test_soundscapes = '/kaggle/input/birdclef-2025/test_soundscapes'\n    submission_csv = '/kaggle/input/birdclef-2025/sample_submission.csv'\n    model_dir = '/kaggle/input/pacnn/pytorch/default/1/'\n    model_name = 'cnn10_panns'\n    pretrained = False\n    in_channels = 1\n    use_specific_folds = True\n    selected_folds = [0, 1, 2, 3, 4]\n    FS = 32000\n    TARGET_DURATION = 5.0\n    TARGET_SHAPE = (1024, 128)\n    N_FFT = 1024\n    HOP_LENGTH = 320\n    N_MELS = 128\n    FMIN = 50\n    FMAX = 14000\n    device = 'cuda' if torch.cuda.is_available() else 'cpu'\n    batch_size = 32\n    threshold = 0.5\n    use_tta = False\n    tta_variations = 0\n    \n    def __init__(self):\n        os.makedirs(self.OUTPUT_DIR, exist_ok=True)\n        \n    def update_debug_settings(self):\n        if self.debug:\n            self.selected_folds = [0]\n\n# 模型定义（与训练阶段保持一致）\nclass BirdCLEFModel(nn.Module):\n    def __init__(self, cfg):\n        super().__init__()\n        self.cfg = cfg\n        \n        if hasattr(cfg, 'num_classes'):\n            self.num_classes = cfg.num_classes\n        else:\n            taxonomy_df = pd.read_csv(cfg.taxonomy_csv)\n            self.num_classes = len(taxonomy_df)\n        \n        self.conv_block1 = nn.Sequential(\n            nn.Conv2d(cfg.in_channels, 64, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(64),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block2 = nn.Sequential(\n            nn.Conv2d(64, 128, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(128),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block3 = nn.Sequential(\n            nn.Conv2d(128, 256, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(256),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.conv_block4 = nn.Sequential(\n            nn.Conv2d(256, 512, kernel_size=3, stride=1, padding=1),\n            nn.BatchNorm2d(512),\n            nn.ReLU(),\n            nn.MaxPool2d(kernel_size=2, stride=2)\n        )\n        \n        self.global_pool = nn.AdaptiveAvgPool2d(1)\n        self.fc = nn.Linear(512, self.num_classes)\n        \n    def forward(self, x):\n        x = self.conv_block1(x)\n        x = self.conv_block2(x)\n        x = self.conv_block3(x)\n        x = self.conv_block4(x)\n        \n        x = self.global_pool(x)\n        x = x.view(x.size(0), -1)\n        logits = self.fc(x)\n        \n        return logits\n\n# 加载模型函数（修复参数传递问题）\ndef load_model(cfg, fold):\n    model = BirdCLEFModel(cfg)  # 只传递cfg参数\n    model_path = os.path.join(cfg.model_dir, f'model_fold{fold}.pth')\n    \n    if not os.path.exists(model_path):\n        raise FileNotFoundError(f\"模型文件不存在: {model_path}\")\n    \n    # 加载权重\n    try:\n        model.load_state_dict(torch.load(model_path, map_location=cfg.device))\n    except Exception as e:\n        print(f\"加载模型权重失败: {e}\")\n        print(f\"尝试加载部分权重...\")\n        \n        # 尝试加载部分权重（处理可能的不匹配问题）\n        pretrained_dict = torch.load(model_path, map_location=cfg.device)\n        model_dict = model.state_dict()\n        \n        # 过滤不匹配的键\n        pretrained_dict = {k: v for k, v in pretrained_dict.items() if k in model_dict}\n        model_dict.update(pretrained_dict)\n        model.load_state_dict(model_dict)\n    \n    model = model.to(cfg.device)\n    model.eval()\n    return model\n\n# 推理主函数\ndef main(cfg):\n    os.makedirs(cfg.OUTPUT_DIR, exist_ok=True)\n    \n    # 加载模型\n    models = []\n    if cfg.use_specific_folds:\n        folds = cfg.selected_folds\n    else:\n        folds = sorted([int(p.stem.split('_')[-1]) for p in Path(cfg.model_dir).glob('model_fold*.pth')])\n    \n    for fold in folds:\n        try:\n            model = load_model(cfg, fold)\n            models.append(model)\n            print(f\"成功加载fold {fold}的模型\")\n        except Exception as e:\n            print(f\"加载fold {fold}的模型失败: {e}\")\n    \n    if not models:\n        raise RuntimeError(\"没有成功加载任何模型\")\n    \n    # 后续推理逻辑（与之前相同）\n    # ...\n\nif __name__ == \"__main__\":\n    cfg = InferCFG()\n    main(cfg)","metadata":{"trusted":true},"outputs":[],"execution_count":null}]}