From 906f1129990435f15312db2ff8d98e5aa53b1afc Mon Sep 17 00:00:00 2001
From: Your Name <your.email@example.com>
Date: Sun, 25 Jan 2026 13:43:49 +0800
Subject: [PATCH] fix(docker): replace python3 -c with heredoc scripts to fix
 IndentationError

---
 Dockerfile                        | 70 ++++---------------------------
 scripts/download-mineru-models.sh | 36 ++++++++++++++++
 scripts/download-tiktoken.sh      | 24 +++++++++++
 scripts/generate-mineru-config.sh | 50 ++++++++++++++++++++++
 4 files changed, 117 insertions(+), 63 deletions(-)
 create mode 100644 scripts/download-mineru-models.sh
 create mode 100644 scripts/download-tiktoken.sh
 create mode 100644 scripts/generate-mineru-config.sh

diff --git a/Dockerfile b/Dockerfile
index 7ec4cde..95f0526 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -332,59 +332,13 @@ RUN mkdir -p /opt/convertx/models/mineru && \
 # 7.2 複製預下載的 ONNX 模型
 COPY models/ /root/.cache/babeldoc/models/
 
-# 7.3 下載 MinerU Pipeline 模型（僅 AMD64）
-RUN set -ex && \
-  ARCH=$(uname -m) && \
-  if [ "$ARCH" = "aarch64" ]; then \
-  echo "⚠️ ARM64：跳過 MinerU 模型下載"; \
-  else \
-  python3 -c " \
-  from huggingface_hub import snapshot_download; \
-  import os; \
-  models_dir = os.environ.get('MINERU_MODELS_DIR', '/opt/convertx/models/mineru'); \
-  print(f'下載 PDF-Extract-Kit-1.0 到 {models_dir}...'); \
-  snapshot_download( \
-  repo_id='opendatalab/PDF-Extract-Kit-1.0', \
-  local_dir=f'{models_dir}/PDF-Extract-Kit-1.0', \
-  local_dir_use_symlinks=False, \
-  resume_download=True \
-  ); \
-  print('✅ PDF-Extract-Kit-1.0 下載完成'); \
-  "; \
-  fi
+# 7.3 複製 MinerU 模型下載腳本
+COPY scripts/download-mineru-models.sh /tmp/download-mineru-models.sh
+RUN chmod +x /tmp/download-mineru-models.sh && /tmp/download-mineru-models.sh && rm -f /tmp/download-mineru-models.sh
 
 # 7.4 產生 MinerU 配置檔
-RUN set -ex && \
-  ARCH=$(uname -m) && \
-  mkdir -p /opt/convertx && \
-  if [ "$ARCH" = "aarch64" ]; then \
-  echo '{"models-dir":{"pipeline":"","vlm":""},"model-source":"local","note":"ARM64 - MinerU not supported"}' > /opt/convertx/mineru.json && \
-  cp /opt/convertx/mineru.json /root/mineru.json && \
-  echo "⚠️ ARM64：產生空的 mineru.json"; \
-  else \
-  python3 -c " \
-  import json; \
-  import os; \
-  mineru_models_dir = os.environ.get('MINERU_MODELS_DIR', '/opt/convertx/models/mineru'); \
-  config = { \
-  'models-dir': { \
-  'pipeline': f'{mineru_models_dir}/PDF-Extract-Kit-1.0', \
-  'vlm': '' \
-  }, \
-  'model-source': 'local', \
-  'latex-delimiter-config': { \
-  'display': {'left': '@@', 'right': '@@'}, \
-  'inline': {'left': '@', 'right': '@'} \
-  } \
-  }; \
-  os.makedirs('/opt/convertx', exist_ok=True); \
-  with open('/opt/convertx/mineru.json', 'w') as f: \
-  json.dump(config, f, indent=2); \
-  with open('/root/mineru.json', 'w') as f: \
-  json.dump(config, f, indent=2); \
-  print('✅ mineru.json 已產生'); \
-  "; \
-  fi
+COPY scripts/generate-mineru-config.sh /tmp/generate-mineru-config.sh
+RUN chmod +x /tmp/generate-mineru-config.sh && /tmp/generate-mineru-config.sh && rm -f /tmp/generate-mineru-config.sh
 
 # 7.5 BabelDOC warmup
 RUN set -ex && \
@@ -396,18 +350,8 @@ RUN set -ex && \
   fi
 
 # 7.6 下載 tiktoken 編碼
-RUN python3 -c " \
-  try: \
-  import tiktoken; \
-  for enc_name in ['cl100k_base', 'p50k_base', 'r50k_base']: \
-  try: \
-  enc = tiktoken.get_encoding(enc_name); \
-  print(f'✅ tiktoken {enc_name} 已下載'); \
-  except Exception as e: \
-  print(f'⚠️ tiktoken {enc_name} 下載失敗: {e}'); \
-  except ImportError: \
-  print('⚠️ tiktoken 未安裝，跳過'); \
-  "
+COPY scripts/download-tiktoken.sh /tmp/download-tiktoken.sh
+RUN chmod +x /tmp/download-tiktoken.sh && /tmp/download-tiktoken.sh && rm -f /tmp/download-tiktoken.sh
 
 # 7.7 清理下載快取
 RUN rm -rf /tmp/hf_download_cache /root/.cache/huggingface \
diff --git a/scripts/download-mineru-models.sh b/scripts/download-mineru-models.sh
new file mode 100644
index 0000000..46011a0
--- /dev/null
+++ b/scripts/download-mineru-models.sh
@@ -0,0 +1,36 @@
+#!/bin/bash
+# ==============================================================================
+# MinerU 模型下載腳本
+# 用於 Docker build 階段下載 PDF-Extract-Kit-1.0
+# ==============================================================================
+
+set -e
+
+ARCH=$(uname -m)
+MODELS_DIR="${MINERU_MODELS_DIR:-/opt/convertx/models/mineru}"
+
+if [ "$ARCH" = "aarch64" ]; then
+    echo "⚠️ ARM64：跳過 MinerU 模型下載"
+    exit 0
+fi
+
+echo "📦 下載 MinerU PDF-Extract-Kit-1.0 到 ${MODELS_DIR}..."
+
+python3 <<'PYTHON'
+from huggingface_hub import snapshot_download
+import os
+
+models_dir = os.environ.get('MINERU_MODELS_DIR', '/opt/convertx/models/mineru')
+print(f'下載 PDF-Extract-Kit-1.0 到 {models_dir}...')
+
+snapshot_download(
+    repo_id='opendatalab/PDF-Extract-Kit-1.0',
+    local_dir=f'{models_dir}/PDF-Extract-Kit-1.0',
+    local_dir_use_symlinks=False,
+    resume_download=True
+)
+
+print('✅ PDF-Extract-Kit-1.0 下載完成')
+PYTHON
+
+echo "✅ MinerU 模型下載完成"
diff --git a/scripts/download-tiktoken.sh b/scripts/download-tiktoken.sh
new file mode 100644
index 0000000..4f6ccd2
--- /dev/null
+++ b/scripts/download-tiktoken.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+# ==============================================================================
+# tiktoken 編碼下載腳本
+# 用於 Docker build 階段預下載 tiktoken 編碼
+# ==============================================================================
+
+set -e
+
+echo "📦 下載 tiktoken 編碼..."
+
+python3 <<'PYTHON'
+try:
+    import tiktoken
+    for enc_name in ['cl100k_base', 'p50k_base', 'r50k_base']:
+        try:
+            enc = tiktoken.get_encoding(enc_name)
+            print(f'✅ tiktoken {enc_name} 已下載')
+        except Exception as e:
+            print(f'⚠️ tiktoken {enc_name} 下載失敗: {e}')
+except ImportError:
+    print('⚠️ tiktoken 未安裝，跳過')
+PYTHON
+
+echo "✅ tiktoken 編碼下載完成"
diff --git a/scripts/generate-mineru-config.sh b/scripts/generate-mineru-config.sh
new file mode 100644
index 0000000..340fab6
--- /dev/null
+++ b/scripts/generate-mineru-config.sh
@@ -0,0 +1,50 @@
+#!/bin/bash
+# ==============================================================================
+# MinerU 配置檔產生腳本
+# 用於 Docker build 階段產生 mineru.json
+# ==============================================================================
+
+set -e
+
+ARCH=$(uname -m)
+MODELS_DIR="${MINERU_MODELS_DIR:-/opt/convertx/models/mineru}"
+
+mkdir -p /opt/convertx
+
+if [ "$ARCH" = "aarch64" ]; then
+    echo '{"models-dir":{"pipeline":"","vlm":""},"model-source":"local","note":"ARM64 - MinerU not supported"}' > /opt/convertx/mineru.json
+    cp /opt/convertx/mineru.json /root/mineru.json
+    echo "⚠️ ARM64：產生空的 mineru.json"
+    exit 0
+fi
+
+python3 <<'PYTHON'
+import json
+import os
+
+mineru_models_dir = os.environ.get('MINERU_MODELS_DIR', '/opt/convertx/models/mineru')
+
+config = {
+    'models-dir': {
+        'pipeline': f'{mineru_models_dir}/PDF-Extract-Kit-1.0',
+        'vlm': ''
+    },
+    'model-source': 'local',
+    'latex-delimiter-config': {
+        'display': {'left': '@@', 'right': '@@'},
+        'inline': {'left': '@', 'right': '@'}
+    }
+}
+
+os.makedirs('/opt/convertx', exist_ok=True)
+
+with open('/opt/convertx/mineru.json', 'w') as f:
+    json.dump(config, f, indent=2)
+
+with open('/root/mineru.json', 'w') as f:
+    json.dump(config, f, indent=2)
+
+print('✅ mineru.json 已產生')
+PYTHON
+
+echo "✅ MinerU 配置檔產生完成"