Initial commit: XHS crawler with dedup and content extraction

2026-01-09 16:07:07 +08:00
commit 83472e3af1
16 changed files with 3652 additions and 0 deletions
@@ -0,0 +1,17 @@
+FROM mcr.microsoft.com/playwright/python:v1.57.0-jammy
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV TZ=Asia/Shanghai
+
+WORKDIR /app
+
+COPY requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+# Playwright browsers are already included in base image
+COPY xhs_crawler_core.py /app/xhs_crawler_core.py
+COPY app /app/app
+COPY data /app/data
+
+EXPOSE 8000
+CMD ["uvicorn", "app.server:app", "--host", "0.0.0.0", "--port", "8000"]