Initial commit: XHS crawler with dedup and content extraction

Dockerfile.novnc

@@ -0,0 +1,24 @@
+FROM mcr.microsoft.com/playwright/python:v1.57.0-jammy
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV TZ=Asia/Shanghai
+
+WORKDIR /app
+
+COPY requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    tzdata xvfb x11vnc fluxbox novnc websockify \
+    && rm -rf /var/lib/apt/lists/*
+
+
+COPY scripts/vnc_auto.html /usr/share/novnc/vnc_auto.html
+COPY xhs_crawler_core.py /app/xhs_crawler_core.py
+COPY data /app/data
+COPY scripts/start_novnc.sh /app/start_novnc.sh
+COPY scripts/login_watcher.sh /app/login_watcher.sh
+RUN chmod +x /app/start_novnc.sh /app/login_watcher.sh
+
+EXPOSE 6080
+CMD ["/app/start_novnc.sh"]