open:ppomppu-humor

ppomppu humor

(def site-info
  {:url    "https://www.ppomppu.co.kr/zboard/zboard.php?id=humor"
   :scheme "https"
   :site   "ppomppu"})
 
(defn collect-one-page [db driver url]
  (logging/info "collect url:" url)
  (let [page-map       (parse-page driver url)
        post-doc       (save-content-and-post db page-map site-info)
        _represent-doc (generate-represent db (:_id post-doc))]
    post-doc))
 
(defn collect [{:keys [mg-humor env]
                :as   _config}]
  (try
    (e/with-chrome (chrome-option env) driver
      (let [url-list (parse-list driver (:url site-info))]
        (prn "url-list:" url-list)
        (mapv #(collect-one-page mg-humor driver %)
              url-list)))
    (catch Exception e
      (logging/error "[ERROR]" e "\tURL:" (:url site-info)))))


  • open/ppomppu-humor.txt
  • 마지막으로 수정됨: 2023/08/02 05:21
  • 저자 MORO