From 452ccfd567f79126e108f69bb7ebca07b5993bdd Mon Sep 17 00:00:00 2001 From: Miguel Ángel Moreno Date: Mon, 21 Nov 2022 17:55:28 +0100 Subject: feat: Initial commit --- src/backend/tau/downloader_impl.clj | 64 +++++++++++++++++++++++++++++++++++++ 1 file changed, 64 insertions(+) create mode 100644 src/backend/tau/downloader_impl.clj (limited to 'src/backend/tau/downloader_impl.clj') diff --git a/src/backend/tau/downloader_impl.clj b/src/backend/tau/downloader_impl.clj new file mode 100644 index 0000000..8a62821 --- /dev/null +++ b/src/backend/tau/downloader_impl.clj @@ -0,0 +1,64 @@ +(ns tau.downloader-impl + (:import + [org.schabi.newpipe.extractor.downloader Response Request] + [okhttp3 Request$Builder OkHttpClient$Builder RequestBody]) + (:gen-class + :extends org.schabi.newpipe.extractor.downloader.Downloader + :constructors {[okhttp3.OkHttpClient$Builder] []} + :name tau.DownloaderImpl + :init downloader-impl + :state state + :methods [#^{:static true} [init [] tau.DownloaderImpl] + #^{:static true} [getInstance [] tau.DownloaderImpl]] + :prefix "-" + :main false)) + +(def user-agent "Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0") +(def instance (atom nil)) + +(defn -downloader-impl [builder] + [[] (atom {:client + (.. builder + (readTimeout 30 (java.util.concurrent.TimeUnit/SECONDS)) + (build))})]) + +(defn -init + ([] + (-init (OkHttpClient$Builder.))) + ([builder] + (reset! instance (tau.DownloaderImpl. builder)))) + +(defn -getInstance [] + (if @instance @instance (-init))) + +(defn -execute [this request] + (let [http-method (.httpMethod request) + url (.url request) + headers (.headers request) + data-to-send (.dataToSend request) + request-body (when data-to-send (RequestBody/create nil data-to-send)) + request-builder (.. (Request$Builder.) + (method http-method request-body) + (url url) + (addHeader "User-Agent" user-agent))] + (doseq [pair (.entrySet headers)] + (let [header-name (.getKey pair) + header-value-list (.getValue pair)] + (if (> (.size header-value-list) 1) + (do + (.removeHeader request-builder header-name) + (doseq [header-value header-value-list] + (.addHeader request-builder header-name header-value))) + (if (= (.size header-value-list) 1) + (.header request-builder header-name (.get header-value-list 0)))))) + (let [response (.. (@(.state this) :client) (newCall (.build request-builder)) (execute)) + body (.body response) + response-body-to-return (when body (.string body)) + latest-url (.. response (request) (url) (toString))] + (when (= (.code response) 429) + (.close response)) + (Response. (.code response) + (.message response) + (.. response (headers) (toMultimap)) + response-body-to-return + latest-url)))) -- cgit v1.2.3