瀏覽代碼

File download Add User-Agent header

ehlxr 1 年之前
父節點
當前提交
6b2737da2e
共有 1 個文件被更改,包括 1 次插入0 次删除
  1. 1 0
      etl-core/src/main/java/com/tzld/crawler/etl/util/FileUtils.java

+ 1 - 0
etl-core/src/main/java/com/tzld/crawler/etl/util/FileUtils.java

@@ -65,6 +65,7 @@ public class FileUtils {
         }
         conn.setConnectTimeout(5000);
         conn.setReadTimeout(5000);
+        conn.setRequestProperty("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36 Edg/116.0.1938.81");
         log.info("download file size is {} of url [{}]", formatFileSize(conn.getContentLength()), fileUrl);
 
         InputStream inputStream = conn.getInputStream();