Update CrawlerTools.java
This commit is contained in:
1 parent
747e0e5bf6
commit
4bb0f15106
1 file changed
+1
@@ -12,6 +12,7 @@ import java.util.regex.Pattern;
|
||||
public class CrawlerTools {
|
||||
public static String get(String urlStr, String charset) throws IOException {
|
||||
StringBuilder buf = new StringBuilder();
|
||||
@SuppressWarnings("deprecation")
|
||||
URL url = new URL(urlStr);
|
||||
HttpURLConnection con = (HttpURLConnection) url.openConnection();
|
||||
con.setRequestProperty("User-Agent",
|
||||
|
||||
Reference in new issue
Block a user