Merge pull request #1 from LoxiaLiSA/master

add DocumentGetter

library/src/main/java/com/leocardz/link/preview/library/BaseDocumentGetter.java

@@ -0,0 +1,10 @@
+package com.leocardz.link.preview.library;
+
+public abstract class BaseDocumentGetter implements DocumentGetter {
+
+    protected String url;
+
+    public BaseDocumentGetter(String url) {
+        this.url = url;
+    }
+}

library/src/main/java/com/leocardz/link/preview/library/DocumentGetter.java

@@ -0,0 +1,11 @@
+package com.leocardz.link.preview.library;
+
+import org.jsoup.nodes.Document;
+
+import java.io.IOException;
+
+public interface DocumentGetter {
+
+    Document getDocument() throws IOException;
+}
+

library/src/main/java/com/leocardz/link/preview/library/JsoupDocumentGetter.java

@@ -0,0 +1,18 @@
+package com.leocardz.link.preview.library;
+
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+
+import java.io.IOException;
+
+public class JsoupDocumentGetter extends BaseDocumentGetter {
+
+    public JsoupDocumentGetter(String url) {
+        super(url);
+    }
+
+    @Override
+    public Document getDocument() throws IOException {
+        return Jsoup.connect(url).userAgent("Mozilla").get();
+    }
+}

library/src/main/java/com/leocardz/link/preview/library/TextCrawler.java

@@ -33,6 +33,10 @@ public class TextCrawler {
     public TextCrawler() {
     }
 
+    public DocumentGetter buildDocumentGetter (String url) {
+        return new JsoupDocumentGetter(url);
+    }
+
     public void makePreview(LinkPreviewCallback callback, String url) {
         ImagePickingStrategy imagePickingStrategy = new DefaultImagePickingStrategy();
 
@@ -123,7 +127,8 @@ protected Void doInBackground(String... params) {
                     wasPreviewGenerationSuccessful = true;
                 } else {
                     try {
-                        Document doc = getDocument();
+                        DocumentGetter getter = buildDocumentGetter(sourceContent.getFinalUrl());
+                        Document doc = getter.getDocument();
 
                         sourceContent.setHtmlCode(extendedTrim(doc.toString()));