Allow empty URLs

Retweets with the URL being cutoff by an ellipsis have an invalid URL in
the entities field of the retweet:

        "urls": [{
            "url": "",
            "expanded_url": null,
            "indices": [137, 137]
        }],

Just skip such URLs then.

2 files changed, 7 insertions, 1 deletions

diff --git a/src/data/Tweet.java b/src/data/Tweet.java
index d9b1de0..6ee89f4 100644
--- a/src/data/Tweet.java
+++ b/src/data/Tweet.java
@@ -57,7 +57,7 @@ public class Tweet {
 
         @ValidatingJsonDeserializer.Validator
         public Hashtag[] hashtags;
-        @ValidatingJsonDeserializer.Validator
+        //@ValidatingJsonDeserializer.Validator
         public Url[] urls;
         @ValidatingJsonDeserializer.Validator
         public Mention[] user_mentions;
diff --git a/src/main/DataFiller.java b/src/main/DataFiller.java
index a400975..2a06026 100644
--- a/src/main/DataFiller.java
+++ b/src/main/DataFiller.java
@@ -113,6 +113,9 @@ public class DataFiller {
             m_insertHash.executeUpdate();
         }
         for (Tweet.Url url : tweet.entities.urls) {
+            if (url.expanded_url == null) {
+                continue;
+            }
             m_insertTweetUrl.setLong("tweetid", tweet.id);
             m_insertTweetUrl.setString("url", url.expanded_url);
             m_insertTweetUrl.executeUpdate();
@@ -126,6 +129,9 @@ public class DataFiller {
         User user = tweet.user;
         if (user.entities != null) {
             for (Tweet.Url url : tweet.entities.urls) {
+                if (url.expanded_url == null) {
+                    continue;
+                }
                 m_insertUserUrl.setLong("userid", user.id);
                 m_insertUserUrl.setString("url", url.expanded_url);
                 m_insertUserUrl.executeUpdate();