Youtube search filters

.gitignore

@@ -16,3 +16,5 @@ gradle-app.setting
 
 # # Work around https://youtrack.jetbrains.com/issue/IDEA-116898
 # gradle/wrapper/gradle-wrapper.properties
+
+.java-version

extractor/src/main/java/org/schabi/newpipe/extractor/linkhandler/SearchQueryHandlerFactory.java

@@ -12,7 +12,7 @@ public abstract class SearchQueryHandlerFactory extends ListLinkHandlerFactory {
     ///////////////////////////////////
 
     @Override
-    public abstract String getUrl(String querry, List<String> contentFilter, String sortFilter) throws ParsingException;
+    public abstract String getUrl(String query, List<String> contentFilter, String sortFilter) throws ParsingException;
     public  String getSearchString(String url) { return "";}
 
     ///////////////////////////////////
@@ -23,14 +23,14 @@ public abstract class SearchQueryHandlerFactory extends ListLinkHandlerFactory {
     public String getId(String url) { return getSearchString(url); }
 
     @Override
-    public SearchQueryHandler fromQuery(String querry,
+    public SearchQueryHandler fromQuery(String query,
                                         List<String> contentFilter,
                                         String sortFilter) throws ParsingException {
-        return new SearchQueryHandler(super.fromQuery(querry, contentFilter, sortFilter));
+        return new SearchQueryHandler(super.fromQuery(query, contentFilter, sortFilter));
     }
 
-    public SearchQueryHandler fromQuery(String querry) throws ParsingException {
-        return fromQuery(querry, new ArrayList<String>(0), "");
+    public SearchQueryHandler fromQuery(String query) throws ParsingException {
+        return fromQuery(query, new ArrayList<String>(0), "");
     }
 
     /**

extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/linkHandler/YoutubeSearchQueryHandlerFactory.java

@@ -2,19 +2,103 @@
 
 import org.schabi.newpipe.extractor.exceptions.ParsingException;
 import org.schabi.newpipe.extractor.linkhandler.SearchQueryHandlerFactory;
+import org.schabi.newpipe.extractor.utils.Base64;
 
+import javax.annotation.Nonnull;
+import javax.annotation.Nullable;
 import java.io.UnsupportedEncodingException;
 import java.net.URLEncoder;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
 import java.util.List;
 
 public class YoutubeSearchQueryHandlerFactory extends SearchQueryHandlerFactory {
 
     public static final String CHARSET_UTF_8 = "UTF-8";
 
-    public static final String VIDEOS = "videos";
-    public static final String CHANNELS = "channels";
-    public static final String PLAYLISTS = "playlists";
-    public static final String ALL = "all";
+    public enum FilterType {
+        Content(new byte[]{0x10}),
+        Time(new byte[]{0x08}),
+        Duration(new byte[]{0x18}),
+        Feature(new byte[]{});
+
+        private final byte[] values;
+
+        FilterType(byte[] values) {
+            this.values = values;
+        }
+    }
+
+    public enum Filter {
+        All("All", FilterType.Content, new byte[]{0}),
+        Video("Video", FilterType.Content, new byte[]{0x01}),
+        Channel("Channel", FilterType.Content, new byte[]{0x02}),
+        Playlist("Playlist", FilterType.Content, new byte[]{0x03}),
+        Movie("Movie", FilterType.Content, new byte[]{0x04}),
+        Show("Show", FilterType.Content, new byte[]{0x05}),
+
+        Hour("Hour", FilterType.Time, new byte[]{0x01}),
+        Today("Today", FilterType.Time, new byte[]{0x02}),
+        Week("Week", FilterType.Time, new byte[]{0x03}),
+        Month("Month", FilterType.Time, new byte[]{0x04}),
+        Year("Year", FilterType.Time, new byte[]{0x05}),
+
+        Short("Short", FilterType.Duration, new byte[]{0x01}),
+        Long("Long", FilterType.Duration, new byte[]{0x02}),
+
+        HD("HD", FilterType.Feature, new byte[]{0x20, 0x01}),
+        Subtitles("Subtitles", FilterType.Feature, new byte[]{0x28, 0x01}),
+        CreativeCommons("Creative Commons", FilterType.Feature, new byte[]{0x30, 0x01}),
+        ThreeDimensional("3D", FilterType.Feature, new byte[]{0x38, 0x01}),
+        Live("Live", FilterType.Feature, new byte[]{0x40, 0x01}),
+        Purchased("Purchased", FilterType.Feature, new byte[]{0x48, 0x01}),
+        FourK("4k", FilterType.Feature, new byte[]{0x70, 0x01}),
+        ThreeSixty("360", FilterType.Feature, new byte[]{0x78, 0x01}),
+        Location("Location", FilterType.Feature, new byte[]{(byte) 0xb8, 0x01, 0x01}),
+        HDR("HDR", FilterType.Feature, new byte[]{(byte) 0xc8, 0x01, 0x01});
+
+        private final String title;
+        private final FilterType type;
+        private final byte[] values;
+
+        Filter(String title, FilterType type, byte[] values) {
+            this.title = title;
+            this.type = type;
+            this.values = values;
+        }
+
+        public String getTitle() {
+            return title;
+        }
+    }
+
+    public enum SorterType {
+        Default((byte) 0x08);
+
+        private final byte value;
+
+        SorterType(byte value) {
+            this.value = value;
+        }
+    }
+
+    public enum Sorter {
+        Relevance("Relevance", SorterType.Default, (byte) 0x00),
+        Rating("Rating", SorterType.Default, (byte) 0x01),
+        Upload_Date("Upload_Date", SorterType.Default, (byte) 0x02),
+        View_Count("View_Count", SorterType.Default, (byte) 0x03);
+
+        private final String title;
+        private final SorterType type;
+        private final byte value;
+
+        Sorter(String title, SorterType type, byte value) {
+            this.title = title;
+            this.type = type;
+            this.value = value;
+        }
+    }
 
     public static YoutubeSearchQueryHandlerFactory getInstance() {
         return new YoutubeSearchQueryHandlerFactory();
@@ -23,31 +107,129 @@ public static YoutubeSearchQueryHandlerFactory getInstance() {
     @Override
     public String getUrl(String searchString, List<String> contentFilters, String sortFilter) throws ParsingException {
         try {
-            final String url = "https://www.youtube.com/results"
-                    + "?q=" + URLEncoder.encode(searchString, CHARSET_UTF_8);
-
-            if(contentFilters.size() > 0) {
-                switch (contentFilters.get(0)) {
-                    case VIDEOS: return url + "&sp=EgIQAVAU";
-                    case CHANNELS: return url + "&sp=EgIQAlAU";
-                    case PLAYLISTS: return url + "&sp=EgIQA1AU";
-                    case ALL:
-                    default:
-                }
+            String returnURL = getSearchBaseUrl(searchString);
+            String filterQueryParams = getFilterQueryParams(contentFilters, sortFilter);
+            if (filterQueryParams != null) {
+                returnURL = returnURL + "&sp=" + filterQueryParams;
             }
-
-            return url;
+            return returnURL;
         } catch (UnsupportedEncodingException e) {
             throw new ParsingException("Could not encode query", e);
+        } catch (IllegalArgumentException e) {
+            throw new ParsingException("Failed to get search results", e);
         }
     }
 
     @Override
     public String[] getAvailableContentFilter() {
-        return new String[] {
-                ALL,
-                VIDEOS,
-                CHANNELS,
-                PLAYLISTS};
+        List<String> contentFiltersList = new ArrayList<>();
+        for (Filter contentFilter : Filter.values()) {
+            contentFiltersList.add(contentFilter.title);
+        }
+        String[] contentFiltersArray = new String[contentFiltersList.size()];
+        contentFiltersArray = contentFiltersList.toArray(contentFiltersArray);
+        return contentFiltersArray;
+    }
+
+    @Override
+    public String[] getAvailableSortFilter() {
+        List<String> sortFiltersList = new ArrayList<>();
+        for (Sorter sortFilter : Sorter.values()) {
+            sortFiltersList.add(sortFilter.title);
+        }
+        String[] sortFiltersArray = new String[sortFiltersList.size()];
+        sortFiltersArray = sortFiltersList.toArray(sortFiltersArray);
+        return sortFiltersArray;
+    }
+
+    private String getSearchBaseUrl(String searchQuery)
+            throws UnsupportedEncodingException {
+        return "https://www.youtube.com/results" +
+                "?q=" +
+                URLEncoder.encode(searchQuery, CHARSET_UTF_8);
+    }
+
+    @Nullable
+    private String getFilterQueryParams(List<String> contentFilters, String sortFilter)
+            throws IllegalArgumentException {
+        List<Byte> returnList = new ArrayList<>();
+        List<Byte> sortFilterParams = getSortFiltersQueryParam(sortFilter);
+        if (!sortFilterParams.isEmpty()) {
+            returnList.addAll(sortFilterParams);
+        }
+        List<Byte> contentFilterParams = getContentFiltersQueryParams(contentFilters);
+        if (!contentFilterParams.isEmpty()) {
+            returnList.add((byte) 0x12);
+            returnList.add((byte) contentFilterParams.size());
+            returnList.addAll(contentFilterParams);
+        }
+
+        if (returnList.isEmpty()) {
+            return null;
+        }
+        return URLEncoder.encode(Base64.encodeToString(convert(returnList), Base64.URL_SAFE));
+    }
+
+    private List<Byte> getContentFiltersQueryParams(List<String> contentFilter) throws IllegalArgumentException {
+        if (contentFilter == null || contentFilter.isEmpty()) {
+            return Collections.emptyList();
+        }
+        List<Byte> returnList = new ArrayList<>();
+        for (String filter : contentFilter) {
+            List<Byte> byteList = getContentFilterQueryParams(filter);
+            if (!byteList.isEmpty()) {
+                returnList.addAll(byteList);
+            }
+        }
+        return returnList;
+    }
+
+    private List<Byte> getContentFilterQueryParams(String filter) throws IllegalArgumentException {
+        Filter contentFilter;
+        try {
+            contentFilter = Filter.valueOf(filter);
+        } catch (IllegalArgumentException iae) {
+            iae.printStackTrace();
+            throw new IllegalArgumentException("Unknown content filter type provided = " + filter + ", none will be applied");
+        }
+        switch (contentFilter) {
+            case All:
+                return Collections.emptyList();
+            default:
+                List<Byte> returnList = new ArrayList<>();
+                returnList.addAll(convert(contentFilter.type.values));
+                returnList.addAll(convert(contentFilter.values));
+                return returnList;
+        }
+    }
+
+    private List<Byte> getSortFiltersQueryParam(String filter) throws IllegalArgumentException {
+        if (filter == null || filter.isEmpty()) {
+            return Collections.emptyList();
+        }
+        Sorter sorter;
+        try {
+            sorter = Sorter.valueOf(filter);
+        } catch (IllegalArgumentException e) {
+            e.printStackTrace();
+            throw new IllegalArgumentException("Unknown sort filter = " + filter + " provided, none applied.");
+        }
+        return Arrays.asList(sorter.type.value, sorter.value);
+    }
+
+    private byte[] convert(@Nonnull List<Byte> bigByteList) {
+        byte[] returnArray = new byte[bigByteList.size()];
+        for (int i = 0; i < bigByteList.size(); i++) {
+            returnArray[i] = bigByteList.get(i);
+        }
+        return returnArray;
+    }
+
+    private List<Byte> convert(@Nonnull byte[] byteArray) {
+        List<Byte> returnList = new ArrayList<>(byteArray.length);
+        for (int i = 0; i < byteArray.length; i++) {
+            returnList.add(i, byteArray[0]);
+        }
+        return returnList;
     }
 }