release: v2.63.0

CHANGELOG.md

@@ -1,3 +1,9 @@
+* [v2.63.0](https://github.com/a4k-openproject/a4kScrapers/releases/tag/a4kScrapers-2.63.0):
+  * remove 7torrents - its slow and does not get updated
+  * remove skytorrents - dead links
+  * remove extratorrents - dead links
+  * skip head requests for lime
+
 * [v2.62.0](https://github.com/a4k-openproject/a4kScrapers/releases/tag/a4kScrapers-2.62.0):
   * test fixes and handle head request exceptions
 

meta.json

@@ -1,6 +1,6 @@
 {
   "author": "Unknown",
-  "version":"2.62.0",
+  "version":"2.63.0",
   "name":"a4kScrapers",
   "update_directory": "https://github.com/a4k-openproject/a4kScrapers/archive/",
   "remote_meta": "https://raw.githubusercontent.com/newt-sc/a4kScrapers/master/meta.json",

providerModules/a4kScrapers/core.py

@@ -574,7 +574,7 @@ def _find_url(self):
         if self._url is not None:
             return self._url
 
-        if self.caller_name in ['showrss', 'skytorrents', 'bt4g', 'btscene', 'glo', 'extratorrents', 'torrentapi', 'torrentz2', 'scenerls', 'piratebay', 'magnetdl', '7torrents']:
+        if self.caller_name in ['showrss', 'lime', 'bt4g', 'btscene', 'glo', 'torrentapi', 'torrentz2', 'scenerls', 'piratebay', 'magnetdl']:
             self._request.skip_head = True
 
         return self._request.find_url(self._urls)

providerModules/a4kScrapers/scrapers.py

@@ -113,7 +113,6 @@ def soup_filter(self, response):
         response = normalize(response.text)
 
         return (
-            self._parse_rows(response, row_tag='<div class="media"') + #7torrents
             self._parse_rows(response, row_tag='tgxtablerow') + #torrentgalaxy
             self._parse_rows(response, row_tag='<tr') +
             self._parse_rows(response, row_tag='<dl') +

providerModules/a4kScrapers/urls.json

@@ -1,12 +1,7 @@
 {
   "trackers": {
     "cached": { "search": "", "domains": [{ "base": "" }] },
-      "7torrents": {
-          "search": "/search?query=%s&sort=seeders",
-          "domains": [
-              { "base": "https://www.7torrents.cc" }
-          ]
-      },
+      "-7torrents": { "search": "", "domains": [{ "base": "" }] },
       "bitlord": {
           "search": "/get_list",
           "domains": [
@@ -45,12 +40,7 @@
           ]
       },
       "-ext": { "search": "", "domains": [{ "base": "" }] },
-      "extratorrent": {
-          "search": "/search/?new=1&search=%s",
-          "domains": [
-              { "base": "https://extratorrents.it" }
-          ]
-      },
+      "-extratorrent": { "search": "", "domains": [{ "base": "" }] },
       "eztv": {
           "search": "/search/%s",
           "domains": [
@@ -143,13 +133,7 @@
               { "base": "https://showrss.info" }
           ]
       },
-      "skytorrents": {
-          "search": "",
-          "domains": [
-              { "base": "https://sitenable.top/o.php?b=60&pv=4&mobile=&u=http%%3A%%2F%%2Fskytorrents.in%%2Fsearch%%3Fl%%3Den-us%%26q%%3D%s" },
-              { "base": "https://www.skytorrents.net/?search=%s" }
-          ]
-      },
+      "-skytorrents": { "search": "", "domains": [{ "base": "" }] },
       "solidtorrents": {
           "search": "/api/v1/search?q=%s&category=video&sort=size",
           "domains": [

update_cached_db.py

@@ -41,7 +41,7 @@
 
 torrent_scrapers = {}
 for scraper in torrent_module.__all__:
-    if scraper in ['bitcq', 'bitlord', 'ext', 'extratorrent', 'glo', 'kickass', 'lime', 'magnetdl', 'nyaa', 'piratebay', 'skytorrents', 'solidtorrents', 'torrentapi', 'torrentdownload', 'torrentgalaxy', 'torrentparadise', 'torrentz2', 'yts']:
+    if scraper in ['bitcq', 'bitlord', 'glo', 'kickass', 'lime', 'magnetdl', 'nyaa', 'piratebay', 'solidtorrents', 'torrentapi', 'torrentdownload', 'torrentgalaxy', 'torrentparadise', 'torrentz2', 'yts']:
         torrent_scrapers[scraper] = importlib.import_module('providers.a4kScrapers.en.torrent.%s' % scraper)
 
 url = os.getenv('A4KSCRAPERS_TRAKT_API_URL')