-
Notifications
You must be signed in to change notification settings - Fork 52
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
sxshentai.com url classes might make a unintentinal loop. READ NOTES
#61 sxshentai url classes and parsers. Gallery parser needs more love, only getting the first 9 posts apperently. dont see the obvious flaw at close to 6am atm. pushing out to share anyway! Tests i have run seems to work perfectly. grabbing the post cover image and linking all urls to the image. This is ofc meant to be used with the new bulk copy url feature to allow for programs like JDownloader to grab the links for you. url classes is all in one text, will start doing this in the future.
- Loading branch information
1 parent
e66c77f
commit 0089e13
Showing
4 changed files
with
4 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
[58, "sxshentai.com gallery parser", 2, ["sxshentai.com gallery parser", "2f78dfc306d8e3cd128c163503781b48501ed47949da3ea5f19ebc87f855e44b", [55, 1, [[], "example string"]], [[[27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "post-meta "}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 2, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [58, "posts", 2, ["posts", "524e46d8835ac9a528b3fc646cf99fc6c2e635bc48669529d9831aff0d57e92d", [55, 1, [[], "example string"]], [], [26, 1, [[30, 3, ["url posts", 7, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "readmore"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "a", {}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 0, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [7, 100]]]]], [], {"url": "http://example.com/posts/index.php?id=123456"}]]]], [26, 1, [[30, 3, ["url next page", 7, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "wp-pagenavi"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "a", {}, null, null, true, [51, 1, [0, "\u00bb", null, null, "\u00bb"]]]]]], 0, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [6, 50]]]]], ["http://sxshentai.com/category/comics", "http://sxshentai.com/category/comics/3d-comics", "http://sxshentai.com/category/comics/adult-comics", "http://sxshentai.com/category/comics/siterip", "http://sxshentai.com/category/games", "http://sxshentai.com/category/games/adult-games", "http://sxshentai.com/category/games/flash-games", "http://sxshentai.com/category/games/hentai-games", "http://sxshentai.com/category/videos", "http://sxshentai.com/category/videos/3d-hentai-video", "http://sxshentai.com/category/videos/adult-video", "http://sxshentai.com/category/videos/hentai-video", "http://sxshentai.com/category/comics/page/1", "http://sxshentai.com/category/comics/3d-comics/page/1", "http://sxshentai.com/category/comics/adult-comics/page/1", "http://sxshentai.com/category/comics/siterip/page/1", "http://sxshentai.com/category/games/page/1", "http://sxshentai.com/category/games/adult-games/page/1", "http://sxshentai.com/category/games/flash-games/page/1", "http://sxshentai.com/category/games/hentai-games/page/1", "http://sxshentai.com/category/videos/page/1", "http://sxshentai.com/category/videos/3d-hentai-video/page/1", "http://sxshentai.com/category/videos/adult-video/page/1", "http://sxshentai.com/category/videos/hentai-video/page/1"], {"url": "http://example.com/posts/index.php?id=123456"}]] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
[58, "sxshentai.com post parser", 2, ["sxshentai.com post parser", "a95d254f008294525fc42754cabcbd4751e6c9031e4ea1c6df8c61f6f7d8c65f", [55, 1, [[], "example string"]], [], [26, 1, [[30, 3, ["tags", 0, [27, 6, [[26, 1, [[62, 2, [0, "a", {"rel": "tag"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 1, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], ""]], [30, 3, ["tags site", 0, [27, 6, [[26, 1, [[62, 2, [0, "a", {"rel": "home", "title": "SXS Hentai"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 1, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], "site"]], [30, 3, ["tags title", 0, [27, 6, [[26, 1, [[62, 2, [0, "head", {}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "title", {}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 1, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[[9, ["SXS Hentai", ""]], [9, ["\\W*$", ""]]], "Art by Supro \u2013 A Devilishly Good Time | SXS Hentai"]]]], "title"]], [30, 3, ["time post time", 16, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "post-date"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 1, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[[9, ["(^\\W*|\\W*$)", ""]], [9, ["Posted by SxS on ", ""]], [10, ["%B %dnd, %Y %I:%M %p", 1, 0]]], "Posted by SxS on August 22nd, 2018 05:32 PM | "]]]], 0]], [30, 3, ["url1 cover image", 7, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "post-content"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "a", {}, 0, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 0, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [7, 50]]], [30, 3, ["url2 post", 7, [27, 6, [[26, 1, [[62, 2, [0, "link", {"rel": "shortlink"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]]]], 0, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [8, 50]]], [30, 3, ["url3 download links (cleaned)", 7, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "post-content"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "p", {}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "a", {"class": "bbcode-link"}, null, null, false, [51, 1, [2, "^((?!jpg).)*$", null, null, "Download file \u2013 74.5 MB"]]]]]], 0, "href", [51, 1, [3, "", null, null, ".rar"]], [55, 1, [[[9, ["http://sxshentai.com/goto/", ""]]], "http://sxshentai.com/goto/https://k2s.cc/file/ca4b2ec341070/ADevilishly.rar"]]]], [8, 50]]], [30, 3, ["url3 download links (untouched)", 7, [27, 6, [[26, 1, [[62, 2, [0, "div", {"class": "post-content"}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "p", {}, null, null, false, [51, 1, [3, "", null, null, "example string"]]]], [62, 2, [0, "a", {"class": "bbcode-link"}, null, null, false, [51, 1, [3, "", null, null, "Download file \u2013 74.5 MB"]]]]]], 0, "href", [51, 1, [3, "", null, null, "example string"]], [55, 1, [[], "parsed information"]]]], [8, 50]]]]], ["http://sxshentai.com/art-by-supro-a-devilishly-good-time.html", "http://sxshentai.com/pure-love-sex-with-my-sexually-curious-gf.html"], {"url": "http://example.com/posts/index.php?id=123456"}]] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
[50, "keep2share (k2c.cc)", 5, ["2c37a550a35833e58c7042641c4338d2b28c2846e9b392e2fad31d6964d74ab7", 0, "https", "k2s.cc", false, false, [26, 1, [[51, 1, [0, "file", null, null, "file"]], [51, 1, [1, 1, null, null, "ca4b2ec341070"]], [51, 1, [3, "", null, null, "ADevilishly.rar"]]]], [21, 1, [[], [], [], []]], [55, 1, [[], "https://hostname.com/post/page.php?id=123456&s=view"]], false, true, null, null, 1, "https://k2s.cc/file/ca4b2ec341070/ADevilishly.rar"]] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
[26, 1, [[50, "sxshentai.com categories base (adds number 1 if none)", 5, ["96367e60cd9f60b7879528c740babf109231739d18fc8b73b3e7cdab7fd94014", 3, "http", "sxshentai.com", false, false, [26, 1, [[51, 1, [0, "category", null, null, "category"]], [51, 1, [2, "(games|videos|comics)", null, null, "games"]], [51, 1, [2, "(3d-comics|adult-comics|siterip|adult-games|flash-games|hentai-games|3d-hentai-video|adult-video|hentai-video)", null, null, "siterip"]]]], [21, 1, [[], [], [], []]], [55, 1, [[[3, "/page/1"]], "http://sxshentai.com/category/games/adult-games"]], true, false, null, null, 1, "http://sxshentai.com/category/games/adult-games"]], [50, "sxshentai.com categories pages", 5, ["f86ff84bcf08b780131259d301da6a095e77038fb998794c842da13d9ee28f87", 3, "http", "sxshentai.com", false, false, [26, 1, [[51, 1, [0, "category", null, null, "category"]], [51, 1, [2, "(games|videos|comics)", null, null, "games"]], [51, 1, [2, "(3d-comics|adult-comics|siterip|adult-games|flash-games|hentai-games|3d-hentai-video|adult-video|hentai-video)", null, null, "adult-games"]], [51, 1, [0, "page", null, null, "page"]], [51, 1, [1, 2, null, null, "1"]]]], [21, 1, [[], [], [], []]], [55, 1, [[], "https://hostname.com/post/page.php?id=123456&s=view"]], false, false, null, null, 1, "http://sxshentai.com/category/games/adult-games/page/1"]], [50, "sxshentai.com main categories base (adds number 1 if none)", 5, ["81294e9374452259db6ef57d45bc7f7d69a0e2aead34ed8a2af02a47b832677d", 3, "http", "sxshentai.com", false, false, [26, 1, [[51, 1, [0, "category", null, null, "category"]], [51, 1, [2, "(games|videos|comics)", null, null, "games"]]]], [21, 1, [[], [], [], []]], [55, 1, [[[3, "/page/1"]], "http://sxshentai.com/category/games/adult-games"]], true, false, null, null, 1, "http://sxshentai.com/category/games/"]], [50, "sxshentai.com main categories pages", 5, ["2415db7d076b3978ac50a44b15bc154ff16b4f068cc3089e6cac6e3462e48233", 3, "http", "sxshentai.com", false, false, [26, 1, [[51, 1, [0, "category", null, null, "category"]], [51, 1, [2, "(games|videos|comics)", null, null, "games"]], [51, 1, [0, "page", null, null, "page"]], [51, 1, [1, 2, null, null, "1"]]]], [21, 1, [[], [], [], []]], [55, 1, [[], "https://hostname.com/post/page.php?id=123456&s=view"]], false, false, 0, 3, 1, "http://sxshentai.com/category/games/page/1"]], [50, "sxshentai.com post url", 5, ["3abd32906bacc154dd4fab4343fffbae7572a62c677be27cf7d67c998283b4a2", 0, "http", "sxshentai.com", false, false, [26, 1, [[51, 1, [2, ".*.html", null, null, "art-by-supro-a-devilishly-good-time.html"]]]], [21, 1, [[], [], [], []]], [55, 1, [[], "https://hostname.com/post/page.php?id=123456&s=view"]], true, true, null, null, 1, "http://sxshentai.com/art-by-supro-a-devilishly-good-time.html"]]]] |