samhorse
/
CatVodTVSpider
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

同步带筛选的XPath类，XPathMac支持2.0.6新增的jx字段支持

This commit is contained in:
小黄瓜 2021-11-25 11:32:17 +08:00
parent 93e8f23155
commit e223ef0e53
19 changed files with 137 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/genJar.yml vendored
View File

@ -17,7 +17,7 @@ jobs:
cache: gradle
- name: Build with Gradle
run: ./buildAndGenJar.bat
run: ./buildAndGenJar.bat ec
- name: Update spider jar
uses: EndBug/add-and-commit@v7

4
XPath.md
View File

@ -79,10 +79,10 @@
"key": "csp_xpath_tvci",
"name": "大师兄(XPath)",
"type": 3,
"api": "csp_XPath",
"api": "csp_XPathFilter",
"searchable": 1,
"quickSearch": 1,
"filterable": 0,
"filterable": 1,
"ext": "https://cdn.jsdelivr.net/gh/lite-cucumber/CatVodTVSpider@master/xpath/tvci.json"
},
{

2
app/src/main/java/com/github/catvod/spider/AppYs.java
View File

@ -8,7 +8,7 @@ import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.crawler.SpiderReq;
import com.github.catvod.crawler.SpiderReqResult;
import com.github.catvod.crawler.SpiderUrl;
import com.github.catvod.okhttp.SpiderOKClient;
import com.github.catvod.utils.SpiderOKClient;
import org.json.JSONArray;
import org.json.JSONException;

2
app/src/main/java/com/github/catvod/spider/XPathBde4.java
View File

@ -6,7 +6,7 @@ import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.crawler.SpiderReq;
import com.github.catvod.crawler.SpiderReqResult;
import com.github.catvod.crawler.SpiderUrl;
import com.github.catvod.okhttp.SSLSocketFactoryCompat;
import com.github.catvod.utils.SSLSocketFactoryCompat;
import org.json.JSONException;
import org.json.JSONObject;

36
app/src/main/java/com/github/catvod/spider/XPathFilter.java Normal file
View File

@ -0,0 +1,36 @@
package com.github.catvod.spider;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Iterator;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class XPathFilter extends XPath {
@Override
protected void loadRuleExt(String json) {
super.loadRuleExt(json);
}
@Override
protected String categoryUrl(String tid, String pg, boolean filter, HashMap<String, String> extend) {
String cateUrl = rule.getCateUrl();
if (filter && extend != null && extend.size() > 0) {
for (Iterator<String> it = extend.keySet().iterator(); it.hasNext(); ) {
String key = it.next();
String value = extend.get(key);
if (value.length() > 0) {
cateUrl = cateUrl.replace("{" + key + "}", URLEncoder.encode(value));
}
}
}
cateUrl = cateUrl.replace("{cateId}", tid).replace("{catePg}", pg);
Matcher m = Pattern.compile("\\{(.*?)\\}").matcher(cateUrl);
while (m.find()) {
String n = m.group(0).replace("{", "").replace("}", "");
cateUrl = cateUrl.replace(m.group(0), "").replace("/" + n + "/", "");
}
return cateUrl;
}
}

36
app/src/main/java/com/github/catvod/spider/XPathMac.java
View File

@ -6,6 +6,7 @@ import android.util.Base64;
import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.crawler.SpiderReqResult;
import com.github.catvod.utils.VipCheck;
import org.json.JSONException;
import org.json.JSONObject;
@ -116,6 +117,7 @@ public class XPathMac extends XPath {
return result;
}
@Override
public String playerContent(String flag, String id, List<String> vipFlags) {
fetchRule();
@ -153,19 +155,27 @@ public class XPathMac extends XPath {
}
}
if (videoUrl != null) {
// 是否使用应用内解析列表解析官源
if (vipFlags.contains(flag)) {
if (decodeVipFlag) {
try {
JSONObject result = new JSONObject();
result.put("parse", 1);
result.put("playUrl", "");
result.put("url", videoUrl);
result.put("header", "");
return result.toString();
} catch (Exception e) {
SpiderDebug.log(e);
}
// 适配2.0.6的调用应用内解析列表的支持, 需要配合直连分析和匹配官源解析一起使用，参考cjt影视和极品直连
if (decodeVipFlag && VipCheck.isVip(videoUrl)) { // 使用jx:1
try {
JSONObject result = new JSONObject();
result.put("parse", 1);
result.put("jx", "1");
result.put("url", videoUrl);
return result.toString();
} catch (Exception e) {
SpiderDebug.log(e);
}
} else if (decodeVipFlag && vipFlags.contains(flag)) { // 是否使用应用内解析列表解析官源
try {
JSONObject result = new JSONObject();
result.put("parse", 1);
result.put("playUrl", "");
result.put("url", videoUrl);
result.put("header", "");
return result.toString();
} catch (Exception e) {
SpiderDebug.log(e);
}
}
// 如果是视频直连 直接返回免解

30
app/src/main/java/com/github/catvod/spider/XPathMacFilter.java Normal file
View File

@ -0,0 +1,30 @@
package com.github.catvod.spider;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Iterator;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class XPathMacFilter extends XPathMac {
@Override
protected String categoryUrl(String tid, String pg, boolean filter, HashMap<String, String> extend) {
String cateUrl = rule.getCateUrl();
if (filter && extend != null && extend.size() > 0) {
for (Iterator<String> it = extend.keySet().iterator(); it.hasNext(); ) {
String key = it.next();
String value = extend.get(key);
if (value.length() > 0) {
cateUrl = cateUrl.replace("{" + key + "}", URLEncoder.encode(value));
}
}
}
cateUrl = cateUrl.replace("{cateId}", tid).replace("{catePg}", pg);
Matcher m = Pattern.compile("\\{(.*?)\\}").matcher(cateUrl);
while (m.find()) {
String n = m.group(0).replace("{", "").replace("}", "");
cateUrl = cateUrl.replace(m.group(0), "").replace("/" + n + "/", "");
}
return cateUrl;
}
}

2
app/src/main/java/com/github/catvod/spider/YydsAli1.java
View File

@ -8,7 +8,7 @@ import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.crawler.SpiderReq;
import com.github.catvod.crawler.SpiderReqResult;
import com.github.catvod.crawler.SpiderUrl;
import com.github.catvod.okhttp.SpiderOKClient;
import com.github.catvod.utils.SpiderOKClient;
import org.json.JSONArray;
import org.json.JSONException;

2
app/src/main/java/com/github/catvod/okhttp/SSLSocketFactoryCompat.java → app/src/main/java/com/github/catvod/utils/SSLSocketFactoryCompat.java
View File

@ -1,4 +1,4 @@
package com.github.catvod.okhttp;
package com.github.catvod.utils;
import android.os.Build;

2
app/src/main/java/com/github/catvod/okhttp/SpiderOKClient.java → app/src/main/java/com/github/catvod/utils/SpiderOKClient.java
View File

@ -1,4 +1,4 @@
package com.github.catvod.okhttp;
package com.github.catvod.utils;
import java.util.List;
import java.util.Map;

31
app/src/main/java/com/github/catvod/utils/VipCheck.java Normal file
View File

@ -0,0 +1,31 @@
package com.github.catvod.utils;
import android.net.Uri;
public class VipCheck {
public static boolean isVip(String url) {
// 适配2.0.6的调用应用内解析列表的支持, 需要配合直连分析一起使用，参考cjt影视和极品直连
try {
boolean isVip = false;
String host = Uri.parse(url).getHost();
String[] vipWebsites = new String[]{"iqiyi.com", "v.qq.com", "youku.com", "le.com", "tudou.com", "mgtv.com", "sohu.com", "acfun.cn", "bilibili.com", "baofeng.com", "pptv.com"};
for (int b = 0; b < vipWebsites.length; b++) {
if (host.contains(vipWebsites[b])) {
if ("iqiyi.com".equals(vipWebsites[b])) {
//爱奇艺需要特殊处理
if (url.contains("iqiyi.com/a_") || url.contains("iqiyi.com/w_") || url.contains("iqiyi.com/v_")) {
isVip = true;
break;
}
} else {
isVip = true;
break;
}
}
}
return isVip;
} catch (Exception e) {
}
return false;
}
}

2
buildAndGenJar.bat
View File

@ -2,6 +2,6 @@
call "%~dp0\gradlew" assembleRelease --no-daemon
call "%~dp0\jar\genJar.bat"
call "%~dp0\jar\genJar.bat" %1
pause

BIN
jar/3rd/oss.jar Normal file
View File

Binary file not shown.

BIN
jar/custom_spider.jar
View File

Binary file not shown.

2
jar/custom_spider.jar.md5
View File

@ -1 +1 @@
35ba854e305d50d6f3c1b4ecb60fac39
653675e17afe53425263a40c03db5723

4
jar/genJar.bat
View File

@ -10,6 +10,10 @@ rd /s/q "%~dp0\spider.jar\smali\com\github\catvod\parser"
if not exist "%~dp0\spider.jar\smali\com\github\catvod\" md "%~dp0\spider.jar\smali\com\github\catvod\"
if "%1" == "ec" (
java -Dfile.encoding=utf-8 -jar "%~dp0\3rd\oss.jar" "%~dp0\Smali_classes"
)
move "%~dp0\Smali_classes\com\github\catvod\spider" "%~dp0\spider.jar\smali\com\github\catvod\"
move "%~dp0\Smali_classes\com\github\catvod\parser" "%~dp0\spider.jar\smali\com\github\catvod\"

3
xpath/cjtys.json
View File

@ -2,9 +2,6 @@
"ua": "",
"homeUrl": "https://cjt521.com",
"dcVipFlag": "true",
"pCfgJs": "https://cjt521.com/static/js/playerconfig.js",
"pCfgJsR": "[\\W|\\S|.]*?MacPlayerConfig.player_list[\\W|\\S|.]*?=([\\W|\\S|.]*?),MacPlayerConfig.downer_list",
"dcShow2Vip": {},
"dcPlayUrl": "true",
"cateNode": "//div[contains(@class,'ec-allnav')]//ul/li/a[contains(@href, 'vod/type')]",
"cateName": "/spam/text()",

3
xpath/jpys.json
View File

@ -2,9 +2,6 @@
"ua": "",
"homeUrl": "https://www.jpysvip.net",
"dcVipFlag": "true",
"pCfgJs": "https://www.jpysvip.net/static/js/playerconfig.js",
"pCfgJsR": "[\\W|\\S|.]*?MacPlayerConfig.player_list[\\W|\\S|.]*?=([\\W|\\S|.]*?),MacPlayerConfig.downer_list",
"dcShow2Vip": {},
"dcPlayUrl": "true",
"cateNode": "//ul[contains(@class,'myui-header__menu')]/li[@class='dropdown-hover']//ul/li/a[contains(@href, 'vodtype') and not(contains(@href, '26'))]",
"cateName": "/text()",

5
xpath/tvci.json
View File

File diff suppressed because one or more lines are too long