This commit is contained in:
catvod 2021-09-21 16:01:08 +08:00
commit de49c475c9
43 changed files with 34131 additions and 0 deletions

15
.gitignore vendored Normal file
View File

@ -0,0 +1,15 @@
*.iml
.gradle
/local.properties
/.idea/caches
/.idea/libraries
/.idea/modules.xml
/.idea/workspace.xml
/.idea/navEditor.xml
/.idea/assetWizardSettings.xml
.DS_Store
/build
/captures
.externalNativeBuild
.cxx
local.properties

3
.idea/.gitignore vendored Normal file
View File

@ -0,0 +1,3 @@
# Default ignored files
/shelf/
/workspace.xml

1
.idea/.name Normal file
View File

@ -0,0 +1 @@
CatVodSpider

6
.idea/compiler.xml Normal file
View File

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="CompilerConfiguration">
<bytecodeTargetLevel target="11" />
</component>
</project>

19
.idea/gradle.xml Normal file
View File

@ -0,0 +1,19 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="GradleSettings">
<option name="linkedExternalProjectsSettings">
<GradleProjectSettings>
<option name="testRunner" value="PLATFORM" />
<option name="distributionType" value="DEFAULT_WRAPPED" />
<option name="externalProjectPath" value="$PROJECT_DIR$" />
<option name="modules">
<set>
<option value="$PROJECT_DIR$" />
<option value="$PROJECT_DIR$/app" />
</set>
</option>
<option name="resolveModulePerSourceSet" value="false" />
</GradleProjectSettings>
</option>
</component>
</project>

55
.idea/jarRepositories.xml Normal file
View File

@ -0,0 +1,55 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="RemoteRepositoriesConfiguration">
<remote-repository>
<option name="id" value="central" />
<option name="name" value="Maven Central repository" />
<option name="url" value="https://repo1.maven.org/maven2" />
</remote-repository>
<remote-repository>
<option name="id" value="jboss.community" />
<option name="name" value="JBoss Community repository" />
<option name="url" value="https://repository.jboss.org/nexus/content/repositories/public/" />
</remote-repository>
<remote-repository>
<option name="id" value="MavenRepo" />
<option name="name" value="MavenRepo" />
<option name="url" value="https://repo.maven.apache.org/maven2/" />
</remote-repository>
<remote-repository>
<option name="id" value="BintrayJCenter" />
<option name="name" value="BintrayJCenter" />
<option name="url" value="https://jcenter.bintray.com/" />
</remote-repository>
<remote-repository>
<option name="id" value="Google" />
<option name="name" value="Google" />
<option name="url" value="https://dl.google.com/dl/android/maven2/" />
</remote-repository>
<remote-repository>
<option name="id" value="maven3" />
<option name="name" value="maven3" />
<option name="url" value="https://maven.aliyun.com/repository/public" />
</remote-repository>
<remote-repository>
<option name="id" value="maven" />
<option name="name" value="maven" />
<option name="url" value="https://maven.aliyun.com/repository/google" />
</remote-repository>
<remote-repository>
<option name="id" value="maven2" />
<option name="name" value="maven2" />
<option name="url" value="https://maven.aliyun.com/repository/central" />
</remote-repository>
<remote-repository>
<option name="id" value="maven5" />
<option name="name" value="maven5" />
<option name="url" value="https://jitpack.io" />
</remote-repository>
<remote-repository>
<option name="id" value="maven4" />
<option name="name" value="maven4" />
<option name="url" value="https://maven.aliyun.com/repository/gradle-plugin" />
</remote-repository>
</component>
</project>

9
.idea/misc.xml Normal file
View File

@ -0,0 +1,9 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectRootManager" version="2" languageLevel="JDK_11" default="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
<output url="file://$PROJECT_DIR$/build/classes" />
</component>
<component name="ProjectType">
<option name="id" value="Android" />
</component>
</project>

View File

@ -0,0 +1,10 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="RunConfigurationProducerService">
<option name="ignoredProducers">
<set>
<option value="com.android.tools.idea.compose.preview.runconfiguration.ComposePreviewRunConfigurationProducer" />
</set>
</option>
</component>
</project>

178
README.md Normal file
View File

@ -0,0 +1,178 @@
# 猫影视TV客户端爬虫自定义接口工程
```
思维没有边界 一切皆有可能
```
本工程最终食用需配合 猫影视TV新版一下简称为软件 **v2.0.0**及以上版本
![logo](app\src\main\res\drawable-xhdpi\app_icon.png)
## 快速开始
----
本工程是一个完整的AndroidStudio工程请你用AS打开编辑。
工程调试完毕后要需要导出生成jar文件配合软件使用执行根目录下的 `buildAndGenJar.bat` 会在同目录生成一个名为`custom_spider.jar`的jar文件这个文件就是我们最终要是用的代码包。
### 代码包食用方式
----
本地加载:将`custom_spider.jar`放入设备sd卡根目录即可
远程加载:将`custom_spider.jar`上传到你的网络空间获取对应的文件下载地址在软件自定义配置的json文件中加入下面格式的键值对。
```json
"spider": "http://xxx.xxx.xxx/custom_spider.jar"
```
### 如何在自定义配置中调用我们代码包中的Spider
----
同样在自定义json中加入相应的播放源即可**type=3, api对应你代码工程中自定义的爬虫类名例如实例工程中的`Aidi`**
```json
{
"key": "adys_diy",
"name": "爱迪",
"type": 3,
"api": "Aidi",
"searchable": 1,
"quickSearch": 0,
"filterable": 1
}
```
## 基础类
----
> com.github.catvod.crawler.Spider 爬虫基类
> com.github.catvod.crawler.SpiderReq 用于发起网络请求 获取网络数据
> com.github.catvod.crawler.SpiderReqResult 网络请求结果
> com.github.catvod.crawler.SpiderUrl 用于定义一个网络请求
## 示例
----
请查看 仓库中的爱迪影视 相关实现 ,调试可参考 `com.github.catvod.demo.MainActivity` ,直接调用对应爬虫相关接口
> com.github.catvod.spider.Aidi
## 注意事项!!
----
1. 除了`com.github.catvod.spider`包以外的代码,最终都会被软件本身内置的代码代替掉,所以,建议你不要修改除`com.github.catvod.spider`包以外的代码。
2. 不要在`Spider`中使用`Gson`
3. 待补充
## 爬虫类返回的相关Json字符串格式说明
----
### homeContent
```json
{
"class": [{ // 分类
"type_id": "dianying", // 分类id
"type_name": "电影" // 分类名
}, {
"type_id": "lianxuju",
"type_name": "连续剧"
}],
"filters": { // 筛选
"dianying": [{ // 分类id 就是上面class中的分类id
"key": "0", // 筛选key
"name": "分类", // 筛选名称
"value": [{ // 筛选选项
"n": "全部", // 选项展示的名称
"v": "dianying" // 选项最终在url中的展现
}, {
"n": "动作片",
"v": "dongzuopian"
}]
}],
"lianxuju": [{
"key": 0,
"name": "分类",
"value": [{
"n": "全部",
"v": "lianxuju"
}, {
"n": "国产剧",
"v": "guochanju"
}, {
"n": "港台剧",
"v": "gangtaiju"
}]
}]
},
"list": [{ // 首页最近更新视频列表
"vod_id": "1901", // 视频id
"vod_name": "判决", // 视频名
"vod_pic": "https:\/\/pic.imgdb.cn\/item\/614631e62ab3f51d918e9201.jpg", // 展示图片
"vod_remarks": "6.8" // 视频信息 展示在 视频名上方
}, {
"vod_id": "1908",
"vod_name": "移山的父亲",
"vod_pic": "https:\/\/pic.imgdb.cn\/item\/6146fab82ab3f51d91c01af1.jpg",
"vod_remarks": "6.7"
}]
}
```
### categoryContent
```json
{
"page": 1, // 当前页
"pagecount": 2, // 总共几页
"limit": 60, // 每页几条数据
"total": 120, // 总共多少调数据
"list": [{ // 视频列表 下面的视频结构 同上面homeContent中的
"vod_id": "1897",
"vod_name": "北区侦缉队",
"vod_pic": "https:\/\/pic.imgdb.cn\/item\/6145d4b22ab3f51d91bd98b6.jpg",
"vod_remarks": "7.3"
}, {
"vod_id": "1879",
"vod_name": "浪客剑心 最终章 人诛篇",
"vod_pic": "https:\/\/pic.imgdb.cn\/item\/60e3f37e5132923bf82ef95e.jpg",
"vod_remarks": "8.0"
}]
}
```
### detailContent
```json
{
"list": [{
"vod_id": "1902",
"vod_name": "海岸村恰恰恰",
"vod_pic": "https:\/\/pic.imgdb.cn\/item\/61463fd12ab3f51d91a0f44d.jpg",
"type_name": "剧情",
"vod_year": "2021",
"vod_area": "韩国",
"vod_remarks": "更新至第8集",
"vod_actor": "申敏儿,金宣虎,李相二,孔敏晶,徐尚沅,禹美华,朴艺荣,李世亨,边胜泰,金贤佑,金英玉",
"vod_director": "柳济元",
"vod_content": "海岸村恰恰恰剧情:  韩剧海岸村恰恰恰 갯마을 차차차改编自2004年的电影《我的百事通男友洪班长》海岸村恰恰恰 갯마을 차차차讲述来自大都市的牙医(申敏儿 饰)到充满人情味的海岸村开设牙医诊所,那里住着一位各方面都",
// 播放源 多个用$$$分隔
"vod_play_from": "qiepian$$$yun3edu",
// 播放列表 注意分隔符 分别是 多个源$$$分隔,源中的剧集用#分隔,剧集的名称和地址用$分隔
"vod_play_url": "第1集$1902-1-1#第2集$1902-1-2#第3集$1902-1-3#第4集$1902-1-4#第5集$1902-1-5#第6集$1902-1-6#第7集$1902-1-7#第8集$1902-1-8$$$第1集$1902-2-1#第2集$1902-2-2#第3集$1902-2-3#第4集$1902-2-4#第5集$1902-2-5#第6集$1902-2-6#第7集$1902-2-7#第8集$1902-2-8"
}]
}
```
### searchContent
```json
{
"list": [{ // 视频列表 下面的视频结构 同上面homeContent中的
"vod_id": "1606",
"vod_name": "陪你一起长大",
"vod_pic": "https:\/\/img.aidi.tv\/img\/upload\/vod\/20210417-1\/e27d4eb86f7cde375171dd324b2c19ae.jpg",
"vod_remarks": "更新至第37集"
}]
}
```

1
app/.gitignore vendored Normal file
View File

@ -0,0 +1 @@
/build

46
app/build.gradle Normal file
View File

@ -0,0 +1,46 @@
plugins {
id 'com.android.application'
id 'ru.cleverpumpkin.proguard-dictionaries-generator'
}
android {
compileSdkVersion rootProject.compileSdkVersion
defaultConfig {
applicationId "com.github.catvod.demo"
minSdkVersion rootProject.miniSdkVersion
targetSdkVersion rootProject.targetSdkVersion
versionCode rootProject.appVersionCode
versionName rootProject.appVersionName
}
buildTypes {
release {
minifyEnabled true
proguardFiles 'proguard-rules.pro'
proguardDictionaries {
dictionaryNames = [
"build/class-dictionary",
"build/package-dictionary",
"build/obfuscation-dictionary"
]
minLineLength 1
maxLineLength 3
linesCountInDictionary 100000
}
}
}
compileOptions {
sourceCompatibility JavaVersion.VERSION_1_8
targetCompatibility JavaVersion.VERSION_1_8
}
}
dependencies {
implementation "org.jsoup:jsoup:$jsoup_version"
implementation "com.squareup.okhttp3:okhttp:$okhttp_version"
implementation ("com.github.liujingxing.rxhttp:rxhttp:$rxhttp_version") {
exclude group: "com.squareup.okhttp3"
}
annotationProcessor "com.github.liujingxing.rxhttp:rxhttp-compiler:$rxhttp_version"
}

41
app/proguard-rules.pro vendored Normal file
View File

@ -0,0 +1,41 @@
-optimizationpasses 0
-dontusemixedcaseclassnames
-dontskipnonpubliclibraryclasses
-dontskipnonpubliclibraryclassmembers
-dontpreverify
-dontoptimize
-verbose
-printmapping proguardMapping.txt
-optimizations !code/simplification/cast,!field/*,!class/merging/*
-keepattributes *Annotation*,InnerClasses
-keepattributes EnclosingMethod, InnerClasses
-keepattributes *Annotation*
-keepattributes Signature
-keepattributes LineNumberTable
-renamesourcefileattribute SourceFile
-obfuscationdictionary build/obfuscation-dictionary.txt
-classobfuscationdictionary build/class-dictionary.txt
-packageobfuscationdictionary build/package-dictionary.txt
-flattenpackagehierarchy com.github.catvod.spider.merge
-repackageclasses com.github.catvod.spider.merge
-dontwarn okio.**
-keep class okio.**{*;}
-dontwarn com.squareup.okhttp.**
-dontwarn okhttp3.**
-keep class okhttp3.**{*;}
-dontwarn com.google.**
-keep class com.google.**{*;}
-dontwarn com.android.**
-keep class com.android.**{*;}
-dontwarn rxhttp.**
-keep class rxhttp.**{*;}
-dontwarn kotlin.**
-keep class kotlin.**{*;}
-dontwarn kotlinx.**
-keep class kotlinx.**{*;}
-keep class com.github.catvod.crawler.* { *; }
-keep class com.github.catvod.spider.* { *; }

32392
app/proguardMapping.txt Normal file

File diff suppressed because it is too large Load Diff

View File

@ -0,0 +1,22 @@
<?xml version="1.0" encoding="utf-8"?>
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
package="com.github.catvod.demo">
<uses-permission android:name="android.permission.INTERNET" />
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
<uses-permission android:name="android.permission.ACCESS_WIFI_STATE" />
<application
android:allowBackup="true"
android:icon="@drawable/app_icon"
android:label="@string/app_name">
<activity android:name="com.github.catvod.demo.MainActivity">
<intent-filter>
<action android:name="android.intent.action.MAIN" />
<category android:name="android.intent.category.LAUNCHER" />
</intent-filter>
</activity>
</application>
</manifest>

View File

@ -0,0 +1,80 @@
package com.github.catvod.crawler;
import android.content.Context;
import org.json.JSONObject;
import java.util.HashMap;
import java.util.List;
public abstract class Spider {
public static JSONObject empty = new JSONObject();
public void init(Context context) {
}
/**
* 首页数据内容
*
* @param filter 是否开启筛选
* @return
*/
public String homeContent(boolean filter) {
return "";
}
/**
* 首页最近更新数据 如果上面的homeContent中不包含首页最近更新视频的数据 可以使用这个接口返回
*
* @return
*/
public String homeVideoContent() {
return "";
}
/**
* 分类数据
*
* @param tid
* @param pg
* @param filter
* @param extend
* @return
*/
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) {
return "";
}
/**
* 详情数据
*
* @param ids
* @return
*/
public String detailContent(List<String> ids) {
return "";
}
/**
* 搜索数据内容
*
* @param key
* @param quick
* @return
*/
public String searchContent(String key, boolean quick) {
return "";
}
/**
* 播放信息
*
* @param flag
* @param id
* @return
*/
public String playerContent(String flag, String id, List<String> vipFlags) {
return "";
}
}

View File

@ -0,0 +1,19 @@
package com.github.catvod.crawler;
public class SpiderDebug {
public static void log(Throwable th) {
try {
android.util.Log.d("SpiderLog", th.getMessage(), th);
} catch (Throwable th1) {
}
}
public static void log(String msg) {
try {
android.util.Log.d("SpiderLog", msg);
} catch (Throwable th1) {
}
}
}

View File

@ -0,0 +1,299 @@
package com.github.catvod.crawler;
import org.jetbrains.annotations.NotNull;
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import okhttp3.OkHttpClient;
import okhttp3.RequestBody;
import okhttp3.Response;
import rxhttp.RxHttpPlugins;
import rxhttp.wrapper.param.RxHttp;
import rxhttp.wrapper.parse.Parser;
public class SpiderReq {
private static final String defaultTag = "sp_req_default";
private static OkHttpClient defaultClient = initDefaultClient();
private static OkHttpClient initDefaultClient() {
OkHttpClient.Builder builder = new OkHttpClient.Builder();
builder.readTimeout(15, TimeUnit.SECONDS);
builder.writeTimeout(15, TimeUnit.SECONDS);
builder.connectTimeout(15, TimeUnit.SECONDS);
builder.retryOnConnectionFailure(true);
return builder.build();
}
/**
* 取消请求
*
* @param tag
*/
public static void cancel(String tag) {
try {
RxHttpPlugins.cancelAll(tag);
} catch (Exception e) {
SpiderDebug.log(e);
}
}
/**
* Get
*
* @param su
* @return
*/
public static SpiderReqResult get(SpiderUrl su) {
return get(defaultClient, su.url, defaultTag, su.headers);
}
/**
* Get whit custom tag
*
* @param su
* @param tag
* @return
*/
public static SpiderReqResult get(SpiderUrl su, String tag) {
return get(defaultClient, su.url, tag, su.headers);
}
/**
* Get with custom http client
*
* @param client
* @param su
* @return
*/
public static SpiderReqResult get(OkHttpClient client, SpiderUrl su) {
return get(client, su.url, defaultTag, su.headers);
}
/**
* Get with custom http client & tag
*
* @param client
* @param su
* @param tag
* @return
*/
public static SpiderReqResult get(OkHttpClient client, SpiderUrl su, String tag) {
return get(client, su.url, tag, su.headers);
}
/**
* Get base
*
* @param client
* @param url
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult get(OkHttpClient client, String url, String tag, HashMap<String, String> headers) {
try {
return RxHttp.get(url)
.setOkClient(client)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Header
*
* @param url
* @param headers
* @return
*/
public static SpiderReqResult header(String url, HashMap<String, String> headers) {
return header(defaultClient, url, defaultTag, headers);
}
/**
* Header
*
* @param client
* @param url
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult header(OkHttpClient client, String url, String tag, HashMap<String, String> headers) {
try {
return RxHttp.head(url)
.setOkClient(client)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, "");
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Body
*
* @param url
* @param body
* @param headers
* @return
*/
public static SpiderReqResult postBody(String url, RequestBody body, HashMap<String, String> headers) {
return postBody(defaultClient, url, body, defaultTag, headers);
}
/**
* Post Body
*
* @param client
* @param url
* @param body
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postBody(OkHttpClient client, String url, RequestBody body, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postBody(url)
.setOkClient(client)
.setBody(body)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Form
*
* @param url
* @param form
* @param headers
* @return
*/
public static SpiderReqResult postForm(String url, HashMap<String, String> form, HashMap<String, String> headers) {
return postForm(defaultClient, url, form, defaultTag, headers);
}
/**
* Post Form
*
* @param client
* @param url
* @param form
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postForm(OkHttpClient client, String url, HashMap<String, String> form, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postForm(url)
.setOkClient(client)
.addAll(form)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Json
*
* @param url
* @param json
* @param headers
* @return
*/
public static SpiderReqResult postJson(String url, HashMap<String, String> json, HashMap<String, String> headers) {
return postJson(defaultClient, url, json, defaultTag, headers);
}
/**
* Post Json
*
* @param client
* @param url
* @param json
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postJson(OkHttpClient client, String url, HashMap<String, String> json, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postJson(url)
.setOkClient(client)
.addAll(json)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
}

View File

@ -0,0 +1,17 @@
package com.github.catvod.crawler;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public class SpiderReqResult {
SpiderReqResult(Map<String, List<String>> headers, String content) {
this.headers = headers;
this.content = content;
}
public static SpiderReqResult empty = new SpiderReqResult(new HashMap<String, List<String>>(), "");
public Map<String, List<String>> headers;
public String content;
}

View File

@ -0,0 +1,20 @@
package com.github.catvod.crawler;
import java.util.HashMap;
public class SpiderUrl {
public static SpiderUrl Empty = new SpiderUrl();
public String url = "";
public HashMap<String, String> headers = new HashMap<>();
public SpiderUrl() {
}
public SpiderUrl(String url, HashMap<String, String> headers) {
this.url = url;
if (headers != null)
this.headers = headers;
}
}

View File

@ -0,0 +1,34 @@
package com.github.catvod.demo;
import android.app.Activity;
import android.os.Bundle;
import com.github.catvod.spider.Aidi;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
public class MainActivity extends Activity {
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
new Thread(new Runnable() {
@Override
public void run() {
Aidi aidi = new Aidi();
aidi.init(MainActivity.this);
System.out.println(aidi.homeContent(true));
HashMap<String, String> extend = new HashMap<>();
extend.put("0", "dongzuopian");
System.out.println(aidi.categoryContent("dianying", "1", false, extend));
List<String> ids = new ArrayList<String>();
ids.add("1902");
System.out.println(aidi.detailContent(ids));
System.out.println(aidi.searchContent("陪你一起", false));
}
}).start();
}
}

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1,11 @@
package com.github.catvod.spider;
import android.content.Context;
import com.github.catvod.crawler.SpiderDebug;
public class Init {
public static void init(Context context) {
SpiderDebug.log("自定义爬虫代码加载成功!");
}
}

Binary file not shown.

After

Width:  |  Height:  |  Size: 10 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 26 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

View File

@ -0,0 +1,3 @@
<resources>
<string name="app_name">CatVodSpider</string>
</resources>

43
build.gradle Normal file
View File

@ -0,0 +1,43 @@
// Top-level build file where you can add configuration options common to all sub-projects/modules.
buildscript {
ext {
appVersionCode = 1
appVersionName = "1.0.0"
miniSdkVersion = 16
compileSdkVersion = 30
targetSdkVersion = 26
jsoup_version = "1.14.1"
okhttp_version = "3.12.13"
rxhttp_version = "2.6.5"
}
repositories {
mavenCentral()
maven { url 'https://maven.aliyun.com/repository/google' }
maven { url 'https://maven.aliyun.com/repository/central' }
maven { url 'https://maven.aliyun.com/repository/public' }
maven { url 'https://maven.aliyun.com/repository/gradle-plugin' }
maven { url 'https://jitpack.io' }
}
dependencies {
classpath "com.android.tools.build:gradle:4.2.1"
classpath "gradle.plugin.ru.cleverpumpkin.proguard-dictionaries-generator:plugin:1.0.8"
}
}
allprojects {
repositories {
mavenCentral()
maven { url 'https://maven.aliyun.com/repository/google' }
maven { url 'https://maven.aliyun.com/repository/central' }
maven { url 'https://maven.aliyun.com/repository/public' }
maven { url 'https://maven.aliyun.com/repository/gradle-plugin' }
maven { url 'https://jitpack.io' }
}
}
task clean(type: Delete) {
delete rootProject.buildDir
}

9
buildAndGenJar.bat Normal file
View File

@ -0,0 +1,9 @@
@echo off
call "%~dp0\gradlew" assembleRelease
del "%~dp0\custom_spider.jar"
call "%~dp0\jar\genJar.bat"
pause

BIN
custom_spider.jar Normal file

Binary file not shown.

17
gradle.properties Normal file
View File

@ -0,0 +1,17 @@
# Project-wide Gradle settings.
# IDE (e.g. Android Studio) users:
# Gradle settings configured through the IDE *will override*
# any settings specified in this file.
# For more details on how to configure your build environment visit
# http://www.gradle.org/docs/current/userguide/build_environment.html
# Specifies the JVM arguments used for the daemon process.
# The setting is particularly useful for tweaking memory settings.
org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8
# When configured, Gradle will run in incubating parallel mode.
# This option should only be used with decoupled projects. More details, visit
# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
# org.gradle.parallel=true
# AndroidX package structure to make it clearer which packages are bundled with the
# Android operating system, and which are packaged with your app"s APK
# https://developer.android.com/topic/libraries/support-library/androidx-rn
android.useAndroidX=true

BIN
gradle/wrapper/gradle-wrapper.jar vendored Normal file

Binary file not shown.

View File

@ -0,0 +1,6 @@
#Tue Sep 21 09:53:05 CST 2021
distributionBase=GRADLE_USER_HOME
distributionUrl=https\://services.gradle.org/distributions/gradle-6.7.1-bin.zip
distributionPath=wrapper/dists
zipStorePath=wrapper/dists
zipStoreBase=GRADLE_USER_HOME

172
gradlew vendored Normal file
View File

@ -0,0 +1,172 @@
#!/usr/bin/env sh
##############################################################################
##
## Gradle start up script for UN*X
##
##############################################################################
# Attempt to set APP_HOME
# Resolve links: $0 may be a link
PRG="$0"
# Need this for relative symlinks.
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG=`dirname "$PRG"`"/$link"
fi
done
SAVED="`pwd`"
cd "`dirname \"$PRG\"`/" >/dev/null
APP_HOME="`pwd -P`"
cd "$SAVED" >/dev/null
APP_NAME="Gradle"
APP_BASE_NAME=`basename "$0"`
# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
DEFAULT_JVM_OPTS=""
# Use the maximum available, or set MAX_FD != -1 to use that value.
MAX_FD="maximum"
warn () {
echo "$*"
}
die () {
echo
echo "$*"
echo
exit 1
}
# OS specific support (must be 'true' or 'false').
cygwin=false
msys=false
darwin=false
nonstop=false
case "`uname`" in
CYGWIN* )
cygwin=true
;;
Darwin* )
darwin=true
;;
MINGW* )
msys=true
;;
NONSTOP* )
nonstop=true
;;
esac
CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
# Determine the Java command to use to start the JVM.
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
if [ ! -x "$JAVACMD" ] ; then
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
else
JAVACMD="java"
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
# Increase the maximum file descriptors if we can.
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
MAX_FD_LIMIT=`ulimit -H -n`
if [ $? -eq 0 ] ; then
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
MAX_FD="$MAX_FD_LIMIT"
fi
ulimit -n $MAX_FD
if [ $? -ne 0 ] ; then
warn "Could not set maximum file descriptor limit: $MAX_FD"
fi
else
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
fi
fi
# For Darwin, add options to specify how the application appears in the dock
if $darwin; then
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
fi
# For Cygwin, switch paths to Windows format before running java
if $cygwin ; then
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
JAVACMD=`cygpath --unix "$JAVACMD"`
# We build the pattern for arguments to be converted via cygpath
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
SEP=""
for dir in $ROOTDIRSRAW ; do
ROOTDIRS="$ROOTDIRS$SEP$dir"
SEP="|"
done
OURCYGPATTERN="(^($ROOTDIRS))"
# Add a user-defined pattern to the cygpath arguments
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
fi
# Now convert the arguments - kludge to limit ourselves to /bin/sh
i=0
for arg in "$@" ; do
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
else
eval `echo args$i`="\"$arg\""
fi
i=$((i+1))
done
case $i in
(0) set -- ;;
(1) set -- "$args0" ;;
(2) set -- "$args0" "$args1" ;;
(3) set -- "$args0" "$args1" "$args2" ;;
(4) set -- "$args0" "$args1" "$args2" "$args3" ;;
(5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
(6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
(7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
(8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
(9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
esac
fi
# Escape application args
save () {
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
echo " "
}
APP_ARGS=$(save "$@")
# Collect all arguments for the java command, following the shell quoting and substitution rules
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
cd "$(dirname "$0")"
fi
exec "$JAVACMD" "$@"

84
gradlew.bat vendored Normal file
View File

@ -0,0 +1,84 @@
@if "%DEBUG%" == "" @echo off
@rem ##########################################################################
@rem
@rem Gradle startup script for Windows
@rem
@rem ##########################################################################
@rem Set local scope for the variables with windows NT shell
if "%OS%"=="Windows_NT" setlocal
set DIRNAME=%~dp0
if "%DIRNAME%" == "" set DIRNAME=.
set APP_BASE_NAME=%~n0
set APP_HOME=%DIRNAME%
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
set DEFAULT_JVM_OPTS=
@rem Find java.exe
if defined JAVA_HOME goto findJavaFromJavaHome
set JAVA_EXE=java.exe
%JAVA_EXE% -version >NUL 2>&1
if "%ERRORLEVEL%" == "0" goto init
echo.
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:findJavaFromJavaHome
set JAVA_HOME=%JAVA_HOME:"=%
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
if exist "%JAVA_EXE%" goto init
echo.
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:init
@rem Get command-line arguments, handling Windows variants
if not "%OS%" == "Windows_NT" goto win9xME_args
:win9xME_args
@rem Slurp the command line arguments.
set CMD_LINE_ARGS=
set _SKIP=2
:win9xME_args_slurp
if "x%~1" == "x" goto execute
set CMD_LINE_ARGS=%*
:execute
@rem Setup the command line
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
@rem Execute Gradle
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
:end
@rem End local scope for the variables with windows NT shell
if "%ERRORLEVEL%"=="0" goto mainEnd
:fail
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
rem the _cmd.exe /c_ return code!
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
exit /b 1
:mainEnd
if "%OS%"=="Windows_NT" endlocal
:omega

BIN
jar/3rd/apktool_2.4.1.jar Normal file

Binary file not shown.

BIN
jar/3rd/baksmali-2.5.2.jar Normal file

Binary file not shown.

BIN
jar/3rd/dex.jar Normal file

Binary file not shown.

BIN
jar/3rd/dx-1.16.jar Normal file

Binary file not shown.

26
jar/genJar.bat Normal file
View File

@ -0,0 +1,26 @@
@echo off
set dexFile="%~dp0\..\app\build\intermediates\dex\release\minifyReleaseWithR8\classes.dex"
rd /s/q "%~dp0\Smali_classes"
java -jar "%~dp0\3rd\baksmali-2.5.2.jar" d %dexFile% -o "%~dp0\Smali_classes"
rd /s/q "%~dp0\spider.jar\smali\com\github\catvod\spider"
move "%~dp0\Smali_classes\com\github\catvod\spider" "%~dp0\spider.jar\smali\com\github\catvod\"
rd /s/q "%~dp0\Smali_classes"
java -jar "%~dp0\3rd\apktool_2.4.1.jar" b "%~dp0\spider.jar" -c
move "%~dp0\spider.jar\dist\dex.jar" "%~dp0\..\custom_spider.jar"
rd /s/q "%~dp0\spider.jar\smali\com\github\catvod\spider"
rd /s/q "%~dp0\spider.jar\build"
rd /s/q "%~dp0\spider.jar\dist"
pause

View File

@ -0,0 +1,13 @@
!!brut.androlib.meta.MetaInfo
apkFileName: dex.jar
compressionType: false
doNotCompress: null
isFrameworkApk: false
packageInfo: null
sdkInfo: null
sharedLibrary: false
sparseResources: false
unknownFiles:
usesFramework: null
version: 2.4.1_0303
versionInfo: null

View File

@ -0,0 +1,4 @@
Manifest-Version: 1.0
Dex-Location: classes.dex
Created-By: dx 1.11

2
settings.gradle Normal file
View File

@ -0,0 +1,2 @@
rootProject.name = "CatVodSpider"
include ':app'