mirror of
https://github.com/hjdhnx/dr_py.git
synced 2024-10-18 10:58:26 -05:00
295 lines
10 KiB
Java
295 lines
10 KiB
Java
package com.github.tvbox.osc.util.js;
|
||
|
||
import android.text.TextUtils;
|
||
|
||
import com.quickjs.android.JSUtils;
|
||
|
||
import org.jsoup.Jsoup;
|
||
import org.jsoup.nodes.Document;
|
||
import org.jsoup.nodes.Element;
|
||
import org.jsoup.select.Elements;
|
||
|
||
import java.net.MalformedURLException;
|
||
import java.net.URL;
|
||
import java.util.ArrayList;
|
||
import java.util.Arrays;
|
||
import java.util.List;
|
||
import java.util.regex.Matcher;
|
||
import java.util.regex.Pattern;
|
||
|
||
public class HtmlParser {
|
||
private static String pdfh_html = "";
|
||
private static String pdfa_html = "";
|
||
private static final Pattern p = Pattern.compile("url\\((.*?)\\)", Pattern.MULTILINE | Pattern.DOTALL);
|
||
private static final Pattern NOADD_INDEX = Pattern.compile(":eq|:lt|:gt|:first|:last|^body$|^#"); // 不自动加eq下标索引
|
||
private static final Pattern URLJOIN_ATTR = Pattern.compile("(url|src|href|-original|-src|-play|-url)$", Pattern.MULTILINE | Pattern.CASE_INSENSITIVE); // 需要自动urljoin的属性
|
||
private static Document pdfh_doc = null;
|
||
private static Document pdfa_doc = null;
|
||
|
||
public static String joinUrl(String parent, String child) {
|
||
if (JSUtils.isEmpty(parent)) {
|
||
return child;
|
||
}
|
||
|
||
URL url;
|
||
String q = parent;
|
||
try {
|
||
url = new URL(new URL(parent), child);
|
||
q = url.toExternalForm();
|
||
} catch (MalformedURLException e) {
|
||
e.printStackTrace();
|
||
}
|
||
// if (q.contains("#")) {
|
||
// q = q.replaceAll("^(.+?)#.*?$", "$1");
|
||
// }
|
||
return q;
|
||
}
|
||
|
||
public static class Painfo {
|
||
public String nparse_rule;
|
||
public int nparse_index;
|
||
public List<String> excludes;
|
||
}
|
||
|
||
private static Painfo getParseInfo(String nparse) {
|
||
/*
|
||
根据传入的单规则获取 parse规则，索引位置,排除列表 -- 可以用于剔除元素,支持多个，按标签剔除，按id剔除等操作
|
||
:param nparse:
|
||
:return:*/
|
||
Painfo painfo = new Painfo();
|
||
//List<String> excludes = new ArrayList<>(); //定义排除列表默认值为空
|
||
//int nparse_index; //定义位置索引默认值为0
|
||
painfo.nparse_rule = nparse; //定义规则默认值为本身
|
||
if (nparse.contains(":eq")) {
|
||
painfo.nparse_rule = nparse.split(":")[0];
|
||
String nparse_pos = nparse.split(":")[1];
|
||
|
||
if (painfo.nparse_rule.contains("--")) {
|
||
String[] rules = painfo.nparse_rule.split("--");
|
||
painfo.excludes = new ArrayList<>(Arrays.asList(rules));
|
||
painfo.excludes.remove(0);
|
||
painfo.nparse_rule = rules[0];
|
||
} else if (nparse_pos.contains("--")) {
|
||
String[] rules = nparse_pos.split("--");
|
||
painfo.excludes = new ArrayList<>(Arrays.asList(rules));
|
||
painfo.excludes.remove(0);
|
||
nparse_pos = rules[0];
|
||
}
|
||
|
||
try {
|
||
painfo.nparse_index = Integer.parseInt(nparse_pos.replace("eq(", "").replace(")", ""));
|
||
} catch (Exception e1) {
|
||
painfo.nparse_index = 0;
|
||
}
|
||
} else {
|
||
if (nparse.contains("--")) {
|
||
String[] rules = painfo.nparse_rule.split("--");
|
||
painfo.excludes = new ArrayList<>(Arrays.asList(rules));
|
||
painfo.excludes.remove(0);
|
||
painfo.nparse_rule = rules[0];
|
||
}
|
||
}
|
||
return painfo;
|
||
}
|
||
|
||
public static boolean isIndex(String str) {
|
||
if (JSUtils.isEmpty(str)) {
|
||
return false;
|
||
}
|
||
for (String str2 : new String[]{":eq", ":lt", ":gt", ":first", ":last", "body", "#"}) {
|
||
if (str.contains(str2)) {
|
||
if (str2.equals("body") || str2.equals("#")) {
|
||
return str.startsWith(str2);
|
||
}
|
||
return true;
|
||
}
|
||
}
|
||
return false;
|
||
}
|
||
|
||
public static boolean isUrl(String str) {
|
||
if (JSUtils.isEmpty(str)) {
|
||
return false;
|
||
}
|
||
for (String str2 : new String[]{"url", "src", "href", "-original", "-play"}) {
|
||
if (str.contains(str2)) {
|
||
return true;
|
||
}
|
||
}
|
||
return false;
|
||
}
|
||
|
||
private static String parseHikerToJq(String parse, boolean first) {
|
||
/*
|
||
海阔解析表达式转原生表达式,自动补eq,如果传了first就最后一个也取eq(0)
|
||
:param parse:
|
||
:param first:
|
||
:return:
|
||
*/
|
||
// 不自动加eq下标索引
|
||
if (parse.contains("&&")) {
|
||
String[] parses = parse.split("&&"); //带&&的重新拼接
|
||
List<String> new_parses = new ArrayList<>(); //构造新的解析表达式列表
|
||
for (int i = 0; i < parses.length; i++) {
|
||
String[] pss = parses[i].split(" ");
|
||
String ps = pss[pss.length - 1]; //如果分割&&后带空格就取最后一个元素
|
||
Matcher m = NOADD_INDEX.matcher(ps);
|
||
//if (!isIndex(ps)) {
|
||
if (!m.find()) {
|
||
if (!first && i >= parses.length - 1) { //不传first且遇到最后一个,不用补eq(0)
|
||
new_parses.add(parses[i]);
|
||
} else {
|
||
new_parses.add(parses[i] + ":eq(0)");
|
||
}
|
||
} else {
|
||
new_parses.add(parses[i]);
|
||
}
|
||
}
|
||
parse = TextUtils.join(" ", new_parses);
|
||
} else {
|
||
String[] pss = parse.split(" ");
|
||
String ps = pss[pss.length - 1]; //如果分割&&后带空格就取最后一个元素
|
||
Matcher m = NOADD_INDEX.matcher(ps);
|
||
//if (!isIndex(ps) && first) {
|
||
if (!m.find() && first) {
|
||
parse = parse + ":eq(0)";
|
||
}
|
||
}
|
||
return parse;
|
||
}
|
||
|
||
public static String parseDomForUrl(String html, String rule, String add_url) {
|
||
if (!pdfh_html.equals(html)) {
|
||
pdfh_html = html;
|
||
pdfh_doc = Jsoup.parse(html);
|
||
}
|
||
Document doc = pdfh_doc;
|
||
if (rule.equals("body&&Text") || rule.equals("Text")) {
|
||
return doc.text();
|
||
} else if (rule.equals("body&&Html") || rule.equals("Html")) {
|
||
return doc.html();
|
||
}
|
||
String option = "";
|
||
if (rule.contains("&&")) {
|
||
String[] rs = rule.split("&&");
|
||
option = rs[rs.length - 1];
|
||
List<String> excludes = new ArrayList<>(Arrays.asList(rs));
|
||
excludes.remove(rs.length - 1);
|
||
rule = TextUtils.join("&&", excludes);
|
||
}
|
||
rule = parseHikerToJq(rule, true);
|
||
String[] parses = rule.split(" ");
|
||
Elements ret = new Elements();
|
||
for (String nparse : parses) {
|
||
ret = parseOneRule(doc, nparse, ret);
|
||
if (ret.isEmpty()) {
|
||
return "";
|
||
}
|
||
}
|
||
String result;
|
||
if (JSUtils.isNotEmpty(option)) {
|
||
if (option.equals("Text")) {
|
||
result = ret.text();
|
||
} else if (option.equals("Html")) {
|
||
result = ret.html();
|
||
} else {
|
||
result = ret.attr(option);
|
||
if (option.toLowerCase().contains("style") && result.contains("url(")) {
|
||
Matcher m = p.matcher(result);
|
||
if (m.find()) {
|
||
result = m.group(1);
|
||
}
|
||
}
|
||
if (JSUtils.isNotEmpty(result) && JSUtils.isNotEmpty(add_url)) {
|
||
// 需要自动urljoin的属性
|
||
Matcher m = URLJOIN_ATTR.matcher(option);
|
||
//if (isUrl(option)) {
|
||
if (m.find()) {
|
||
if (result.contains("http")) {
|
||
result = result.substring(result.indexOf("http"));
|
||
} else {
|
||
result = joinUrl(add_url, result);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
} else {
|
||
result = ret.outerHtml();
|
||
}
|
||
return result;
|
||
|
||
}
|
||
|
||
public static List<String> parseDomForArray(String html, String rule) {
|
||
if (!pdfa_html.equals(html)) {
|
||
pdfa_html = html;
|
||
pdfa_doc = Jsoup.parse(html);
|
||
}
|
||
Document doc = pdfa_doc;
|
||
rule = parseHikerToJq(rule, false);
|
||
String[] parses = rule.split(" ");
|
||
Elements ret = new Elements();
|
||
for (String pars : parses) {
|
||
ret = parseOneRule(doc, pars, ret);
|
||
if (ret.isEmpty()) {
|
||
return new ArrayList<>();
|
||
}
|
||
}
|
||
|
||
List<String> eleHtml = new ArrayList<>();
|
||
for (int i = 0; i < ret.size(); i++) {
|
||
Element element1 = ret.get(i);
|
||
eleHtml.add(element1.outerHtml());
|
||
}
|
||
return eleHtml;
|
||
}
|
||
|
||
private static Elements parseOneRule(Document doc, String nparse, Elements ret) {
|
||
Painfo painfo = getParseInfo(nparse);
|
||
if (ret.isEmpty()) {
|
||
ret = doc.select(painfo.nparse_rule);
|
||
} else {
|
||
ret = ret.select(painfo.nparse_rule);
|
||
}
|
||
|
||
if (nparse.contains(":eq")) {
|
||
if(painfo.nparse_index < 0){
|
||
ret = ret.eq(ret.size() + painfo.nparse_index);
|
||
} else {
|
||
ret = ret.eq(painfo.nparse_index);
|
||
}
|
||
}
|
||
|
||
if (painfo.excludes != null && !ret.isEmpty()) {
|
||
ret = ret.clone(); //克隆一个, 免得直接remove会影响doc的缓存
|
||
for (int i = 0; i < painfo.excludes.size(); i++) {
|
||
ret.select(painfo.excludes.get(i)).remove();
|
||
}
|
||
}
|
||
return ret;
|
||
}
|
||
|
||
public static List<String> parseDomForList(String html, String p1, String list_text, String list_url, String add_url) {
|
||
if (!pdfa_html.equals(html)) {
|
||
pdfa_html = html;
|
||
pdfa_doc = Jsoup.parse(html);
|
||
}
|
||
Document doc = pdfa_doc;
|
||
p1 = parseHikerToJq(p1, false);
|
||
String[] parses = p1.split(" ");
|
||
Elements ret = new Elements();
|
||
for (String pars : parses) {
|
||
ret = parseOneRule(doc, pars, ret);
|
||
if (ret.isEmpty()) {
|
||
return new ArrayList<>();
|
||
}
|
||
}
|
||
List<String> new_vod_list = new ArrayList<>();
|
||
for(int i = 0; i < ret.size(); i++){
|
||
String it = ret.get(i).outerHtml();
|
||
new_vod_list.add(parseDomForUrl(it, list_text, "").trim() + '$' + parseDomForUrl(it, list_url, add_url));
|
||
}
|
||
return new_vod_list;
|
||
}
|
||
}
|