mirror of https://gitee.com/halflife/list.git
146 lines
7.3 KiB
YAML
146 lines
7.3 KiB
YAML
name: Build adblock rules files
|
|
on:
|
|
schedule:
|
|
- cron: 0 */6 * * *
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
build:
|
|
name: Build
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Setup Go 1.x
|
|
uses: actions/setup-go@v3
|
|
with:
|
|
go-version: "^1.14"
|
|
|
|
- name: Set $GOPATH and more variables
|
|
run: |
|
|
echo "RELEASE_NAME=Released on $(date -d "8 hour" -u +%Y%m%d%H%M)" >> $GITHUB_ENV
|
|
echo "TAG_NAME=$(date -d "8 hour" -u +%Y%m%d%H%M)" >> $GITHUB_ENV
|
|
echo "MODIFIED_TIME=$(date -d "8 hour" -u "+%Y年%m月%d日 %H:%M")" >> $GITHUB_ENV
|
|
echo "EASYLIST_URL=https://easylist-downloads.adblockplus.org/easylist.txt" >> $GITHUB_ENV
|
|
echo "EASYLISTCHINA_URL=https://easylist-downloads.adblockplus.org/easylistchina.txt" >> $GITHUB_ENV
|
|
echo "EASYPRIVACY_URL=https://easylist-downloads.adblockplus.org/easyprivacy.txt" >> $GITHUB_ENV
|
|
echo "CJXLIST_URL=https://raw.githubusercontent.com/cjx82630/cjxlist/master/cjxlist.txt" >> $GITHUB_ENV
|
|
echo "CJX_ANNOYANCE_URL=https://raw.githubusercontent.com/cjx82630/cjxlist/master/cjx-annoyance.txt" >> $GITHUB_ENV
|
|
echo "ANTI_ADBLOCK_KILLER_FILTERS_URL=https://raw.githubusercontent.com/reek/anti-adblock-killer/master/anti-adblock-killer-filters.txt" >> $GITHUB_ENV
|
|
echo "ANTIADBLOCKFILTERS_URL=https://easylist-downloads.adblockplus.org/antiadblockfilters.txt" >> $GITHUB_ENV
|
|
echo "ABP_FILTERS_ANTI_CV_URL=https://easylist-downloads.adblockplus.org/abp-filters-anti-cv.txt" >> $GITHUB_ENV
|
|
echo "XINGGSF_MV_URL=https://raw.githubusercontent.com/xinggsf/Adblock-Plus-Rule/master/mv.txt" >> $GITHUB_ENV
|
|
echo "GOPATH=$(dirname $GITHUB_WORKSPACE)" >> $GITHUB_ENV
|
|
echo "$(dirname $GITHUB_WORKSPACE)/bin" >> $GITHUB_PATH
|
|
shell: bash
|
|
|
|
- name: Initialize Git
|
|
run: |
|
|
git config --global user.email 41898282+github-actions[bot]@users.noreply.github.com
|
|
git config --global user.name github-actions[bot]
|
|
|
|
- name: Checkout the "master" branch
|
|
uses: actions/checkout@v3
|
|
with:
|
|
ref: master
|
|
|
|
- name: Get every files
|
|
id: download
|
|
run: |
|
|
mkdir -p ./download/
|
|
cd ./download
|
|
curl -sSL $EASYLIST_URL | sed -e '/^! /d' -e '1c ! EasyList' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./easylist.txt
|
|
curl -sSL $EASYLISTCHINA_URL | sed -e '/^! /d' -e '1c ! EasyList China' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./easylistchina.txt
|
|
curl -sSL $EASYPRIVACY_URL | sed -e '/^! /d' -e '1c ! EasyPrivacy' -e '/^!$/d' > ./easyprivacy.txt
|
|
curl -sSL $CJXLIST_URL | sed -e '/^! /d' -e '1c ! EasyList Lite' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./cjxlist.txt
|
|
curl -sSL $CJX_ANNOYANCE_URL | sed -e '/^! /d' -e "1c ! CJX's Annoyance List" -e '/^!$/d' -e '/The End/d' -e '/^$/d' | sed '/热门话题/,+1d' > ./cjx-annoyance.txt
|
|
sed -i '/!#include cjx-ublock.txt/c !#include https://raw.githubusercontent.com/cjx82630/cjxlist/master/cjx-ublock.txt' ./cjx-annoyance.txt
|
|
curl -sSL $XINGGSF_MV_URL | sed '/禁止站内新开窗/,+2d' | sed -e '/^! /d' -e '1c ! 乘风 视频广告过滤规则' -e '/^!$/d' -e '/^$/d' > ./xinggsf-mv.txt
|
|
curl -sSL $ANTIADBLOCKFILTERS_URL | sed -e '1c ! Adblock Warning Removal List' -e '/^! Checksum/,/! Please check our guidelines/d' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./antiadblockfilters.txt
|
|
curl -sSL $ABP_FILTERS_ANTI_CV_URL | sed -e '1c ! abp-filters-anti-cv' -e '/^! Checksum/,/adblockplus.org/d' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./abp-filters-anti-cv.txt
|
|
curl -sSL $ANTI_ADBLOCK_KILLER_FILTERS_URL | sed -e '1c ! AakList (Anti-Adblock Killer)' -e '/^! Title/,/^! RegExpVisualizer/d' -e '/^!$/d' -e '/The End/d' -e '/^$/d' > ./anti-adblock-killer-filters.txt
|
|
for i in $(ls *.txt); do
|
|
if [[ `cat $i |wc -l` -eq 0 ]]; then
|
|
echo "::set-output name=status::failed"
|
|
break
|
|
else
|
|
echo "::set-output name=status::success"
|
|
echo "" >> $i
|
|
fi
|
|
done
|
|
|
|
- name: Generate adblock files
|
|
if: steps.download.outputs.status == 'success'
|
|
run: |
|
|
mkdir -p ./new/
|
|
cd ./download
|
|
cat ../mod/GeneralBlock.txt ../mod/TiebaBlock.txt easylist.txt easylistchina.txt easyprivacy.txt cjx-annoyance.txt xinggsf-mv.txt > ../new/ad-pc.txt
|
|
cat ../mod/GeneralBlock.txt easylist.txt easylistchina.txt easyprivacy.txt cjx-annoyance.txt > ../new/ad-mo.txt
|
|
cat ../mod/GeneralBlock.txt ../mod/TiebaBlock.txt xinggsf-mv.txt easylistchina.txt cjxlist.txt cjx-annoyance.txt > ../new/ad.txt
|
|
cat xinggsf-mv.txt easylistchina.txt cjxlist.txt cjx-annoyance.txt > ../new/ad2.txt
|
|
cat xinggsf-mv.txt easylistchina.txt cjxlist.txt cjx-annoyance.txt easyprivacy.txt > ../new/ad3.txt
|
|
cat antiadblockfilters.txt abp-filters-anti-cv.txt anti-adblock-killer-filters.txt > ../new/ad-edentw.txt
|
|
for i in $(ls ../new/*.txt); do
|
|
sed -i '/^$/d' $i
|
|
done
|
|
|
|
- name: Diff and addChecksum
|
|
id: diffResult
|
|
if: steps.download.outputs.status == 'success'
|
|
run: |
|
|
mkdir -p ./old_no_title/
|
|
chmod +x ./mod/addChecksum.pl
|
|
for i in $(ls ad*.txt); do
|
|
sed '1,/^!$/d' $i > ./old_no_title/$i
|
|
done
|
|
diffFile="$(diff -q new/ old_no_title/ |grep -o '[a-zA-Z0-9-]\+.txt' |sort -u)"
|
|
if [ -n "$diffFile" ]; then
|
|
for i in $diffFile ; do
|
|
titleName=$(echo "$i" |sed 's#.txt#-title.txt#')
|
|
cat ./mod/$titleName ./new/$i > ./$i
|
|
sed -i -e "s#201412030951#$TAG_NAME#" -e "s#201412030952#$MODIFIED_TIME#" ./$i
|
|
perl ./mod/addChecksum.pl ./$i
|
|
echo "::set-output name=status::success"
|
|
done
|
|
else
|
|
echo "::set-output name=status::failed"
|
|
fi
|
|
|
|
- name: Deliver download Dir
|
|
uses: actions/upload-artifact@v3
|
|
if: steps.download.outputs.status == 'failed'
|
|
with:
|
|
name: AllFiles
|
|
path: |
|
|
./download/
|
|
|
|
- name: Deliver new and old_no_title Di
|
|
uses: actions/upload-artifact@v3
|
|
if: steps.diffResult.outputs.status == 'failed'
|
|
with:
|
|
name: AllFiles
|
|
path: |
|
|
*
|
|
!./.git/
|
|
|
|
- name: Git push assets to github & coding
|
|
if: steps.diffResult.outputs.status == 'success'
|
|
run: |
|
|
rm -rf .git/ download/ new/ old_no_title/
|
|
git init
|
|
git checkout -b master
|
|
git add --all
|
|
git commit -m "${{ env.RELEASE_NAME }}"
|
|
git remote add origin "https://${{ github.actor }}:${{ secrets.WORKFLOW_TOKEN }}@github.com/${{ github.repository }}"
|
|
git remote set-url --add origin "https://${{ secrets.CODING_ACCOUNT }}:${{ secrets.CODING_PASSWORD }}@e.coding.net/${{ secrets.CODING_NAME }}/list.git"
|
|
git push -u -f origin master
|
|
|
|
- name: Purge jsdelivr cache
|
|
if: steps.diffResult.outputs.status == 'success'
|
|
run: |
|
|
result=$(curl -s https://purge.jsdelivr.net/gh/o0HalfLife0o/list@master/)
|
|
if echo $result |grep -q 'success.*true'; then
|
|
echo "jsdelivr缓存更新成功"
|
|
else
|
|
echo $result
|
|
fi
|
|
|