Generate v2ray routing rules #131
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Generate v2ray routing rules | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 1 * * *" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: '1.20' | |
| cache: false | |
| - name: Set ENV variables | |
| run: | | |
| echo "RELEASE_NAME=$(date +%Y%m%d%H%M)" >> $GITHUB_ENV | |
| echo "TAG_NAME=$(date +%Y%m%d%H%M)" >> $GITHUB_ENV | |
| echo "RELEASE_DATE=$(date +'%F %T %Z')" >> $GITHUB_ENV | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install dos2unix | |
| sudo apt-get install idn2 | |
| - name: Create release directory | |
| run: mkdir release | |
| - name: Get messengers IP list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/Chocolate4U/ito.gov.ir-Mirror/main/data/Messengers.csv | awk -F"," '{print $2}' | sed '1d' > messengers-ip.txt | |
| - name: Get GeoLite2 | |
| env: | |
| LICENSE_KEY: ${{ secrets.MAXMIND_GEOLITE2_LICENSE }} | |
| run: | | |
| curl -sSL "https://download.maxmind.com/app/geoip_download?edition_id=GeoLite2-Country-CSV&license_key=${LICENSE_KEY}&suffix=zip" -o GeoLite2-Country-CSV.zip | |
| unzip GeoLite2-Country-CSV.zip | |
| rm -f GeoLite2-Country-CSV.zip | |
| mv GeoLite2* geolite2 | |
| - name: Generate ir domains list | |
| run: | | |
| curl -sSL https://github.com/bootmortis/iran-hosted-domains/releases/latest/download/domains.txt | grep -Ev ".+\.ir$" | sed '1 a\ir\nxn--mgba3a4f16a' | sort -u > ir.txt | |
| curl -sSLO https://raw.githubusercontent.com/Chocolate4U/Iran-v2ray-rules/redundant/redundant-domains.txt | |
| comm -23 ir.txt redundant-domains.txt > ir-lite.txt | |
| echo "TOTAL_IR=$(wc -l < ir.txt)" >> $GITHUB_ENV | |
| echo "TOTAL_IR_LITE=$(wc -l < ir-lite.txt)" >> $GITHUB_ENV | |
| mv ir.txt ir-lite.txt release | |
| - name: Generate ads list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/MasterKia/PersianBlocker/main/PersianBlockerHosts.txt | sed -e 's/^\(|\|\*\|\.\|\-\|0\.0\.0\.0\|127\.0\.0\.1\)*//g' -e 's/\^.*$//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > ads.txt | |
| echo "TOTAL_IR_ADS=$(wc -l < ads.txt)" >> $GITHUB_ENV | |
| - name: Generate category-ads-all list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/MasterKia/PersianBlocker/main/PersianBlockerHosts.txt > category-ads-all-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/hagezi/dns-blocklists/main/wildcard/light-onlydomains.txt >> category-ads-all-raw.txt | |
| curl -sSL https://pgl.yoyo.org/adservers/serverlist.php?hostformat=nohtml >> category-ads-all-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/jerryn70/GoodbyeAds/master/Extension/GoodbyeAds-Samsung-AdBlock.txt >> category-ads-all-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/jerryn70/GoodbyeAds/master/Extension/GoodbyeAds-Xiaomi-Extension.txt >> category-ads-all-raw.txt | |
| cat category-ads-all-raw.txt | sed -e 's/^\(|\|\*\|\.\|\-\|0\.0\.0\.0\|127\.0\.0\.1\)*//g' -e 's/\^.*$//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > category-ads-all-temp.txt | |
| curl -sSL https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist.txt > whitelist-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist-referral.txt >> whitelist-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt >> whitelist-raw.txt | |
| curl -sSL https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt >> whitelist-raw.txt | |
| cat whitelist-raw.txt | sed -e 's/^\(|\|@\|\*\|\.\|\-\|0\.0\.0\.0\|127\.0\.0\.1\)*//g' -e 's/\^.*$//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > whitelist-temp.txt | |
| comm -23 category-ads-all-temp.txt whitelist-temp.txt > category-ads-all.txt | |
| echo "TOTAL_ADS=$(wc -l < category-ads-all.txt)" >> $GITHUB_ENV | |
| rm -f category-ads-all-raw.txt whitelist-raw.txt category-ads-all-temp.txt whitelist-temp.txt | |
| mv ads.txt category-ads-all.txt release | |
| - name: Generate malware list | |
| run: | | |
| curl -sSL https://malware-filter.gitlab.io/malware-filter/urlhaus-filter-dnscrypt-blocked-names-online.txt | sed '/#/d' > malware.txt | |
| curl -sSL https://malware-filter.gitlab.io/malware-filter/urlhaus-filter-dnscrypt-blocked-ips-online.txt | sed '/#/d' > malware-ip.txt | |
| echo "TOTAL_MALWARE=$(wc -l < malware.txt)" >> $GITHUB_ENV | |
| mv malware.txt release | |
| - name: Generate phishing list | |
| run: | | |
| curl -sSL https://malware-filter.gitlab.io/malware-filter/phishing-filter-dnscrypt-blocked-names.txt | sed '/#/d' > phishing.txt | |
| curl -sSL https://malware-filter.gitlab.io/malware-filter/phishing-filter-dnscrypt-blocked-ips.txt | sed '/#/d' > phishing-ip.txt | |
| echo "TOTAL_PHISHING=$(wc -l < phishing.txt)" >> $GITHUB_ENV | |
| mv phishing.txt release | |
| - name: Generate cryptominers domains list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/hosts.txt | sed -e 's/^\(|\|\*\|\.\|\-\|0\.0\.0\.0\|127\.0\.0\.1\)*//g' -e 's/\^.*$//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > cryptominers.txt | |
| echo "TOTAL_CRYPTO=$(wc -l < cryptominers.txt)" >> $GITHUB_ENV | |
| mv cryptominers.txt release | |
| - name: Generate Social Media domains list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/StevenBlack/hosts/master/alternates/social-only/hosts | sed -e 's/^\(|\|\*\|\.\|\-\|0\.0\.0\.0 \|127\.0\.0\.1 \)*//g' -e 's/\^.*$//g' -e 's/^\(www\.\)*//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > social.txt | |
| echo "TOTAL_SOCIAL=$(wc -l < social.txt)" >> $GITHUB_ENV | |
| mv social.txt release | |
| - name: Generate nsfw domains list | |
| run: | | |
| curl -sSL https://raw.githubusercontent.com/StevenBlack/hosts/master/alternates/gambling-porn-only/hosts | sed -e 's/^\(|\|\*\|\.\|\-\|0\.0\.0\.0 \|127\.0\.0\.1 \)*//g' -e 's/\^.*$//g' -e 's/^\(www\.\)*//g' -e '/!\|?\|@\|#\|\*\|_\|\\\|\/\|\[\|]\|\[\|\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/d' -e '/\.$/d' -e '/^\s*$/d' | awk '{$1=$1};1' | dos2unix | idn2 --no-alabelroundtrip --no-tr46 | sort -u > nsfw.txt | |
| echo "TOTAL_NSFW=$(wc -l < nsfw.txt)" >> $GITHUB_ENV | |
| mv nsfw.txt release | |
| - name: Generate geoip.dat, geoip-lite.dat, Country.mmdb and Country-lite.mmdb files | |
| run: | | |
| git clone https://github.com/Loyalsoldier/geoip.git | |
| cd geoip | |
| go run ./ -c ../config.json | |
| cp output/dat/geoip.dat output/dat/geoip-lite.dat ../release | |
| cp output/maxmind/Country.mmdb output/maxmind/Country-lite.mmdb ../release | |
| cp -fpPR output/text ../release | |
| - name: Verify Country.mmdb and Country-lite.mmdb files | |
| run: | | |
| go install -v github.com/maxmind/mmdbverify@latest | |
| $(go env GOPATH)/bin/mmdbverify -file release/Country.mmdb | |
| $(go env GOPATH)/bin/mmdbverify -file release/Country-lite.mmdb | |
| - name: Generate geosite.dat and geosite-lite.dat file | |
| run: | | |
| git clone https://github.com/v2fly/domain-list-community.git | |
| mkdir -p v2ray/data/ | |
| mkdir -p v2ray/datalite/ | |
| cp release/ir.txt v2ray/data/ir | |
| cp release/ir-lite.txt v2ray/datalite/ir | |
| cp release/ads.txt v2ray/data/ads | |
| cp release/ads.txt v2ray/datalite/ads | |
| cp release/category-ads-all.txt v2ray/data/category-ads-all | |
| cp release/malware.txt v2ray/data/malware | |
| cp release/phishing.txt v2ray/data/phishing | |
| cp release/cryptominers.txt v2ray/data/cryptominers | |
| cp release/social.txt v2ray/data/social | |
| cp release/nsfw.txt v2ray/data/nsfw | |
| cd domain-list-community | |
| go run ./ --datapath=../v2ray/data --outputdir=../release --outputname=geosite.dat | |
| go run ./ --datapath=../v2ray/datalite --outputdir=../release --outputname=geosite-lite.dat | |
| - name: Generate sha256sum | |
| run: | | |
| sha256sum release/geoip.dat > release/geoip.dat.sha256sum | |
| sha256sum release/geoip-lite.dat > release/geoip-lite.dat.sha256sum | |
| sha256sum release/Country.mmdb > release/Country.mmdb.sha256sum | |
| sha256sum release/Country-lite.mmdb > release/Country-lite.mmdb.sha256sum | |
| sha256sum release/geosite.dat > release/geosite.dat.sha256sum | |
| sha256sum release/geosite-lite.dat > release/geosite-lite.dat.sha256sum | |
| - name: Generate Release Notes | |
| run: | | |
| echo "* Updated on ${{ env.RELEASE_DATE }}" > RELEASE_NOTES | |
| echo "* IR Domains (Excluding .ir Domains) -> ${{ env.TOTAL_IR }}" >> RELEASE_NOTES | |
| echo "* Active IR Domains (Excluding .ir Domains, Used in geosite-lite) -> ${{ env.TOTAL_IR_LITE }}" >> RELEASE_NOTES | |
| echo "* IR Ad Domains -> ${{ env.TOTAL_IR_ADS }}" >> RELEASE_NOTES | |
| echo "* All Ad Domains -> ${{ env.TOTAL_ADS }}" >> RELEASE_NOTES | |
| echo "* Malware Domains -> ${{ env.TOTAL_MALWARE }}" >> RELEASE_NOTES | |
| echo "* Phishing Domains -> ${{ env.TOTAL_PHISHING }}" >> RELEASE_NOTES | |
| echo "* CryptoMiner Domains -> ${{ env.TOTAL_CRYPTO }}" >> RELEASE_NOTES | |
| echo "* Social Media Domains -> ${{ env.TOTAL_SOCIAL }}" >> RELEASE_NOTES | |
| echo "* NSFW Domains -> ${{ env.TOTAL_NSFW }}" >> RELEASE_NOTES | |
| - name: Push assets to release branch | |
| run: | | |
| cd release || exit 1 | |
| git init | |
| git config --local user.name "github-actions[bot]" | |
| git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
| git checkout -b release | |
| git add . | |
| git commit -m "${{ env.RELEASE_NAME }}" | |
| git remote add origin "https://${{ github.actor }}:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}" | |
| git push -f origin release | |
| - name: Purge jsDelivr CDN cache | |
| run: | | |
| cd release || exit 1 | |
| for file in $(ls); do | |
| curl -i "https://purge.jsdelivr.net/gh/${{ github.repository }}@release/${file}" | |
| done | |
| - name: Release and upload assets | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| name: ${{ env.RELEASE_NAME }} | |
| tag_name: ${{ env.TAG_NAME }} | |
| body_path: RELEASE_NOTES | |
| draft: false | |
| prerelease: false | |
| files: | | |
| release/*.dat | |
| release/*.mmdb | |
| release/*.sha256sum | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |