mirror of
https://github.com/uklans/cache-domains
synced 2025-08-03 23:01:23 +02:00
Compare commits
4 Commits
e53c32f5d6
...
f556b59ff7
| Author | SHA1 | Date | |
|---|---|---|---|
|
f556b59ff7 | ||
|
098c1e9c54 | ||
|
|
a036429193 | ||
|
|
a5e7ed8be7 |
@ -2,7 +2,13 @@ root = true
|
|||||||
|
|
||||||
[*]
|
[*]
|
||||||
indent_style = space
|
indent_style = space
|
||||||
indent_size = 4
|
indent_size = 2
|
||||||
trim_trailing_whitespace = true
|
trim_trailing_whitespace = true
|
||||||
end_of_line = lf
|
end_of_line = lf
|
||||||
insert_final_newline = true
|
insert_final_newline = true
|
||||||
|
|
||||||
|
[*.md]
|
||||||
|
indent_size = 0
|
||||||
|
|
||||||
|
[*.sh]
|
||||||
|
indent_style = tab
|
||||||
55
.github/workflows/mega-linter.yml
vendored
Normal file
55
.github/workflows/mega-linter.yml
vendored
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
# MegaLinter GitHub Action configuration file
|
||||||
|
# More info at https://megalinter.io
|
||||||
|
---
|
||||||
|
name: MegaLinter
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
|
||||||
|
env:
|
||||||
|
GITHUB_STATUS_REPORTER: true
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.ref }}-${{ github.workflow }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
megalinter:
|
||||||
|
name: MegaLinter
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
issues: write
|
||||||
|
pull-requests: write
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout Code
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
token: ${{ secrets.PAT || secrets.GITHUB_TOKEN }}
|
||||||
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: MegaLinter
|
||||||
|
uses: oxsecurity/megalinter@v8
|
||||||
|
id: ml
|
||||||
|
env:
|
||||||
|
VALIDATE_ALL_CODEBASE: >-
|
||||||
|
${{
|
||||||
|
github.event_name == 'push' &&
|
||||||
|
github.ref == 'refs/heads/master'
|
||||||
|
}}
|
||||||
|
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Archive production artifacts
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
if: success() || failure()
|
||||||
|
with:
|
||||||
|
name: MegaLinter reports
|
||||||
|
include-hidden-files: "true"
|
||||||
|
path: |
|
||||||
|
megalinter-reports
|
||||||
|
mega-linter.log
|
||||||
1
.gitignore
vendored
1
.gitignore
vendored
@ -1,2 +1,3 @@
|
|||||||
scripts/output
|
scripts/output
|
||||||
scripts/config.json
|
scripts/config.json
|
||||||
|
megalinter-reports/
|
||||||
|
|||||||
19
.lefthook.yml
Normal file
19
.lefthook.yml
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
pre-commit:
|
||||||
|
parallel: true
|
||||||
|
jobs:
|
||||||
|
- name: sort cache domains
|
||||||
|
run: jq ".cache_domains |= sort_by(.name)" {all_files} > {all_files}.tmp && mv {all_files}.tmp {all_files}
|
||||||
|
glob: "cache_domains.json"
|
||||||
|
|
||||||
|
- name: sort cdns
|
||||||
|
run: |
|
||||||
|
for f in {all_files}; do
|
||||||
|
sort -uo ${f} ${f}
|
||||||
|
done
|
||||||
|
env:
|
||||||
|
LC_ALL: C
|
||||||
|
glob: "*.txt"
|
||||||
|
|
||||||
|
- name: megalinter
|
||||||
|
run: docker run --rm -e USER=$(id -u) -e GROUP=$(id -g) -v "$PWD:/tmp/lint" oxsecurity/megalinter:v8
|
||||||
|
stage_fixed: true
|
||||||
39
.mega-linter.yml
Normal file
39
.mega-linter.yml
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
# Configuration file for MegaLinter
|
||||||
|
#
|
||||||
|
# See all available variables at https://megalinter.io/latest/config-file/ and in
|
||||||
|
# linters documentation
|
||||||
|
|
||||||
|
APPLY_FIXES: all
|
||||||
|
FLAVOR_SUGGESTIONS: false
|
||||||
|
PRINT_ALPACA: false
|
||||||
|
SHOW_ELAPSED_TIME: true
|
||||||
|
|
||||||
|
ENABLE:
|
||||||
|
- ACTION
|
||||||
|
- BASH
|
||||||
|
- EDITORCONFIG
|
||||||
|
- JSON
|
||||||
|
- MARKDOWN
|
||||||
|
- SPELL
|
||||||
|
- YAML
|
||||||
|
|
||||||
|
DISABLE_LINTERS:
|
||||||
|
- JSON_V8R
|
||||||
|
- MARKDOWN_MARKDOWNLINT
|
||||||
|
- SPELL_CSPELL
|
||||||
|
- YAML_V8R
|
||||||
|
|
||||||
|
PRE_COMMANDS:
|
||||||
|
- command: apk add --no-cache yq
|
||||||
|
cwd: root
|
||||||
|
- command: yq -i ".cache_domains |= sort_by(.name)" cache_domains.json
|
||||||
|
cwd: workspace
|
||||||
|
- command: |
|
||||||
|
for f in *.txt; do
|
||||||
|
sort -uo ${f} ${f}
|
||||||
|
done
|
||||||
|
cwd: workspace
|
||||||
|
|
||||||
|
POST_COMMANDS:
|
||||||
|
- command: find . -user root -group root -exec chown ${USER}:${GROUP} {} \;
|
||||||
|
cwd: workspace
|
||||||
10
blizzard.txt
10
blizzard.txt
@ -1,11 +1,11 @@
|
|||||||
dist.blizzard.com
|
*.cdn.blizzard.com
|
||||||
dist.blizzard.com.edgesuite.net
|
|
||||||
blizzard.vo.llnwd.net
|
blizzard.vo.llnwd.net
|
||||||
blzddist1-a.akamaihd.net
|
blzddist1-a.akamaihd.net
|
||||||
blzddist2-a.akamaihd.net
|
blzddist2-a.akamaihd.net
|
||||||
blzddist3-a.akamaihd.net
|
blzddist3-a.akamaihd.net
|
||||||
|
cdn.blizzard.com
|
||||||
|
dist.blizzard.com
|
||||||
|
dist.blizzard.com.edgesuite.net
|
||||||
|
edge.blizzard.top.comcast.net
|
||||||
level3.blizzard.com
|
level3.blizzard.com
|
||||||
nydus.battle.net
|
nydus.battle.net
|
||||||
edge.blizzard.top.comcast.net
|
|
||||||
cdn.blizzard.com
|
|
||||||
*.cdn.blizzard.com
|
|
||||||
|
|||||||
@ -1,136 +1,136 @@
|
|||||||
{
|
{
|
||||||
"cache_domains": [
|
"cache_domains": [
|
||||||
{
|
{
|
||||||
"name": "arenanet",
|
"name": "arenanet",
|
||||||
"description": "CDN for guild wars, HoT",
|
"description": "CDN for Guild Wars, HoT",
|
||||||
"domain_files": ["arenanet.txt"]
|
"domain_files": ["arenanet.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "blizzard",
|
"name": "blizzard",
|
||||||
"description": "CDN for blizzard/battle.net",
|
"description": "CDN for Blizzard/Battle.net",
|
||||||
"domain_files": ["blizzard.txt"]
|
"domain_files": ["blizzard.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "cod",
|
"name": "bsg",
|
||||||
"description": "CDN for Call of Duty",
|
"description": "CDN for Battle State Games, Tarkov",
|
||||||
"domain_files": ["cod.txt"]
|
"domain_files": ["bsg.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "bsg",
|
"name": "cityofheroes",
|
||||||
"description": "CDN for Battle State Games, Tarkov",
|
"description": "CDN for City of Heroes (Homecoming)",
|
||||||
"domain_files": ["bsg.txt"]
|
"domain_files": ["cityofheroes.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "cityofheroes",
|
"name": "cod",
|
||||||
"description": "CDN for City of Heroes (Homecoming)",
|
"description": "CDN for Call of Duty",
|
||||||
"domain_files": ["cityofheroes.txt"]
|
"domain_files": ["cod.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "daybreak",
|
"name": "daybreak",
|
||||||
"description": "Daybreak games CDN",
|
"description": "CDN for Daybreak Games",
|
||||||
"domain_files": ["daybreak.txt"]
|
"domain_files": ["daybreak.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "epicgames",
|
"name": "epicgames",
|
||||||
"description": "CDN for Epic Games",
|
"description": "CDN for Epic Games",
|
||||||
"domain_files": ["epicgames.txt"]
|
"domain_files": ["epicgames.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "frontier",
|
"name": "frontier",
|
||||||
"description": "CDN for frontier games",
|
"description": "CDN for Frontier Games",
|
||||||
"domain_files": ["frontier.txt"]
|
"domain_files": ["frontier.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "nexusmods",
|
"name": "neverwinter",
|
||||||
"description": "Nexus mods / skyrim content",
|
"description": "Cryptic CDN for Neverwinter",
|
||||||
"domain_files": ["nexusmods.txt"]
|
"domain_files": ["neverwinter.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "neverwinter",
|
"name": "nexusmods",
|
||||||
"description": "Cryptic CDN for Neverwinter",
|
"description": "CDN for Nexus Mods/Skyrim content",
|
||||||
"domain_files": ["neverwinter.txt"]
|
"domain_files": ["nexusmods.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "nintendo",
|
"name": "nintendo",
|
||||||
"description": "CDN for Nintendo consoles and download servers",
|
"description": "CDN for Nintendo consoles",
|
||||||
"domain_files": ["nintendo.txt"]
|
"domain_files": ["nintendo.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "origin",
|
"name": "origin",
|
||||||
"description": "CDN for origin",
|
"description": "CDN for Origin",
|
||||||
"notes": "Should be enabled for HTTP traffic only or with a HTTPS proxy else origin client download fails",
|
"notes": "Should be enabled for HTTP traffic only or with a HTTPS proxy else origin client download fails",
|
||||||
"mixed_content": true,
|
"mixed_content": true,
|
||||||
"domain_files": ["origin.txt"]
|
"domain_files": ["origin.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "pathofexile",
|
"name": "pathofexile",
|
||||||
"description": "CDN for Path Of Exile",
|
"description": "CDN for Path Of Exile",
|
||||||
"domain_files": ["pathofexile.txt"]
|
"domain_files": ["pathofexile.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "renegadex",
|
"name": "renegadex",
|
||||||
"description": "CDN for Renegade X",
|
"description": "CDN for Renegade X",
|
||||||
"domain_files": ["renegadex.txt"]
|
"domain_files": ["renegadex.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "riot",
|
"name": "riot",
|
||||||
"description": "CDN for riot games",
|
"description": "CDN for Riot Games",
|
||||||
"domain_files": ["riot.txt"]
|
"domain_files": ["riot.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "rockstar",
|
"name": "rockstar",
|
||||||
"description": "CDN for rockstar games",
|
"description": "CDN for Rockstar Games",
|
||||||
"domain_files": ["rockstar.txt"]
|
"domain_files": ["rockstar.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "sony",
|
"name": "sony",
|
||||||
"description": "CDN for sony / playstation",
|
"description": "CDN for Sony/PSN",
|
||||||
"domain_files": ["sony.txt"]
|
"domain_files": ["sony.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "square",
|
"name": "square",
|
||||||
"description": "CDN for Final Fantasy XIV",
|
"description": "CDN for Final Fantasy XIV",
|
||||||
"domain_files": ["square.txt"]
|
"domain_files": ["square.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "steam",
|
"name": "steam",
|
||||||
"description": "CDN for steam platform",
|
"description": "CDN for Steam",
|
||||||
"domain_files": ["steam.txt"]
|
"domain_files": ["steam.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "uplay",
|
"name": "teso",
|
||||||
"description": "CDN for uplay downloader",
|
"description": "CDN for The Elder Scrolls Online",
|
||||||
"domain_files": ["uplay.txt"]
|
"domain_files": ["teso.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "teso",
|
"name": "test",
|
||||||
"description": "CDN for The Elder Scrolls Online",
|
"description": "CDN for Testing, recommended to enable for additional diagnostics",
|
||||||
"domain_files": ["teso.txt"]
|
"domain_files": ["test.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "warframe",
|
"name": "uplay",
|
||||||
"description": "CDN for Warframe",
|
"description": "CDN for Ubisoft",
|
||||||
"domain_files": ["warframe.txt"]
|
"domain_files": ["uplay.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "wargaming",
|
"name": "warframe",
|
||||||
"description": "CDN for wargaming.net",
|
"description": "CDN for Warframe",
|
||||||
"domain_files": ["wargaming.net.txt"]
|
"domain_files": ["warframe.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "wsus",
|
"name": "wargaming",
|
||||||
"description": "CDN for windows updates",
|
"description": "CDN for Wargaming.net",
|
||||||
"domain_files": ["windowsupdates.txt"]
|
"domain_files": ["wargaming.net.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "xboxlive",
|
"name": "wsus",
|
||||||
"description": "CDN for xboxlive",
|
"description": "CDN for Windows Updates",
|
||||||
"domain_files": ["xboxlive.txt"]
|
"domain_files": ["windowsupdates.txt"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "test",
|
"name": "xboxlive",
|
||||||
"description": "Test CDN, recommended to enable for additional diagnostics",
|
"description": "CDN for Xbox Live",
|
||||||
"domain_files": ["test.txt"]
|
"domain_files": ["xboxlive.txt"]
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
|
cdn-eu1.homecomingservers.com
|
||||||
cdn-na1.homecomingservers.com
|
cdn-na1.homecomingservers.com
|
||||||
cdn-na2.homecomingservers.com
|
cdn-na2.homecomingservers.com
|
||||||
cdn-na3.homecomingservers.com
|
cdn-na3.homecomingservers.com
|
||||||
cdn-eu1.homecomingservers.com
|
|
||||||
|
|||||||
@ -1,6 +1,2 @@
|
|||||||
# Daybreak games
|
|
||||||
#
|
|
||||||
# Do NOT cache manifest.patch.daybreakgames.com
|
# Do NOT cache manifest.patch.daybreakgames.com
|
||||||
#
|
|
||||||
#PS2
|
|
||||||
pls.patch.daybreakgames.com
|
pls.patch.daybreakgames.com
|
||||||
|
|||||||
@ -1,14 +1,14 @@
|
|||||||
cdn1.epicgames.com
|
|
||||||
cdn2.epicgames.com
|
|
||||||
cdn.unrealengine.com
|
cdn.unrealengine.com
|
||||||
|
cdn1.epicgames.com
|
||||||
cdn1.unrealengine.com
|
cdn1.unrealengine.com
|
||||||
|
cdn2.epicgames.com
|
||||||
cdn2.unrealengine.com
|
cdn2.unrealengine.com
|
||||||
cdn3.unrealengine.com
|
cdn3.unrealengine.com
|
||||||
|
cloudflare.epicgamescdn.com
|
||||||
download.epicgames.com
|
download.epicgames.com
|
||||||
download2.epicgames.com
|
download2.epicgames.com
|
||||||
download3.epicgames.com
|
download3.epicgames.com
|
||||||
download4.epicgames.com
|
download4.epicgames.com
|
||||||
|
egdownload.fastly-edge.com
|
||||||
epicgames-download1.akamaized.net
|
epicgames-download1.akamaized.net
|
||||||
fastly-download.epicgames.com
|
fastly-download.epicgames.com
|
||||||
cloudflare.epicgamescdn.com
|
|
||||||
egdownload.fastly-edge.com
|
|
||||||
|
|||||||
10
nintendo.txt
10
nintendo.txt
@ -1,11 +1,11 @@
|
|||||||
|
*.hac.lp1.d4c.nintendo.net
|
||||||
|
*.hac.lp1.eshop.nintendo.net
|
||||||
|
*.wup.eshop.nintendo.net
|
||||||
|
*.wup.shop.nintendo.net
|
||||||
ccs.cdn.wup.shop.nintendo.net.edgesuite.net
|
ccs.cdn.wup.shop.nintendo.net.edgesuite.net
|
||||||
|
ecs-lp1.hac.shop.nintendo.net
|
||||||
geisha-wup.cdn.nintendo.net
|
geisha-wup.cdn.nintendo.net
|
||||||
geisha-wup.cdn.nintendo.net.edgekey.net
|
geisha-wup.cdn.nintendo.net.edgekey.net
|
||||||
idbe-wup.cdn.nintendo.net
|
idbe-wup.cdn.nintendo.net
|
||||||
idbe-wup.cdn.nintendo.net.edgekey.net
|
idbe-wup.cdn.nintendo.net.edgekey.net
|
||||||
ecs-lp1.hac.shop.nintendo.net
|
|
||||||
receive-lp1.dg.srv.nintendo.net
|
receive-lp1.dg.srv.nintendo.net
|
||||||
*.wup.shop.nintendo.net
|
|
||||||
*.wup.eshop.nintendo.net
|
|
||||||
*.hac.lp1.d4c.nintendo.net
|
|
||||||
*.hac.lp1.eshop.nintendo.net
|
|
||||||
|
|||||||
@ -1,3 +1,3 @@
|
|||||||
origin-a.akamaihd.net
|
|
||||||
lvlt.cdn.ea.com
|
|
||||||
cdn-patch.swtor.com
|
cdn-patch.swtor.com
|
||||||
|
lvlt.cdn.ea.com
|
||||||
|
origin-a.akamaihd.net
|
||||||
|
|||||||
@ -1,2 +1,2 @@
|
|||||||
patches.totemarts.services
|
|
||||||
patches.totemarts.games
|
patches.totemarts.games
|
||||||
|
patches.totemarts.services
|
||||||
|
|||||||
4
riot.txt
4
riot.txt
@ -1,5 +1,5 @@
|
|||||||
|
*.dyn.riotcdn.net
|
||||||
l3cdn.riotgames.com
|
l3cdn.riotgames.com
|
||||||
worldwide.l3cdn.riotgames.com
|
|
||||||
riotgamespatcher-a.akamaihd.net
|
riotgamespatcher-a.akamaihd.net
|
||||||
riotgamespatcher-a.akamaihd.net.edgesuite.net
|
riotgamespatcher-a.akamaihd.net.edgesuite.net
|
||||||
*.dyn.riotcdn.net
|
worldwide.l3cdn.riotgames.com
|
||||||
|
|||||||
@ -10,6 +10,7 @@ configuration which can be utilised with:
|
|||||||
* Dnsmasq/Pi-hole
|
* Dnsmasq/Pi-hole
|
||||||
* Squid
|
* Squid
|
||||||
* Unbound
|
* Unbound
|
||||||
|
* FortiOS
|
||||||
|
|
||||||
## Usage
|
## Usage
|
||||||
|
|
||||||
@ -37,7 +38,7 @@ The following example assumes a single shared Cacheserver IP:
|
|||||||
}
|
}
|
||||||
```
|
```
|
||||||
3. Run generation script relative to your DNS implementation: `bash create-dnsmasq.sh`.
|
3. Run generation script relative to your DNS implementation: `bash create-dnsmasq.sh`.
|
||||||
4. If `combined_output` is set to `true` this will result in a single output file: `lancache.conf` with all your enabled services (applies to Adguard Home, Dnsmasq or Unbound).
|
4. If `combined_output` is set to `true` this will result in a single output file: `lancache.conf` with all your enabled services (applies to Adguard Home, Dnsmasq, Unbound or FortiOS).
|
||||||
5. Copy files from `output/{adguardhome,dnsmasq,rpz,squid,unbound}/*` to the respective locations for Dnsmasq/Unbound.
|
5. Copy files from `output/{adguardhome,dnsmasq,rpz,squid,unbound}/*` to the respective locations for Dnsmasq/Unbound.
|
||||||
6. Restart the appropriate service.
|
6. Restart the appropriate service.
|
||||||
|
|
||||||
|
|||||||
@ -1,20 +1,20 @@
|
|||||||
{
|
{
|
||||||
"combined_output": false,
|
"combined_output": false,
|
||||||
"ips": {
|
"ips": {
|
||||||
"steam": ["10.10.3.10", "10.10.3.11"],
|
"steam": ["10.10.3.10", "10.10.3.11"],
|
||||||
"origin": "10.10.3.12",
|
"origin": "10.10.3.12",
|
||||||
"blizzard": "10.10.3.13",
|
"blizzard": "10.10.3.13",
|
||||||
"windows": "10.10.3.14",
|
"windows": "10.10.3.14",
|
||||||
"riot": "10.10.3.15",
|
"riot": "10.10.3.15",
|
||||||
"generic": "10.10.3.16"
|
"generic": "10.10.3.16"
|
||||||
},
|
},
|
||||||
"cache_domains": {
|
"cache_domains": {
|
||||||
"default": "generic",
|
"default": "generic",
|
||||||
"blizzard": "blizzard",
|
"blizzard": "blizzard",
|
||||||
"origin": "origin",
|
"origin": "origin",
|
||||||
"riot": "riot",
|
"riot": "riot",
|
||||||
"steam": "steam",
|
"steam": "steam",
|
||||||
"wsus": "windows",
|
"wsus": "windows",
|
||||||
"xboxlive": "windows"
|
"xboxlive": "windows"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -3,75 +3,76 @@ basedir=".."
|
|||||||
outputdir="output/adguardhome"
|
outputdir="output/adguardhome"
|
||||||
path="${basedir}/cache_domains.json"
|
path="${basedir}/cache_domains.json"
|
||||||
|
|
||||||
export IFS=' '
|
export IFS=" "
|
||||||
|
|
||||||
test=$(which jq);
|
if ! command -v jq >/dev/null; then
|
||||||
if [ $? -gt 0 ] ; then
|
cat <<-EOF
|
||||||
echo "This script requires jq to be installed."
|
This script requires jq to be installed.
|
||||||
echo "Your package manager should be able to find it"
|
Your package manager should be able to find it
|
||||||
exit 1
|
EOF
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cachenamedefault="disabled"
|
cachenamedefault="disabled"
|
||||||
combinedoutput=$(jq -r ".combined_output" config.json)
|
combinedoutput=$(jq -r ".combined_output" config.json)
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
ip=$(jq ".ips[\"${line}\"]" config.json)
|
ip=$(jq ".ips[\"${line}\"]" config.json)
|
||||||
declare "cacheip${line}"="${ip}"
|
declare "cacheip${line}"="${ip}"
|
||||||
done <<< $(jq -r '.ips | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".ips | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
declare "cachename$line"="$name"
|
declare "cachename${line}"="${name}"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
rm -rf ${outputdir}
|
rm -rf ${outputdir}
|
||||||
mkdir -p ${outputdir}
|
mkdir -p ${outputdir}
|
||||||
while read entry; do
|
while read -r entry; do
|
||||||
unset cacheip
|
unset cacheip
|
||||||
unset cachename
|
unset cachename
|
||||||
key=$(jq -r ".cache_domains[$entry].name" ${path})
|
key=$(jq -r ".cache_domains[$entry].name" ${path})
|
||||||
cachename="cachename${key}"
|
cachename="cachename${key}"
|
||||||
if [ -z "${!cachename}" ]; then
|
if [ -z "${!cachename}" ]; then
|
||||||
cachename="cachenamedefault"
|
cachename=${cachenamedefault}
|
||||||
fi
|
fi
|
||||||
if [[ ${!cachename} == "disabled" ]]; then
|
if [[ ${cachename} == "disabled" ]]; then
|
||||||
continue;
|
continue
|
||||||
fi
|
fi
|
||||||
cacheipname="cacheip${!cachename}"
|
cacheipname="cacheip${!cachename}"
|
||||||
cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs)
|
cacheip=$(jq -r "if type == \"array\" then .[] else . end" <<<"${!cacheipname}" | xargs)
|
||||||
while read fileid; do
|
while read -r fileid; do
|
||||||
while read filename; do
|
while read -r filename; do
|
||||||
destfilename=$(echo ${filename} | sed -e 's/txt/conf/')
|
destfilename=${filename//txt/conf}
|
||||||
outputfile=${outputdir}/${destfilename}
|
outputfile=${outputdir}/${destfilename}
|
||||||
touch ${outputfile}
|
touch "${outputfile}"
|
||||||
while read fileentry; do
|
while read -r fileentry; do
|
||||||
# Ignore comments and newlines
|
# Ignore comments and newlines
|
||||||
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
domainprefix="|"
|
domainprefix="|"
|
||||||
if [[ $fileentry =~ ^\*\. ]]; then
|
if [[ $fileentry =~ ^\*\. ]]; then
|
||||||
domainprefix="||"
|
domainprefix="||"
|
||||||
fi
|
fi
|
||||||
parsed=$(echo ${fileentry} | sed -e "s/^\*\.//")
|
parsed="${fileentry#\*\.}"
|
||||||
if grep -q "${domainprefix}${parsed}^\$dnsrewrite" ${outputfile}; then
|
if grep -q "${domainprefix}${parsed}^\$dnsrewrite" "${outputfile}"; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
for i in ${cacheip}; do
|
for i in ${cacheip}; do
|
||||||
echo "${domainprefix}${parsed}^\$dnsrewrite=${i}" >> ${outputfile}
|
echo "${domainprefix}${parsed}^\$dnsrewrite=${i}" >>"${outputfile}"
|
||||||
echo "${domainprefix}${parsed}^\$dnstype=AAAA" >> ${outputfile}
|
echo "${domainprefix}${parsed}^\$dnstype=AAAA" >>"${outputfile}"
|
||||||
done
|
done
|
||||||
done <<< $(cat ${basedir}/$filename | sort);
|
done <<<"$(cat ${basedir}/"${filename}" | sort)"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" ${path})"
|
||||||
|
|
||||||
if [[ ${combinedoutput} == "true" ]]; then
|
if [[ ${combinedoutput} == "true" ]]; then
|
||||||
for file in ${outputdir}/*; do f=${file//${outputdir}\/} && f=${f//.conf} && echo "# ${f^}" >> ${outputdir}/lancache.conf && cat ${file} >> ${outputdir}/lancache.conf && rm ${file}; done
|
for file in "${outputdir}"/*; do f=${file//${outputdir}\//} && f=${f//.conf/} && echo "# ${f^}" >>${outputdir}/lancache.conf && cat "${file}" >>${outputdir}/lancache.conf && rm "${file}"; done
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cat << EOF
|
cat <<EOF
|
||||||
Configuration generation completed.
|
Configuration generation completed.
|
||||||
|
|
||||||
Please copy the following files:
|
Please copy the following files:
|
||||||
|
|||||||
@ -3,72 +3,73 @@ basedir=".."
|
|||||||
outputdir="output/dnsmasq"
|
outputdir="output/dnsmasq"
|
||||||
path="${basedir}/cache_domains.json"
|
path="${basedir}/cache_domains.json"
|
||||||
|
|
||||||
export IFS=' '
|
export IFS=" "
|
||||||
|
|
||||||
test=$(which jq);
|
if ! command -v jq >/dev/null; then
|
||||||
if [ $? -gt 0 ] ; then
|
cat <<-EOF
|
||||||
echo "This script requires jq to be installed."
|
This script requires jq to be installed.
|
||||||
echo "Your package manager should be able to find it"
|
Your package manager should be able to find it
|
||||||
exit 1
|
EOF
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cachenamedefault="disabled"
|
cachenamedefault="disabled"
|
||||||
combinedoutput=$(jq -r ".combined_output" config.json)
|
combinedoutput=$(jq -r ".combined_output" config.json)
|
||||||
|
|
||||||
while read -r line; do
|
while read -r line; do
|
||||||
ip=$(jq ".ips[\"${line}\"]" config.json)
|
ip=$(jq ".ips[\"${line}\"]" config.json)
|
||||||
declare "cacheip${line}"="${ip}"
|
declare "cacheip${line}"="${ip}"
|
||||||
done <<< $(jq -r '.ips | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".ips | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
while read -r line; do
|
while read -r line; do
|
||||||
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
declare "cachename${line}"="${name}"
|
declare "cachename${line}"="${name}"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
rm -rf ${outputdir}
|
rm -rf ${outputdir}
|
||||||
mkdir -p ${outputdir}
|
mkdir -p ${outputdir}
|
||||||
while read -r entry; do
|
while read -r entry; do
|
||||||
unset cacheip
|
unset cacheip
|
||||||
unset cachename
|
unset cachename
|
||||||
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
||||||
cachename="cachename${key}"
|
cachename="cachename${key}"
|
||||||
if [ -z "${!cachename}" ]; then
|
if [ -z "${!cachename}" ]; then
|
||||||
cachename="cachenamedefault"
|
cachename=${cachenamedefault}
|
||||||
fi
|
fi
|
||||||
if [[ ${!cachename} == "disabled" ]]; then
|
if [[ ${cachename} == "disabled" ]]; then
|
||||||
continue;
|
continue
|
||||||
fi
|
fi
|
||||||
cacheipname="cacheip${!cachename}"
|
cacheipname="cacheip${!cachename}"
|
||||||
cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs)
|
cacheip=$(jq -r "if type == \"array\" then .[] else . end" <<<"${!cacheipname}" | xargs)
|
||||||
while read -r fileid; do
|
while read -r fileid; do
|
||||||
while read -r filename; do
|
while read -r filename; do
|
||||||
destfilename=$(echo ${filename} | sed -e 's/txt/conf/')
|
destfilename=${filename//txt/conf}
|
||||||
outputfile=${outputdir}/${destfilename}
|
outputfile=${outputdir}/${destfilename}
|
||||||
touch ${outputfile}
|
touch "${outputfile}"
|
||||||
while read -r fileentry; do
|
while read -r fileentry; do
|
||||||
# Ignore comments, newlines and wildcards
|
# Ignore comments, newlines and wildcards
|
||||||
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
parsed=$(echo ${fileentry} | sed -e "s/^\*\.//")
|
parsed="${fileentry#\*\.}"
|
||||||
for i in ${cacheip}; do
|
for i in ${cacheip}; do
|
||||||
if ! grep -qx "address=/${parsed}/${i}" "${outputfile}"; then
|
if ! grep -qx "address=/${parsed}/${i}" "${outputfile}"; then
|
||||||
echo "address=/${parsed}/${i}" >> "${outputfile}"
|
echo "address=/${parsed}/${i}" >>"${outputfile}"
|
||||||
fi
|
fi
|
||||||
if ! grep -qx "local=/${parsed}/" "${outputfile}"; then
|
if ! grep -qx "local=/${parsed}/" "${outputfile}"; then
|
||||||
echo "local=/${parsed}/" >> "${outputfile}"
|
echo "local=/${parsed}/" >>"${outputfile}"
|
||||||
fi
|
fi
|
||||||
done
|
done
|
||||||
done <<< $(cat ${basedir}/${filename} | sort);
|
done <<<"$(cat ${basedir}/"${filename}" | sort)"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files[$fileid]" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" ${path})"
|
||||||
|
|
||||||
if [[ ${combinedoutput} == "true" ]]; then
|
if [[ ${combinedoutput} == "true" ]]; then
|
||||||
for file in ${outputdir}/*; do f=${file//${outputdir}\/} && f=${f//.conf} && echo "# ${f^}" >> ${outputdir}/lancache.conf && cat ${file} >> ${outputdir}/lancache.conf && rm ${file}; done
|
for file in "${outputdir}"/*; do f=${file//${outputdir}\//} && f=${f//.conf/} && echo "# ${f^}" >>${outputdir}/lancache.conf && cat "${file}" >>${outputdir}/lancache.conf && rm "${file}"; done
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cat << EOF
|
cat <<EOF
|
||||||
Configuration generation completed.
|
Configuration generation completed.
|
||||||
|
|
||||||
Please copy the following files:
|
Please copy the following files:
|
||||||
|
|||||||
78
scripts/create-fortios.sh
Normal file
78
scripts/create-fortios.sh
Normal file
@ -0,0 +1,78 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
basedir=".."
|
||||||
|
outputdir="output/fortios"
|
||||||
|
path="${basedir}/cache_domains.json"
|
||||||
|
|
||||||
|
export IFS=' '
|
||||||
|
|
||||||
|
test=$(which jq);
|
||||||
|
if [ $? -gt 0 ] ; then
|
||||||
|
echo "This script requires jq to be installed."
|
||||||
|
echo "Your package manager should be able to find it"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
cachenamedefault="disabled"
|
||||||
|
combinedoutput=$(jq -r ".combined_output" config.json)
|
||||||
|
|
||||||
|
while read line; do
|
||||||
|
ip=$(jq ".ips[\"${line}\"]" config.json)
|
||||||
|
declare "cacheip${line}"="${ip}"
|
||||||
|
done <<< $(jq -r '.ips | to_entries[] | .key' config.json)
|
||||||
|
|
||||||
|
while read line; do
|
||||||
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
|
declare "cachename$line"="$name"
|
||||||
|
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
||||||
|
|
||||||
|
rm -rf ${outputdir}
|
||||||
|
mkdir -p ${outputdir}
|
||||||
|
while read entry; do
|
||||||
|
unset cacheip
|
||||||
|
unset cachename
|
||||||
|
key=$(jq -r ".cache_domains[$entry].name" ${path})
|
||||||
|
cachename="cachename${key}"
|
||||||
|
if [ -z "${!cachename}" ]; then
|
||||||
|
cachename="cachenamedefault"
|
||||||
|
fi
|
||||||
|
if [[ ${!cachename} == "disabled" ]]; then
|
||||||
|
continue;
|
||||||
|
fi
|
||||||
|
cacheipname="cacheip${!cachename}"
|
||||||
|
cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs)
|
||||||
|
while read fileid; do
|
||||||
|
while read filename; do
|
||||||
|
destfilename=$(echo ${filename} | sed -e 's/txt/conf/')
|
||||||
|
outputfile=${outputdir}/${destfilename}
|
||||||
|
touch ${outputfile}
|
||||||
|
tab=" "
|
||||||
|
echo "config system dns-database" >> ${outputfile}
|
||||||
|
while read fileentry; do
|
||||||
|
# Ignore comments and newlines
|
||||||
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
parsed=$(echo ${fileentry} | sed -e "s/^\*\.//")
|
||||||
|
echo -e "${tab}edit \"${parsed}\"\n${tab}${tab}set domain \"${parsed}\"\n${tab}${tab}set authoritative disable\n${tab}${tab}config dns-entry" >> ${outputfile}
|
||||||
|
j=1
|
||||||
|
for i in ${cacheip}; do
|
||||||
|
echo -e "${tab}${tab}${tab}edit ${j}\n${tab}${tab}${tab}${tab}set hostname \"@\"\n${tab}${tab}${tab}${tab}set ip ${i}\n${tab}${tab}${tab}next" >> ${outputfile}
|
||||||
|
j=$((j+1))
|
||||||
|
done
|
||||||
|
echo -e "${tab}${tab}end\n${tab}next" >> ${outputfile}
|
||||||
|
done <<< $(cat ${basedir}/$filename | sort);
|
||||||
|
done <<< $(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})
|
||||||
|
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
||||||
|
echo "end" >> ${outputfile}
|
||||||
|
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
||||||
|
if [[ ${combinedoutput} == "true" ]]; then
|
||||||
|
for file in ${outputdir}/*; do f=${file//${outputdir}\/} && f=${f//.conf} && echo -e "# ${f}" >> ${outputdir}/lancache.conf && cat ${file} >> ${outputdir}/lancache.conf && rm ${file}; done
|
||||||
|
fi
|
||||||
|
|
||||||
|
cat << EOF
|
||||||
|
Configuration generation completed.
|
||||||
|
|
||||||
|
Please paste the contents of the following files:
|
||||||
|
- ./${outputdir}/*.conf to the FortiOS CLI
|
||||||
|
- Paste the configuration of each service or utilise the combined output for a single list
|
||||||
|
EOF
|
||||||
@ -4,97 +4,97 @@ outputdir="output/rpz"
|
|||||||
path="${basedir}/cache_domains.json"
|
path="${basedir}/cache_domains.json"
|
||||||
basedomain=${1:-lancache.net}
|
basedomain=${1:-lancache.net}
|
||||||
|
|
||||||
export IFS=' '
|
export IFS=" "
|
||||||
|
|
||||||
test=$(which jq);
|
if ! command -v jq >/dev/null; then
|
||||||
if [ $? -gt 0 ] ; then
|
cat <<-EOF
|
||||||
echo "This script requires jq to be installed."
|
This script requires jq to be installed.
|
||||||
echo "Your package manager should be able to find it"
|
Your package manager should be able to find it
|
||||||
exit 1
|
EOF
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cachenamedefault="disabled"
|
cachenamedefault="disabled"
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
ip=$(jq ".ips[\"${line}\"]" config.json)
|
ip=$(jq ".ips[\"${line}\"]" config.json)
|
||||||
declare "cacheip${line}"="${ip}"
|
declare "cacheip${line}"="${ip}"
|
||||||
done <<< $(jq -r '.ips | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".ips | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
declare "cachename${line}"="${name}"
|
declare "cachename${line}"="${name}"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
rm -rf ${outputdir}
|
rm -rf ${outputdir}
|
||||||
mkdir -p ${outputdir}
|
mkdir -p ${outputdir}
|
||||||
outputfile=${outputdir}/db.rpz.${basedomain}
|
outputfile=${outputdir}/db.rpz.${basedomain}
|
||||||
cat > ${outputfile} << EOF
|
cat >"${outputfile}" <<EOF
|
||||||
\$TTL 60 ; default TTL
|
\$TTL 60 ; default TTL
|
||||||
\$ORIGIN rpz.${basedomain}.
|
\$ORIGIN rpz.${basedomain}.
|
||||||
@ SOA ns1.${basedomain}. admin.${basedomain}. (
|
@ SOA ns1.${basedomain}. admin.${basedomain}. (
|
||||||
$(date +%Y%m%d01) ; serial
|
$(date +%Y%m%d01) ; serial
|
||||||
604800 ; refresh (1 week)
|
604800 ; refresh (1 week)
|
||||||
600 ; retry (10 mins)
|
600 ; retry (10 mins)
|
||||||
600 ; expire (10 mins)
|
600 ; expire (10 mins)
|
||||||
600 ; minimum (10 mins)
|
600 ; minimum (10 mins)
|
||||||
)
|
)
|
||||||
NS ns1.${basedomain}.
|
NS ns1.${basedomain}.
|
||||||
NS ns2.${basedomain}.
|
NS ns2.${basedomain}.
|
||||||
|
|
||||||
EOF
|
EOF
|
||||||
|
|
||||||
while read entry; do
|
while read -r entry; do
|
||||||
unset cacheip
|
unset cacheip
|
||||||
unset cachename
|
unset cachename
|
||||||
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
||||||
cachename="cachename${key}"
|
cachename="cachename${key}"
|
||||||
if [ -z "${!cachename}" ]; then
|
if [ -z "${!cachename}" ]; then
|
||||||
cachename="cachenamedefault"
|
cachename=${cachenamedefault}
|
||||||
fi
|
fi
|
||||||
if [[ ${!cachename} == "disabled" ]]; then
|
if [[ ${cachename} == "disabled" ]]; then
|
||||||
continue;
|
continue
|
||||||
fi
|
fi
|
||||||
cacheipname="cacheip${!cachename}"
|
cacheipname="cacheip${!cachename}"
|
||||||
cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs)
|
cacheip=$(jq -r "if type == \"array\" then .[] else . end" <<<"${!cacheipname}" | xargs)
|
||||||
while read fileid; do
|
while read -r fileid; do
|
||||||
while read filename; do
|
while read -r filename; do
|
||||||
echo "" >> ${outputfile}
|
echo "" >>"${outputfile}"
|
||||||
echo "; $(echo ${filename} | sed -e 's/.txt$//')" >> ${outputfile}
|
echo "; ${filename//.txt//}" >>"${outputfile}"
|
||||||
destfilename=$(echo ${filename} | sed -e 's/txt/conf/')
|
while read -r fileentry; do
|
||||||
while read fileentry; do
|
# Ignore comments and newlines
|
||||||
# Ignore comments and newlines
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
continue
|
||||||
continue
|
fi
|
||||||
fi
|
parsed=${fileentry}
|
||||||
parsed=$(echo ${fileentry})
|
if grep -qx "^\"${parsed}\". " "${outputfile}"; then
|
||||||
if grep -qx "^\"${parsed}\". " ${outputfile}; then
|
continue
|
||||||
continue
|
fi
|
||||||
fi
|
t=""
|
||||||
t=""
|
for i in ${cacheip}; do
|
||||||
for i in ${cacheip}; do
|
# only one cname per domain is allowed
|
||||||
# only one cname per domain is allowed
|
if [[ ${t} = "CNAME" ]]; then
|
||||||
if [[ ${t} = "CNAME" ]]; then
|
continue
|
||||||
continue
|
fi
|
||||||
fi
|
# for cnames you must use a fqdn with trailing dot
|
||||||
# for cnames you must use a fqdn with trailing dot
|
t="CNAME"
|
||||||
t="CNAME"
|
if [[ ${i} =~ ^[0-9\.]+$ ]]; then
|
||||||
if [[ ${i} =~ ^[0-9\.]+$ ]] ; then
|
t="A"
|
||||||
t="A"
|
elif [[ ! ${i} =~ \.$ ]]; then
|
||||||
elif [[ ! ${i} =~ \.$ ]] ; then
|
i="${i}."
|
||||||
i="${i}."
|
fi
|
||||||
fi
|
printf "%-50s IN %s %s\n" \
|
||||||
printf "%-50s IN %s %s\n" \
|
"${parsed}" \
|
||||||
"${parsed}" \
|
"${t}" \
|
||||||
"${t}" \
|
"${i}" \
|
||||||
"${i}" \
|
>>"${outputfile}"
|
||||||
>> ${outputfile}
|
done
|
||||||
done
|
done <<<"$(cat ${basedir}/"${filename}" | sort)"
|
||||||
done <<< $(cat ${basedir}/${filename} | sort);
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
|
||||||
|
|
||||||
cat << EOF
|
cat <<EOF
|
||||||
Configuration generation completed.
|
Configuration generation completed.
|
||||||
|
|
||||||
Please include the rpz zone in your bind configuration"
|
Please include the rpz zone in your bind configuration"
|
||||||
@ -102,12 +102,12 @@ Please include the rpz zone in your bind configuration"
|
|||||||
- configure the zone and use it
|
- configure the zone and use it
|
||||||
|
|
||||||
options {
|
options {
|
||||||
[...]
|
[...]
|
||||||
response-policy {zone "rpz.${basedomain}";};
|
response-policy {zone "rpz.${basedomain}";};
|
||||||
[...]
|
[...]
|
||||||
}
|
}
|
||||||
zone "rpz.$basedomain" {
|
zone "rpz.$basedomain" {
|
||||||
type master;
|
type master;
|
||||||
file "/etc/bind/db.rpz.${basedomain}";
|
file "/etc/bind/db.rpz.${basedomain}";
|
||||||
};
|
};
|
||||||
EOF
|
EOF
|
||||||
|
|||||||
@ -4,65 +4,65 @@ outputdir="output/squid"
|
|||||||
path="${basedir}/cache_domains.json"
|
path="${basedir}/cache_domains.json"
|
||||||
REGEX="^\\*\\.(.*)$"
|
REGEX="^\\*\\.(.*)$"
|
||||||
|
|
||||||
export IFS=' '
|
export IFS=" "
|
||||||
|
|
||||||
test=$(which jq);
|
if ! command -v jq >/dev/null; then
|
||||||
if [ $? -gt 0 ] ; then
|
cat <<-EOF
|
||||||
echo "This script requires jq to be installed."
|
This script requires jq to be installed.
|
||||||
echo "Your package manager should be able to find it"
|
Your package manager should be able to find it
|
||||||
exit 1
|
EOF
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cachenamedefault="disabled"
|
cachenamedefault="disabled"
|
||||||
|
|
||||||
while read -r line; do
|
while read -r line; do
|
||||||
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
declare "cachename${line}"="${name}"
|
declare "cachename${line}"="${name}"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
rm -rf ${outputdir}
|
rm -rf ${outputdir}
|
||||||
mkdir -p ${outputdir}
|
mkdir -p ${outputdir}
|
||||||
while read -r entry; do
|
while read -r entry; do
|
||||||
unset cachename
|
unset cachename
|
||||||
key=$(jq -r ".cache_domains[$entry].name" ${path})
|
key=$(jq -r ".cache_domains[$entry].name" ${path})
|
||||||
cachename="cachename${key}"
|
cachename="cachename${key}"
|
||||||
if [ -z "${!cachename}" ]; then
|
if [ -z "${!cachename}" ]; then
|
||||||
cachename="cachenamedefault"
|
cachename=${cachenamedefault}
|
||||||
fi
|
fi
|
||||||
if [[ ${!cachename} == "disabled" ]]; then
|
if [[ ${cachename} == "disabled" ]]; then
|
||||||
continue;
|
continue
|
||||||
fi
|
fi
|
||||||
while read -r fileid; do
|
while read -r fileid; do
|
||||||
while read -r filename; do
|
while read -r filename; do
|
||||||
destfilename=$(echo ${!cachename}.txt)
|
destfilename=${!cachename}.txt
|
||||||
outputfile=${outputdir}/${destfilename}
|
outputfile=${outputdir}/${destfilename}
|
||||||
touch ${outputfile}
|
touch "${outputfile}"
|
||||||
while read -r fileentry; do
|
while read -r fileentry; do
|
||||||
# Ignore comments
|
# Ignore comments
|
||||||
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
# Ha wildcards to squid wildcards
|
# Ha wildcards to squid wildcards
|
||||||
parsed=$(echo ${fileentry} | sed -e "s/^\*\./\./")
|
parsed="${fileentry#\*}"
|
||||||
# If we have cdn.thing and *.cdn.thing in cache_domains
|
# If we have cdn.thing and *.cdn.thing in cache_domains
|
||||||
# Squid requires ONLY cdn.thing
|
# Squid requires ONLY cdn.thing
|
||||||
#
|
#
|
||||||
# If the fileentry starts with *.cdn.thing
|
# If the fileentry starts with *.cdn.thing
|
||||||
if [[ ${fileentry} =~ $REGEX ]]; then
|
if [[ ${fileentry} =~ $REGEX ]]; then
|
||||||
# Does the cache_domains file also contain cdn.thing
|
# Does the cache_domains file also contain cdn.thing
|
||||||
grep "${BASH_REMATCH[1]}" ${basedir}/${filename} | grep -v "${fileentry}" > /dev/null
|
if grep "${BASH_REMATCH[1]}" ${basedir}/"${filename}" | grep -v "${fileentry}" >/dev/null; then
|
||||||
if [[ $? -eq 0 ]]; then
|
# Skip *.cdn.thing as cdn.thing will be collected earlier/later
|
||||||
# Skip *.cdn.thing as cdn.thing will be collected earlier/later
|
continue
|
||||||
continue
|
fi
|
||||||
fi
|
fi
|
||||||
fi
|
echo "${parsed}" >>"${outputfile}"
|
||||||
echo "${parsed}" >> "${outputfile}"
|
done <<<"$(cat ${basedir}/"${filename}" | sort)"
|
||||||
done <<< $(cat ${basedir}/${filename} | sort);
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
|
||||||
|
|
||||||
cat << EOF
|
cat <<EOF
|
||||||
Configuration generation completed.
|
Configuration generation completed.
|
||||||
|
|
||||||
Please copy the following files:
|
Please copy the following files:
|
||||||
|
|||||||
@ -3,74 +3,75 @@ basedir=".."
|
|||||||
outputdir="output/unbound"
|
outputdir="output/unbound"
|
||||||
path="${basedir}/cache_domains.json"
|
path="${basedir}/cache_domains.json"
|
||||||
|
|
||||||
export IFS=' '
|
export IFS=" "
|
||||||
|
|
||||||
test=$(which jq);
|
if ! command -v jq >/dev/null; then
|
||||||
if [ $? -gt 0 ] ; then
|
cat <<-EOF
|
||||||
echo "This script requires jq to be installed."
|
This script requires jq to be installed.
|
||||||
echo "Your package manager should be able to find it"
|
Your package manager should be able to find it
|
||||||
exit 1
|
EOF
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cachenamedefault="disabled"
|
cachenamedefault="disabled"
|
||||||
combinedoutput=$(jq -r ".combined_output" config.json)
|
combinedoutput=$(jq -r ".combined_output" config.json)
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
ip=$(jq ".ips[\"${line}\"]" config.json)
|
ip=$(jq ".ips[\"${line}\"]" config.json)
|
||||||
declare "cacheip${line}"="${ip}"
|
declare "cacheip${line}"="${ip}"
|
||||||
done <<< $(jq -r '.ips | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".ips | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
while read line; do
|
while read -r line; do
|
||||||
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
name=$(jq -r ".cache_domains[\"${line}\"]" config.json)
|
||||||
declare "cachename${line}"="${name}"
|
declare "cachename${line}"="${name}"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json)
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" config.json)"
|
||||||
|
|
||||||
rm -rf ${outputdir}
|
rm -rf ${outputdir}
|
||||||
mkdir -p ${outputdir}
|
mkdir -p ${outputdir}
|
||||||
while read entry; do
|
while read -r entry; do
|
||||||
unset cacheip
|
unset cacheip
|
||||||
unset cachename
|
unset cachename
|
||||||
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
key=$(jq -r ".cache_domains[${entry}].name" ${path})
|
||||||
cachename="cachename${key}"
|
cachename="cachename${key}"
|
||||||
if [ -z "${!cachename}" ]; then
|
if [ -z "${!cachename}" ]; then
|
||||||
cachename="cachenamedefault"
|
cachename=${cachenamedefault}
|
||||||
fi
|
fi
|
||||||
if [[ ${!cachename} == "disabled" ]]; then
|
if [[ ${cachename} == "disabled" ]]; then
|
||||||
continue;
|
continue
|
||||||
fi
|
fi
|
||||||
cacheipname="cacheip${!cachename}"
|
cacheipname="cacheip${!cachename}"
|
||||||
cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs)
|
cacheip=$(jq -r "if type == \"array\" then .[] else . end" <<<"${!cacheipname}" | xargs)
|
||||||
while read fileid; do
|
while read -r fileid; do
|
||||||
while read filename; do
|
while read -r filename; do
|
||||||
destfilename=$(echo ${filename} | sed -e 's/txt/conf/')
|
destfilename=${filename//txt/conf}
|
||||||
outputfile=${outputdir}/${destfilename}
|
outputfile=${outputdir}/${destfilename}
|
||||||
touch ${outputfile}
|
touch "${outputfile}"
|
||||||
while read fileentry; do
|
while read -r fileentry; do
|
||||||
# Ignore comments and newlines
|
# Ignore comments and newlines
|
||||||
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
if [[ ${fileentry} == \#* ]] || [[ -z ${fileentry} ]]; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
parsed=$(echo ${fileentry} | sed -e "s/^\*\.//")
|
parsed="${fileentry#\*\.}"
|
||||||
if grep -qx " local-zone: \"${parsed}\" redirect" ${outputfile}; then
|
if grep -qx " local-zone: \"${parsed}\" redirect" "${outputfile}"; then
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
if [[ $(head -n 1 ${outputfile}) != "server:" ]]; then
|
if [[ $(head -n 1 "${outputfile}") != "server:" ]]; then
|
||||||
echo "server:" >> ${outputfile}
|
echo "server:" >>"${outputfile}"
|
||||||
fi
|
fi
|
||||||
echo " local-zone: \"${parsed}\" redirect" >> ${outputfile}
|
echo " local-zone: \"${parsed}\" redirect" >>"${outputfile}"
|
||||||
for i in ${cacheip}; do
|
for i in ${cacheip}; do
|
||||||
echo " local-data: \"${parsed} 30 IN A ${i}\"" >> ${outputfile}
|
echo " local-data: \"${parsed} 30 IN A ${i}\"" >>"${outputfile}"
|
||||||
done
|
done
|
||||||
done <<< $(cat ${basedir}/${filename} | sort);
|
done <<<"$(cat ${basedir}/"${filename}" | sort)"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files[${fileid}]" ${path})"
|
||||||
done <<< $(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})
|
done <<<"$(jq -r ".cache_domains[${entry}].domain_files | to_entries[] | .key" ${path})"
|
||||||
done <<< $(jq -r '.cache_domains | to_entries[] | .key' ${path})
|
done <<<"$(jq -r ".cache_domains | to_entries[] | .key" ${path})"
|
||||||
|
|
||||||
if [[ ${combinedoutput} == "true" ]]; then
|
if [[ ${combinedoutput} == "true" ]]; then
|
||||||
for file in ${outputdir}/*; do f=${file//${outputdir}\/} && f=${f//.conf} && echo "# ${f^}" >> ${outputdir}/lancache.conf && cat ${file} >> ${outputdir}/lancache.conf && rm ${file}; done
|
for file in "${outputdir}"/*; do f=${file//${outputdir}\//} && f=${f//.conf/} && echo "# ${f^}" >>${outputdir}/lancache.conf && cat "${file}" >>${outputdir}/lancache.conf && rm "${file}"; done
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cat << EOF
|
cat <<EOF
|
||||||
Configuration generation completed.
|
Configuration generation completed.
|
||||||
|
|
||||||
Please copy the following files:
|
Please copy the following files:
|
||||||
|
|||||||
18
sony.txt
18
sony.txt
@ -1,16 +1,16 @@
|
|||||||
gs2.ww.prod.dl.playstation.net
|
|
||||||
*.gs2.ww.prod.dl.playstation.net
|
|
||||||
*.gs2.sonycoment.loris-e.llnwd.net
|
|
||||||
gs2-ww-prod.psn.akadns.net
|
|
||||||
*.gs2-ww-prod.psn.akadns.net
|
*.gs2-ww-prod.psn.akadns.net
|
||||||
gs2.ww.prod.dl.playstation.net.edgesuite.net
|
*.gs2.sonycoment.loris-e.llnwd.net
|
||||||
|
*.gs2.ww.prod.dl.playstation.net
|
||||||
*.gs2.ww.prod.dl.playstation.net.edgesuite.net
|
*.gs2.ww.prod.dl.playstation.net.edgesuite.net
|
||||||
|
gs-sec.ww.np.dl.playstation.net
|
||||||
|
gs2-ww-prod.psn.akadns.net
|
||||||
|
gs2.ww.prod.dl.playstation.net
|
||||||
|
gs2.ww.prod.dl.playstation.net.edgesuite.net
|
||||||
|
gst.prod.dl.playstation.net
|
||||||
playstation4.sony.akadns.net
|
playstation4.sony.akadns.net
|
||||||
|
psnobj.prod.dl.playstation.net
|
||||||
|
sgst.prod.dl.playstation.net
|
||||||
theia.dl.playstation.net
|
theia.dl.playstation.net
|
||||||
tmdb.np.dl.playstation.net
|
tmdb.np.dl.playstation.net
|
||||||
gs-sec.ww.np.dl.playstation.net
|
|
||||||
uef.np.dl.playstation.net
|
uef.np.dl.playstation.net
|
||||||
gst.prod.dl.playstation.net
|
|
||||||
vulcan.dl.playstation.net
|
vulcan.dl.playstation.net
|
||||||
sgst.prod.dl.playstation.net
|
|
||||||
psnobj.prod.dl.playstation.net
|
|
||||||
|
|||||||
6
test.txt
6
test.txt
@ -1,6 +1,6 @@
|
|||||||
canary.uklans.net
|
|
||||||
litmus.uklans.net
|
|
||||||
trigger.uklans.net
|
|
||||||
canary.lancache.net
|
canary.lancache.net
|
||||||
|
canary.uklans.net
|
||||||
litmus.lancache.net
|
litmus.lancache.net
|
||||||
|
litmus.uklans.net
|
||||||
trigger.lancache.net
|
trigger.lancache.net
|
||||||
|
trigger.uklans.net
|
||||||
|
|||||||
@ -1,16 +1,16 @@
|
|||||||
|
dl-wot-ak.wargaming.net
|
||||||
|
dl-wot-cdx.wargaming.net
|
||||||
|
dl-wot-gc.wargaming.net
|
||||||
|
dl-wot-se.wargaming.net
|
||||||
|
dl-wowp-ak.wargaming.net
|
||||||
|
dl-wowp-cdx.wargaming.net
|
||||||
|
dl-wowp-gc.wargaming.net
|
||||||
|
dl-wowp-se.wargaming.net
|
||||||
|
dl-wows-ak.wargaming.net
|
||||||
|
dl-wows-cdx.wargaming.net
|
||||||
|
dl-wows-gc.wargaming.net
|
||||||
|
dl-wows-se.wargaming.net
|
||||||
dl2.wargaming.net
|
dl2.wargaming.net
|
||||||
wg.gcdn.co
|
wg.gcdn.co
|
||||||
wgus-wotasia.wargaming.net
|
wgus-wotasia.wargaming.net
|
||||||
dl-wot-ak.wargaming.net
|
|
||||||
dl-wot-gc.wargaming.net
|
|
||||||
dl-wot-se.wargaming.net
|
|
||||||
dl-wot-cdx.wargaming.net
|
|
||||||
dl-wows-ak.wargaming.net
|
|
||||||
dl-wows-gc.wargaming.net
|
|
||||||
dl-wows-se.wargaming.net
|
|
||||||
dl-wows-cdx.wargaming.net
|
|
||||||
dl-wowp-ak.wargaming.net
|
|
||||||
dl-wowp-gc.wargaming.net
|
|
||||||
dl-wowp-se.wargaming.net
|
|
||||||
dl-wowp-cdx.wargaming.net
|
|
||||||
wgus-woteu.wargaming.net
|
wgus-woteu.wargaming.net
|
||||||
|
|||||||
@ -1,13 +1,13 @@
|
|||||||
*.windowsupdate.com
|
|
||||||
*.dl.delivery.mp.microsoft.com
|
*.dl.delivery.mp.microsoft.com
|
||||||
dl.delivery.mp.microsoft.com
|
|
||||||
*.update.microsoft.com
|
|
||||||
*.do.dsp.mp.microsoft.com
|
*.do.dsp.mp.microsoft.com
|
||||||
*.microsoft.com.edgesuite.net
|
*.microsoft.com.edgesuite.net
|
||||||
|
*.update.microsoft.com
|
||||||
|
*.windowsupdate.com
|
||||||
amupdatedl.microsoft.com
|
amupdatedl.microsoft.com
|
||||||
amupdatedl2.microsoft.com
|
amupdatedl2.microsoft.com
|
||||||
amupdatedl3.microsoft.com
|
amupdatedl3.microsoft.com
|
||||||
amupdatedl4.microsoft.com
|
amupdatedl4.microsoft.com
|
||||||
amupdatedl5.microsoft.com
|
amupdatedl5.microsoft.com
|
||||||
|
dl.delivery.mp.microsoft.com
|
||||||
officecdn.microsoft.com
|
officecdn.microsoft.com
|
||||||
officecdn.microsoft.com.edgesuite.net
|
officecdn.microsoft.com.edgesuite.net
|
||||||
|
|||||||
@ -1,7 +1,7 @@
|
|||||||
assets1.xboxlive.com
|
assets1.xboxlive.com
|
||||||
assets2.xboxlive.com
|
|
||||||
xbox-mbr.xboxlive.com
|
|
||||||
assets1.xboxlive.com.nsatc.net
|
assets1.xboxlive.com.nsatc.net
|
||||||
|
assets2.xboxlive.com
|
||||||
|
d1.xboxlive.com
|
||||||
|
xbox-mbr.xboxlive.com
|
||||||
xvcf1.xboxlive.com
|
xvcf1.xboxlive.com
|
||||||
xvcf2.xboxlive.com
|
xvcf2.xboxlive.com
|
||||||
d1.xboxlive.com
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user