mirror of
https://github.com/0xMarcio/cve.git
synced 2026-10-27 16:51:03 +00:00
Remove confirmed dead PoC links during metadata refresh
This commit is contained in:
1 parent
157f2afd8f
commit
0fdc3cd575
14 files changed
+567
-127
No files matched your search
@@ -29,13 +29,15 @@ jobs:
|
||||
with:
|
||||
python-version: '3.13'
|
||||
|
||||
# 4,000 repositories and 3,000 reference links a day sweeps the whole
|
||||
# index about weekly, in around half an hour. A sample found one link in
|
||||
# eight pointing at a deleted repository under the old fortnightly sweep.
|
||||
# The hourly sweep checks front-page repositories plus 2,000 older repos
|
||||
# and 500 artifact URLs. This deeper scan also includes reference links,
|
||||
# curated file paths and recovery checks for previously unavailable URLs.
|
||||
- name: Drop dead links and refresh repository metadata
|
||||
id: link_audit
|
||||
continue-on-error: true
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: python3 scripts/audit_poc_links.py --limit 4000 --references 3000
|
||||
run: python3 scripts/audit_poc_links.py --limit 4000 --references 10000 --workers 32 --timeout 5
|
||||
|
||||
- name: Verify the generated index
|
||||
run: python3 scripts/build_site.py --offline
|
||||
@@ -56,10 +58,13 @@ jobs:
|
||||
|
||||
git add --all -- \
|
||||
.github/link_audit_state.json \
|
||||
index/link_health.json \
|
||||
index/github.txt \
|
||||
index/repo_meta.json \
|
||||
index/kev.json \
|
||||
index/references.txt \
|
||||
index/reference_pocs.txt \
|
||||
index/trending.json \
|
||||
README.md \
|
||||
docs/hero.svg \
|
||||
docs/social-card.svg \
|
||||
@@ -93,3 +98,7 @@ jobs:
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: gh workflow run site.yml --ref main
|
||||
|
||||
- name: Report incomplete repository checks
|
||||
if: always() && steps.link_audit.outcome == 'failure'
|
||||
run: exit 1
|
||||
@@ -45,7 +45,7 @@ jobs:
|
||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: python3 scripts/update_cves.py --lookback-days 1 --years 2 --skip-cvelist
|
||||
|
||||
- name: Refresh repository stars and push dates
|
||||
- name: Refresh repository metadata and remove confirmed dead links
|
||||
id: repository_metadata
|
||||
continue-on-error: true
|
||||
env:
|
||||
@@ -88,6 +88,7 @@ jobs:
|
||||
git add --all -- \
|
||||
README.md \
|
||||
.github/repo_metadata_state.json \
|
||||
index/link_health.json \
|
||||
index/repo_meta.json \
|
||||
index/metadata/ \
|
||||
index/trending.json \
|
||||
|
||||
Reference in new issue
Block a user