emilis
/
gmi-feed-aggregator
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Extended GMI feed link filter to allow minute-precision timestamps.

This commit is contained in:
Emilis Dambauskas 2020-11-19 18:56:46 +02:00
parent 68acfbb6b2
commit 2d8c95fd9f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Makefile
View File

@ -27,8 +27,8 @@ sorted.gmi: downloaded.gmi
cat "$<" | sort -k 2 -r | uniq | head -100 > "$@"
downloaded.gmi:
downloaded.gmi: feeds.txt
> "$@"
xargs -a feeds.txt -P ${PARALLEL_DOWNLOADS} -n 1 ./gcat \
| grep -E '^=>\s*gemini://\S+\s+[0-9]{4}-[0-9]{2}-[0-9]{2}(T[0-9]{2}:[0-9]{2}:[0-9]{2}(Z|\+[0-9]{1,2}:[0-9]{2}))?\s+\S.*$$' \
| grep -E "^=>\s*gemini://\S+\s+[0-9]{4}-[0-9]{2}-[0-9]{2}(T[0-9]{2}:[0-9]{2}(:[0-9]{2})?(Z|\+[0-9]{1,2}:[0-9]{2}))?\s+\S.*$$" \
>> "$@"