Oni2/Validate%20External%20Links/Run%20validate_external_links.command

#!/bin/bash

# Runs the Validate External Links script
# Arguments: --help, --links URL, --exceptions URL, --output DIR, --record-ok-links, --show-added-slashes, --show-https-upgrades, --show-yt-redirects,
# --suggest-snapshots, --skip-archive-links, --take-screenshots FILE, --start-url NUM, --end-url NUM, --upload FILE
# Recommended rule:
# |----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----|

# Set variables for any arguments we might use below
VALEXTLINKS="/path/to/Validate External Links/validate_external_links.sh"
LINKS_LOCAL="file:///path/to/Validate External Links/Sample files/extlinks.csv"
LINKS_ONLINE="http://wiki.oni2.net/w/extlinks.csv"
EXCEPT_LOCAL="file:///path/to/Validate External Links/exceptions.txt"
EXCEPT_ONLINE="http://iritscen.oni2.net/val/exceptions.txt"
REPORT_DIR="/path/to/ValExtLinks reports"
UPLOAD_INFO="/path/to/Validate External Links/sftp_login.txt"
CHROME="/Applications/Google Chrome.app/Contents/MacOS/Google Chrome"


# Run with end URL, and record OK codes
#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --end-url 70

# Run with start/end URLs, and record OK codes
#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --start-url 210 --end-url 235

# Run with local extlinks and exceptions, start/end URLs, and record OK codes
#bash "$VALEXTLINKS" --links "$LINKS_LOCAL" --exceptions "$EXCEPT_LOCAL" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --skip-archive-links --start-url 1 --end-url 25

# Run with unfinished screenshot feature
#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --take-screenshots "$CHROME"

# Normal run with no upload
#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots

# Normal run
bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots --skip-archive-links --upload "$UPLOAD_INFO"
Revision:	1135
Committed:	Sun Jul 12 23:57:00 2020 UTC (5 years, 2 months ago) by iritscen
File size:	2246 byte(s)
Log Message:	Added option to not validate archive.org URLs, as those are unlikely to go bad, and we have an increasing number of them. Val now reports trivial redirect settings in Config section.
#	Content
1	#!/bin/bash
2
3	# Runs the Validate External Links script
4	# Arguments: --help, --links URL, --exceptions URL, --output DIR, --record-ok-links, --show-added-slashes, --show-https-upgrades, --show-yt-redirects,
5	# --suggest-snapshots, --skip-archive-links, --take-screenshots FILE, --start-url NUM, --end-url NUM, --upload FILE
6	# Recommended rule:
7	# \|----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----\|
8
9	# Set variables for any arguments we might use below
10	VALEXTLINKS="/path/to/Validate External Links/validate_external_links.sh"
11	LINKS_LOCAL="file:///path/to/Validate External Links/Sample files/extlinks.csv"
12	LINKS_ONLINE="http://wiki.oni2.net/w/extlinks.csv"
13	EXCEPT_LOCAL="file:///path/to/Validate External Links/exceptions.txt"
14	EXCEPT_ONLINE="http://iritscen.oni2.net/val/exceptions.txt"
15	REPORT_DIR="/path/to/ValExtLinks reports"
16	UPLOAD_INFO="/path/to/Validate External Links/sftp_login.txt"
17	CHROME="/Applications/Google Chrome.app/Contents/MacOS/Google Chrome"
18
19
20	# Run with end URL, and record OK codes
21	#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --end-url 70
22
23	# Run with start/end URLs, and record OK codes
24	#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --start-url 210 --end-url 235
25
26	# Run with local extlinks and exceptions, start/end URLs, and record OK codes
27	#bash "$VALEXTLINKS" --links "$LINKS_LOCAL" --exceptions "$EXCEPT_LOCAL" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots --skip-archive-links --start-url 1 --end-url 25
28
29	# Run with unfinished screenshot feature
30	#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --take-screenshots "$CHROME"
31
32	# Normal run with no upload
33	#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots
34
35	# Normal run
36	bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots --skip-archive-links --upload "$UPLOAD_INFO"