Files
Rete/src/rete.cr
T

115 lines
3.2 KiB
Crystal

require "option_parser"
require "http/client"
require "validator"
output = "passed.txt"
OptionParser.parse do |parser|
parser.banner = "Usage: rete [arguments] [urls/file]"
parser.on("-f FILE", "--file=FILE", "Checks all urls in a txt file.") { |file|
urls = File.read(file)
checkUrlFromFile urls, output
exit 0}
parser.on("-v", "--version", "Displays current version of rete.") {
puts "Rete 1.0 by koffee.zip"
exit(0)}
parser.on("-o FILENAME", "--output=FILENAME", "Sets teh name of the outputted file. -f flag required") {|filename|
output = filename}
parser.on("-h", "--help", "Show this help") do
puts parser
exit
end
parser.invalid_option do |flag|
STDERR.puts "ERROR: #{flag} is not a valid option."
STDERR.puts parser
exit(1)
end
end
def checkUrlFromFile(content, output) # Sorry for the crappy method name.
repeat = 0
working = 0
notWorking = 0
exist = true
config = File.read("config.txt")
urls = content.split("\n")
while repeat < urls.size
begin
validUrl = Valid.url? urls[repeat]
rescue Regex::Error
validUrl = false
end
if validUrl == true
begin
STDIN.read_timeout = 1
uri = URI.parse(urls[repeat])
client = HTTP::Client.new(uri)
client.connect_timeout = 5.seconds
client.read_timeout = 10.seconds
client.write_timeout = 5.seconds
response = client.get("/")
if config.includes?(response.status_code.to_s)
puts "#{urls[repeat]} is a valid URL and works. Status code: #{response.status_code}"
File.open("#{output}", "a") do |file|
file.puts urls[repeat]
end
working += 1
else
puts "#{urls[repeat]} is a valid URL but does not work. Status Code: #{response.status_code}"
notWorking += 1
end
rescue
puts "#{urls[repeat]} is a valid URL but does not exist."
notWorking += 1
end
else
puts "#{urls[repeat]} is not a valid URL"
notWorking += 1
end
repeat += 1
end
puts "=============================="
puts "Finished testing urls."
puts "A total of #{repeat} url(s) were tested."
puts "#{working}/#{repeat} url(s) were working."
puts "#{notWorking}/#{repeat} url(s) were not working."
exit 0
end
repeat = 0
working = 0
notWorking = 0
config = File.read("config.txt")
while repeat < ARGV.size
if Valid.url? ARGV[repeat]
begin
response = HTTP::Client.get(ARGV[repeat])
if config.includes?(response.status_code.to_s)
puts "#{ARGV[repeat]} is a valid URL and works. Status code: #{response.status_code}"
working += 1
else
puts "#{ARGV[repeat]} is a valid URL but does not work. Status Code: #{response.status_code}"
notWorking += 1
end
rescue Socket::Addrinfo::Error
puts "#{ARGV[repeat]} is a valid URL but does not exist."
notWorking += 1
end
else
puts "#{ARGV[repeat]} is not a valid URL"
notWorking += 1
end
repeat += 1
end
puts "=============================="
puts "Finished testing urls."
puts "A total of #{repeat} url(s) were tested."
puts "#{working}/#{repeat} url(s) were working."
puts "#{notWorking}/#{repeat} url(s) were not working."