@@ -0,0 +1,21 @@ | |||
# See https://help.github.com/articles/ignoring-files for more about ignoring files. | |||
# | |||
# If you find yourself ignoring temporary files generated by your text editor | |||
# or operating system, you probably want to add a global ignore instead: | |||
# git config --global core.excludesfile '~/.gitignore_global' | |||
# Ignore bundler config. | |||
/.bundle | |||
# Ignore the default SQLite database. | |||
/db/*.sqlite3 | |||
/db/*.sqlite3-journal | |||
# Ignore all logfiles and tempfiles. | |||
/log/* | |||
/tmp/* | |||
!/log/.keep | |||
!/tmp/.keep | |||
.byebug_history | |||
.generators |
@@ -0,0 +1,28 @@ | |||
source 'https://rubygems.org' | |||
gem 'rails', '~> 5.1.6' | |||
gem 'puma', '~> 3.7' | |||
gem 'sqlite3' | |||
gem 'nokogiri' | |||
gem 'httparty' | |||
gem 'awesome_print' | |||
gem 'colorize' | |||
gem 'pry-rails' | |||
gem 'parallel' | |||
group :development, :test do | |||
gem 'pry-byebug' | |||
end | |||
group :development do | |||
gem 'listen', '>= 3.0.5', '< 3.2' | |||
gem 'better_errors' | |||
gem 'binding_of_caller' | |||
gem 'spring' | |||
gem 'spring-watcher-listen', '~> 2.0.0' | |||
end | |||
gem 'tzinfo-data', platforms: %i[mingw mswin x64_mingw jruby] |
@@ -0,0 +1,165 @@ | |||
GEM | |||
remote: https://rubygems.org/ | |||
specs: | |||
actioncable (5.1.6) | |||
actionpack (= 5.1.6) | |||
nio4r (~> 2.0) | |||
websocket-driver (~> 0.6.1) | |||
actionmailer (5.1.6) | |||
actionpack (= 5.1.6) | |||
actionview (= 5.1.6) | |||
activejob (= 5.1.6) | |||
mail (~> 2.5, >= 2.5.4) | |||
rails-dom-testing (~> 2.0) | |||
actionpack (5.1.6) | |||
actionview (= 5.1.6) | |||
activesupport (= 5.1.6) | |||
rack (~> 2.0) | |||
rack-test (>= 0.6.3) | |||
rails-dom-testing (~> 2.0) | |||
rails-html-sanitizer (~> 1.0, >= 1.0.2) | |||
actionview (5.1.6) | |||
activesupport (= 5.1.6) | |||
builder (~> 3.1) | |||
erubi (~> 1.4) | |||
rails-dom-testing (~> 2.0) | |||
rails-html-sanitizer (~> 1.0, >= 1.0.3) | |||
activejob (5.1.6) | |||
activesupport (= 5.1.6) | |||
globalid (>= 0.3.6) | |||
activemodel (5.1.6) | |||
activesupport (= 5.1.6) | |||
activerecord (5.1.6) | |||
activemodel (= 5.1.6) | |||
activesupport (= 5.1.6) | |||
arel (~> 8.0) | |||
activesupport (5.1.6) | |||
concurrent-ruby (~> 1.0, >= 1.0.2) | |||
i18n (>= 0.7, < 2) | |||
minitest (~> 5.1) | |||
tzinfo (~> 1.1) | |||
arel (8.0.0) | |||
awesome_print (1.8.0) | |||
better_errors (2.4.0) | |||
coderay (>= 1.0.0) | |||
erubi (>= 1.0.0) | |||
rack (>= 0.9.0) | |||
binding_of_caller (0.8.0) | |||
debug_inspector (>= 0.0.1) | |||
builder (3.2.3) | |||
byebug (10.0.2) | |||
coderay (1.1.2) | |||
colorize (0.8.1) | |||
concurrent-ruby (1.0.5) | |||
crass (1.0.4) | |||
debug_inspector (0.0.3) | |||
erubi (1.7.1) | |||
ffi (1.9.23) | |||
globalid (0.4.1) | |||
activesupport (>= 4.2.0) | |||
httparty (0.16.2) | |||
multi_xml (>= 0.5.2) | |||
i18n (1.0.1) | |||
concurrent-ruby (~> 1.0) | |||
listen (3.1.5) | |||
rb-fsevent (~> 0.9, >= 0.9.4) | |||
rb-inotify (~> 0.9, >= 0.9.7) | |||
ruby_dep (~> 1.2) | |||
loofah (2.2.2) | |||
crass (~> 1.0.2) | |||
nokogiri (>= 1.5.9) | |||
mail (2.7.0) | |||
mini_mime (>= 0.1.1) | |||
method_source (0.9.0) | |||
mini_mime (1.0.0) | |||
mini_portile2 (2.3.0) | |||
minitest (5.11.3) | |||
multi_xml (0.6.0) | |||
nio4r (2.3.1) | |||
nokogiri (1.8.2) | |||
mini_portile2 (~> 2.3.0) | |||
parallel (1.12.1) | |||
pry (0.11.3) | |||
coderay (~> 1.1.0) | |||
method_source (~> 0.9.0) | |||
pry-byebug (3.6.0) | |||
byebug (~> 10.0) | |||
pry (~> 0.10) | |||
pry-rails (0.3.6) | |||
pry (>= 0.10.4) | |||
puma (3.11.4) | |||
rack (2.0.5) | |||
rack-test (1.0.0) | |||
rack (>= 1.0, < 3) | |||
rails (5.1.6) | |||
actioncable (= 5.1.6) | |||
actionmailer (= 5.1.6) | |||
actionpack (= 5.1.6) | |||
actionview (= 5.1.6) | |||
activejob (= 5.1.6) | |||
activemodel (= 5.1.6) | |||
activerecord (= 5.1.6) | |||
activesupport (= 5.1.6) | |||
bundler (>= 1.3.0) | |||
railties (= 5.1.6) | |||
sprockets-rails (>= 2.0.0) | |||
rails-dom-testing (2.0.3) | |||
activesupport (>= 4.2.0) | |||
nokogiri (>= 1.6) | |||
rails-html-sanitizer (1.0.4) | |||
loofah (~> 2.2, >= 2.2.2) | |||
railties (5.1.6) | |||
actionpack (= 5.1.6) | |||
activesupport (= 5.1.6) | |||
method_source | |||
rake (>= 0.8.7) | |||
thor (>= 0.18.1, < 2.0) | |||
rake (12.3.1) | |||
rb-fsevent (0.10.3) | |||
rb-inotify (0.9.10) | |||
ffi (>= 0.5.0, < 2) | |||
ruby_dep (1.5.0) | |||
spring (2.0.2) | |||
activesupport (>= 4.2) | |||
spring-watcher-listen (2.0.1) | |||
listen (>= 2.7, < 4.0) | |||
spring (>= 1.2, < 3.0) | |||
sprockets (3.7.1) | |||
concurrent-ruby (~> 1.0) | |||
rack (> 1, < 3) | |||
sprockets-rails (3.2.1) | |||
actionpack (>= 4.0) | |||
activesupport (>= 4.0) | |||
sprockets (>= 3.0.0) | |||
sqlite3 (1.3.13) | |||
thor (0.20.0) | |||
thread_safe (0.3.6) | |||
tzinfo (1.2.5) | |||
thread_safe (~> 0.1) | |||
websocket-driver (0.6.5) | |||
websocket-extensions (>= 0.1.0) | |||
websocket-extensions (0.1.3) | |||
PLATFORMS | |||
ruby | |||
DEPENDENCIES | |||
awesome_print | |||
better_errors | |||
binding_of_caller | |||
colorize | |||
httparty | |||
listen (>= 3.0.5, < 3.2) | |||
nokogiri | |||
parallel | |||
pry-byebug | |||
pry-rails | |||
puma (~> 3.7) | |||
rails (~> 5.1.6) | |||
spring | |||
spring-watcher-listen (~> 2.0.0) | |||
sqlite3 | |||
tzinfo-data | |||
BUNDLED WITH | |||
1.16.1 |
@@ -0,0 +1,6 @@ | |||
# Add your own tasks in files placed in lib/tasks ending in .rake, | |||
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake. | |||
require_relative 'config/application' | |||
Rails.application.load_tasks |
@@ -0,0 +1,2 @@ | |||
class ApplicationController < ActionController::API | |||
end |
@@ -0,0 +1,2 @@ | |||
class ApplicationJob < ActiveJob::Base | |||
end |
@@ -0,0 +1,4 @@ | |||
class ApplicationMailer < ActionMailer::Base | |||
default from: 'from@example.com' | |||
layout 'mailer' | |||
end |
@@ -0,0 +1,3 @@ | |||
class ApplicationRecord < ActiveRecord::Base | |||
self.abstract_class = true | |||
end |
@@ -0,0 +1,13 @@ | |||
class Group < ApplicationRecord | |||
attribute :targets, :targets | |||
belongs_to :template, optional: true | |||
has_many :targets | |||
has_many :sites | |||
validates :name, uniqueness: true | |||
def self.[](name) | |||
self.where(name: name).first | |||
end | |||
end |
@@ -0,0 +1,92 @@ | |||
class Site < ApplicationRecord | |||
attribute :targets, :targets | |||
belongs_to :group, optional: true | |||
belongs_to :template, optional: true | |||
has_many :targets | |||
validates :url, presence: true | |||
def self.grab(url) | |||
response = HTTParty.get url, timeout: 10.seconds | |||
raise "Receive #{response.code}" unless response.success? | |||
response | |||
end | |||
def self.html(url) | |||
response = self.grab url | |||
content_type = response.content_type | |||
raise "Expecting #{'text/html'.colorize :yellow}, got #{content_type.colorize :yellow}" unless content_type == 'text/html' | |||
content = response.body | |||
Nokogiri::HTML.parse content | |||
end | |||
def self.title(url) | |||
html = self.html url | |||
tag = html.at 'head title' | |||
tag&.text | |||
end | |||
def all_targets | |||
targets = self.targets | |||
group = self.group | |||
targets += groups.targets if group | |||
template = self.template | |||
targets = template.targets if template | |||
targets | |||
end | |||
def check | |||
self.checked_at = Time.now | |||
state = :no_changes | |||
error = nil | |||
begin | |||
reference = self.reference | |||
response = self.class.grab self.url | |||
content = response.body | |||
unless reference | |||
self.reference = content | |||
state = :new | |||
else | |||
self.content = content | |||
unchanged = true | |||
content_type = response.content_type | |||
case content_type | |||
when 'text/html' | |||
targets = self.targets | |||
if targets | |||
targets.each do |target| | |||
target_content = target.extract content | |||
target_reference = target.extract reference | |||
target_unchanged = target_content == target_reference | |||
unless target_unchanged | |||
unchanged = target_unchanged | |||
break | |||
end | |||
end | |||
else | |||
unchanged = content == reference | |||
end | |||
else | |||
unchanged = content == reference | |||
end | |||
unless unchanged | |||
self.changed_at = self.checked_at | |||
state = :changes | |||
end | |||
end | |||
self.last_error = nil | |||
rescue => e | |||
self.last_error = e.to_s | |||
error = e | |||
end | |||
self.save! | |||
raise error if error | |||
state | |||
end | |||
end |
@@ -0,0 +1,2 @@ | |||
class Target < ApplicationRecord | |||
end |
@@ -0,0 +1,88 @@ | |||
class Targets < ActiveRecord::Type::Value | |||
class Target | |||
def initialize(target) | |||
@from = target['from'] | |||
@to = target['to'] | |||
@css = target['css'] | |||
end | |||
def extract_boundary(content) | |||
if @from | |||
i = content.index @from | |||
raise "Unable to find `from` #{@from}" unless i | |||
content = content[i..-1] | |||
end | |||
if @to | |||
i = content.index @to | |||
raise "Unable to find `to` #{@to}" unless i | |||
content = content[0..i] | |||
end | |||
content | |||
end | |||
def extract_css(content) | |||
return content unless @css | |||
content = Nokogiri::HTML.parse content | |||
node = content.at @css | |||
raise "Unable to find `css` #{@css}" unless node | |||
node.to_s | |||
end | |||
def extract(content) | |||
content = self.extract_boundary content | |||
content = self.extract_css content | |||
content | |||
end | |||
def to_h | |||
json = {} | |||
json['from'] = @from if @from | |||
json['to'] = @to if @to | |||
json['css'] = @css if @css | |||
json | |||
end | |||
def empty? | |||
!(@from || @to || @css) | |||
end | |||
end | |||
def self.detect(object) | |||
targets = object['targets'] | |||
if targets | |||
targets = targets.collect { |t| create t }.flatten | |||
return nil if targets.empty? | |||
targets | |||
end | |||
target = create object | |||
return nil unless target | |||
[target] | |||
end | |||
def type | |||
:string | |||
end | |||
def deserialize(value) | |||
return nil unless value | |||
value = YAML.load value | |||
value.collect { |t| Target.new t } | |||
end | |||
def serialize(value) | |||
return nil unless value | |||
value = value.collect &:to_h | |||
YAML.dump value | |||
end | |||
private | |||
def self.create(target) | |||
target = Target.new target | |||
return nil if target.empty? | |||
target | |||
end | |||
end |
@@ -0,0 +1,11 @@ | |||
class Template < ApplicationRecord | |||
attribute :targets, :targets | |||
has_many :targets | |||
validates :name, uniqueness: true | |||
def self.[](name) | |||
self.where(name: name).first | |||
end | |||
end |
@@ -0,0 +1,13 @@ | |||
<!DOCTYPE html> | |||
<html> | |||
<head> | |||
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> | |||
<style> | |||
/* Email styles need to be inline */ | |||
</style> | |||
</head> | |||
<body> | |||
<%= yield %> | |||
</body> | |||
</html> |
@@ -0,0 +1 @@ | |||
<%= yield %> |
@@ -0,0 +1,3 @@ | |||
#!/usr/bin/env ruby | |||
ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__) | |||
load Gem.bin_path('bundler', 'bundle') |
@@ -0,0 +1,18 @@ | |||
#!./bin/rails runner | |||
Parallel.each Site.all, in_threads: 5 do |site| | |||
ActiveRecord::Base.transaction do | |||
print "Checking #{site.url.colorize :yellow}..." | |||
begin | |||
result = site.check | |||
color = case result | |||
when :new | |||
:blue | |||
when :changes | |||
:green | |||
end | |||
puts " #{result.to_s.colorize color}" | |||
rescue => e | |||
puts " #{e.to_s.colorize :red}" | |||
end | |||
end | |||
end |
@@ -0,0 +1,83 @@ | |||
#!./bin/rails runner | |||
import = YAML.load_file ARGV.first | |||
def import_templates(templates) | |||
return unless templates | |||
templates.each do |name, params| | |||
puts "Importing template #{name.colorize :yellow}" | |||
targets = Targets.detect params | |||
begin | |||
Template.create! name: name, targets: targets | |||
rescue => e | |||
$stderr.puts "Unable to import template #{name.colorize :yellow}: #{e.to_s.colorize :red}" | |||
end | |||
end | |||
end | |||
def import_groups(groups) | |||
return unless groups | |||
groups.each do |name, params| | |||
puts "Importing group #{name.colorize :yellow}" | |||
template_name = params['template'] | |||
template = Template[template_name] if template_name | |||
$stderr.puts "Template #{template_name.colorize :yellow} not found for group #{name.colorize :yellow}" if template_name && !template | |||
targets = Targets.detect params | |||
group = begin | |||
Group.create! name: name, template: template, targets: targets | |||
rescue => e | |||
$stderr.puts "Unable to import group #{name.colorize :yellow}: #{e.to_s.colorize :red}" | |||
next | |||
end | |||
import_sites params['sites'], group | |||
end | |||
end | |||
def import_sites(sites, group = nil, skip_title: true) | |||
return unless sites | |||
sites.each do |params| | |||
case params | |||
when String | |||
url = params | |||
params = {} | |||
else | |||
url = params['url'] | |||
end | |||
puts "Importing site #{url.colorize :yellow}" | |||
begin | |||
name = params['name'] | |||
name ||= Site.title url unless skip_title | |||
template_name = params['template'] | |||
template = Template[template_name] if template_name | |||
$stderr.puts "Template #{template_name.colorize :yellow} not found for site #{url.colorize :yellow}" if template_name && !template | |||
unless group | |||
group_name = params['group'] | |||
group = Group[group_name] if group_name | |||
$stderr.puts "Group #{group_name.colorize :yellow} not found for site #{url.colorize :yellow}" if group_name && !group | |||
end | |||
targets = Targets.detect params | |||
Site.create! url: url, name: name, group: group, targets: targets | |||
rescue => e | |||
$stderr.puts "Unable to import site #{url.colorize :yellow}: #{e.to_s.colorize :red}" | |||
raise | |||
end | |||
end | |||
end | |||
ActiveRecord::Base.transaction do | |||
Site.destroy_all | |||
Group.destroy_all | |||
Template.destroy_all | |||
import_templates import['templates'] | |||
import_groups import['groups'] | |||
import_sites import['sites'] | |||
end |
@@ -0,0 +1,9 @@ | |||
#!/usr/bin/env ruby | |||
begin | |||
load File.expand_path('../spring', __FILE__) | |||
rescue LoadError => e | |||
raise unless e.message.include?('spring') | |||
end | |||
APP_PATH = File.expand_path('../config/application', __dir__) | |||
require_relative '../config/boot' | |||
require 'rails/commands' |
@@ -0,0 +1,9 @@ | |||
#!/usr/bin/env ruby | |||
begin | |||
load File.expand_path('../spring', __FILE__) | |||
rescue LoadError => e | |||
raise unless e.message.include?('spring') | |||
end | |||
require_relative '../config/boot' | |||
require 'rake' | |||
Rake.application.run |
@@ -0,0 +1,35 @@ | |||
#!/usr/bin/env ruby | |||
require 'pathname' | |||
require 'fileutils' | |||
include FileUtils | |||
# path to your application root. | |||
APP_ROOT = Pathname.new File.expand_path('../../', __FILE__) | |||
def system!(*args) | |||
system(*args) || abort("\n== Command #{args} failed ==") | |||
end | |||
chdir APP_ROOT do | |||
# This script is a starting point to setup your application. | |||
# Add necessary setup steps to this file. | |||
puts '== Installing dependencies ==' | |||
system! 'gem install bundler --conservative' | |||
system('bundle check') || system!('bundle install') | |||
# puts "\n== Copying sample files ==" | |||
# unless File.exist?('config/database.yml') | |||
# cp 'config/database.yml.sample', 'config/database.yml' | |||
# end | |||
puts "\n== Preparing database ==" | |||
system! 'bin/rails db:setup' | |||
puts "\n== Removing old logs and tempfiles ==" | |||
system! 'bin/rails log:clear tmp:clear' | |||
puts "\n== Restarting application server ==" | |||
system! 'bin/rails restart' | |||
end |
@@ -0,0 +1,17 @@ | |||
#!/usr/bin/env ruby | |||
# This file loads spring without using Bundler, in order to be fast. | |||
# It gets overwritten when you run the `spring binstub` command. | |||
unless defined?(Spring) | |||
require 'rubygems' | |||
require 'bundler' | |||
lockfile = Bundler::LockfileParser.new(Bundler.default_lockfile.read) | |||
spring = lockfile.specs.detect { |spec| spec.name == "spring" } | |||
if spring | |||
Gem.use_paths Gem.dir, Bundler.bundle_path.to_s, *Gem.path | |||
gem 'spring', spring.version | |||
require 'spring/binstub' | |||
end | |||
end |
@@ -0,0 +1,29 @@ | |||
#!/usr/bin/env ruby | |||
require 'pathname' | |||
require 'fileutils' | |||
include FileUtils | |||
# path to your application root. | |||
APP_ROOT = Pathname.new File.expand_path('../../', __FILE__) | |||
def system!(*args) | |||
system(*args) || abort("\n== Command #{args} failed ==") | |||
end | |||
chdir APP_ROOT do | |||
# This script is a way to update your development environment automatically. | |||
# Add necessary update steps to this file. | |||
puts '== Installing dependencies ==' | |||
system! 'gem install bundler --conservative' | |||
system('bundle check') || system!('bundle install') | |||
puts "\n== Updating database ==" | |||
system! 'bin/rails db:migrate' | |||
puts "\n== Removing old logs and tempfiles ==" | |||
system! 'bin/rails log:clear tmp:clear' | |||
puts "\n== Restarting application server ==" | |||
system! 'bin/rails restart' | |||
end |
@@ -0,0 +1,5 @@ | |||
# This file is used by Rack-based servers to start the application. | |||
require_relative 'config/environment' | |||
run Rails.application |
@@ -0,0 +1,32 @@ | |||
require_relative 'boot' | |||
require 'rails' | |||
# Pick the frameworks you want: | |||
require 'active_model/railtie' | |||
require 'active_job/railtie' | |||
require 'active_record/railtie' | |||
require 'action_controller/railtie' | |||
require 'action_mailer/railtie' | |||
require 'action_view/railtie' | |||
# require 'sprockets/railtie' | |||
# require 'rails/test_unit/railtie' | |||
# Require the gems listed in Gemfile, including any gems | |||
# you've limited to :test, :development, or :production. | |||
Bundler.require(*Rails.groups) | |||
module Webmon | |||
class Application < Rails::Application | |||
# Initialize configuration defaults for originally generated Rails version. | |||
config.load_defaults 5.1 | |||
# Settings in config/environments/* take precedence over those specified here. | |||
# Application configuration should go into files in config/initializers | |||
# -- all .rb files in that directory are automatically loaded. | |||
# Only loads a smaller set of middleware suitable for API only apps. | |||
# Middleware like session, flash, cookies can be added back manually. | |||
# Skip views, helpers and assets when generating a new resource. | |||
config.api_only = true | |||
end | |||
end |
@@ -0,0 +1,3 @@ | |||
ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__) | |||
require 'bundler/setup' # Set up gems listed in the Gemfile. |
@@ -0,0 +1,25 @@ | |||
# SQLite version 3.x | |||
# gem install sqlite3 | |||
# | |||
# Ensure the SQLite 3 gem is defined in your Gemfile | |||
# gem 'sqlite3' | |||
# | |||
default: &default | |||
adapter: sqlite3 | |||
pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 5 } %> | |||
timeout: 5000 | |||
development: | |||
<<: *default | |||
database: db/development.sqlite3 | |||
# Warning: The database defined as "test" will be erased and | |||
# re-generated from your development database when you run "rake". | |||
# Do not set this db to the same as development or production. | |||
test: | |||
<<: *default | |||
database: db/test.sqlite3 | |||
production: | |||
<<: *default | |||
database: db/production.sqlite3 |
@@ -0,0 +1,5 @@ | |||
# Load the Rails application. | |||
require_relative 'application' | |||
# Initialize the Rails application. | |||
Rails.application.initialize! |
@@ -0,0 +1,47 @@ | |||
Rails.application.configure do | |||
# Settings specified here will take precedence over those in config/application.rb. | |||
# In the development environment your application's code is reloaded on | |||
# every request. This slows down response time but is perfect for development | |||
# since you don't have to restart the web server when you make code changes. | |||
config.cache_classes = false | |||
# Do not eager load code on boot. | |||
config.eager_load = false | |||
# Show full error reports. | |||
config.consider_all_requests_local = true | |||
# Enable/disable caching. By default caching is disabled. | |||
if Rails.root.join('tmp/caching-dev.txt').exist? | |||
config.action_controller.perform_caching = true | |||
config.cache_store = :memory_store | |||
config.public_file_server.headers = { | |||
'Cache-Control' => "public, max-age=#{2.days.seconds.to_i}" | |||
} | |||
else | |||
config.action_controller.perform_caching = false | |||
config.cache_store = :null_store | |||
end | |||
# Don't care if the mailer can't send. | |||
config.action_mailer.raise_delivery_errors = false | |||
config.action_mailer.perform_caching = false | |||
# Print deprecation notices to the Rails logger. | |||
config.active_support.deprecation = :log | |||
# Raise an error on page load if there are pending migrations. | |||
config.active_record.migration_error = :page_load | |||
# Raises error for missing translations | |||
# config.action_view.raise_on_missing_translations = true | |||
# Use an evented file watcher to asynchronously detect changes in source code, | |||
# routes, locales, etc. This feature depends on the listen gem. | |||
config.file_watcher = ActiveSupport::EventedFileUpdateChecker | |||
end |
@@ -0,0 +1,83 @@ | |||
Rails.application.configure do | |||
# Settings specified here will take precedence over those in config/application.rb. | |||
# Code is not reloaded between requests. | |||
config.cache_classes = true | |||
# Eager load code on boot. This eager loads most of Rails and | |||
# your application in memory, allowing both threaded web servers | |||
# and those relying on copy on write to perform better. | |||
# Rake tasks automatically ignore this option for performance. | |||
config.eager_load = true | |||
# Full error reports are disabled and caching is turned on. | |||
config.consider_all_requests_local = false | |||
config.action_controller.perform_caching = true | |||
# Attempt to read encrypted secrets from `config/secrets.yml.enc`. | |||
# Requires an encryption key in `ENV["RAILS_MASTER_KEY"]` or | |||
# `config/secrets.yml.key`. | |||
config.read_encrypted_secrets = true | |||
# Disable serving static files from the `/public` folder by default since | |||
# Apache or NGINX already handles this. | |||
config.public_file_server.enabled = ENV['RAILS_SERVE_STATIC_FILES'].present? | |||
# Enable serving of images, stylesheets, and JavaScripts from an asset server. | |||
# config.action_controller.asset_host = 'http://assets.example.com' | |||
# Specifies the header that your server uses for sending files. | |||
# config.action_dispatch.x_sendfile_header = 'X-Sendfile' # for Apache | |||
# config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for NGINX | |||
# Mount Action Cable outside main process or domain | |||
# config.action_cable.mount_path = nil | |||
# config.action_cable.url = 'wss://example.com/cable' | |||
# config.action_cable.allowed_request_origins = [ 'http://example.com', /http:\/\/example.*/ ] | |||
# Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies. | |||
# config.force_ssl = true | |||
# Use the lowest log level to ensure availability of diagnostic information | |||
# when problems arise. | |||
config.log_level = :debug | |||
# Prepend all log lines with the following tags. | |||
config.log_tags = [ :request_id ] | |||
# Use a different cache store in production. | |||
# config.cache_store = :mem_cache_store | |||
# Use a real queuing backend for Active Job (and separate queues per environment) | |||
# config.active_job.queue_adapter = :resque | |||
# config.active_job.queue_name_prefix = "webmon_#{Rails.env}" | |||
config.action_mailer.perform_caching = false | |||
# Ignore bad email addresses and do not raise email delivery errors. | |||
# Set this to true and configure the email server for immediate delivery to raise delivery errors. | |||
# config.action_mailer.raise_delivery_errors = false | |||
# Enable locale fallbacks for I18n (makes lookups for any locale fall back to | |||
# the I18n.default_locale when a translation cannot be found). | |||
config.i18n.fallbacks = true | |||
# Send deprecation notices to registered listeners. | |||
config.active_support.deprecation = :notify | |||
# Use default logging formatter so that PID and timestamp are not suppressed. | |||
config.log_formatter = ::Logger::Formatter.new | |||
# Use a different logger for distributed setups. | |||
# require 'syslog/logger' | |||
# config.logger = ActiveSupport::TaggedLogging.new(Syslog::Logger.new 'app-name') | |||
if ENV["RAILS_LOG_TO_STDOUT"].present? | |||
logger = ActiveSupport::Logger.new(STDOUT) | |||
logger.formatter = config.log_formatter | |||
config.logger = ActiveSupport::TaggedLogging.new(logger) | |||
end | |||
# Do not dump schema after migrations. | |||
config.active_record.dump_schema_after_migration = false | |||
end |
@@ -0,0 +1,42 @@ | |||
Rails.application.configure do | |||
# Settings specified here will take precedence over those in config/application.rb. | |||
# The test environment is used exclusively to run your application's | |||
# test suite. You never need to work with it otherwise. Remember that | |||
# your test database is "scratch space" for the test suite and is wiped | |||
# and recreated between test runs. Don't rely on the data there! | |||
config.cache_classes = true | |||
# Do not eager load code on boot. This avoids loading your whole application | |||
# just for the purpose of running a single test. If you are using a tool that | |||
# preloads Rails for running tests, you may have to set it to true. | |||
config.eager_load = false | |||
# Configure public file server for tests with Cache-Control for performance. | |||
config.public_file_server.enabled = true | |||
config.public_file_server.headers = { | |||
'Cache-Control' => "public, max-age=#{1.hour.seconds.to_i}" | |||
} | |||
# Show full error reports and disable caching. | |||
config.consider_all_requests_local = true | |||
config.action_controller.perform_caching = false | |||
# Raise exceptions instead of rendering exception templates. | |||
config.action_dispatch.show_exceptions = false | |||
# Disable request forgery protection in test environment. | |||
config.action_controller.allow_forgery_protection = false | |||
config.action_mailer.perform_caching = false | |||
# Tell Action Mailer not to deliver emails to the real world. | |||
# The :test delivery method accumulates sent emails in the | |||
# ActionMailer::Base.deliveries array. | |||
config.action_mailer.delivery_method = :test | |||
# Print deprecation notices to the stderr. | |||
config.active_support.deprecation = :stderr | |||
# Raises error for missing translations | |||
# config.action_view.raise_on_missing_translations = true | |||
end |
@@ -0,0 +1,8 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# ActiveSupport::Reloader.to_prepare do | |||
# ApplicationController.renderer.defaults.merge!( | |||
# http_host: 'example.org', | |||
# https: false | |||
# ) | |||
# end |
@@ -0,0 +1,7 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces. | |||
# Rails.backtrace_cleaner.add_silencer { |line| line =~ /my_noisy_library/ } | |||
# You can also remove all the silencers if you're trying to debug a problem that might stem from framework code. | |||
# Rails.backtrace_cleaner.remove_silencers! |
@@ -0,0 +1,16 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# Avoid CORS issues when API is called from the frontend app. | |||
# Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin AJAX requests. | |||
# Read more: https://github.com/cyu/rack-cors | |||
# Rails.application.config.middleware.insert_before 0, Rack::Cors do | |||
# allow do | |||
# origins 'example.com' | |||
# | |||
# resource '*', | |||
# headers: :any, | |||
# methods: [:get, :post, :put, :patch, :delete, :options, :head] | |||
# end | |||
# end |
@@ -0,0 +1,4 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# Configure sensitive parameters which will be filtered from the log file. | |||
Rails.application.config.filter_parameters += [:password] |
@@ -0,0 +1,16 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# Add new inflection rules using the following format. Inflections | |||
# are locale specific, and you may define rules for as many different | |||
# locales as you wish. All of these examples are active by default: | |||
# ActiveSupport::Inflector.inflections(:en) do |inflect| | |||
# inflect.plural /^(ox)$/i, '\1en' | |||
# inflect.singular /^(ox)en/i, '\1' | |||
# inflect.irregular 'person', 'people' | |||
# inflect.uncountable %w( fish sheep ) | |||
# end | |||
# These inflection rules are supported but not enabled by default: | |||
# ActiveSupport::Inflector.inflections(:en) do |inflect| | |||
# inflect.acronym 'RESTful' | |||
# end |
@@ -0,0 +1,4 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# Add new mime types for use in respond_to blocks: | |||
# Mime::Type.register "text/richtext", :rtf |
@@ -0,0 +1 @@ | |||
ActiveRecord::Type.register :targets, Targets |
@@ -0,0 +1,14 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# This file contains settings for ActionController::ParamsWrapper which | |||
# is enabled by default. | |||
# Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array. | |||
ActiveSupport.on_load(:action_controller) do | |||
wrap_parameters format: [:json] | |||
end | |||
# To enable root element in JSON for ActiveRecord objects. | |||
# ActiveSupport.on_load(:active_record) do | |||
# self.include_root_in_json = true | |||
# end |
@@ -0,0 +1,33 @@ | |||
# Files in the config/locales directory are used for internationalization | |||
# and are automatically loaded by Rails. If you want to use locales other | |||
# than English, add the necessary files in this directory. | |||
# | |||
# To use the locales, use `I18n.t`: | |||
# | |||
# I18n.t 'hello' | |||
# | |||
# In views, this is aliased to just `t`: | |||
# | |||
# <%= t('hello') %> | |||
# | |||
# To use a different locale, set it with `I18n.locale`: | |||
# | |||
# I18n.locale = :es | |||
# | |||
# This would use the information in config/locales/es.yml. | |||
# | |||
# The following keys must be escaped otherwise they will not be retrieved by | |||
# the default I18n backend: | |||
# | |||
# true, false, on, off, yes, no | |||
# | |||
# Instead, surround them with single quotes. | |||
# | |||
# en: | |||
# 'true': 'foo' | |||
# | |||
# To learn more, please read the Rails Internationalization guide | |||
# available at http://guides.rubyonrails.org/i18n.html. | |||
en: | |||
hello: "Hello world" |
@@ -0,0 +1,56 @@ | |||
# Puma can serve each request in a thread from an internal thread pool. | |||
# The `threads` method setting takes two numbers: a minimum and maximum. | |||
# Any libraries that use thread pools should be configured to match | |||
# the maximum value specified for Puma. Default is set to 5 threads for minimum | |||
# and maximum; this matches the default thread size of Active Record. | |||
# | |||
threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 } | |||
threads threads_count, threads_count | |||
# Specifies the `port` that Puma will listen on to receive requests; default is 3000. | |||
# | |||
port ENV.fetch("PORT") { 3000 } | |||
# Specifies the `environment` that Puma will run in. | |||
# | |||
environment ENV.fetch("RAILS_ENV") { "development" } | |||
# Specifies the number of `workers` to boot in clustered mode. | |||
# Workers are forked webserver processes. If using threads and workers together | |||
# the concurrency of the application would be max `threads` * `workers`. | |||
# Workers do not work on JRuby or Windows (both of which do not support | |||
# processes). | |||
# | |||
# workers ENV.fetch("WEB_CONCURRENCY") { 2 } | |||
# Use the `preload_app!` method when specifying a `workers` number. | |||
# This directive tells Puma to first boot the application and load code | |||
# before forking the application. This takes advantage of Copy On Write | |||
# process behavior so workers use less memory. If you use this option | |||
# you need to make sure to reconnect any threads in the `on_worker_boot` | |||
# block. | |||
# | |||
# preload_app! | |||
# If you are preloading your application and using Active Record, it's | |||
# recommended that you close any connections to the database before workers | |||
# are forked to prevent connection leakage. | |||
# | |||
# before_fork do | |||
# ActiveRecord::Base.connection_pool.disconnect! if defined?(ActiveRecord) | |||
# end | |||
# The code in the `on_worker_boot` will be called if you are using | |||
# clustered mode by specifying a number of `workers`. After each worker | |||
# process is booted, this block will be run. If you are using the `preload_app!` | |||
# option, you will want to use this block to reconnect to any threads | |||
# or connections that may have been created at application boot, as Ruby | |||
# cannot share connections between processes. | |||
# | |||
# on_worker_boot do | |||
# ActiveRecord::Base.establish_connection if defined?(ActiveRecord) | |||
# end | |||
# | |||
# Allow puma to be restarted by `rails restart` command. | |||
plugin :tmp_restart |
@@ -0,0 +1,3 @@ | |||
Rails.application.routes.draw do | |||
# For details on the DSL available within this file, see http://guides.rubyonrails.org/routing.html | |||
end |
@@ -0,0 +1,32 @@ | |||
# Be sure to restart your server when you modify this file. | |||
# Your secret key is used for verifying the integrity of signed cookies. | |||
# If you change this key, all old signed cookies will become invalid! | |||
# Make sure the secret is at least 30 characters and all random, | |||
# no regular words or you'll be exposed to dictionary attacks. | |||
# You can use `rails secret` to generate a secure secret key. | |||
# Make sure the secrets in this file are kept private | |||
# if you're sharing your code publicly. | |||
# Shared secrets are available across all environments. | |||
# shared: | |||
# api_key: a1B2c3D4e5F6 | |||
# Environmental secrets are only available for that specific environment. | |||
development: | |||
secret_key_base: 943f0089c6723f08543f68a797ab4969cdce2da6c673ff016b26cc882320a952f9f9d311e9d118aaf4ff68bc2c183ccabfa56189616313083a9b46e57276a342 | |||
test: | |||
secret_key_base: 54649e7ce64d5061ba69e340e27c6f0dc90a7f5801ac01bb84483bd4bcabe859a39c9222d98494369bb07e0f7813417f1a15639bb13782d05f35caf5e46425a4 | |||
# Do not keep production secrets in the unencrypted secrets file. | |||
# Instead, either read values from the environment. | |||
# Or, use `bin/rails secrets:setup` to configure encrypted secrets | |||
# and move the `production:` environment over there. | |||
production: | |||
secret_key_base: <%= ENV["SECRET_KEY_BASE"] %> |
@@ -0,0 +1,6 @@ | |||
%w( | |||
.ruby-version | |||
.rbenv-vars | |||
tmp/restart.txt | |||
tmp/caching-dev.txt | |||
).each { |path| Spring.watch(path) } |
@@ -0,0 +1,11 @@ | |||
class CreateTargets < ActiveRecord::Migration[5.1] | |||
def change | |||
create_table :targets do |t| | |||
t.belongs_to :template, index: true, foreign_key: true | |||
t.belongs_to :group, index: true, foreign_key: true | |||
t.belongs_to :site, index: true, foreign_key: true | |||
t.timestamps | |||
end | |||
end | |||
end |
@@ -0,0 +1,9 @@ | |||
class CreateTemplates < ActiveRecord::Migration[5.1] | |||
def change | |||
create_table :templates do |t| | |||
t.string :name, unique: true | |||
t.index :name, unique: true | |||
end | |||
end | |||
end |
@@ -0,0 +1,13 @@ | |||
class CreateGroups < ActiveRecord::Migration[5.1] | |||
def change | |||
create_table :groups do |t| | |||
t.string :name, null: false, unique: true | |||
t.string :targets | |||
t.belongs_to :template, index: true, foreign_key: true | |||
t.index :name, unique: true | |||
t.index :template | |||
end | |||
end | |||
end |
@@ -0,0 +1,20 @@ | |||
class CreateSites < ActiveRecord::Migration[5.1] | |||
def change | |||
create_table :sites do |t| | |||
t.string :url, null: false | |||
t.string :name, index: true | |||
t.string :targets | |||
t.binary :reference | |||
t.binary :content | |||
t.belongs_to :group, index: true, foreign_key: true | |||
t.belongs_to :template, index: true, foreign_key: true | |||
t.string :last_error | |||
t.datetime :checked_at | |||
t.datetime :changed_at | |||
end | |||
end | |||
end |
@@ -0,0 +1,56 @@ | |||
# This file is auto-generated from the current state of the database. Instead | |||
# of editing this file, please use the migrations feature of Active Record to | |||
# incrementally modify your database, and then regenerate this schema definition. | |||
# | |||
# Note that this schema.rb definition is the authoritative source for your | |||
# database schema. If you need to create the application database on another | |||
# system, you should be using db:schema:load, not running all the migrations | |||
# from scratch. The latter is a flawed and unsustainable approach (the more migrations | |||
# you'll amass, the slower it'll run and the greater likelihood for issues). | |||
# | |||
# It's strongly recommended that you check this file into your version control system. | |||
ActiveRecord::Schema.define(version: 20180510000003) do | |||
create_table "groups", force: :cascade do |t| | |||
t.string "name", null: false | |||
t.string "targets" | |||
t.integer "template_id" | |||
t.index ["name"], name: "index_groups_on_name", unique: true | |||
t.index ["template_id"], name: "index_groups_on_template_id" | |||
t.index [nil], name: "index_groups_on_template" | |||
end | |||
create_table "sites", force: :cascade do |t| | |||
t.string "url", null: false | |||
t.string "name" | |||
t.string "targets" | |||
t.binary "reference" | |||
t.binary "content" | |||
t.integer "group_id" | |||
t.integer "template_id" | |||
t.string "last_error" | |||
t.datetime "checked_at" | |||
t.datetime "changed_at" | |||
t.index ["group_id"], name: "index_sites_on_group_id" | |||
t.index ["name"], name: "index_sites_on_name" | |||
t.index ["template_id"], name: "index_sites_on_template_id" | |||
end | |||
create_table "targets", force: :cascade do |t| | |||
t.integer "template_id" | |||
t.integer "group_id" | |||
t.integer "site_id" | |||
t.datetime "created_at", null: false | |||
t.datetime "updated_at", null: false | |||
t.index ["group_id"], name: "index_targets_on_group_id" | |||
t.index ["site_id"], name: "index_targets_on_site_id" | |||
t.index ["template_id"], name: "index_targets_on_template_id" | |||
end | |||
create_table "templates", force: :cascade do |t| | |||
t.string "name" | |||
t.index ["name"], name: "index_templates_on_name", unique: true | |||
end | |||
end |
@@ -0,0 +1,7 @@ | |||
# This file should contain all the record creation needed to seed the database with its default values. | |||
# The data can then be loaded with the rails db:seed command (or created alongside the database with db:setup). | |||
# | |||
# Examples: | |||
# | |||
# movies = Movie.create([{ name: 'Star Wars' }, { name: 'Lord of the Rings' }]) | |||
# Character.create(name: 'Luke', movie: movies.first) |
@@ -0,0 +1 @@ | |||
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |