commit
2be603db43
@ -0,0 +1,21 @@ |
||||
# See https://help.github.com/articles/ignoring-files for more about ignoring files. |
||||
# |
||||
# If you find yourself ignoring temporary files generated by your text editor |
||||
# or operating system, you probably want to add a global ignore instead: |
||||
# git config --global core.excludesfile '~/.gitignore_global' |
||||
|
||||
# Ignore bundler config. |
||||
/.bundle |
||||
|
||||
# Ignore the default SQLite database. |
||||
/db/*.sqlite3 |
||||
/db/*.sqlite3-journal |
||||
|
||||
# Ignore all logfiles and tempfiles. |
||||
/log/* |
||||
/tmp/* |
||||
!/log/.keep |
||||
!/tmp/.keep |
||||
|
||||
.byebug_history |
||||
.generators |
@ -0,0 +1,28 @@ |
||||
source 'https://rubygems.org' |
||||
|
||||
gem 'rails', '~> 5.1.6' |
||||
gem 'puma', '~> 3.7' |
||||
|
||||
gem 'sqlite3' |
||||
|
||||
gem 'nokogiri' |
||||
gem 'httparty' |
||||
gem 'awesome_print' |
||||
gem 'colorize' |
||||
gem 'pry-rails' |
||||
gem 'parallel' |
||||
|
||||
group :development, :test do |
||||
gem 'pry-byebug' |
||||
end |
||||
|
||||
group :development do |
||||
gem 'listen', '>= 3.0.5', '< 3.2' |
||||
gem 'better_errors' |
||||
gem 'binding_of_caller' |
||||
|
||||
gem 'spring' |
||||
gem 'spring-watcher-listen', '~> 2.0.0' |
||||
end |
||||
|
||||
gem 'tzinfo-data', platforms: %i[mingw mswin x64_mingw jruby] |
@ -0,0 +1,165 @@ |
||||
GEM |
||||
remote: https://rubygems.org/ |
||||
specs: |
||||
actioncable (5.1.6) |
||||
actionpack (= 5.1.6) |
||||
nio4r (~> 2.0) |
||||
websocket-driver (~> 0.6.1) |
||||
actionmailer (5.1.6) |
||||
actionpack (= 5.1.6) |
||||
actionview (= 5.1.6) |
||||
activejob (= 5.1.6) |
||||
mail (~> 2.5, >= 2.5.4) |
||||
rails-dom-testing (~> 2.0) |
||||
actionpack (5.1.6) |
||||
actionview (= 5.1.6) |
||||
activesupport (= 5.1.6) |
||||
rack (~> 2.0) |
||||
rack-test (>= 0.6.3) |
||||
rails-dom-testing (~> 2.0) |
||||
rails-html-sanitizer (~> 1.0, >= 1.0.2) |
||||
actionview (5.1.6) |
||||
activesupport (= 5.1.6) |
||||
builder (~> 3.1) |
||||
erubi (~> 1.4) |
||||
rails-dom-testing (~> 2.0) |
||||
rails-html-sanitizer (~> 1.0, >= 1.0.3) |
||||
activejob (5.1.6) |
||||
activesupport (= 5.1.6) |
||||
globalid (>= 0.3.6) |
||||
activemodel (5.1.6) |
||||
activesupport (= 5.1.6) |
||||
activerecord (5.1.6) |
||||
activemodel (= 5.1.6) |
||||
activesupport (= 5.1.6) |
||||
arel (~> 8.0) |
||||
activesupport (5.1.6) |
||||
concurrent-ruby (~> 1.0, >= 1.0.2) |
||||
i18n (>= 0.7, < 2) |
||||
minitest (~> 5.1) |
||||
tzinfo (~> 1.1) |
||||
arel (8.0.0) |
||||
awesome_print (1.8.0) |
||||
better_errors (2.4.0) |
||||
coderay (>= 1.0.0) |
||||
erubi (>= 1.0.0) |
||||
rack (>= 0.9.0) |
||||
binding_of_caller (0.8.0) |
||||
debug_inspector (>= 0.0.1) |
||||
builder (3.2.3) |
||||
byebug (10.0.2) |
||||
coderay (1.1.2) |
||||
colorize (0.8.1) |
||||
concurrent-ruby (1.0.5) |
||||
crass (1.0.4) |
||||
debug_inspector (0.0.3) |
||||
erubi (1.7.1) |
||||
ffi (1.9.23) |
||||
globalid (0.4.1) |
||||
activesupport (>= 4.2.0) |
||||
httparty (0.16.2) |
||||
multi_xml (>= 0.5.2) |
||||
i18n (1.0.1) |
||||
concurrent-ruby (~> 1.0) |
||||
listen (3.1.5) |
||||
rb-fsevent (~> 0.9, >= 0.9.4) |
||||
rb-inotify (~> 0.9, >= 0.9.7) |
||||
ruby_dep (~> 1.2) |
||||
loofah (2.2.2) |
||||
crass (~> 1.0.2) |
||||
nokogiri (>= 1.5.9) |
||||
mail (2.7.0) |
||||
mini_mime (>= 0.1.1) |
||||
method_source (0.9.0) |
||||
mini_mime (1.0.0) |
||||
mini_portile2 (2.3.0) |
||||
minitest (5.11.3) |
||||
multi_xml (0.6.0) |
||||
nio4r (2.3.1) |
||||
nokogiri (1.8.2) |
||||
mini_portile2 (~> 2.3.0) |
||||
parallel (1.12.1) |
||||
pry (0.11.3) |
||||
coderay (~> 1.1.0) |
||||
method_source (~> 0.9.0) |
||||
pry-byebug (3.6.0) |
||||
byebug (~> 10.0) |
||||
pry (~> 0.10) |
||||
pry-rails (0.3.6) |
||||
pry (>= 0.10.4) |
||||
puma (3.11.4) |
||||
rack (2.0.5) |
||||
rack-test (1.0.0) |
||||
rack (>= 1.0, < 3) |
||||
rails (5.1.6) |
||||
actioncable (= 5.1.6) |
||||
actionmailer (= 5.1.6) |
||||
actionpack (= 5.1.6) |
||||
actionview (= 5.1.6) |
||||
activejob (= 5.1.6) |
||||
activemodel (= 5.1.6) |
||||
activerecord (= 5.1.6) |
||||
activesupport (= 5.1.6) |
||||
bundler (>= 1.3.0) |
||||
railties (= 5.1.6) |
||||
sprockets-rails (>= 2.0.0) |
||||
rails-dom-testing (2.0.3) |
||||
activesupport (>= 4.2.0) |
||||
nokogiri (>= 1.6) |
||||
rails-html-sanitizer (1.0.4) |
||||
loofah (~> 2.2, >= 2.2.2) |
||||
railties (5.1.6) |
||||
actionpack (= 5.1.6) |
||||
activesupport (= 5.1.6) |
||||
method_source |
||||
rake (>= 0.8.7) |
||||
thor (>= 0.18.1, < 2.0) |
||||
rake (12.3.1) |
||||
rb-fsevent (0.10.3) |
||||
rb-inotify (0.9.10) |
||||
ffi (>= 0.5.0, < 2) |
||||
ruby_dep (1.5.0) |
||||
spring (2.0.2) |
||||
activesupport (>= 4.2) |
||||
spring-watcher-listen (2.0.1) |
||||
listen (>= 2.7, < 4.0) |
||||
spring (>= 1.2, < 3.0) |
||||
sprockets (3.7.1) |
||||
concurrent-ruby (~> 1.0) |
||||
rack (> 1, < 3) |
||||
sprockets-rails (3.2.1) |
||||
actionpack (>= 4.0) |
||||
activesupport (>= 4.0) |
||||
sprockets (>= 3.0.0) |
||||
sqlite3 (1.3.13) |
||||
thor (0.20.0) |
||||
thread_safe (0.3.6) |
||||
tzinfo (1.2.5) |
||||
thread_safe (~> 0.1) |
||||
websocket-driver (0.6.5) |
||||
websocket-extensions (>= 0.1.0) |
||||
websocket-extensions (0.1.3) |
||||
|
||||
PLATFORMS |
||||
ruby |
||||
|
||||
DEPENDENCIES |
||||
awesome_print |
||||
better_errors |
||||
binding_of_caller |
||||
colorize |
||||
httparty |
||||
listen (>= 3.0.5, < 3.2) |
||||
nokogiri |
||||
parallel |
||||
pry-byebug |
||||
pry-rails |
||||
puma (~> 3.7) |
||||
rails (~> 5.1.6) |
||||
spring |
||||
spring-watcher-listen (~> 2.0.0) |
||||
sqlite3 |
||||
tzinfo-data |
||||
|
||||
BUNDLED WITH |
||||
1.16.1 |
@ -0,0 +1,6 @@ |
||||
# Add your own tasks in files placed in lib/tasks ending in .rake, |
||||
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake. |
||||
|
||||
require_relative 'config/application' |
||||
|
||||
Rails.application.load_tasks |
@ -0,0 +1,2 @@ |
||||
class ApplicationController < ActionController::API |
||||
end |
@ -0,0 +1,2 @@ |
||||
class ApplicationJob < ActiveJob::Base |
||||
end |
@ -0,0 +1,4 @@ |
||||
class ApplicationMailer < ActionMailer::Base |
||||
default from: 'from@example.com' |
||||
layout 'mailer' |
||||
end |
@ -0,0 +1,3 @@ |
||||
class ApplicationRecord < ActiveRecord::Base |
||||
self.abstract_class = true |
||||
end |
@ -0,0 +1,13 @@ |
||||
class Group < ApplicationRecord |
||||
attribute :targets, :targets |
||||
|
||||
belongs_to :template, optional: true |
||||
has_many :targets |
||||
has_many :sites |
||||
|
||||
validates :name, uniqueness: true |
||||
|
||||
def self.[](name) |
||||
self.where(name: name).first |
||||
end |
||||
end |
@ -0,0 +1,92 @@ |
||||
class Site < ApplicationRecord |
||||
attribute :targets, :targets |
||||
|
||||
belongs_to :group, optional: true |
||||
belongs_to :template, optional: true |
||||
has_many :targets |
||||
|
||||
validates :url, presence: true |
||||
|
||||
def self.grab(url) |
||||
response = HTTParty.get url, timeout: 10.seconds |
||||
raise "Receive #{response.code}" unless response.success? |
||||
response |
||||
end |
||||
|
||||
def self.html(url) |
||||
response = self.grab url |
||||
content_type = response.content_type |
||||
raise "Expecting #{'text/html'.colorize :yellow}, got #{content_type.colorize :yellow}" unless content_type == 'text/html' |
||||
content = response.body |
||||
Nokogiri::HTML.parse content |
||||
end |
||||
|
||||
def self.title(url) |
||||
html = self.html url |
||||
tag = html.at 'head title' |
||||
tag&.text |
||||
end |
||||
|
||||
def all_targets |
||||
targets = self.targets |
||||
group = self.group |
||||
targets += groups.targets if group |
||||
template = self.template |
||||
targets = template.targets if template |
||||
targets |
||||
end |
||||
|
||||
def check |
||||
self.checked_at = Time.now |
||||
state = :no_changes |
||||
error = nil |
||||
|
||||
begin |
||||
reference = self.reference |
||||
|
||||
response = self.class.grab self.url |
||||
content = response.body |
||||
unless reference |
||||
self.reference = content |
||||
state = :new |
||||
else |
||||
self.content = content |
||||
unchanged = true |
||||
|
||||
content_type = response.content_type |
||||
case content_type |
||||
when 'text/html' |
||||
targets = self.targets |
||||
if targets |
||||
targets.each do |target| |
||||
target_content = target.extract content |
||||
target_reference = target.extract reference |
||||
target_unchanged = target_content == target_reference |
||||
unless target_unchanged |
||||
unchanged = target_unchanged |
||||
break |
||||
end |
||||
end |
||||
else |
||||
unchanged = content == reference |
||||
end |
||||
else |
||||
unchanged = content == reference |
||||
end |
||||
|
||||
unless unchanged |
||||
self.changed_at = self.checked_at |
||||
state = :changes |
||||
end |
||||
end |
||||
self.last_error = nil |
||||
rescue => e |
||||
self.last_error = e.to_s |
||||
error = e |
||||
end |
||||
|
||||
self.save! |
||||
raise error if error |
||||
state |
||||
end |
||||
end |
@ -0,0 +1,2 @@ |
||||
class Target < ApplicationRecord |
||||
end |
@ -0,0 +1,88 @@ |
||||
class Targets < ActiveRecord::Type::Value |
||||
class Target |
||||
def initialize(target) |
||||
@from = target['from'] |
||||
@to = target['to'] |
||||
@css = target['css'] |
||||
end |
||||
|
||||
def extract_boundary(content) |
||||
if @from |
||||
i = content.index @from |
||||
raise "Unable to find `from` #{@from}" unless i |
||||
content = content[i..-1] |
||||
end |
||||
|
||||
if @to |
||||
i = content.index @to |
||||
raise "Unable to find `to` #{@to}" unless i |
||||
content = content[0..i] |
||||
end |
||||
content |
||||
end |
||||
|
||||
def extract_css(content) |
||||
return content unless @css |
||||
content = Nokogiri::HTML.parse content |
||||
node = content.at @css |
||||
raise "Unable to find `css` #{@css}" unless node |
||||
node.to_s |
||||
end |
||||
|
||||
def extract(content) |
||||
content = self.extract_boundary content |
||||
content = self.extract_css content |
||||
content |
||||
end |
||||
|
||||
def to_h |
||||
json = {} |
||||
json['from'] = @from if @from |
||||
json['to'] = @to if @to |
||||
json['css'] = @css if @css |
||||
json |
||||
end |
||||
|
||||
def empty? |
||||
!(@from || @to || @css) |
||||
end |
||||
end |
||||
|
||||
def self.detect(object) |
||||
targets = object['targets'] |
||||
if targets |
||||
targets = targets.collect { |t| create t }.flatten |
||||
return nil if targets.empty? |
||||
targets |
||||
end |
||||
|
||||
target = create object |
||||
return nil unless target |
||||
|
||||
[target] |
||||
end |
||||
|
||||
def type |
||||
:string |
||||
end |
||||
|
||||
def deserialize(value) |
||||
return nil unless value |
||||
value = YAML.load value |
||||
value.collect { |t| Target.new t } |
||||
end |
||||
|
||||
def serialize(value) |
||||
return nil unless value |
||||
value = value.collect &:to_h |
||||
YAML.dump value |
||||
end |
||||
|
||||
private |
||||
|
||||
def self.create(target) |
||||
target = Target.new target |
||||
return nil if target.empty? |
||||
target |
||||
end |
||||
end |
@ -0,0 +1,11 @@ |
||||
class Template < ApplicationRecord |
||||
attribute :targets, :targets |
||||
|
||||
has_many :targets |
||||
|
||||
validates :name, uniqueness: true |
||||
|
||||
def self.[](name) |
||||
self.where(name: name).first |
||||
end |
||||
end |
@ -0,0 +1,13 @@ |
||||
<!DOCTYPE html> |
||||
<html> |
||||
<head> |
||||
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> |
||||
<style> |
||||
/* Email styles need to be inline */ |
||||
</style> |
||||
</head> |
||||
|
||||
<body> |
||||
<%= yield %> |
||||
</body> |
||||
</html> |
@ -0,0 +1 @@ |
||||
<%= yield %> |
@ -0,0 +1,3 @@ |
||||
#!/usr/bin/env ruby |
||||
ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__) |
||||
load Gem.bin_path('bundler', 'bundle') |
@ -0,0 +1,18 @@ |
||||
#!./bin/rails runner |
||||
Parallel.each Site.all, in_threads: 5 do |site| |
||||
ActiveRecord::Base.transaction do |
||||
print "Checking #{site.url.colorize :yellow}..." |
||||
begin |
||||
result = site.check |
||||
color = case result |
||||
when :new |
||||
:blue |
||||
when :changes |
||||
:green |
||||
end |
||||
puts " #{result.to_s.colorize color}" |
||||
rescue => e |
||||
puts " #{e.to_s.colorize :red}" |
||||
end |
||||
end |
||||
end |
@ -0,0 +1,83 @@ |
||||
#!./bin/rails runner |
||||
import = YAML.load_file ARGV.first |
||||
|
||||
def import_templates(templates) |
||||
return unless templates |
||||
templates.each do |name, params| |
||||
puts "Importing template #{name.colorize :yellow}" |
||||
targets = Targets.detect params |
||||
begin |
||||
Template.create! name: name, targets: targets |
||||
rescue => e |
||||
$stderr.puts "Unable to import template #{name.colorize :yellow}: #{e.to_s.colorize :red}" |
||||
end |
||||
end |
||||
end |
||||
|
||||
def import_groups(groups) |
||||
return unless groups |
||||
groups.each do |name, params| |
||||
puts "Importing group #{name.colorize :yellow}" |
||||
|
||||
template_name = params['template'] |
||||
template = Template[template_name] if template_name |
||||
$stderr.puts "Template #{template_name.colorize :yellow} not found for group #{name.colorize :yellow}" if template_name && !template |
||||
|
||||
targets = Targets.detect params |
||||
|
||||
group = begin |
||||
Group.create! name: name, template: template, targets: targets |
||||
rescue => e |
||||
$stderr.puts "Unable to import group #{name.colorize :yellow}: #{e.to_s.colorize :red}" |
||||
next |
||||
end |
||||
|
||||
import_sites params['sites'], group |
||||
end |
||||
end |
||||
|
||||
def import_sites(sites, group = nil, skip_title: true) |
||||
return unless sites |
||||
sites.each do |params| |
||||
case params |
||||
when String |
||||
url = params |
||||
params = {} |
||||
else |
||||
url = params['url'] |
||||
end |
||||
puts "Importing site #{url.colorize :yellow}" |
||||
|
||||
begin |
||||
name = params['name'] |
||||
name ||= Site.title url unless skip_title |
||||
|
||||
template_name = params['template'] |
||||
template = Template[template_name] if template_name |
||||
$stderr.puts "Template #{template_name.colorize :yellow} not found for site #{url.colorize :yellow}" if template_name && !template |
||||
|
||||
unless group |
||||
group_name = params['group'] |
||||
group = Group[group_name] if group_name |
||||
$stderr.puts "Group #{group_name.colorize :yellow} not found for site #{url.colorize :yellow}" if group_name && !group |
||||
end |
||||
|
||||
targets = Targets.detect params |
||||
|
||||
Site.create! url: url, name: name, group: group, targets: targets |
||||
rescue => e |
||||
$stderr.puts "Unable to import site #{url.colorize :yellow}: #{e.to_s.colorize :red}" |
||||
raise |
||||
end |
||||
end |
||||
end |
||||
|
||||
ActiveRecord::Base.transaction do |
||||
Site.destroy_all |
||||
Group.destroy_all |
||||
Template.destroy_all |
||||
|
||||
import_templates import['templates'] |
||||
import_groups import['groups'] |
||||
import_sites import['sites'] |
||||
end |
@ -0,0 +1,9 @@ |
||||
#!/usr/bin/env ruby |
||||
begin |
||||
load File.expand_path('../spring', __FILE__) |
||||
rescue LoadError => e |
||||
raise unless e.message.include?('spring') |
||||
end |
||||
APP_PATH = File.expand_path('../config/application', __dir__) |
||||
require_relative '../config/boot' |
||||
require 'rails/commands' |
@ -0,0 +1,9 @@ |
||||
#!/usr/bin/env ruby |
||||
begin |
||||
load File.expand_path('../spring', __FILE__) |
||||
rescue LoadError => e |
||||
raise unless e.message.include?('spring') |
||||
end |
||||
require_relative '../config/boot' |
||||
require 'rake' |
||||
Rake.application.run |
@ -0,0 +1,35 @@ |
||||
#!/usr/bin/env ruby |
||||
require 'pathname' |
||||
require 'fileutils' |
||||
include FileUtils |
||||
|
||||
# path to your application root. |
||||
APP_ROOT = Pathname.new File.expand_path('../../', __FILE__) |
||||
|
||||
def system!(*args) |
||||
system(*args) || abort("\n== Command #{args} failed ==") |
||||
end |
||||
|
||||
chdir APP_ROOT do |
||||
# This script is a starting point to setup your application. |
||||
# Add necessary setup steps to this file. |
||||
|
||||
puts '== Installing dependencies ==' |
||||
system! 'gem install bundler --conservative' |
||||
system('bundle check') || system!('bundle install') |
||||
|
||||
|
||||
# puts "\n== Copying sample files ==" |
||||
# unless File.exist?('config/database.yml') |
||||
# cp 'config/database.yml.sample', 'config/database.yml' |
||||
# end |
||||
|
||||
puts "\n== Preparing database ==" |
||||
system! 'bin/rails db:setup' |
||||
|
||||
puts "\n== Removing old logs and tempfiles ==" |
||||
system! 'bin/rails log:clear tmp:clear' |
||||
|
||||
puts "\n== Restarting application server ==" |
||||
system! 'bin/rails restart' |
||||
end |
@ -0,0 +1,17 @@ |
||||
#!/usr/bin/env ruby |
||||
|
||||
# This file loads spring without using Bundler, in order to be fast. |
||||
# It gets overwritten when you run the `spring binstub` command. |
||||
|
||||
unless defined?(Spring) |
||||
require 'rubygems' |
||||
require 'bundler' |
||||
|
||||
lockfile = Bundler::LockfileParser.new(Bundler.default_lockfile.read) |
||||
spring = lockfile.specs.detect { |spec| spec.name == "spring" } |
||||
if spring |
||||
Gem.use_paths Gem.dir, Bundler.bundle_path.to_s, *Gem.path |
||||
gem 'spring', spring.version |
||||
require 'spring/binstub' |
||||
end |
||||
end |
@ -0,0 +1,29 @@ |
||||
#!/usr/bin/env ruby |
||||
require 'pathname' |
||||
require 'fileutils' |
||||
include FileUtils |
||||
|
||||
# path to your application root. |
||||
APP_ROOT = Pathname.new File.expand_path('../../', __FILE__) |
||||
|
||||
def system!(*args) |
||||
system(*args) || abort("\n== Command #{args} failed ==") |
||||
end |
||||
|
||||
chdir APP_ROOT do |
||||
# This script is a way to update your development environment automatically. |
||||
# Add necessary update steps to this file. |
||||
|
||||
puts '== Installing dependencies ==' |
||||
system! 'gem install bundler --conservative' |
||||
system('bundle check') || system!('bundle install') |
||||
|
||||
puts "\n== Updating database ==" |
||||
system! 'bin/rails db:migrate' |
||||
|
||||
puts "\n== Removing old logs and tempfiles ==" |
||||
system! 'bin/rails log:clear tmp:clear' |
||||
|
||||
puts "\n== Restarting application server ==" |
||||
system! 'bin/rails restart' |
||||
end |
@ -0,0 +1,5 @@ |
||||
# This file is used by Rack-based servers to start the application. |
||||
|
||||
require_relative 'config/environment' |
||||
|
||||
run Rails.application |
@ -0,0 +1,32 @@ |
||||
require_relative 'boot' |
||||
|
||||
require 'rails' |
||||
# Pick the frameworks you want: |
||||
require 'active_model/railtie' |
||||
require 'active_job/railtie' |
||||
require 'active_record/railtie' |
||||
require 'action_controller/railtie' |
||||
require 'action_mailer/railtie' |
||||
require 'action_view/railtie' |
||||
# require 'sprockets/railtie' |
||||
# require 'rails/test_unit/railtie' |
||||
|
||||
# Require the gems listed in Gemfile, including any gems |
||||
# you've limited to :test, :development, or :production. |
||||
Bundler.require(*Rails.groups) |
||||
|
||||
module Webmon |
||||
class Application < Rails::Application |
||||
# Initialize configuration defaults for originally generated Rails version. |
||||
config.load_defaults 5.1 |
||||
|
||||
# Settings in config/environments/* take precedence over those specified here. |
||||
# Application configuration should go into files in config/initializers |
||||
# -- all .rb files in that directory are automatically loaded. |
||||
|
||||
# Only loads a smaller set of middleware suitable for API only apps. |
||||
# Middleware like session, flash, cookies can be added back manually. |
||||
# Skip views, helpers and assets when generating a new resource. |
||||
config.api_only = true |
||||
end |
||||
end |
@ -0,0 +1,3 @@ |
||||
ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__) |
||||
|
||||
require 'bundler/setup' # Set up gems listed in the Gemfile. |
@ -0,0 +1,25 @@ |
||||
# SQLite version 3.x |
||||
# gem install sqlite3 |
||||
# |
||||
# Ensure the SQLite 3 gem is defined in your Gemfile |
||||
# gem 'sqlite3' |
||||
# |
||||
default: &default |
||||
adapter: sqlite3 |
||||
pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 5 } %> |
||||
timeout: 5000 |
||||
|
||||
development: |
||||
<<: *default |
||||
database: db/development.sqlite3 |
||||
|
||||
# Warning: The database defined as "test" will be erased and |
||||
# re-generated from your development database when you run "rake". |
||||
# Do not set this db to the same as development or production. |
||||
test: |
||||
<<: *default |
||||
database: db/test.sqlite3 |
||||
|
||||
production: |
||||
<<: *default |
||||
database: db/production.sqlite3 |
@ -0,0 +1,5 @@ |
||||
# Load the Rails application. |
||||
require_relative 'application' |
||||
|
||||
# Initialize the Rails application. |
||||
Rails.application.initialize! |
@ -0,0 +1,47 @@ |
||||
Rails.application.configure do |
||||
# Settings specified here will take precedence over those in config/application.rb. |
||||
|
||||
# In the development environment your application's code is reloaded on |
||||
# every request. This slows down response time but is perfect for development |
||||
# since you don't have to restart the web server when you make code changes. |
||||
config.cache_classes = false |
||||
|
||||
# Do not eager load code on boot. |
||||
config.eager_load = false |
||||
|
||||
# Show full error reports. |
||||
config.consider_all_requests_local = true |
||||
|
||||
# Enable/disable caching. By default caching is disabled. |
||||
if Rails.root.join('tmp/caching-dev.txt').exist? |
||||
config.action_controller.perform_caching = true |
||||
|
||||
config.cache_store = :memory_store |
||||
config.public_file_server.headers = { |
||||
'Cache-Control' => "public, max-age=#{2.days.seconds.to_i}" |
||||
} |
||||
else |
||||
config.action_controller.perform_caching = false |
||||
|
||||
config.cache_store = :null_store |
||||
end |
||||
|
||||
# Don't care if the mailer can't send. |
||||
config.action_mailer.raise_delivery_errors = false |
||||
|
||||
config.action_mailer.perform_caching = false |
||||
|
||||
# Print deprecation notices to the Rails logger. |
||||
config.active_support.deprecation = :log |
||||
|
||||
# Raise an error on page load if there are pending migrations. |
||||
config.active_record.migration_error = :page_load |
||||
|
||||
|
||||
# Raises error for missing translations |
||||
# config.action_view.raise_on_missing_translations = true |
||||
|
||||
# Use an evented file watcher to asynchronously detect changes in source code, |
||||
# routes, locales, etc. This feature depends on the listen gem. |
||||
config.file_watcher = ActiveSupport::EventedFileUpdateChecker |
||||
end |
@ -0,0 +1,83 @@ |
||||
Rails.application.configure do |
||||
# Settings specified here will take precedence over those in config/application.rb. |
||||
|
||||
# Code is not reloaded between requests. |
||||
config.cache_classes = true |
||||
|
||||
# Eager load code on boot. This eager loads most of Rails and |
||||
# your application in memory, allowing both threaded web servers |
||||
# and those relying on copy on write to perform better. |
||||
# Rake tasks automatically ignore this option for performance. |
||||
config.eager_load = true |
||||
|
||||
# Full error reports are disabled and caching is turned on. |
||||
config.consider_all_requests_local = false |
||||
config.action_controller.perform_caching = true |
||||
|
||||
# Attempt to read encrypted secrets from `config/secrets.yml.enc`. |
||||
# Requires an encryption key in `ENV["RAILS_MASTER_KEY"]` or |
||||
# `config/secrets.yml.key`. |
||||
config.read_encrypted_secrets = true |
||||
|
||||
# Disable serving static files from the `/public` folder by default since |
||||
# Apache or NGINX already handles this. |
||||
config.public_file_server.enabled = ENV['RAILS_SERVE_STATIC_FILES'].present? |
||||
|
||||
|
||||
# Enable serving of images, stylesheets, and JavaScripts from an asset server. |
||||
# config.action_controller.asset_host = 'http://assets.example.com' |
||||
|
||||
# Specifies the header that your server uses for sending files. |
||||
# config.action_dispatch.x_sendfile_header = 'X-Sendfile' # for Apache |
||||
# config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for NGINX |
||||
|
||||
# Mount Action Cable outside main process or domain |
||||
# config.action_cable.mount_path = nil |
||||
# config.action_cable.url = 'wss://example.com/cable' |
||||
# config.action_cable.allowed_request_origins = [ 'http://example.com', /http:\/\/example.*/ ] |
||||
|
||||
# Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies. |
||||
# config.force_ssl = true |
||||
|
||||
# Use the lowest log level to ensure availability of diagnostic information |
||||
# when problems arise. |
||||
config.log_level = :debug |
||||
|
||||
# Prepend all log lines with the following tags. |
||||
config.log_tags = [ :request_id ] |
||||
|
||||
# Use a different cache store in production. |
||||
# config.cache_store = :mem_cache_store |
||||
|
||||
# Use a real queuing backend for Active Job (and separate queues per environment) |
||||
# config.active_job.queue_adapter = :resque |
||||
# config.active_job.queue_name_prefix = "webmon_#{Rails.env}" |
||||
config.action_mailer.perform_caching = false |
||||
|
||||
# Ignore bad email addresses and do not raise email delivery errors. |
||||
# Set this to true and configure the email server for immediate delivery to raise delivery errors. |
||||
# config.action_mailer.raise_delivery_errors = false |
||||
|
||||
# Enable locale fallbacks for I18n (makes lookups for any locale fall back to |
||||
# the I18n.default_locale when a translation cannot be found). |
||||
config.i18n.fallbacks = true |
||||
|
||||
# Send deprecation notices to registered listeners. |
||||
config.active_support.deprecation = :notify |
||||
|
||||
# Use default logging formatter so that PID and timestamp are not suppressed. |
||||
config.log_formatter = ::Logger::Formatter.new |
||||
|
||||
# Use a different logger for distributed setups. |
||||
# require 'syslog/logger' |
||||
# config.logger = ActiveSupport::TaggedLogging.new(Syslog::Logger.new 'app-name') |
||||
|
||||
if ENV["RAILS_LOG_TO_STDOUT"].present? |
||||
logger = ActiveSupport::Logger.new(STDOUT) |
||||
logger.formatter = config.log_formatter |
||||
config.logger = ActiveSupport::TaggedLogging.new(logger) |
||||
end |
||||
|
||||
# Do not dump schema after migrations. |
||||
config.active_record.dump_schema_after_migration = false |
||||
end |
@ -0,0 +1,42 @@ |
||||
Rails.application.configure do |
||||
# Settings specified here will take precedence over those in config/application.rb. |
||||
|
||||
# The test environment is used exclusively to run your application's |
||||
# test suite. You never need to work with it otherwise. Remember that |
||||
# your test database is "scratch space" for the test suite and is wiped |
||||
# and recreated between test runs. Don't rely on the data there! |
||||
config.cache_classes = true |
||||
|
||||
# Do not eager load code on boot. This avoids loading your whole application |
||||
# just for the purpose of running a single test. If you are using a tool that |
||||
# preloads Rails for running tests, you may have to set it to true. |
||||
config.eager_load = false |
||||
|
||||
# Configure public file server for tests with Cache-Control for performance. |
||||
config.public_file_server.enabled = true |
||||
config.public_file_server.headers = { |
||||
'Cache-Control' => "public, max-age=#{1.hour.seconds.to_i}" |
||||
} |
||||
|
||||
# Show full error reports and disable caching. |
||||
config.consider_all_requests_local = true |
||||
config.action_controller.perform_caching = false |
||||
|
||||
# Raise exceptions instead of rendering exception templates. |
||||
config.action_dispatch.show_exceptions = false |
||||
|
||||
# Disable request forgery protection in test environment. |
||||
config.action_controller.allow_forgery_protection = false |
||||
config.action_mailer.perform_caching = false |
||||
|
||||
# Tell Action Mailer not to deliver emails to the real world. |
||||
# The :test delivery method accumulates sent emails in the |
||||
# ActionMailer::Base.deliveries array. |
||||
config.action_mailer.delivery_method = :test |
||||
|
||||
# Print deprecation notices to the stderr. |
||||
config.active_support.deprecation = :stderr |
||||
|
||||
# Raises error for missing translations |
||||
# config.action_view.raise_on_missing_translations = true |
||||
end |
@ -0,0 +1,8 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# ActiveSupport::Reloader.to_prepare do |
||||
# ApplicationController.renderer.defaults.merge!( |
||||
# http_host: 'example.org', |
||||
# https: false |
||||
# ) |
||||
# end |
@ -0,0 +1,7 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces. |
||||
# Rails.backtrace_cleaner.add_silencer { |line| line =~ /my_noisy_library/ } |
||||
|
||||
# You can also remove all the silencers if you're trying to debug a problem that might stem from framework code. |
||||
# Rails.backtrace_cleaner.remove_silencers! |
@ -0,0 +1,16 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# Avoid CORS issues when API is called from the frontend app. |
||||
# Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin AJAX requests. |
||||
|
||||
# Read more: https://github.com/cyu/rack-cors |
||||
|
||||
# Rails.application.config.middleware.insert_before 0, Rack::Cors do |
||||
# allow do |
||||
# origins 'example.com' |
||||
# |
||||
# resource '*', |
||||
# headers: :any, |
||||
# methods: [:get, :post, :put, :patch, :delete, :options, :head] |
||||
# end |
||||
# end |
@ -0,0 +1,4 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# Configure sensitive parameters which will be filtered from the log file. |
||||
Rails.application.config.filter_parameters += [:password] |
@ -0,0 +1,16 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# Add new inflection rules using the following format. Inflections |
||||
# are locale specific, and you may define rules for as many different |
||||
# locales as you wish. All of these examples are active by default: |
||||
# ActiveSupport::Inflector.inflections(:en) do |inflect| |
||||
# inflect.plural /^(ox)$/i, '\1en' |
||||
# inflect.singular /^(ox)en/i, '\1' |
||||
# inflect.irregular 'person', 'people' |
||||
# inflect.uncountable %w( fish sheep ) |
||||
# end |
||||
|
||||
# These inflection rules are supported but not enabled by default: |
||||
# ActiveSupport::Inflector.inflections(:en) do |inflect| |
||||
# inflect.acronym 'RESTful' |
||||
# end |
@ -0,0 +1,4 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# Add new mime types for use in respond_to blocks: |
||||
# Mime::Type.register "text/richtext", :rtf |
@ -0,0 +1 @@ |
||||
ActiveRecord::Type.register :targets, Targets |
@ -0,0 +1,14 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# This file contains settings for ActionController::ParamsWrapper which |
||||
# is enabled by default. |
||||
|
||||
# Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array. |
||||
ActiveSupport.on_load(:action_controller) do |
||||
wrap_parameters format: [:json] |
||||
end |
||||
|
||||
# To enable root element in JSON for ActiveRecord objects. |
||||
# ActiveSupport.on_load(:active_record) do |
||||
# self.include_root_in_json = true |
||||
# end |
@ -0,0 +1,33 @@ |
||||
# Files in the config/locales directory are used for internationalization |
||||
# and are automatically loaded by Rails. If you want to use locales other |
||||
# than English, add the necessary files in this directory. |
||||
# |
||||
# To use the locales, use `I18n.t`: |
||||
# |
||||
# I18n.t 'hello' |
||||
# |
||||
# In views, this is aliased to just `t`: |
||||
# |
||||
# <%= t('hello') %> |
||||
# |
||||
# To use a different locale, set it with `I18n.locale`: |
||||
# |
||||
# I18n.locale = :es |
||||
# |
||||
# This would use the information in config/locales/es.yml. |
||||
# |
||||
# The following keys must be escaped otherwise they will not be retrieved by |
||||
# the default I18n backend: |
||||
# |
||||
# true, false, on, off, yes, no |
||||
# |
||||
# Instead, surround them with single quotes. |
||||
# |
||||
# en: |
||||
# 'true': 'foo' |
||||
# |
||||
# To learn more, please read the Rails Internationalization guide |
||||
# available at http://guides.rubyonrails.org/i18n.html. |
||||
|
||||
en: |
||||
hello: "Hello world" |
@ -0,0 +1,56 @@ |
||||
# Puma can serve each request in a thread from an internal thread pool. |
||||
# The `threads` method setting takes two numbers: a minimum and maximum. |
||||
# Any libraries that use thread pools should be configured to match |
||||
# the maximum value specified for Puma. Default is set to 5 threads for minimum |
||||
# and maximum; this matches the default thread size of Active Record. |
||||
# |
||||
threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 } |
||||
threads threads_count, threads_count |
||||
|
||||
# Specifies the `port` that Puma will listen on to receive requests; default is 3000. |
||||
# |
||||
port ENV.fetch("PORT") { 3000 } |
||||
|
||||
# Specifies the `environment` that Puma will run in. |
||||
# |
||||
environment ENV.fetch("RAILS_ENV") { "development" } |
||||
|
||||
# Specifies the number of `workers` to boot in clustered mode. |
||||
# Workers are forked webserver processes. If using threads and workers together |
||||
# the concurrency of the application would be max `threads` * `workers`. |
||||
# Workers do not work on JRuby or Windows (both of which do not support |
||||
# processes). |
||||
# |
||||
# workers ENV.fetch("WEB_CONCURRENCY") { 2 } |
||||
|
||||
# Use the `preload_app!` method when specifying a `workers` number. |
||||
# This directive tells Puma to first boot the application and load code |
||||
# before forking the application. This takes advantage of Copy On Write |
||||
# process behavior so workers use less memory. If you use this option |
||||
# you need to make sure to reconnect any threads in the `on_worker_boot` |
||||
# block. |
||||
# |
||||
# preload_app! |
||||
|
||||
# If you are preloading your application and using Active Record, it's |
||||
# recommended that you close any connections to the database before workers |
||||
# are forked to prevent connection leakage. |
||||
# |
||||
# before_fork do |
||||
# ActiveRecord::Base.connection_pool.disconnect! if defined?(ActiveRecord) |
||||
# end |
||||
|
||||
# The code in the `on_worker_boot` will be called if you are using |
||||
# clustered mode by specifying a number of `workers`. After each worker |
||||
# process is booted, this block will be run. If you are using the `preload_app!` |
||||
# option, you will want to use this block to reconnect to any threads |
||||
# or connections that may have been created at application boot, as Ruby |
||||
# cannot share connections between processes. |
||||
# |
||||
# on_worker_boot do |
||||
# ActiveRecord::Base.establish_connection if defined?(ActiveRecord) |
||||
# end |
||||
# |
||||
|
||||
# Allow puma to be restarted by `rails restart` command. |
||||
plugin :tmp_restart |
@ -0,0 +1,3 @@ |
||||
Rails.application.routes.draw do |
||||
# For details on the DSL available within this file, see http://guides.rubyonrails.org/routing.html |
||||
end |
@ -0,0 +1,32 @@ |
||||
# Be sure to restart your server when you modify this file. |
||||
|
||||
# Your secret key is used for verifying the integrity of signed cookies. |
||||
# If you change this key, all old signed cookies will become invalid! |
||||
|
||||
# Make sure the secret is at least 30 characters and all random, |
||||
# no regular words or you'll be exposed to dictionary attacks. |
||||
# You can use `rails secret` to generate a secure secret key. |
||||
|
||||
# Make sure the secrets in this file are kept private |
||||
# if you're sharing your code publicly. |
||||
|
||||
# Shared secrets are available across all environments. |
||||
|
||||
# shared: |
||||
# api_key: a1B2c3D4e5F6 |
||||
|
||||
# Environmental secrets are only available for that specific environment. |
||||
|
||||
development: |
||||
secret_key_base: 943f0089c6723f08543f68a797ab4969cdce2da6c673ff016b26cc882320a952f9f9d311e9d118aaf4ff68bc2c183ccabfa56189616313083a9b46e57276a342 |
||||
|
||||
test: |
||||
secret_key_base: 54649e7ce64d5061ba69e340e27c6f0dc90a7f5801ac01bb84483bd4bcabe859a39c9222d98494369bb07e0f7813417f1a15639bb13782d05f35caf5e46425a4 |
||||
|
||||
# Do not keep production secrets in the unencrypted secrets file. |
||||
# Instead, either read values from the environment. |
||||
# Or, use `bin/rails secrets:setup` to configure encrypted secrets |
||||
# and move the `production:` environment over there. |
||||
|
||||
production: |
||||
secret_key_base: <%= ENV["SECRET_KEY_BASE"] %> |
@ -0,0 +1,6 @@ |
||||
%w( |
||||
.ruby-version |
||||
.rbenv-vars |
||||
tmp/restart.txt |
||||
tmp/caching-dev.txt |
||||
).each { |path| Spring.watch(path) } |
@ -0,0 +1,11 @@ |
||||
class CreateTargets < ActiveRecord::Migration[5.1] |
||||
def change |
||||
create_table :targets do |t| |
||||
t.belongs_to :template, index: true, foreign_key: true |
||||
t.belongs_to :group, index: true, foreign_key: true |
||||
t.belongs_to :site, index: true, foreign_key: true |
||||
|
||||
t.timestamps |
||||
end |
||||
end |
||||
end |
@ -0,0 +1,9 @@ |
||||
class CreateTemplates < ActiveRecord::Migration[5.1] |
||||
def change |
||||
create_table :templates do |t| |
||||
t.string :name, unique: true |
||||
|
||||
t.index :name, unique: true |
||||
end |
||||
end |
||||
end |
@ -0,0 +1,13 @@ |
||||
class CreateGroups < ActiveRecord::Migration[5.1] |
||||
def change |
||||
create_table :groups do |t| |
||||
t.string :name, null: false, unique: true |
||||
t.string :targets |
||||
|
||||
t.belongs_to :template, index: true, foreign_key: true |
||||
|
||||
t.index :name, unique: true |
||||
t.index :template |
||||
end |
||||
end |
||||
end |
@ -0,0 +1,20 @@ |
||||
class CreateSites < ActiveRecord::Migration[5.1] |
||||
def change |
||||
create_table :sites do |t| |
||||
t.string :url, null: false |
||||
t.string :name, index: true |
||||
|
||||
t.string :targets |
||||
|
||||
t.binary :reference |
||||
t.binary :content |
||||
|
||||
t.belongs_to :group, index: true, foreign_key: true |
||||
t.belongs_to :template, index: true, foreign_key: true |
||||
|
||||
t.string :last_error |
||||
t.datetime :checked_at |
||||
t.datetime :changed_at |
||||
end |
||||
end |
||||
end |
@ -0,0 +1,56 @@ |
||||
# This file is auto-generated from the current state of the database. Instead |
||||
# of editing this file, please use the migrations feature of Active Record to |
||||
# incrementally modify your database, and then regenerate this schema definition. |
||||
# |
||||
# Note that this schema.rb definition is the authoritative source for your |
||||
# database schema. If you need to create the application database on another |
||||
# system, you should be using db:schema:load, not running all the migrations |
||||
# from scratch. The latter is a flawed and unsustainable approach (the more migrations |
||||
# you'll amass, the slower it'll run and the greater likelihood for issues). |
||||
# |
||||
# It's strongly recommended that you check this file into your version control system. |
||||
|
||||
ActiveRecord::Schema.define(version: 20180510000003) do |
||||
|
||||
create_table "groups", force: :cascade do |t| |
||||
t.string "name", null: false |
||||
t.string "targets" |
||||
t.integer "template_id" |
||||
t.index ["name"], name: "index_groups_on_name", unique: true |
||||
t.index ["template_id"], name: "index_groups_on_template_id" |
||||
t.index [nil], name: "index_groups_on_template" |
||||
end |
||||
|
||||
create_table "sites", force: :cascade do |t| |
||||
t.string "url", null: false |
||||
t.string "name" |
||||
t.string "targets" |
||||
t.binary "reference" |
||||
t.binary "content" |
||||
t.integer "group_id" |
||||
t.integer "template_id" |
||||
t.string "last_error" |
||||
t.datetime "checked_at" |
||||
t.datetime "changed_at" |
||||
t.index ["group_id"], name: "index_sites_on_group_id" |
||||
t.index ["name"], name: "index_sites_on_name" |
||||
t.index ["template_id"], name: "index_sites_on_template_id" |
||||
end |
||||
|
||||
create_table "targets", force: :cascade do |t| |
||||
t.integer "template_id" |
||||
t.integer "group_id" |
||||
t.integer "site_id" |
||||
t.datetime "created_at", null: false |
||||
t.datetime "updated_at", null: false |
||||
t.index ["group_id"], name: "index_targets_on_group_id" |
||||
t.index ["site_id"], name: "index_targets_on_site_id" |
||||
t.index ["template_id"], name: "index_targets_on_template_id" |
||||
end |
||||
|
||||
create_table "templates", force: :cascade do |t| |
||||
t.string "name" |
||||
t.index ["name"], name: "index_templates_on_name", unique: true |
||||
end |
||||
|
||||
end |
@ -0,0 +1,7 @@ |
||||
# This file should contain all the record creation needed to seed the database with its default values. |
||||
# The data can then be loaded with the rails db:seed command (or created alongside the database with db:setup). |
||||
# |
||||
# Examples: |
||||
# |
||||
# movies = Movie.create([{ name: 'Star Wars' }, { name: 'Lord of the Rings' }]) |
||||
# Character.create(name: 'Luke', movie: movies.first) |
@ -0,0 +1 @@ |
||||
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
Loading…
Reference in new issue