Add Sentry

Author: frodrigo

.gitignore

@@ -3,3 +3,4 @@ bin/tapioca
 data
 config/*.yaml
 config/config_public/*.yaml
+.env

Dockerfile

@@ -21,6 +21,7 @@ ADD Gemfile.lock .
 RUN bundle config --global silence_root_warning 1
 RUN bundle install
 
-ADD config.yaml .
 ADD *.rb ./
 ADD datasources datasources
+
+RUN date -u +"%Y-%m-%dT%H:%M:%SZ" > .build

Gemfile

@@ -15,6 +15,7 @@ gem 'kiba'
 gem 'logging'
 gem 'nokogiri'
 gem 'overpass_parser', git: 'https://github.com/teritorio/overpass_parser-rb.git'
+gem 'sentry-ruby'
 gem 'sorbet-runtime'
 gem 'yaml'
 

Gemfile.lock

@@ -116,6 +116,9 @@ GEM
       rubocop (~> 1.0)
     ruby-progressbar (1.13.0)
     safe_type (1.1.1)
+    sentry-ruby (5.17.3)
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.0.2)
     sorbet (0.5.11295)
       sorbet-static (= 0.5.11295)
     sorbet-coerce (0.7.0)
@@ -184,6 +187,7 @@ DEPENDENCIES
   rubocop
   rubocop-rails
   rubocop-rake
+  sentry-ruby
   sorbet
   sorbet-rails
   sorbet-runtime

datasources/sources/tourinsoft_sirtaqui.rb

@@ -26,7 +26,7 @@ def valid_url(id, tag, url)
 
     valid = url =~ URI::DEFAULT_PARSER.make_regexp && url.start_with?('https://') && url.split('/')[2].include?('.') && !url.split('/')[2].include?(' ')
     if !valid
-      logger.error("Invalid URL for #{id}: #{tag}=#{url}")
+      logger.info("Invalid URL for #{id}: #{tag}=#{url}")
     end
     valid ? url : nil
   end

datasources/sources/tourinsoft_v3_sirtaqui.rb

@@ -24,7 +24,7 @@ def valid_url(id, tag, url)
 
     valid = url =~ URI::DEFAULT_PARSER.make_regexp && url.start_with?('https://') && url.split('/')[2].include?('.') && !url.split('/')[2].include?(' ')
     if !valid
-      logger.error("Invalid URL for #{id}: #{tag}=#{url}")
+      logger.info("Invalid URL for #{id}: #{tag}=#{url}")
     end
     valid ? url : nil
   end

datasources/transforms/osm_tags.rb

@@ -129,7 +129,7 @@ def process_tags(tags)
         begin
           tags[key] = Integer(capacity)
         rescue StandardError => _e
-          logger.error("Fails conver to integer #{key}=#{capacity}")
+          logger.info("Fails conver to integer #{key}=#{capacity}")
         end
       end
     }

docker-compose.yml

@@ -2,6 +2,8 @@ version: '3.3'
 services:
   datasources:
     build: .
+    environment:
+      SENTRY_DSN: ${SENTRY_DSN}
     volumes:
       - ./config:/config
       - ./data:/data

update.rb

@@ -8,6 +8,19 @@
 require 'sorbet-runtime'
 require './datasources/sources/metadata'
 require './datasources/jobs/job'
+require 'sentry-ruby'
+
+
+if ENV['SENTRY_DSN']
+  Sentry.init do |config|
+    config.dsn = ENV['SENTRY_DSN']
+    config.sample_rate = 1.0
+    config.traces_sample_rate = 1.0
+    config.breadcrumbs_logger = [:http_logger]
+    config.include_local_variables = true
+    config.release = File.read('.build')
+  end
+end
 
 
 def load_config_dir(glob)
@@ -69,6 +82,7 @@ def load_config_dir(glob)
       FileUtils.mv(dir, dir_finnal)
     end
   rescue StandardError => e
+    Sentry.capture_exception(e)
     logger.error(e.message)
     logger.error(e.backtrace&.join("\n"))
   end