[CI] Add tests for app_type in integrations

docker-compose.yml

@@ -9,6 +9,7 @@ services:
       NETWORK_NAME: "${BUILDKITE_JOB_ID:-ruby-maze-runner}-${RUBY_TEST_VERSION:-local}"
       BUILDKITE_JOB_ID:
       RAILS_VERSION:
+      RACK_VERSION:
       SIDEKIQ_VERSION:
       RUBY_TEST_VERSION:
       VERBOSE:
@@ -43,4 +44,4 @@ services:
 
 networks:
   default:
-    name: ${BUILDKITE_JOB_ID:-ruby-maze-runner}-${RUBY_TEST_VERSION:-local}
+    name: ${BUILDKITE_JOB_ID:-ruby-maze-runner}-${RUBY_TEST_VERSION:-local}

features/delayed_job.feature

@@ -9,6 +9,7 @@ Scenario: An unhandled RuntimeError sends a report with arguments
   And the event "context" equals "TestModel.fail_with_args"
   And the event "severityReason.type" equals "unhandledExceptionMiddleware"
   And the event "severityReason.attributes.framework" equals "DelayedJob"
+  And the event "app.type" equals "delayed_job"
   And the exception "errorClass" equals "RuntimeError"
   And the event "metaData.job.class" equals "Delayed::Backend::ActiveRecord::Job"
   And the event "metaData.job.id" is not null
@@ -27,6 +28,7 @@ Scenario: A handled exception sends a report
   And the event "severity" equals "warning"
   And the event "context" equals "TestModel.notify_with_args"
   And the event "severityReason.type" equals "handledException"
+  And the event "app.type" equals "delayed_job"
   And the exception "errorClass" equals "RuntimeError"
   And the event "metaData.job.class" equals "Delayed::Backend::ActiveRecord::Job"
   And the event "metaData.job.id" is not null

features/fixtures/docker-compose.yml

@@ -4,6 +4,11 @@ services:
   redis:
     image: redis
 
+  postgres:
+    image: postgres
+    environment:
+      - POSTGRES_PASSWORD=test_password
+
   mongo:
     image: mongo
 
@@ -78,7 +83,8 @@ services:
       args:
         - RUBY_TEST_VERSION
     environment:
-      - endpoint
+      - BUGSNAG_API_KEY
+      - BUGSNAG_ENDPOINT
     restart: "no"
 
   rack2:
@@ -87,7 +93,8 @@ services:
       args:
         - RUBY_TEST_VERSION
     environment:
-      - endpoint
+      - BUGSNAG_API_KEY
+      - BUGSNAG_ENDPOINT
     restart: "no"
 
   rails3:
@@ -236,17 +243,6 @@ services:
         aliases:
           - rails6
 
-  resque:
-    build:
-      context: resque
-      args:
-        - RUBY_TEST_VERSION
-    depends_on:
-      - redis
-    environment:
-      - endpoint
-    restart: "no"
-
   sidekiq:
     build:
       context: sidekiq
@@ -280,23 +276,41 @@ services:
       - CALLBACK_INITIATOR
     restart: "no"
 
-  sinatra1:
+  mailman:
     build:
-      context: sinatra1
+      context: mailman
       args:
-        - RUBY_TEST_VERSION
+        - RUBY_VERSION
+        - APP_PATH
     environment:
-      - endpoint
+      - BUGSNAG_API_KEY
+      - BUGSNAG_ENDPOINT
+      - TARGET_EMAIL
+    ports:
+      - "6245:6245"
     restart: "no"
 
-  sinatra2:
+  rake:
     build:
-      context: sinatra2
+      context: rake
       args:
-        - RUBY_TEST_VERSION
+        - RUBY_VERSION
     environment:
-      - endpoint
-    restart: "no"
+      - BUGSNAG_API_KEY
+      - BUGSNAG_ENDPOINT
+    restart: 'no'
+
+  que:
+    build:
+      context: que
+      args:
+        - RUBY_VERSION
+    depends_on:
+      - postgres
+    environment:
+      - BUGSNAG_API_KEY
+      - BUGSNAG_ENDPOINT
+    restart: 'no'
 
 networks:
   default:

features/fixtures/mailman/.dockerignore

@@ -0,0 +1,4 @@
+# Ignore the lock file so that we always use an up to date version. This won't
+# exist unless the fixtures are run manually anyway.
+Gemfile.lock
+payloads/

features/fixtures/mailman/Dockerfile

@@ -0,0 +1,16 @@
+ARG RUBY_VERSION
+FROM ruby:$RUBY_VERSION
+
+WORKDIR /bugsnag
+COPY temp-bugsnag-lib ./
+
+ARG APP_PATH
+
+WORKDIR $APP_PATH
+
+COPY app/Gemfile .
+RUN bundle install
+
+COPY app/ .
+
+CMD ["./run.sh"]

features/fixtures/mailman/app/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+gem 'bugsnag', path: '/bugsnag'
+gem 'mailman'
+gem 'hitimes', '~> 1.2.6'
+gem 'i18n', '~> 0.9.5'
+gem 'rb-inotify', '0.9.8'
+gem 'maildir', '~> 2.1.0'
+gem 'activesupport', '~> 3.2'
+gem 'rack', '~> 1.6.11'

features/fixtures/mailman/app/app.rb

@@ -0,0 +1,25 @@
+require 'mailman'
+require 'bugsnag'
+
+Bugsnag.configure do |conf|
+  puts "Configuring `api_key` to #{ENV['BUGSNAG_API_KEY']}"
+  conf.api_key = ENV['BUGSNAG_API_KEY']
+  puts "Configuring `endpoint` to #{ENV['BUGSNAG_ENDPOINT']}"
+  conf.endpoint = ENV['BUGSNAG_ENDPOINT']
+end
+
+Mailman.config.ignore_stdin = false
+
+Mailman::Application.run do
+  subject "Unhandled" do
+    raise RuntimeError.new("Unhandled exception")
+  end
+
+  subject "Handled" do
+    begin
+      raise RuntimeError.new("Handled exception")
+    rescue => exception
+      Bugsnag.notify(exception)
+    end
+  end
+end

features/fixtures/mailman/app/emails/handled_error.eml

@@ -0,0 +1,19 @@
+MIME-Version: 1.0
+Date: Mon, 4 Feb 2019 17:54:01 +0000
+Message-ID: <CABpr-1gRk_ueV0LBvFVdeWPG5Tt4feVvB14iMB_FTfKgKrwt-w@mail.gmail.com>
+Subject: Handled
+From: Test <Test@maze-runner.mail>
+To: "Test@maze-runner.mail" <Test@maze-runner.mail>
+Content-Type: multipart/alternative; boundary="0000000000008ead860581152db1"
+
+--0000000000008ead860581152db1
+Content-Type: text/plain; charset="UTF-8"
+
+test
+
+--0000000000008ead860581152db1
+Content-Type: text/html; charset="UTF-8"
+
+<div dir="ltr">test</div>
+
+--0000000000008ead860581152db1--

features/fixtures/mailman/app/emails/unhandled_error.eml

@@ -0,0 +1,19 @@
+MIME-Version: 1.0
+Date: Mon, 4 Feb 2019 17:54:01 +0000
+Message-ID: <CABpr-1gRk_ueV0LBvFVdeWPG5Tt4feVvB14iMB_FTfKgKrwt-w@mail.gmail.com>
+Subject: Unhandled
+From: Test <Test@maze-runner.mail>
+To: "Test@maze-runner.mail" <Test@maze-runner.mail>
+Content-Type: multipart/alternative; boundary="0000000000008ead860581152db1"
+
+--0000000000008ead860581152db1
+Content-Type: text/plain; charset="UTF-8"
+
+test
+
+--0000000000008ead860581152db1
+Content-Type: text/html; charset="UTF-8"
+
+<div dir="ltr">test</div>
+
+--0000000000008ead860581152db1--

features/fixtures/mailman/app/run.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+cat $TARGET_EMAIL | bundle exec ruby app.rb

features/fixtures/plain/.dockerignore

@@ -1,2 +1,4 @@
+# Ignore the lock file so that we always use an up to date version. This won't
+# exist unless the fixtures are run manually anyway.
 Gemfile.lock
-reportExamples
+reportExamples

features/fixtures/que/.dockerignore

@@ -0,0 +1,3 @@
+# Ignore the lock file so that we always use an up to date version. This won't
+# exist unless the fixtures are run manually anyway.
+app/Gemfile.lock

features/fixtures/sinatra2/Dockerfile → features/fixtures/que/Dockerfile

@@ -1,5 +1,5 @@
-ARG RUBY_TEST_VERSION
-FROM ruby:$RUBY_TEST_VERSION
+ARG RUBY_VERSION
+FROM ruby:$RUBY_VERSION
 
 WORKDIR /bugsnag
 COPY temp-bugsnag-lib ./
@@ -8,6 +8,4 @@ WORKDIR /usr/src/app
 COPY app/Gemfile /usr/src/app/
 RUN bundle install
 
-COPY . /usr/src/app
-
-CMD ["ruby", "app.rb"]
+COPY app/ /usr/src/app

features/fixtures/que/app/Gemfile

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+gem "bugsnag", path: "/bugsnag"
+
+gem "que", "~> 0.14.3"
+
+gem "pg", RUBY_VERSION < "2.2.0" ? "0.21.0" : "> 0.21.0"
+
+gem "activerecord", RUBY_VERSION < "2.2.0" ? "4.2.11" : "> 4.2.11"

features/fixtures/que/app/app.rb

@@ -0,0 +1,57 @@
+require 'pg'
+require 'que'
+require 'bugsnag'
+require 'active_record'
+
+Bugsnag.configure do |config|
+  puts "Configuring `api_key` to #{ENV['BUGSNAG_API_KEY']}"
+  config.api_key = ENV['BUGSNAG_API_KEY']
+  puts "Configuring `endpoint` to #{ENV['BUGSNAG_ENDPOINT']}"
+  config.endpoint = ENV['BUGSNAG_ENDPOINT']
+end
+
+ActiveRecord::Base.establish_connection(
+  adapter: 'postgresql',
+  database: 'postgres',
+  username: 'postgres',
+  password: 'test_password',
+  host: 'postgres'
+)
+
+Que.connection = ActiveRecord
+Que.migrate!(version: 3)
+
+# Workaround a bug in que/pg
+# see https://github.com/que-rb/que/issues/247
+Que::Adapters::Base::CAST_PROCS[1184] = lambda do |value|
+  case value
+  when Time then value
+  when String then Time.parse(value)
+  else raise "Unexpected time class: #{value.class} (#{value.inspect})"
+  end
+end
+
+class UnhandledJob < Que::Job
+  def run
+    raise RuntimeError.new("Unhandled error")
+  end
+
+  def handle_error(error)
+    destroy
+  end
+end
+
+class HandledJob < Que::Job
+  def run
+    raise RuntimeError.new("Handled error")
+  rescue => exception
+    Bugsnag.notify(exception)
+  end
+end
+
+case ARGV[0]
+when "unhandled"
+  UnhandledJob.enqueue
+when "handled"
+  HandledJob.enqueue
+end

features/fixtures/rack1/.dockerignore

@@ -1 +1,3 @@
-Gemfile.lock
+# Ignore the lock file so that we always use an up to date version. This won't
+# exist unless the fixtures are run manually anyway.
+app/Gemfile.lock

features/fixtures/rack1/Dockerfile

@@ -10,4 +10,4 @@ RUN bundle install
 
 COPY app/ /usr/src/app
 
-CMD ["ruby", "app.rb"]
+CMD ["bundle", "exec", "ruby", "app.rb"]

features/fixtures/rack1/app/app.rb

@@ -0,0 +1,31 @@
+require 'bugsnag'
+require 'rack'
+
+Bugsnag.configure do |config|
+  puts "Configuring `api_key` to #{ENV['BUGSNAG_API_KEY']}"
+  config.api_key = ENV['BUGSNAG_API_KEY']
+  puts "Configuring `endpoint` to #{ENV['BUGSNAG_ENDPOINT']}"
+  config.endpoint = ENV['BUGSNAG_ENDPOINT']
+end
+
+class BugsnagTests
+  def call(env)
+    req = Rack::Request.new(env)
+
+    case req.env['REQUEST_PATH']
+    when '/unhandled'
+      raise 'Unhandled error'
+    when '/handled'
+      begin
+        raise 'Handled error'
+      rescue StandardError => e
+        Bugsnag.notify(e)
+      end
+    end
+
+    res = Rack::Response.new
+    res.finish
+  end
+end
+
+Rack::Server.start(app: Bugsnag::Rack.new(BugsnagTests.new), Host: '0.0.0.0', Port: 3000)

features/fixtures/rack2/.dockerignore

@@ -1 +1,3 @@
-Gemfile.lock
+# Ignore the lock file so that we always use an up to date version. This won't
+# exist unless the fixtures are run manually anyway.
+app/Gemfile.lock

features/fixtures/rack2/Dockerfile

@@ -10,4 +10,4 @@ RUN bundle install
 
 COPY app/ /usr/src/app
 
-CMD ["ruby", "app.rb"]
+CMD ["bundle", "exec", "ruby", "app.rb"]