Get ConceptQL Spec tests passing again

Gemfile

@@ -4,7 +4,3 @@ source 'https://rubygems.org'
 gemspec
 gem "pg"
 gem "sequel-hexspace", github: "outcomesinsights/sequel-hexspace"
-
-group :test, :development do
-  gem "nokogiri"
-end

Gemfile.lock

@@ -52,6 +52,13 @@ GEM
       pry (>= 0.13, < 0.15)
     racc (1.6.2)
     rake (13.0.6)
+    regexp_parser (2.9.0)
+    rexml (3.2.6)
+    rubyzip (2.3.2)
+    selenium-webdriver (4.16.0)
+      rexml (~> 3.2, >= 3.2.5)
+      rubyzip (>= 1.2.2, < 3.0)
+      websocket (~> 1.0)
     sequel (5.66.0)
     sequelizer (0.1.3)
       dotenv (~> 2.1)
@@ -69,6 +76,14 @@ GEM
     thrift (0.19.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
+    watir (7.3.0)
+      regexp_parser (>= 1.2, < 3)
+      selenium-webdriver (~> 4.2)
+    webdrivers (5.2.0)
+      nokogiri (~> 1.6)
+      rubyzip (>= 1.3.0)
+      selenium-webdriver (~> 4.0)
+    websocket (1.2.10)
 
 PLATFORMS
   ruby
@@ -77,13 +92,15 @@ DEPENDENCIES
   bundler (~> 2.0)
   conceptql!
   minitest (~> 5.0)
-  nokogiri
+  nokogiri (~> 1.14)
   pg
   pry-byebug (~> 3)
   rake (~> 13.0)
   sequel-hexspace!
   simplecov (~> 0.11)
   sqlite3 (~> 1.3)
+  watir (~> 7.3)
+  webdrivers (~> 5.2)
 
 BUNDLED WITH
    2.5.4

conceptql.gemspec

@@ -30,4 +30,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'pry-byebug', '~> 3'
   spec.add_development_dependency 'simplecov', '~> 0.11'
   spec.add_development_dependency 'sqlite3', '~> 1.3'
+  spec.add_development_dependency 'nokogiri', '~> 1.14'
+  spec.add_development_dependency 'watir', '~> 7.3'
+  spec.add_development_dependency 'webdrivers', '~> 5.2'
 end

test/lib/conceptql/operators/conceptql_spec_test.rb

@@ -1,14 +1,13 @@
 require_relative "../../../helper"
 require "conceptql"
 require "nokogiri"
-require "open-uri"
+require "watir"
 
 describe "ConceptQL Spec" do
-  $known_ids ||= Nokogiri::HTML(
-      URI.open(
-        ENV.fetch("CONCEPTQL_SPEC_URL", "https://github.com/outcomesinsights/conceptql_spec")
-      )
-    )
+  $browser = Watir::Browser.new(:chrome, options: { args: %w(--no-sandbox --headless --disable-dev-shm-usage) }) 
+  $browser.goto(ENV.fetch("CONCEPTQL_SPEC_URL", "https://github.com/outcomesinsights/conceptql_spec"))
+  $readme_doc = $browser.element(css: "article.markdown-body").wait_until(&:present?)
+  $known_ids ||= Nokogiri::HTML($readme_doc.inner_html)
     .css("[href]")
     .map { |a| a.attr("href") }
     .select { |href| href =~ /^#/ && href =~ /operator$/ }