feat(epic-tutorials-ingestor): new heptraining ingestor and tests

app/models/source_filter.rb

@@ -18,100 +18,98 @@ def self.array_string_match(content_value, filter_value)
   end
 end
 
-
-FILTER_DEFINITIONS = {
-  'target_audience' => {
-    comparison: FilterComparisons.method(:array_string_match)
-  },
-
-  'keyword' => {
-    comparison: FilterComparisons.method(:array_string_match),
-    filter_property: 'keywords'
-  },
-
-  'title' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'title_contains' => {
-    comparison: FilterComparisons.method(:contains_string_match),
-    filter_property: 'title'
-  },
-
-  'description' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'description_contains' => {
-    comparison: FilterComparisons.method(:contains_string_match),
-    filter_property: 'description'
-  },
-
-  'url' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'url_prefix' => {
-    comparison: FilterComparisons.method(:prefix_string_match),
-    filter_property: 'url'
-  },
-
-  'doi' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'license' => {
-    comparison: FilterComparisons.method(:string_match),
-    filter_property: 'licence'
-  },
-
-  'difficulty_level' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'resource_type' => {
-    comparison: FilterComparisons.method(:array_string_match)
-  },
-
-  'prerequisites_contains' => {
-    comparison: FilterComparisons.method(:contains_string_match),
-    filter_property: 'prerequisites'
-  },
-
-  'learning_objectives_contains' => {
-    comparison: FilterComparisons.method(:contains_string_match),
-    filter_property: 'learning_objectives'
-  },
-
-  'subtitle' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'subtitle_contains' => {
-    comparison: FilterComparisons.method(:contains_string_match),
-    filter_property: 'subtitle'
-  },
-
-  'city' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'country' => {
-    comparison: FilterComparisons.method(:string_match)
-  },
-
-  'event_type' => {
-    comparison: FilterComparisons.method(:array_string_match),
-    filter_property: 'event_types'
-  },
-
-  'timezone' => {
-    comparison: FilterComparisons.method(:string_match)
-  }
-}.freeze
-
-
 class SourceFilter < ApplicationRecord
+  FILTER_DEFINITIONS = {
+    'target_audience' => {
+      comparison: FilterComparisons.method(:array_string_match)
+    },
+
+    'keyword' => {
+      comparison: FilterComparisons.method(:array_string_match),
+      filter_property: 'keywords'
+    },
+
+    'title' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'title_contains' => {
+      comparison: FilterComparisons.method(:contains_string_match),
+      filter_property: 'title'
+    },
+
+    'description' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'description_contains' => {
+      comparison: FilterComparisons.method(:contains_string_match),
+      filter_property: 'description'
+    },
+
+    'url' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'url_prefix' => {
+      comparison: FilterComparisons.method(:prefix_string_match),
+      filter_property: 'url'
+    },
+
+    'doi' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'license' => {
+      comparison: FilterComparisons.method(:string_match),
+      filter_property: 'licence'
+    },
+
+    'difficulty_level' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'resource_type' => {
+      comparison: FilterComparisons.method(:array_string_match)
+    },
+
+    'prerequisites_contains' => {
+      comparison: FilterComparisons.method(:contains_string_match),
+      filter_property: 'prerequisites'
+    },
+
+    'learning_objectives_contains' => {
+      comparison: FilterComparisons.method(:contains_string_match),
+      filter_property: 'learning_objectives'
+    },
+
+    'subtitle' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'subtitle_contains' => {
+      comparison: FilterComparisons.method(:contains_string_match),
+      filter_property: 'subtitle'
+    },
+
+    'city' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'country' => {
+      comparison: FilterComparisons.method(:string_match)
+    },
+
+    'event_type' => {
+      comparison: FilterComparisons.method(:array_string_match),
+      filter_property: 'event_types'
+    },
+
+    'timezone' => {
+      comparison: FilterComparisons.method(:string_match)
+    }
+  }.freeze
+
   belongs_to :source
 
   auto_strip_attributes :value

lib/ingestors/github_ingestor.rb

@@ -93,7 +93,10 @@ def github_api_from_io(uri, parts)
     # ttl: time-to-live in seconds (default 7 days)
     def cache_fetch(key, url)
       Rails.cache.fetch(key, expires_in: TTL, skip_nil: true) do
-        JSON.parse(open_url(url).read)
+        response = open_url(url)
+        next nil unless response
+
+        JSON.parse(response.read)
       end
     end