Add kafka

Author: nygrenh

Gemfile

@@ -46,6 +46,7 @@ gem 'sass-rails', '~> 5.0'
 gem 'rack-mini-profiler', '~> 1.0', '>= 1.0.1'
 gem 'flamegraph', '~> 0.9.5'
 gem 'stackprof', '~> 0.2.12'
+gem 'ruby-kafka', '~> 0.7.10'
 
 group :assets do
   gem 'jquery-rails', '~> 3.1.2'
@@ -62,6 +63,7 @@ group :development, :test do
   gem 'rspec-core', '~> 3.5.2'
   gem 'rspec-rails', '~> 3.5.1'
   # gem 'selenium-webdriver', '~> 2.44.0'
+  gem 'irb'
   gem 'brakeman', require: false
   gem 'bundler-audit'
   gem 'pry'

Gemfile.lock

@@ -79,6 +79,7 @@ GEM
     declarative (0.0.10)
     declarative-option (0.1.0)
     diff-lcs (1.3)
+    digest-crc (0.4.1)
     docile (1.3.0)
     domain_name (0.5.20180417)
       unf (>= 0.0.5, < 1.0.0)
@@ -131,6 +132,7 @@ GEM
     hurley (0.2)
     i18n (0.9.5)
       concurrent-ruby (~> 1.0)
+    irb (1.0.0)
     jaro_winkler (1.5.1)
     jquery-rails (3.1.4)
       railties (>= 3.0, < 5.0)
@@ -301,6 +303,8 @@ GEM
     rubocop-rails_config (0.2.4)
       railties (>= 3.0)
       rubocop (~> 0.56)
+    ruby-kafka (0.7.10)
+      digest-crc
     ruby-prof (0.12.2)
     ruby-progressbar (1.10.0)
     sass (3.5.6)
@@ -386,6 +390,7 @@ DEPENDENCIES
   google-spreadsheet-ruby
   gravtastic (~> 3.2.6)
   hiredis
+  irb
   jquery-rails (~> 3.1.2)
   json-schema (~> 2.7.0)
   launchy
@@ -418,6 +423,7 @@ DEPENDENCIES
   rspec-rails (~> 3.5.1)
   rubocop (~> 0.59.2)
   rubocop-rails_config (~> 0.2.4)
+  ruby-kafka (~> 0.7.10)
   ruby-prof (~> 0.12.2)
   sass-rails (~> 5.0)
   simplecov

app/background_tasks/kafka_batch_update_points_task.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require "kafka"
+
+
+class KafkaBatchUpdatePointsTask
+  def initialize
+    seed_brokers = SiteSetting.value('kafka_seed_brokers')
+    @kafka = seed_brokers && Kafka.new(seed_brokers, client_id: "tmc-server")
+  end
+
+  def run
+    return unless @kafka
+    producer = @kafka.producer
+    task = KafkaBatchUpdatePoints.first
+    course = task.course
+    puts "Batch publishing points for course #{course.name}."
+
+  end
+
+  def wait_delay
+    5
+  end
+end

app/models/kafka_batch_update_points.rb

@@ -0,0 +1,3 @@
+class KafkaBatchUpdatePoints < ActiveRecord::Base
+
+end

db/migrate/20191011085527_create_kafka_batch_update_points.rb

@@ -0,0 +1,8 @@
+class CreateKafkaBatchUpdatePoints < ActiveRecord::Migration
+  def change
+    create_table :kafka_batch_update_points do |t|
+      t.references :course, index: true, foreign_key: true
+      t.timestamps
+    end
+  end
+end

db/schema.rb

@@ -11,8 +11,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20200112230121) do
-
+ActiveRecord::Schema.define(version: 20200112230122) do
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"