Make gem

Author: yuyuvn

LICENSE

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+require 'mongo_masker'
+require 'thor'
+
+class MongoMasker::Cli < Thor
+  include Thor::Actions
+
+  desc 'mask MASKER_FILE', 'Mask database'
+  def mask(masker_file)
+    masker = MongoMasker::Main.new(masker_file)
+    masker.mask
+  end
+end
+
+MongoMasker::Cli.start

bin/mongo_masker

@@ -12,6 +12,7 @@ services:
       - mongodb
     volumes:
       - ./lib:/masking/lib
+      - ./bin:/masking/bin
     stdin_open: true
     tty: true
 

docker-compose.yml

@@ -0,0 +1,141 @@
+require 'yaml'
+require 'ffaker'
+require 'mongo'
+
+Mongo::Logger.logger.level = Logger::FATAL
+
+module MongoMasker
+  class Main
+    def initialize(config = nil)
+      configure config unless config.nil?
+      @sequence = 0
+    end
+
+    def db
+      @db ||= Mongo::Client.new(@config['db_url'] || 'mongodb://mongodb:27017/development')
+    end
+
+    def mask(config = nil)
+      configure config unless config.nil?
+      raise 'Please provide mask' if @config.nil?
+
+      track_time do
+        @config['models'].each do |model|
+          mask_document model
+        end
+        puts 'Done!' unless @config['silent']
+      end
+    end
+
+    def configure(config)
+      @config = config.is_a?(String) ? load_from_yaml(config) : config
+    end
+
+    def seq
+      @sequence += 1
+    end
+
+    private
+
+    def track_time
+      start_at = Time.now
+      yield
+      finish_at = Time.now
+      puts "Elapsed time: #{format_time_diff(start_at, finish_at)}" unless @config['silent']
+    end
+
+    def format_time_diff(start_at, finish_at)
+      output = Time.at(finish_at - start_at).strftime '%H hours %M minutes %S seconds'
+      output.gsub(/^0+ hours /, '').gsub(/^0+ minutes /, '')
+    end
+
+    def mask_document(model)
+      scope = prepair_scope model
+
+      if model['delete']
+        delete_documents scope, model
+      else
+        mask_each_document scope, model
+      end
+    rescue StandardError => e
+      puts "\nCan't mask #{model['name']}" unless @config['silent']
+      raise e
+    ensure
+      puts '' unless @config['silent']
+    end
+
+    def delete_documents(scope, model)
+      puts "Deleting #{model['name']}"
+      scope.delete_many
+    end
+
+    def mask_each_document(scope, model)
+      total = scope.count()
+
+      scope.each_with_index do |document, index|
+        print "Masking #{model['name']} (#{index + 1}/#{total})\r" unless @config['silent']
+        mask = create_mask model['fields']
+
+        apply_mask(document, mask)
+        db[model['name']].find({_id: document['_id']}).update_one(document)
+      end
+    end
+
+    def prepair_scope(model)
+      scope = db[model['name']]
+      scope.find(parse_condition(model['condition']))
+    end
+
+    def parse_condition condition
+      if condition.is_a?(String) && condition.match?(/^BSON::ObjectId\('[A-Za-z0-9]+'\)$/)
+        return eval(condition)
+      end
+
+      if condition.is_a?(Hash)
+        condition.each do |op, value|
+          condition[op] = parse_condition value
+        end
+        return condition
+      end
+
+      if condition.is_a?(Array)
+        return condition.map do |value|
+          parse_condition value
+        end
+      end
+
+      condition
+    end
+
+    def create_mask(fields)
+      mask = {}
+      fields.each do |field, value|
+        if value.is_a?(Symbol)
+          sub_mask = create_mask @config['models'].find{|model| model['name'] == value.to_s}['fields']
+          mask[field] = sub_mask
+          next
+        end
+
+        mask[field] = evalute_field_value(value)
+      end
+      mask
+    end
+
+    def apply_mask(document, mask)
+      mask = mask.reject do |field, _value|
+        document[field].nil?
+      end
+      document.update(mask)
+    end
+
+    def evalute_field_value(value)
+      eval(value)
+    rescue StandardError
+      raise "Can't eval `#{value}`"
+    end
+
+    def load_from_yaml(config_path)
+      YAML.load_file config_path
+    end
+  end
+end

lib/masker.rb

@@ -0,0 +1,23 @@
+Gem::Specification.new do |s|
+  s.name        = 'mongo_masker'
+  s.version     = '1.0.0'
+  s.date        = '2019-02-19'
+  s.summary     = 'Mongo masker'
+  s.description = 'Masking production data mongodb for testing/development'
+  s.authors     = ['Clicia Scarlet']
+  s.email       = ['[email protected]']
+  s.files    = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  s.bindir   = 'bin'
+  s.executables = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.require_paths = ['lib']
+  s.homepage    = 'https://github.com/basicinc/Masker'
+  s.license     = 'MIT'
+
+  s.add_runtime_dependency 'thor'
+  s.add_runtime_dependency 'mongo'
+  s.add_runtime_dependency 'ffaker'
+  s.add_runtime_dependency 'irb'
+
+  s.add_development_dependency 'bundler'
+  s.add_development_dependency 'rake'
+end