openproject/lib/tasks/parallel_testing.rake

#-- encoding: UTF-8

#-- copyright
# OpenProject is an open source project management software.
# Copyright (C) 2012-2021 the OpenProject GmbH
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License version 3.
#
# OpenProject is a fork of ChiliProject, which is a fork of Redmine. The copyright follows:
# Copyright (C) 2006-2013 Jean-Philippe Lang
# Copyright (C) 2010-2013 the ChiliProject Team
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
#
# See COPYRIGHT and LICENSE files for more details.
#++

require 'optparse'
require 'plugins/load_path_helper'

begin
  Bundler.gem('parallel_tests')
rescue Gem::LoadError
  # In case parallel_tests is not provided, the whole of the parallel task group will not work.
  return
end

require 'parallel_tests/tasks'
# Remove task added by parallel_tests as it conflicts with our own.
# Having both will lead to both being executed.
Rake::Task["parallel:features"].clear if Rake::Task.task_defined?("parallel:features")

def check_for_pending_migrations
  ParallelTests::Tasks.check_for_pending_migrations
end

namespace :parallel do
  class ParallelParser
    def self.with_args(args, allow_seed = true)
      options = {}
      parseable_args = args[2..-1]
      if parseable_args
        OptionParser.new do |opts|
          opts.banner = "Usage: rails #{args[0]} -- [options]"
          opts.on("-n ARG", "--group-number ARG", Integer) { |num_cpus| options[:num_cpus] = num_cpus || ENV['GROUP'] }
          opts.on("-o ARG", "--only-group ARG", Integer) { |group_number| options[:group] = group_number || ENV['GROUP_SIZE'] }
          opts.on("-s ARG", "--seed ARG", Integer) { |seed| options[:seed] = seed || ENV['CI_SEED'] } if allow_seed
        end.parse!(parseable_args)
      end

      yield options
    end
  end

  def group_option_string(parsed_options)
    group_options  = parsed_options ? "-n #{parsed_options[:num_cpus]}" : ''
    group_options += " --only-group #{parsed_options[:group]}" if parsed_options[:group]

    group_options
  end

  ##
  # Returns all spec folder paths
  # of the core, modules and plugins
  def all_spec_paths
    spec_folders = ['spec'] + Plugins::LoadPathHelper.spec_load_paths
    spec_folders.join(' ')
  end

  ##
  # Returns all spec folder paths
  # of the core, modules and plugins
  def plugin_spec_paths
    Plugins::LoadPathHelper.spec_load_paths.join(' ')
  end

  def run_specs(parsed_options, folders, pattern = '', additional_options: nil, runtime_filename: nil)
    check_for_pending_migrations

    group_options = group_option_string(parsed_options)
    parallel_options = ""
    rspec_options = ""

    if runtime_filename && File.readable?(runtime_filename)
      parallel_options += " --group-by runtime --runtime-log #{runtime_filename} --allowed-missing 75"
    end
    if parsed_options[:seed]
      rspec_options += "--seed #{parsed_options[:seed]}"
    end
    if additional_options
      rspec_options += " #{additional_options}"
    end
    group_options += " -o '#{rspec_options}'" if rspec_options.length.positive?
    cmd = "bundle exec parallel_test --verbose --verbose-rerun-command --type rspec #{parallel_options} #{group_options} #{folders} #{pattern}"
    sh cmd
  end

  desc 'Run all suites in parallel (one after another)'
  task all: ['parallel:plugins:specs',
             'parallel:plugins:features',
             :spec_legacy,
             :rspec]

  namespace :plugins do
    desc 'Run all plugin tests in parallel'
    task all: ['parallel:plugins:specs',
               'parallel:plugins:features']

    desc 'Run plugin specs in parallel'
    task specs: [:environment] do
      ParallelParser.with_args(ARGV) do |options|
        ARGV.each { |a| task(a.to_sym) {} }

        run_specs options, plugin_spec_paths
      end
    end

    desc 'Run plugin unit specs in parallel'
    task units: [:environment] do
      pattern = "--pattern 'spec/(?!features\/)'"

      ParallelParser.with_args(ARGV) do |options|
        ARGV.each { |a| task(a.to_sym) {} }

        run_specs options, plugin_spec_paths, pattern
      end
    end

    desc 'Run plugin feature specs in parallel'
    task features: [:environment] do
      pattern = "--pattern 'spec\/features'"

      ParallelParser.with_args(ARGV) do |options|
        ARGV.each { |a| task(a.to_sym) {} }

        run_specs options, plugin_spec_paths, pattern
      end
    end
  end

  desc 'Run legacy specs in parallel'
  task :spec_legacy do
    ParallelParser.with_args(ARGV) do |options|
      ARGV.each { |a| task(a.to_sym) {} }

      run_specs options, 'spec_legacy', '', additional_options: '-I spec_legacy'
    end
  end

  desc 'Run spec in parallel (custom task)'
  task :specs do
    ParallelParser.with_args(ARGV) do |options|
      ARGV.each { |a| task(a.to_sym) {} }

      run_specs options, all_spec_paths
    end
  end

  desc 'Run feature specs in parallel'
  task features: [:environment] do
    pattern = "--pattern 'spec\/features\/'"

    ParallelParser.with_args(ARGV) do |options|
      ARGV.each { |a| task(a.to_sym) {} }

      run_specs options, all_spec_paths, pattern, runtime_filename: "docker/ci/parallel_features_runtime.log"
    end
  end

  desc 'Run unit specs in parallel'
  task units: [:environment] do
    pattern = "--pattern 'spec/(?!features\/)'"

    ParallelParser.with_args(ARGV) do |options|
      ARGV.each { |a| task(a.to_sym) {} }

      run_specs options, all_spec_paths, pattern, runtime_filename: "docker/ci/parallel_units_runtime.log"
    end
  end
end