code_climate.rb

#!/usr/bin/env ruby
require "net/http"
require "json"
require "active_support"
require "active_support/core_ext"
require "more_core_extensions/core_ext/array/element_counts"

DEFAULT_CODECLIMATE_URL = "https://api.codeclimate.com"

class CodeClimateRequest
  def initialize
    @base_uri  = ENV["CODECLIMATE_URL"] || DEFAULT_CODECLIMATE_URL
    @api_token = ENV.fetch("CODECLIMATE_API_TOKEN")
  end

  def request(path)
    uri = URI("#{@base_uri}#{path}")
    if ENV["DEBUG"] == "1"
      STDERR.puts uri.to_s
    end
    http = Net::HTTP.new(uri.hostname, uri.port)
    http.use_ssl = uri.scheme == "https" ? true : false
    request = Net::HTTP::Get.new(uri.request_uri)
    request.set_content_type("application/vnd.api+json")
    request["Authorization"] = "Token token=#{@api_token}"
    http.request(request)
  end
end

class CodeClimate
  def self.repo_stats(repo_name)
    cc = CodeClimate.new
    repo_hash = cc.repo_from_github_slug(repo_name)
    repo_id, snapshot_id = ids_from_repo_hash(repo_hash)
    return {} if repo_id.nil? || snapshot_id.nil?

    snapshot = cc.snapshot(repo_id, snapshot_id)
    coverage = cc.coverage(repo_id)
    files    = cc.files(repo_id, snapshot_id)
    issues   = cc.issues(repo_id, snapshot_id)

    covered_percentage = coverage.nil? ? "NA" : coverage['attributes']['covered_percent']

    issue_counts = issues.flat_map { |issue| issue["attributes"]["categories"] }.element_counts
    issue_counts['Total'] = issues.length

    {
      'files'    => files.length,
      'loc'      => snapshot['attributes']['lines_of_code'],
      'issues'   => issue_counts,
      'coverage' => covered_percentage,
      'rating'   => snapshot['attributes']['ratings'].first['letter']
    }
  end

  def self.ids_from_repo_hash(repo_hash)
    return repo_hash.try(:[], 'id'), repo_hash.try(:dig, "relationships", "latest_default_branch_snapshot", "data", "id")
  end

  def repo_from_github_slug(slug)
    query = { "github_slug" => slug }
    path = "/v1/repos?#{query.to_query}"
    response = CodeClimateRequest.new.request(path)
    response_to_data(response, path)&.first
  end

  def repo_from_id(id)
    path = "/v1/repos/#{id}"
    response = CodeClimateRequest.new.request(path)
    response_to_data(response, path)&.first
  end

  def services(repo_id)
    path = "/v1/repos/#{repo_id}/services"
    response = CodeClimateRequest.new.request(path)
    response_to_data(response, path)
  end

  def snapshot(repo_id, snapshot_id)
    path = "/v1/repos/#{repo_id}/snapshots/#{snapshot_id}"
    response = CodeClimateRequest.new.request(path)
    response_to_data(response, path)
  end

  def issues(repo_id, snapshot_id)
    multi_paged_query("/v1/repos/#{repo_id}/snapshots/#{snapshot_id}/issues")
  end

  def files(repo_id, snapshot_id)
    multi_paged_query("/v1/repos/#{repo_id}/snapshots/#{snapshot_id}/files")
  end

  def coverage(repo_id)
    path = "/v1/repos/#{repo_id}/test_reports"
    response = CodeClimateRequest.new.request(path)
    response_to_data(response, path)&.first
  end

  private

  def multi_paged_query(base_path)
    result = []
    page_number = 0
    query = {
      "page[size]"   => 100,
      "page[number]" => page_number
    }
    
    while true
      page_number += 1
      query["page[number]"] = page_number
      path = "#{base_path}?#{query.to_query}"
      response = CodeClimateRequest.new.request(path)
      data = response_to_data(response, path)
      break if data.nil?
      result += data
    end
    
    result
  end

  def response_to_data(response, path = nil)
    data = nil

    if response.code == "200"
      parsed_response = JSON.parse(response.body)
      if parsed_response["data"].size > 0
        data = parsed_response["data"]
      else
        if ENV["DEBUG"] == "1"
          STDERR.puts "Invalid response for path=\"#{path}\": #{parsed_response.inspect}"
        end
      end
    else
      STDERR.puts "Invalid response code for path=\"#{path}\": #{response.code}"
    end
    
    data
  end
end

ALL_REPO_NAMES = [
  "ManageIQ/manageiq",
  "ManageIQ/manageiq-schema",
  "ManageIQ/manageiq-api",
  "ManageIQ/manageiq-ui-classic",
  "ManageIQ/manageiq-ui-service",
  "ManageIQ/manageiq-automation_engine",
  "ManageIQ/manageiq-content",
  "ManageIQ/manageiq-providers-amazon",
  "ManageIQ/manageiq-providers-ansible_tower",
  "ManageIQ/manageiq-providers-autosde",
  "ManageIQ/manageiq-providers-azure",
  "ManageIQ/manageiq-providers-azure_stack",
  "ManageIQ/manageiq-providers-foreman",
  "ManageIQ/manageiq-providers-google",
  "ManageIQ/manageiq-providers-ibm_cloud",
  "ManageIQ/manageiq-providers-ibm_terraform",
  "ManageIQ/manageiq-providers-kubernetes",
  "ManageIQ/manageiq-providers-lenovo",
  "ManageIQ/manageiq-providers-nsxt",
  "ManageIQ/manageiq-providers-nuage",
  "ManageIQ/manageiq-providers-openshift",
  "ManageIQ/manageiq-providers-openstack",
  "ManageIQ/manageiq-providers-ovirt",
  "ManageIQ/manageiq-providers-redfish",
  "ManageIQ/manageiq-providers-scvmm",
  "ManageIQ/manageiq-providers-vmware",
]

repo_names = ARGV[0].nil? ? ALL_REPO_NAMES : [ARGV[0]]

STDOUT.puts "REPOSITORY,FILES,LINES OF CODE,RATING,TOTAL ISSUES,COMPLEXITY ISSUES,DUPLICATION ISSUES,BUG RISK ISSUES,STYLE ISSUES,COVERAGE"
repo_names.each do |repo_name|
  stats = CodeClimate.repo_stats(repo_name)
  next if stats == {}
  STDOUT.puts "#{repo_name},#{stats['files']},#{stats['loc']},#{stats['rating']},#{stats['issues']['Total']},#{stats['issues']['Complexity']},#{stats['issues']['Duplication']},#{stats['issues']['Bug Risk']},#{stats['issues']['Style']},#{stats['coverage']}"
end