fetch_new_data.rb

#########################################################
#
#   Gen 2014.11.12
#
#   This ruby script to update the completions
#   Requirement ruby gems:
#     HTTPClient
#     Nokogiri
#   $ ruby plugin_path/fetch_new_data.rb
#
#########################################################
require 'httpclient'
require 'nokogiri'
require 'fileutils'
require 'json'


BASE_URL = 'https://github.com/okamstudio/godot/wiki/'
$client = HTTPClient.new
$class_names = []
$caches = []
$caches2 = []
$path = File.dirname(__FILE__)

def main(args)
  if args.size == 0
    $load_list = true
    $load_class = true
  else
    args.each do |cmd|
      case cmd
        when 'list'
          $load_list = true
          $load_class = false
        when 'all'
          $load_list = true
          $load_class = true
        when 'update'
          update_old_datas
        else
          if (arr = cmd.split('=')).size == 2
            case arr[0]
              when 'class'
                $load_class = arr[1]
              when 'url'
                $load_class_url = arr[1]
              else
            end
          end
      end
    end
  end
  if $load_list
    fetch_list
  elsif $load_class
    fetch_class $load_class, $load_class_url[/^https?:\/\//] ? $load_class_url : BASE_URL + $load_class_url
  end
end

def fetch_class class_name, url
  s_completions = []
  e_completions = []
  res_s = nil
  begin
    res_s = $client.get(url)
  rescue Exception => e
    p "[Error] Get #{class_name} failed : #{e}"
    p "- Press [Enter] to try again."
    STDIN.getc
    p "retry..."
    retry
  end
  s_doc = Nokogiri.parse(res_s.body)
  s_doc.css('.markdown-body > h3').each do |ele|
    if ele.content[/Member Functions/]
      parent = ele.parent
      list = parent.element_children[parent.element_children.index(ele) + 1]
      if list['class'] == 'task-list'
        list.css('li').each do |li|
          content = li.content
          method_name = 0
          args = []
          arg_key = 0
          content.gsub(/\w+|[^\w+]/).each do |k|
            if k[/^ +$/] && method_name == 0
              method_name = 1
            elsif k[/^\w+$/] && method_name == 1
              method_name = k
            elsif k[/\(|,/] && arg_key == 0
              arg_key = 1
            elsif k[/^\w+$/] && arg_key == 1
              arg_key = 2
            elsif k[/^\w+$/] && arg_key == 2
              args << k
              arg_key = 0
            elsif k[/\)/]
              break
            end
          end
          key = "#{method_name}(#{args*', '})"

          unless method_name[/^_/]
            unless $caches.include?(key)
              $caches << key
              count = 0
              s_completions << {
                  trigger: method_name + "(#{args.size == 0 ? '' : '...'})",
                  contents: "#{method_name}(#{args.map{|arg| "${#{count+=1}:#{arg}}"} * ', '})"
              }
            end
          end
          unless $caches.include?(method_name)
            $caches2 << method_name
            e_completions << method_name
          end

          p "  << Method: #{method_name}(#{args*', '})"
        end
      end
    elsif ele.content[/Member Variables/]
      parent = ele.parent
      list = parent.element_children[parent.element_children.index(ele) + 1]
      if list['class'] == 'task-list'
        list.css('li').each do |li|
          content = li.content
          arr = content.gsub(/\w+/)
          if arr.size == 2
            unless $caches.include?(arr[0])
              $caches << arr[0]
              $class_names << arr[0]
            end
            unless arr[0] == arr[1]
              unless $caches.include?(arr[1])
                $caches << arr[1]
                s_completions << arr[1]
              end
              p "  << Member: #{arr[1]}"
            end
          end
        end

      end
    elsif ele.content[/Numeric Constants/]
      parent = ele.parent
      list = parent.element_children[parent.element_children.index(ele) + 1]
      if list['class'] == 'task-list'
        list.css('li').each do |li|
          if li.content[/^\w+/]
            unless $caches.include?(li.content[/^\w+/])
              $caches << li.content[/^\w+/]
              s_completions << li.content[/^\w+/]
            end
            p "  << Numeric: #{li.content[/^\w+/]}"
          end
        end
      end
    end
  end

  if s_completions.size > 0
    class_path = "#{$path}/Classes/#{class_name.sub('@', 'G_')}"
    FileUtils.mkdir(class_path) unless File.exist?(class_path)
    File.open(class_path + "/completions.sublime-completions", 'wb') do |f|
      f.write JSON.pretty_unparse(scope: "entity.name.type.class-type.gdscript|entity.name.type.variant.gdscript", completions: s_completions)
    end
  end
  if e_completions.size > 0
    class_path = "#{$path}/Classes/#{class_name.sub('@', 'G_')}"
    FileUtils.mkdir(class_path) unless File.exist?(class_path)
    File.open(class_path + "/override.sublime-completions", 'wb') do |f|
      f.write JSON.pretty_unparse(scope: "entity.name.function.gdscript", completions: e_completions)
    end
  end
end #end fetch_class

def fetch_list
  response = nil
  begin
    response = $client.get(BASE_URL+'class_list')
  rescue Exception => e
    p "[Error] Get class failed : #{e}"
    p "- Press [Enter] to try again."
    STDIN.getc
    p "retry..."
    retry
  end
  doc = Nokogiri.parse(response.body)
  FileUtils.mkdir($path+"/Classes") unless File.exist?($path+"/Classes")

  nodes = doc.css('.markdown-body > table td a')
  total = nodes.size
  nodes.each_with_index do |node, index|
    class_name = node.content
    p "Start to read #{class_name}..."
    unless class_name[/^@/] || $caches.include?(class_name)
      $class_names << class_name
      $caches << class_name
    end
    if $load_class
      p "(#{index}/#{total})"
      sleep(5)
      fetch_class class_name, BASE_URL + node["href"]
    end
  end

  j_hash = {
      scope: "entity.name.type.class-type.gdscript|entity.name.type.variant.gdscript|entity.other.inherited-class.gdscript",
      completions: $class_names
  }
  File.open($path+"/Classes/Class.sublime-completions", 'wb') do |f|
    f.write JSON.pretty_unparse(j_hash)
  end
end

def update_old_datas
  File.open($path+"/Classes/Class.sublime-completions", 'r+') do |f|
    obj = JSON.parse(f.read)
    obj['scope'] = 'entity.name.type.class-type.gdscript|entity.name.type.variant.gdscript|entity.other.inherited-class.gdscript'
    f.seek(0)
    f.write JSON.pretty_unparse(obj)
  end
  Dir[$path + "/Classes/*"].each do |path|
    if File.directory?(path) and File.exist?(path+'/completions.sublime-completions')
      s_com = []
      e_com = []
      p "#{path}..."
      File.open(path+'/completions.sublime-completions', 'r+') do |f|
        obj = JSON.parse(f.read)
        obj['scope'] = 'entity.name.type.class-type.gdscript|entity.name.type.variant.gdscript'
        obj['completions'].each do |t|
          if t.kind_of?(String)
            unless $caches2.include?(t)
              e_com << t
            end
          else
            t['trigger'] = t['trigger'].gsub(/(?<=\()\.+(?=\))/, '...')
            s_com << t
          end
        end
        obj['completions'] = s_com
        f.seek(0)
        f.write JSON.pretty_unparse(obj)
      end

      if e_com.size > 0
        File.open(path + "/override.sublime-completions", 'w+') do |f|
          f.write JSON.pretty_unparse(scope: "entity.name.function.gdscript", completions: e_com)
        end
      end
    end
  end
end

main(ARGV)