Merge pull request #156 from gitlabhq/github-import

Add github import script

import/github/import_all.rb

@@ -0,0 +1,156 @@
+# Community contributed script to import from GitHub to GitLab
+# It imports repositories, issues and the wiki's.
+# This script is not maintained, please send merge requests to improve it, do not file bugs.
+# The issue import might concatenate all comments of an issue into one, if so feel free to fix this.
+
+require 'bundler/setup'
+require 'octokit'
+require 'optparse'
+require 'git'
+require 'gitlab'
+require 'pp'
+
+#deal with options from cli, like username and pw
+options = {:usr => nil,
+           :pw => nil,
+           :api => 'https://github.com/api/v3',
+           :web => 'https://github.com/',
+           :enterprise => true,
+           :space => nil,
+           :gitlab_api => 'http://gitlab.example.com/api/v3',
+           :gitlab_token => 'secret'
+           }
+optparse = OptionParser.new do |opts|
+  opts.on('-u', '--user USER', "user to connect to github with") do |u|
+    options[:usr] = u
+  end
+  opts.on('-p', '--pw PASSWORD', 'password for user to connect to github with') do |p|
+    options[:pw] = p
+  end
+  opts.on('--api', 'API endpoint for github') do |a|
+    options[:api] = a
+  end
+  opts.on('--web', 'Web endpoint for GitHub') do |w|
+    options[:web] = w
+  end
+  opts.on('-s', '--space SPACE', 'The space to import repositories from (User or Organization)') do |s|
+    options[:space] = s
+  end
+  opts.on('-h', '--help', 'Display this screen') do
+    puts opts
+    exit
+  end
+end
+
+optparse.parse!
+if options[:usr].nil? or options[:pw].nil?
+  puts "Missing parameter ..."
+  puts options
+  exit
+end
+
+#setup octokit to deal with github enterprise
+if options[:enterprise]
+  Octokit.configure do |c|
+    c.api_endpoint = options[:api]
+    c.web_endpoint = options[:web]
+  end
+end
+
+#set the gitlab options
+Gitlab.configure do |c|
+  c.endpoint = options[:gitlab_api]
+  c.private_token = options[:gitlab_token]
+end
+
+#setup the clients
+gh_client = Octokit::Client.new(:login => options[:usr], :password => options[:pw])
+gl_client = Gitlab.client()
+#get all of the repos that are in the specified space (user or org)
+gh_repos = gh_client.repositories(options[:space])
+gh_repos.each do |gh_r|
+  #
+  ## clone the repo from the github server
+  #
+  git_repo = nil
+  if File.directory?("/tmp/clones/#{gh_r.name}")
+    git_repo = Git.open("/tmp/clones/#{gh_r.name}")
+    git_repo.pull
+  else
+    git_repo = Git.clone(gh_r.git_url, gh_r.name, :path => '/tmp/clones')
+  end
+
+  #
+  ## Push the cloned repo to gitlab
+  #
+  project_list = []
+
+  push_group = nil
+  #I should be able to search for a group by name
+  gl_client.groups.each do |g|
+    if g.name == options[:space]
+      push_group = g
+    end
+  end
+
+  #if the group wasn't found, create it
+  if push_group.nil?
+    push_group = gl_client.create_group(options[:space], options[:space])
+  end
+
+  #edge case, gitlab didn't like names that didn't start with an alpha. Can't remember how I ran into this.
+  name = gh_r.name
+  if gh_r.name !~ /^[a-zA-Z]/
+    name = "gh-#{gh_r.name}"
+  end
+
+  puts gh_r.name
+  #create and push the project to GitLab
+  new_project = gl_client.create_project(name)
+  git_repo.add_remote("gitlab", new_project.ssh_url_to_repo)
+  git_repo.push('gitlab')
+
+  #
+  ## Look for issues in GitHub for this project and push them to GitLab
+  ## I wish the GitLab API let me create comments for issues. Oh well, smashing it all into the body of the issue.
+  #
+  if gh_r.has_issues
+    issues = gh_client.issues(gh_r.full_name)
+    issues.each do |i|
+      comments = gh_client.issue_comments(gh_r.full_name, i['number'])
+      body = i.body
+      if comments.any?
+        body += "\n\n\nComments from GitHub import:\n"
+        comments.each do |c|
+          body += "\n\n#{c.body}\nBy #{c.user.login} on #{c.created_at}"
+        end
+      end
+      gl_issue = gl_client.create_issue(new_project.id, i.title, :description => body)
+    end
+  end
+
+  #
+  ## Look for wiki pages for this repo in GitHub and migrate them to GitLab
+  #
+  if gh_r.has_wiki
+    #this is dumb. The only way to know if a repo has a wiki is to attempt to clone it and then ignore failure if it doesn't have one
+    begin
+      gh_wiki_url = gh_r.git_url.gsub(/\.git/, ".wiki.git")
+      wiki_name = gh_r.name + '.wiki'
+      wiki_repo = Git.clone(gh_wiki_url, wiki_name, :path => '/tmp/clones')
+
+      #this is a pain, have to visit the wiki page on the web ui before being able to work with it as a git repo
+      `wget -q --save-cookies /tmp/junk/gl_login.txt -P /tmp/junk --post-data "username=#{options[:usr]}&password=#{options[:pw]}" gitlab.example.com/users/auth/ldap/callback`
+      `wget -q --load-cookies /tmp/junk/gl_login.txt -P /tmp/junk -p #{new_project.web_url}/wikis/home`
+      `rm -fr /tmp/junk/*`
+
+      gl_wiki_url = new_project.ssh_url_to_repo.gsub(/\.git/, ".wiki.git")
+      wiki_repo.add_remote('gitlab', gl_wiki_url)
+      wiki_repo.push('gitlab')
+    rescue
+    end
+  end
+
+  # change the owner of this new project to the group we found it in
+  gl_client.transfer_project_to_group(push_group.id, new_project.id)
+end