Initial Commit, moving from dev-private and removing private stuff

20 files changed, 1297 insertions, 0 deletions

diff --git a/helpers/README.txt b/helpers/README.txt
new file mode 100644
index 0000000..1875f7a
--- /dev/null
+++ b/helpers/README.txt
@@ -0,0 +1,61 @@
+LLVM Development Helpers
+========================
+
+These files do almost all needed actions for developing LLVM/Clang. They
+create the initial source tree, build and test LLVM, coordinate branches
+across repositories, control Git/Svn upstream/origin repositories, etc.
+
+All scripts assume you use one of two development modes:
+
+1. Read-Write Git-Svn Mode:
+
+In this mode, all repositories will be based on Git-Svn and setup that way,
+with the LLVM SVN repo as the source, the official LLVM Git repo as 'upstream',
+a Linaro git repository as 'origin' (populated at prepare phase).
+
+The origin repo is meant to be a back-up and share across Linaro developers,
+and since this is public, even external developers. We may use branches on
+those repos for Jenkins / Buildbot testing in the future.
+
+All commits will be done via Git-Svn (dcommit) and git-svn-commit will check
+if the repo is up-to-date before doing so. It'll also warn if you have more
+than one commit, or if you try to commit from master. The former can be
+forced, but not the latter.
+
+2. Read-Only Git Mode:
+
+In this mode, the prepare script doesn't setup Git-Svn, and relies only on
+LLVM's public Git repo for read-only checkout. You can still have your own
+local branches, but they will be de-coupled from the Linaro git tree (unless
+you cherry-pick or rebase from them manually).
+
+This type of repo is meant for dev boards, benchmarks and stress tests.
+
+Environment Variables
+---------------------
+
+These scripts rely on three environment variables:
+
+LLVM_SRC   : The path to the LLVM source directory. All other repos will be
+             checked out relative to it in ($LLVM_SRC/../<project>) and linked
+             to the right place inside $LLVM_SRC. It is recommended that you
+             set it to a place where all source dirs will be, and only those,
+             for example ~/devel/llvm/src/llvm.
+LLVM_BLD   : The path to the (out-of-tree) directory for the release+asserts
+             build. It is recommended that you set it two levels down from the
+             source dirs, so you can have multiple build directories (debug,
+             no-asserts, lld, etc), example ~/devel/llvm/build/llvm.
+LLVM_GITRW : Git-Read-Write mode, which also means using Git-Svn or not.
+             Values can be 'yes' or 'no'.
+
+Dependencies
+------------
+
+In order to fully use these scripts, you're going to need to install a few
+dependencies. Since people use different Linux distributions, the scripts
+don't even try to install that automatically. The dependencies are:
+
+Scripts/Build: libjson-perl cmake ninja-build perl python2.7 ccache
+LLVM: libxml2-dev zlib1g-dev libtinfo-dev python-sphinx binutils-gold
+Test-Suite: python-virtualenv bison groff gawk
+
diff --git a/helpers/git-delete-remote-branch b/helpers/git-delete-remote-branch
new file mode 100755
index 0000000..4d03a12
--- /dev/null
+++ b/helpers/git-delete-remote-branch
@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# This script removes a remote branch. Not that it's hard to do it, but
+# it's a very obtuse syntax from git and not straightforward. It's also
+# good to have some safety checks.
+#
+# Syntax: git-delete-remote-branch <remote> <branch>
+
+remote=$1
+branch=$2
+if [[ $remote = 'upstream' ]]; then
+  echo "Remote cannot be upstream"
+  exit 1
+fi
+if [[ $branch = 'master' ]]; then
+  echo "Branch cannot be master"
+  exit 1
+fi
+
+git push $remote :$branch
diff --git a/helpers/git-hist b/helpers/git-hist
new file mode 100755
index 0000000..8feed74
--- /dev/null
+++ b/helpers/git-hist
@@ -0,0 +1,155 @@
+#!/usr/bin/env perl
+
+use strict;
+use warnings;
+use Cwd;
+
+my (@data, @authors, @repos, @changed) = ((), (), (), ());
+# Syntax: git-hist [author (default: whoami)] [number of weeks (default 10 / all 0)]";
+my $author = `whoami`;
+my $weeks = 10;
+my $rootdir = getcwd;
+my $totalcommits = 0;
+if (scalar @ARGV) {
+  foreach my $arg (@ARGV) {
+    if ($arg =~ /^\d+$/) {
+      $weeks = $arg;
+    } else {
+      $author = $arg;
+    }
+  }
+}
+chomp($author);
+
+# Make sure there are repositories to use
+if (-d ".git") {
+  push @repos, ".";
+} else {
+  opendir(my $dh, ".") || die "can't open local dir: $!";
+  @repos = grep { /^[^\.]/ && -d "$_/.git" } readdir($dh);
+  closedir $dh;
+}
+die "Directory (or subs) not git repo\n" unless (scalar @repos);
+&main();
+exit;
+
+#####################################################
+sub main() {
+  # Each week
+  my $week = 0;
+  while ($week <= $weeks) {
+    # Adjust for non-zero week list
+    $week++ if ($weeks != 0 and $week == 0);
+    print "\rParsing week: $week" if $week;
+    my $commits = 0;
+    # For each repo
+    for my $repo (@repos) {
+      #print "REPO: $repo\n";
+      my $log = &get_weeklog($repo, $author, $week);
+      #print "LOG: [$log]\n";
+      my $this = &get_commits($log);
+      #print "COMMITS: $this\n";
+      if ($this and ! &find($repo, \@changed)) {
+        #print "ADDING REPO\n";
+        push @changed, $repo;
+      }
+      &get_authors($log);
+      $commits += $this;
+    }
+    push @data, $commits;
+    last if ($weeks == 0);
+    $week++;
+  }
+  print "\n\n";
+
+  # Log
+  &print_report();
+}
+
+######################
+sub print_report() {
+  return if ($weeks > 0 && scalar @data != $weeks);
+
+  # Weekly histogram
+  for my $week (0..$weeks-1) {
+    printf("%02d week [%02d]: ", $week, $data[$week]);
+    for (1..$data[$week]) {
+      print "*";
+    }
+    print "\n";
+  }
+
+  # Summary
+  print "\nTotal commits: ";
+  printf("%3d", $totalcommits);
+  print "\n Repositories: ";
+  printf("%3d ", scalar @changed);
+  &dump(\@changed);
+  print "\n      Authors: ";
+  printf("%3d ", scalar @authors);
+  &dump(\@authors);
+  print "\n";
+}
+
+######################
+sub get_weeklog() {
+  my ($repo, $author, $week) = @_;
+  # Author
+  my $cmd = "git shortlog -s -n ".
+            "--author='$author' ";
+  # And week (if available)
+  if ($week) {
+    my $prev = $week-1;
+    $cmd .= "--since='$week.week' ".
+            "--until='$prev.week'";
+  }
+  # Run command
+  chdir($repo);
+  my $log = `$cmd`;
+  chdir($rootdir);
+  return $log;
+}
+
+######################
+sub get_commits() {
+  my ($log) = @_;
+  my $commits = 0;
+  foreach my $line (split(/\n/, $log)) {
+    my ($this) = ($line =~ /(\d+)/);
+    $commits += $this;
+  }
+  $totalcommits += $commits;
+  return $commits;
+}
+
+######################
+sub get_authors() {
+  my ($log) = @_;
+  foreach my $line (split(/\n/, $log)) {
+    my ($author) = ($line =~ /\d+\s+(\w.*)/);
+    if (!&find($author, \@authors)) {
+      push @authors, $author;
+    }
+  }
+}
+
+######################
+sub find() {
+  my ($elm, $array) = @_;
+  foreach my $e (@$array) {
+    return 1 if ($e eq $elm);
+  }
+  return 0;
+}
+
+######################
+sub dump() {
+  my ($array) = @_;
+  return if (!scalar @{$array});
+  my $out = "";
+  foreach my $i (@$array) {
+    $out .= "$i, ";
+  }
+  $out =~ s/, $//;
+  print $out;
+}
diff --git a/helpers/git-pull b/helpers/git-pull
new file mode 100755
index 0000000..3dbd3e1
--- /dev/null
+++ b/helpers/git-pull
@@ -0,0 +1,56 @@
+#!/usr/bin/env bash
+
+# This script pulls a specific branch from the origin repository, making sure
+# not to keep the prefix. If the branch already exists, try to merge. If not,
+# check out from origin.
+#
+# Syntax: git-pull linaro-local/[branch] -f
+
+. llvm-common
+
+branch=$1
+if [[ $branch = '' ]]; then
+  branch=`get_branch`
+fi
+force=$2
+if [[ $force != '-f' ]]; then
+  force=
+fi
+
+if [[ $branch = 'master' ]]; then
+  echo "Can't pull the master branch."
+  echo "Use git-refresh instead."
+  exit 1
+fi
+
+prefix="linaro-local/"
+if echo $branch | grep -q linaro-local; then
+  prefix=""
+fi
+
+safe_run git-refresh
+
+if git branch -a | not grep -q $branch; then
+	echo "Branch '$branch' doesn't exist in this repository"
+	exit 2
+fi
+
+# If the branch exists already, merge
+if git branch | grep -q $branch; then
+  if [[ $force = '-f' ]]; then
+    echo " + Force check out $branch"
+    safe_run git checkout master
+    safe_run git branch -D $branch
+    safe_run git checkout -b $branch origin/$prefix$branch
+    exit 0
+  fi
+
+  echo " + Merging the origin branch..."
+  if not git merge --ff-only origin/$prefix$branch; then
+    echo "Error merging the branch. Use -f to force."
+    exit 1
+  fi
+# If not, just check out the branch
+else
+  safe_run git checkout -b $branch origin/$prefix$branch
+fi
diff --git a/helpers/git-push b/helpers/git-push
new file mode 100755
index 0000000..2869dcf
--- /dev/null
+++ b/helpers/git-push
@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+# This script pushes the current branch to the origin repository.
+# As an added bonus, it refreshes the local master branch from
+# the origin, to make sure your branch is in sync with the master of the
+# repo you're pushing to.
+#
+# Syntax: git-push [branch (default=current)]
+
+. llvm-common
+
+branch=
+if [[ $1 != '' ]]; then
+  if [[ `git branch | grep $1` = '' ]]; then
+    echo "Branch '$1' doesn't exist in this repository"
+    exit 2
+  fi
+  branch=$1
+else
+  branch=`get_branch`
+fi
+
+if [[ $branch = 'master' ]]; then
+  echo "Can't push the master branch."
+  echo "Use git-refresh instead."
+  exit 1
+fi
+
+prefix="linaro-local/"
+if echo $branch | grep -q linaro-local; then
+  prefix=""
+fi
+
+echo " ++ Refresh Master from Upstream"
+safe_run git-refresh
+
+echo " ++ Rebase to new master"
+safe_run git checkout $branch
+safe_run git rebase master
+
+echo " ++ Push $branch to Origin"
+safe_run git push -u origin +$branch:$prefix$branch
diff --git a/helpers/git-rebase-all b/helpers/git-rebase-all
new file mode 100755
index 0000000..6b09246
--- /dev/null
+++ b/helpers/git-rebase-all
@@ -0,0 +1,49 @@
+#!/usr/bin/env bash
+
+# This script rebases all branches based on the current master. It does not
+# pull upstream master beforehand. If you need a fresh master, use git-refresh.
+# If you want to rebase only one branch, use the first argument for that.
+# To protect broken branches from being merged (and forcing a manual merge),
+# rename it to <name>-disabled and it'll be skipped.
+#
+# Syntax: git-rebase-all [branch (default=all)]
+
+. llvm-common
+
+echo "Rebasing all branches"
+branch=`get_branch`
+
+if [[ `git diff | head -1` != '' ]]; then
+  echo "You have uncommitted changes in your repo, bailing"
+  echo "Please, stash your changes and run this script again"
+  exit 2
+fi
+
+if [[ $1 != '' ]]; then
+  if [[ `git branch | grep $1` = '' ]]; then
+    echo "Branch '$1' doesn't exist in this repository"
+    exit 3
+  fi
+  branch=$1
+fi
+
+branches=`get_branches`
+for br in $branches; do
+  if [[ $br != 'master' && `echo $br | grep "^disabled"` == '' ]]; then
+    safe_run git checkout $br
+    git rebase master
+    if [[ $? != 0 ]]; then
+      echo "Rebase failed, aborting rebase..."
+      safe_run git rebase --abort
+      safe_run git checkout master
+      exit 1
+    fi
+    safe_run git checkout master
+  fi
+done
+
+final_branch=`get_branch`
+if [[ $branch != $final_branch ]]; then
+  echo "Back to original branch"
+  safe_run git checkout $branch
+fi
diff --git a/helpers/git-refresh b/helpers/git-refresh
new file mode 100755
index 0000000..d27fea5
--- /dev/null
+++ b/helpers/git-refresh
@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+
+# This script refreshes the local repository with the contents of the
+# upstream repository. The main usage of this is to pull the
+# master branch, and sync git-svn if necessary.
+#
+# Syntax: git-refresh [all]
+
+. llvm-common
+
+# Update from origin to upstream
+safe_run git checkout master
+echo " + Fetching origin..."
+safe_run git fetch origin
+if is_git_svn; then
+  echo " + Rebasing SVN master..."
+  safe_run git svn rebase -l
+else
+  echo " + Rebasing master..."
+  safe_run git pull
+fi
+
+# Fetch all other remotes
+if [[ $1 = 'all' ]]; then
+  for remote in `git remote`; do
+    if [ "$remote" != "origin" ]; then
+      echo " + Fetching remote $remote..."
+      safe_run git fetch $remote
+    fi
+  done
+fi
diff --git a/helpers/git-svn-commit b/helpers/git-svn-commit
new file mode 100755
index 0000000..49cb0d3
--- /dev/null
+++ b/helpers/git-svn-commit
@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+# This script commits to SVN via Git-Svn dcommit. It also adds some checks to
+# make sure you're not trying to commit from master, and warns about multiple
+# commits, as they're not always intentional and could mean you're trying to
+# commit from the wrong branch.
+#
+# The script will refresh your master and branches to make sure you have an
+# up-to-date branch before committing, as that would mess up your local svn
+# setup or would at least block your commit from going through.
+
+. llvm-common
+
+force=no
+if [[ $1 = '-f' ]]; then
+  force=yes
+fi
+
+branch=`get_branch`
+if [[ $branch = 'master' ]]; then
+  echo " --- Can't commit master branch"
+  exit 1
+fi
+revs=`git log --pretty=oneline --abbrev-commit --graph --decorate | grep -n master | head -1 | cut -d ":" -f 1`
+revs=$((revs-1))
+if [[ $revs = 0 ]]; then
+  echo " --- No patches in current branch"
+  exit 1
+fi
+if [[ $revs != 1 && $force != 'yes' ]]; then
+  echo " --- Too many patches in current branch, use -f to force commit"
+  exit 1
+fi
+
+# Prepare
+safe_run git-refresh
+safe_run git checkout $branch
+safe_run git rebase master
+
+# Actuall SVN commit. Try to recover once.
+git svn dcommit
+if [[ $? != 0 ]]; then
+  echo " == SVN COMMIT ERROR =="
+  # If we're in the base dir, try it again.
+  if [ -d .git/svn ]; then
+    echo "We're in base dir, cleaning SVN info and trying again"
+    rm -rf .git/svn
+    safe_run git svn rebase
+    safe_run git svn dcommit
+  else
+    echo "Not in base dir, won't try anything. But if you"
+    echo "saw the message 'resource out of date', remove"
+    echo "the .git/svn directory and trying again."
+    exit 1
+  fi
+fi
+
+# Refresh / rebase to avoid future conflicts
+safe_run git-refresh
+safe_run git-rebase-all
diff --git a/helpers/git-which-branch b/helpers/git-which-branch
new file mode 100755
index 0000000..6ff2cc3
--- /dev/null
+++ b/helpers/git-which-branch
@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# Simple wrapper for getting the current branch on a git repo.
+
+. llvm-common
+
+if is_git > /dev/null 2>&1; then
+  get_branch
+else
+  echo "You're not in a git repository"
+  exit 1
+fi
diff --git a/helpers/llvm-arm-dis b/helpers/llvm-arm-dis
new file mode 100755
index 0000000..a0267bf
--- /dev/null
+++ b/helpers/llvm-arm-dis
@@ -0,0 +1,42 @@
+#!/usr/bin/env perl
+
+# This script uses llvm-mc to disassemble byte patterns into possible
+# x86/x86_64/arm/aarch64 instructions, trying to find a way to represent
+# that in any of the instruction sets.
+
+use strict;
+use warnings;
+use Data::Dumper;
+
+#vpush-vpop.s:@ CHECK-ARM: vpop  {s8, s9, s10, s11, s12} @ encoding: [0x05,0x4a,0xbd,0xec]
+#vpush-vpop.s:@ CHECK-THUMB: vpush {d8, d9, d10, d11, d12} @ encoding: [0x2d,0xed,0x0a,0x8b]
+my $syntax = "Syntax: $0 0xFFFF(FFFF)\n";
+my @hexs = &fix_endian($ARGV[0]);
+#die Dumper \@hexs;
+
+foreach (@hexs) {
+  my $code = $_->{'code'};
+  my $arch = $_->{'arch'};
+  print "$arch: $code: ";
+  print `echo "$code" | llvm-mc -disassemble -triple $arch`;
+}
+
+sub fix_endian() {
+  my ($hex) = @_;
+
+  my ($a, $b, $c, $d) = ($hex =~ /^0?x?(\w{2})(\w{2})(\w{0,2})(\w{0,2})$/);
+  print "$a $b $c $d\n";
+  die $syntax unless $a and $b; # at least two bytes
+  die $syntax if $c and not $d; # two or four bytes
+  # ARM/T2/x86
+  if ($c) {
+    return (
+      { 'code' => "0x$d 0x$c 0x$b 0x$a", 'arch' => "armv7" },
+      { 'code' => "0x$b 0x$a 0x$d 0x$c", 'arch' => "thumbv7" },
+      { 'code' => "0x$d 0x$c 0x$b 0x$a", 'arch' => "i686" },
+      { 'code' => "0x$d 0x$c 0x$b 0x$a", 'arch' => "x86_64" }
+    );
+  } else {
+      return ( { 'code' => "0x$b 0x$a", 'arch' => "thumb" } );
+  }
+}
diff --git a/helpers/llvm-branch b/helpers/llvm-branch
new file mode 100755
index 0000000..3ed3cef
--- /dev/null
+++ b/helpers/llvm-branch
@@ -0,0 +1,177 @@
+#!/usr/bin/env bash
+
+# This script helps you check which branches are checked out on git and make
+# sure they're coherent with the feature you're developing. For instance,
+# if a feature spans across both LLVM and Clang, you could name the branch on
+# each repo the same and use this script to seamlessly move between them.
+
+# Syntax: llvm-branch [-d] [branch]
+# -d: delete chosen branch
+# branch: find on llvm and clang and check it out
+# Without arguments, the script lists all branches and highlight the current one
+
+. llvm-common
+
+function print_branches() {
+  local current=$1
+  shift
+  local space=0
+  for each in $*; do
+    if [[ $space = 1 ]]; then
+      echo -n " "
+    fi
+    if [[ $each = $current ]]; then
+      echo -n "[$each]"
+    else
+      echo -n $each
+    fi
+    space=1
+  done
+}
+
+function has() {
+  if [[ $1 = '' || $2 = '' ]]; then
+    echo no
+    return
+  fi
+  local item=$1
+  shift
+  for each in $*; do
+    if [[ $item = $each ]]; then
+      echo yes
+      return
+    fi
+  done
+  echo no
+}
+
+function switch() {
+  SRC=$1
+  branch=$2
+  in=$3
+  if [ -d $SRC ]; then
+    cd $SRC
+    pwd
+    if [[ $in = 'yes' ]]; then
+      if [[ $DEL = '' ]]; then
+        safe_run git checkout $branch
+      else
+        safe_run git checkout master
+        safe_run git branch $DEL $branch
+      fi
+    else
+      if [[ $DEL = '' ]]; then
+        safe_run git checkout master
+      fi
+    fi
+  fi
+}
+
+# Gather info
+cd $LLVM_SRC
+llvm_branch=`get_branch`
+llvm_branches=`get_branches`
+
+CLANG_SRC=$LLVM_SRC/tools/clang
+if [ -d $CLANG_SRC ]; then
+  cd $CLANG_SRC
+  clang_branch=`get_branch`
+  clang_branches=`get_branches`
+fi
+
+RT_SRC=$LLVM_SRC/projects/compiler-rt
+if [ -d $RT_SRC ]; then
+  cd $RT_SRC
+  rt_branch=`get_branch`
+  rt_branches=`get_branches`
+fi
+
+CXX_SRC=$LLVM_SRC/projects/libcxx
+if [ -d $CXX_SRC ]; then
+  cd $CXX_SRC
+  cxx_branch=`get_branch`
+  cxx_branches=`get_branches`
+fi
+
+CXXABI_SRC=$LLVM_SRC/projects/libcxxabi
+if [ -d $CXXABI_SRC ]; then
+  cd $CXXABI_SRC
+  cxxabi_branch=`get_branch`
+  cxxabi_branches=`get_branches`
+fi
+
+UNW_SRC=$LLVM_SRC/projects/libunwind
+if [ -d $UNW_SRC ]; then
+  cd $UNW_SRC
+  unw_branch=`get_branch`
+  unw_branches=`get_branches`
+fi
+
+# Delete chosen branch
+DEL=''
+if [[ $1 = '-d' || $1 = '-D' ]]; then
+  DEL=$1
+  shift
+fi
+
+# No branch chosen, list all
+if [[ $1 = '' ]]; then
+  echo -n "LLVM branches: "
+  print_branches $llvm_branch $llvm_branches
+  echo
+  if [ -d $CLANG_SRC ]; then
+    echo -n "Clang branches: "
+    print_branches $clang_branch $clang_branches
+    echo
+  fi
+  if [ -d $RT_SRC ]; then
+    echo -n "Compiler-RT branches: "
+    print_branches $rt_branch $rt_branches
+    echo
+  fi
+  if [ -d $CXX_SRC ]; then
+    echo -n "LibC++ branches: "
+    print_branches $cxx_branch $cxx_branches
+    echo
+  fi
+  if [ -d $CXXABI_SRC ]; then
+    echo -n "LibC++ABI branches: "
+    print_branches $cxxabi_branch $cxxabi_branches
+    echo
+  fi
+  if [ -d $UNW_SRC ]; then
+    echo -n "LibUnwind branches: "
+    print_branches $unw_branch $unw_branches
+    echo
+  fi
+  exit
+fi
+
+# Search for branch name
+branch=$1
+
+if [[ $DEL = 1 && $branch = 'master' ]]; then
+  echo "Cannot delete the master branch"
+  exit 1
+fi
+
+# Check which projects the branch is
+in_llvm=`has $branch $llvm_branches`
+in_clang=`has $branch $clang_branches`
+in_rt=`has $branch $rt_branches`
+in_cxx=`has $branch $cxx_branches`
+in_cxxabi=`has $branch $cxxabi_branches`
+in_unw=`has $branch $unw_branches`
+if [[ $in_clang = 'no' && $in_llvm = 'no' && $in_rt = 'no' && \
+      $in_cxx = 'no' && $in_cxxabi = 'no' && $in_unw = 'no' ]]; then
+  echo "Branch $branch doesn't exist on any repository"
+  exit 1
+fi
+
+# DO IT
+switch $LLVM_SRC $branch $in_llvm
+switch $CLANG_SRC $branch $in_clang
+switch $RT_SRC $branch $in_rt
+switch $CXX_SRC $branch $in_cxx
+switch $CXXABI_SRC $branch $in_cxxabi
+switch $UNW_SRC $branch $in_unw
diff --git a/helpers/llvm-build b/helpers/llvm-build
new file mode 100755
index 0000000..8d2fab4
--- /dev/null
+++ b/helpers/llvm-build
@@ -0,0 +1,109 @@
+#!/usr/bin/env bash
+
+# This script helps you build LLVM. It can update the repositories first,
+# run the check-all after and even install it in your system. Since the
+# LLVM tree changes constantly, it's recommended that you run this script
+# with update+check at least once a week, and most importantly, before you
+# begin a big change, to make sure the repos are current and stable.
+
+. llvm-common
+
+## CMD line options and defaults
+CPUs=`grep -c proc /proc/cpuinfo`
+build_dir=$LLVM_BLD
+install_dir=$LLVM_BLD/../../install
+build_type=Release
+shared=
+targets=
+prog=`basename $0`
+syntax="Syntax: $prog [-u(pdate)] [-c(check-all)] [-i(nstall)] [-d(debug)]"
+update=false
+check=false
+master=false
+debug=false
+inst=false
+while getopts "ucimd" opt; do
+  case $opt in
+    u)
+      update=true
+      ;;
+    c)
+      check=true
+      ;;
+    i)
+      inst=true
+      ;;
+    m)
+      master=true
+      ;;
+    d)
+      debug=true
+      build_dir=$LLVM_BLD/../debug
+      ;;
+    *)
+      echo $syntax
+      exit 1
+      ;;
+  esac
+done
+
+## Run llvm-sync before
+if $update; then
+	echo " + Updating Repositories"
+  safe_run llvm-sync -a
+fi
+
+## Make sure all branches are on master
+if $master; then
+  echo " + Checking out master"
+  safe_run llvm-branch master
+fi
+
+## Choose between make and ninja
+make=make
+ninja=
+if which ninja 2>&1 > /dev/null; then
+  make=ninja
+  ninja="-G Ninja"
+fi
+
+## Debug mode, make it lighter
+if $debug; then
+  build_type=Debug
+  shared=-DBUILD_SHARED_LIBS=True
+  targets=-DLLVM_TARGETS_TO_BUILD="ARM;X86;AArch64"
+fi
+
+## Make sure sure build dir is there
+if [ ! -d $build_dir ]; then
+  mkdir -p $builddir
+fi
+cd $build_dir
+
+## Re-run CMake file files are damaged / not there
+if [ ! -f build.ninja ] && [ ! -f Makefile ]; then
+	echo " + Configuring Build"
+  safe_run cmake $ninja $LLVM_SRC \
+            -DCMAKE_BUILD_TYPE=$build_type \
+            -DLLVM_BUILD_TESTS=True \
+            -DLLVM_ENABLE_ASSERTIONS=True \
+            -DPYTHON_EXECUTABLE=/usr/bin/python2 \
+            -DCMAKE_INSTALL_PREFIX=$install_dir \
+            $targets $shared
+fi
+
+## Build
+echo " + Building LLVM"
+safe_run $make -j$CPUs
+
+## Check
+if $check; then
+  echo " + Running Tests"
+  safe_run $make check-all
+fi
+
+## Install
+if $inst; then
+  echo " + Installing on the System"
+  safe_run $make install
+fi
diff --git a/helpers/llvm-common b/helpers/llvm-common
new file mode 100755
index 0000000..5cf3f4a
--- /dev/null
+++ b/helpers/llvm-common
@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+# The common script is only meant to be included from other LLVM helper scripts
+
+if [[ $LLVM_SRC = '' ]]; then
+  echo "Please, define \$LLVM_SRC"
+  exit -1
+fi
+if [[ $LLVM_BLD = '' ]]; then
+  echo "Please, define \$LLVM_BLD"
+  exit -1
+fi
+if [[ $LLVM_GITRW = '' ]]; then
+  echo "Please, define \$LLVM_GITRW"
+  exit -1
+fi
+if [[ $LLVM_GITRW = 'yes' ]]; then
+  if [[ $LLVM_SVNUSER = '' ]] || [[ $LLVM_GITUSER = '' ]]; then
+    echo "Please, define \$LLVM_GITUSER and \$LLVM_SVNUSER when using GITRW=yes"
+    echo "GITUSER is your Linaro git user, SVNUSER is your LLVM commit user"
+    exit 1
+  fi
+fi
+
+get_branch() {
+  branch=`git rev-parse --abbrev-ref HEAD`
+  if [[ $? != 0 ]]; then
+    local dir=`pwd`
+  	echo "Source dir '$dir' is not in a git repository" 1>&2
+	  exit -1
+  fi
+  echo $branch
+}
+
+get_branches() {
+  branches=`git for-each-ref --sort=-committerdate refs/heads/ --format='%(refname:short)'`
+  if [[ $? != 0 ]]; then
+    local dir=`pwd`
+  	echo "Source dir '$dir' is not in a git repository" 1>&2
+	  exit -1
+  fi
+  echo $branches
+}
+
+safe_run() {
+  CMD="$*"
+  $CMD
+  if [[ $? != 0 ]]; then
+	  echo "'$CMD' failed, bailing out"
+    exit 1
+  fi
+}
+
+is_git() {
+  test -d `git rev-parse --show-toplevel`/.git
+}
+
+is_git_svn() {
+  test -f `git rev-parse --show-toplevel`/.git/svn/.metadata
+}
diff --git a/helpers/llvm-doc b/helpers/llvm-doc
new file mode 100755
index 0000000..d8d507f
--- /dev/null
+++ b/helpers/llvm-doc
@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+# Helper script for re-compiling the documentation after changes.
+
+if [ ! -f index.rst ]; then
+  echo "You must be at the LLVM Docs directory to use this script"
+  exit -1
+fi
+
+SYNTAX="`basename $0` <doc.rst>"
+if [[ $1 = '' ]]; then
+  echo $SYNTAX
+  exit -1
+fi
+DOC=$1
+
+sphinx-build -b html -d _build/doctrees . _build/html $DOC
diff --git a/helpers/llvm-irtonew b/helpers/llvm-irtonew
new file mode 100755
index 0000000..4e798a4
--- /dev/null
+++ b/helpers/llvm-irtonew
@@ -0,0 +1,22 @@
+#!/usr/bin/env perl
+
+use strict;
+use warnings;
+
+# This script moves IR from the old syntax to the new one.
+# The three biggest changes is to:
+# 1. Move "load type object" to "load type, type* object"
+# 2. Move "GEP type object" to "GEP type, type* object"
+# 3. Clean up metadata
+
+if (!$ARGV[0] or !-f $ARGV[0]) {
+  die "Syntax: llvm-irtonew file.ll\n";
+}
+open(FH, $ARGV[0]) || die "Can't open file '$ARGV[0]': $!\n";
+foreach my $line (<FH>) {
+  $line =~ s/ load (.*)\* %/ load $1, $1* %/;
+  $line =~ s/ getelementptr (.*)\* %/ getelementptr $1, $1* %/;
+  $line =~ s/,? ?!.*//;
+  print $line;
+}
+close FH;
diff --git a/helpers/llvm-lit b/helpers/llvm-lit
new file mode 100755
index 0000000..32143fb
--- /dev/null
+++ b/helpers/llvm-lit
@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+
+# Helper script for running a single LIT test inside the build tree.
+
+if [[ $1 = '' ]]; then
+  echo "Syntax: $0 test-dir"
+  exit -1
+fi
+DIR=$1
+
+$LLVM_SRC/utils/lit/lit.py \
+  --param build_mode=. \
+  -sv \
+  --param llvm_site_config=$LLVM_BLD/test/lit.site.cfg \
+  --param llvm_unit_site_config=$LLVM_BLD/test/Unit/lit.site.cfg \
+  $DIR
diff --git a/helpers/llvm-prepare b/helpers/llvm-prepare
new file mode 100755
index 0000000..204bfa4
--- /dev/null
+++ b/helpers/llvm-prepare
@@ -0,0 +1,87 @@
+#!/usr/bin/env bash
+
+# This script creates the source tree as the other LLVM scripts would like to
+# find. It's recommended that you use this script before all, and keep the
+# format correct, so all the other scripts work accordingly. This script
+# honours the LLVM_GITRW requirement and creates the appropriate type.
+
+. llvm-common
+
+function prepare() {
+  src=$1
+  link=$2
+  origin=$3
+  svn=$4
+  dir=`basename $src`
+  # Clone Linaro repo
+  if [ ! -d $src/.git ]; then
+    mkdir -p $src
+    cd $src/..
+    safe_run git clone $origin $dir
+  fi
+  # Link with upstream SVN
+  if [[ $LLVM_GITRW = 'yes' && ! -d $src/.git/svn ]]; then
+    cd $src
+    safe_run git svn init $svn --username=$LLVM_SVNUSER
+    safe_run git config svn-remote.svn.fetch :refs/remotes/origin/master
+    safe_run git svn fetch
+  fi
+  # Create the symlink into LLVM's source
+  if [[ $link != "no" && ! -x $link ]]; then
+    cd $src
+    ln -sf $src $link
+  fi
+}
+
+echo " + Setting up LLVM"
+prepare $LLVM_SRC $LLVM_SRC \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/llvm \
+        https://llvm.org/svn/llvm-project/llvm/trunk
+echo " + Setting up Clang"
+prepare $LLVM_SRC/../clang $LLVM_SRC/tools/clang \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/clang \
+        https://llvm.org/svn/llvm-project/cfe/trunk
+echo " + Setting up Clang Tools Extra"
+prepare $LLVM_SRC/../clang-tools-extra $LLVM_SRC/../clang/tools/extra \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/clang-tools-extra \
+        https://llvm.org/svn/llvm-project/clang-tools-extra/trunk
+echo " + Setting up Compiler-RT"
+prepare $LLVM_SRC/../compiler-rt $LLVM_SRC/projects/compiler-rt \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/compiler-rt \
+        https://llvm.org/svn/llvm-project/compiler-rt/trunk
+echo " + Setting up LLD Linker"
+prepare $LLVM_SRC/../lld $LLVM_SRC/tools/lld \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/lld \
+        https://llvm.org/svn/llvm-project/lld/trunk
+echo " + Setting up LibC++"
+prepare $LLVM_SRC/../libcxx no \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/libcxx \
+        https://llvm.org/svn/llvm-project/libcxx/trunk
+echo " + Setting up LibC++ABI"
+prepare $LLVM_SRC/../libcxxabi no \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/libcxxabi \
+        https://llvm.org/svn/llvm-project/libcxxabi/trunk
+echo " + Setting up LibUnwind"
+prepare $LLVM_SRC/../libunwind $LLVM_SRC/projects/libunwind \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/libunwind \
+        https://llvm.org/svn/llvm-project/libunwind/trunk
+echo " + Setting up LLDB Debugger"
+prepare $LLVM_SRC/../lldb $LLVM_SRC/tools/lldb \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/lldb \
+        https://llvm.org/svn/llvm-project/lldb/trunk
+echo " + Setting up Test Suite"
+prepare $LLVM_SRC/../test-suite $LLVM_SRC/projects/test-suite \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/test-suite \
+        https://llvm.org/svn/llvm-project/test-suite/trunk
+echo " + Setting up LNT Test harness"
+prepare $LLVM_SRC/../lnt $LLVM_SRC/projects/lnt \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/lnt \
+        https://llvm.org/svn/llvm-project/lnt/trunk
+echo " + Setting up Zorg Buildbot Config"
+prepare $LLVM_SRC/../zorg $LLVM_SRC/projects/zorg \
+        ssh://$LLVM_GITUSER@review.linaro.org:29418/toolchain/llvm/zorg \
+        https://llvm.org/svn/llvm-project/zorg/trunk
+
+mkdir -p $LLVM_BLD
+
+echo " + Done"
diff --git a/helpers/llvm-projs b/helpers/llvm-projs
new file mode 100755
index 0000000..e0ff2da
--- /dev/null
+++ b/helpers/llvm-projs
@@ -0,0 +1,150 @@
+#!/usr/bin/env bash
+
+# This script keeps track of all projects that are linked to the llvm src
+# directory. It can detect, enable, disable and map to specific projects,
+# so different builds get to see the source dir as they saw originally.
+
+. llvm-common
+
+prog=`basename $0`
+syntax() {
+  echo "Syntax: $prog {+/-}[clang|rt|libs|tools|test]"
+  echo " noarg: list linked projects"
+  echo " {+/-}: link / unlik projects (default: link)"
+}
+
+# Dirs and links into LLVM
+clang_dir=clang
+clang_link=tools/clang
+rt_dir=compiler-rt
+rt_link=projects/compiler-rt
+libcxx_dir=libcxx
+libcxx_link=projects/libcxx
+libcxxabi_dir=libcxxabi
+libcxxabi_link=projects/libcxxabi
+libunwind_dir=libunwind
+libunwind_link=projects/libunwind
+lld_dir=lld
+lld_link=tools/lld
+lldb_dir=lldb
+lldb_link=tools/lldb
+tests_dir=test-suite
+tests_link=projects/test-suite
+
+# Check if link exists
+has() {
+  link=$1
+  [ -s "$LLVM_SRC/$link" ]
+}
+
+# Initialise status
+init() {
+  link=$1
+  if has $link; then
+    echo "true";
+  else
+    echo "false"
+  fi
+}
+
+# Link/Unlink upon need
+update() {
+  dir=$1
+  link=$2
+  need=$3
+  if $need; then
+    ln -sf $LLVM_SRC/../$dir $LLVM_SRC/$link
+  else
+    rm -f $LLVM_SRC/$link
+  fi
+}
+
+# Lists linked projects and quit
+list_all() {
+  echo "Projects linked:"
+  has $clang_link && echo " + Clang"
+  has $rt_link && echo " + Compiler-RT"
+  has $libcxx_link && echo " + LibC++"
+  has $libcxxabi_link && echo " + LibC++abi"
+  has $libunwind_link && echo " + LibUnwind"
+  has $lld_link && echo " + LLD"
+  has $lldb_link && echo " + LLDB"
+  has $tests_link && echo " + Test-Suite"
+  echo
+}
+
+# No args, list
+if [ "$1" = "" ]; then
+  echo "Use $prog -h for options"
+  echo
+  list_all
+  exit
+fi
+
+# Need/not need
+clang=`init $clang_link`
+rt=`init $rt_link`
+libcxx=`init $libcxx_link`
+libcxxabi=`init $libcxxabi_link`
+libunwind=`init $libunwind_link`
+lld=`init $lld_link`
+lldb=`init $lldb_link`
+tests=`init $tests_link`
+
+# Check all needed projects
+while ! test -z $1; do
+  opt=$1
+  sign=${opt:0:1}
+  flag=true
+  if [ "$sign" = "-" ]; then
+    flag=false
+    opt=${opt:1}
+  fi
+  if [ "$sign" = "+" ]; then
+    opt=${opt:1}
+  fi
+
+  case $opt in
+    clang)
+      clang=$flag
+      ;;
+    rt)
+      rt=$flag
+      ;;
+    libs)
+      libcxx=$flag
+      libcxxabi=$flag
+      libunwind=$flag
+      ;;
+    tools)
+      lld=$flag
+      lldb=$flag
+      ;;
+    test)
+      tests=$flag
+      ;;
+    list)
+      list_all
+      exit
+      ;;
+    -h)
+      syntax
+      exit
+      ;;
+    *)
+      syntax
+      exit 1
+  esac
+  shift
+done
+
+# Update links
+update $tests_dir $tests_link $tests
+update $lldb_dir $lldb_link $lldb
+update $lld_dir $lld_link $lld
+update $libunwind_dir $libunwind_link $libunwind
+update $libcxxabi_dir $libcxxabi_link $libcxxabi
+update $libcxx_dir $libcxx_link $libcxx
+update $rt_dir $rt_link $rt
+update $clang_dir $clang_link $clang
+list_all
diff --git a/helpers/llvm-reset b/helpers/llvm-reset
new file mode 100755
index 0000000..f219cd8
--- /dev/null
+++ b/helpers/llvm-reset
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+
+# Helper script for fixing Git-Svn problems.
+
+. llvm-common
+
+reset_git_svn() {
+  name=$1
+  dir=$2
+  if [[ -d $dir && -d $dir/.git/svn ]]; then
+    echo " + Resetting $name"
+    cd $dir
+    rm -rf .git/svn
+    safe_run git svn rebase -l
+  fi
+}
+
+reset_git_svn LLVM $LLVM_SRC
+reset_git_svn Clang $LLVM_SRC/../clang
+reset_git_svn Compiler-RT $LLVM_SRC/../compiler-rt
+reset_git_svn Libc++ $LLVM_SRC/../libcxx
+reset_git_svn Libc++abi $LLVM_SRC/../libcxxabi
+reset_git_svn LibUnwind $LLVM_SRC/../libunwind
+reset_git_svn Linker $LLVM_SRC/../lld
+reset_git_svn Debugger $LLVM_SRC/../lldb
+reset_git_svn LNT $LLVM_SRC/../lnt
+reset_git_svn Zorg $LLVM_SRC/../zorg
+reset_git_svn Test-Suite $LLVM_SRC/../test-suite
diff --git a/helpers/llvm-sync b/helpers/llvm-sync
new file mode 100755
index 0000000..bd46404
--- /dev/null
+++ b/helpers/llvm-sync
@@ -0,0 +1,103 @@
+#!/usr/bin/env bash
+
+# This script checks out all repositories from upstream and pushes master
+# to the origin repo on Linaro's Git server, rebasing all local branches,
+# but *not* pushing them, too.
+
+. llvm-common
+
+function repo_sync () {
+  if [ ! -d $2 ]; then return; fi
+  echo " + Updating $1"
+  cd $2
+  branch=`get_branch`
+  safe_run git-refresh
+  safe_run git-rebase-all $branch
+}
+
+prog=`basename $0`
+syntax="Syntax: $prog [-compiler(r)T] [-(l)ibs] [-Lin(k)er] [-(d)ebugger] [-(t)ests] [-(w)eb pages] [-(a)ll]"
+rt=false
+libs=false
+linker=false
+debug=false
+tests=false
+web=false
+
+while getopts "rlkdtwa" opt; do
+  case $opt in
+    r)
+      rt=true
+      ;;
+    l)
+      libs=true
+      ;;
+    k)
+      linker=true
+      ;;
+    d)
+      debug=true
+      ;;
+    t)
+      tests=true
+      ;;
+    w)
+      web=true
+      ;;
+    a)
+      rt=true
+      libs=true
+      linker=true
+      debug=true
+      tests=true
+      ;;
+    *)
+      echo $syntax
+      exit 1
+      ;;
+  esac
+done
+
+# Compulsory updates
+repo_sync LLVM $LLVM_SRC
+repo_sync Clang $LLVM_SRC/../clang
+
+# Optional updates
+if $rt; then
+  repo_sync RT $LLVM_SRC/../compiler-rt
+fi
+
+if $libs; then
+  repo_sync LibC++ $LLVM_SRC/../libcxx
+  repo_sync LibC++ABI $LLVM_SRC/../libcxxabi
+  repo_sync LibUnwind $LLVM_SRC/../libunwind
+fi
+
+if $linker; then
+  repo_sync Linker $LLVM_SRC/../lld
+fi
+
+if $debug; then
+  repo_sync Debugger $LLVM_SRC/../lldb
+fi
+
+if $tests; then
+  repo_sync Test-Suite $LLVM_SRC/../test-suite
+  repo_sync LNT $LLVM_SRC/../lnt
+  repo_sync Zorg $LLVM_SRC/../zorg
+fi
+
+# These are pure SVN repos, not enabled with -a
+# You have to manually force with -w
+if $web; then
+  if [ -d $LLVM_SRC/../www ]; then
+    echo " + Updating WWW"
+    cd $LLVM_SRC/../www
+    svn up
+  fi
+  if [ -d $LLVM_SRC/../pubs ]; then
+    echo " + Updating Pubs"
+    cd $LLVM_SRC/../pubs
+    svn up
+  fi
+fi