area/circleci: Speed up circleci build process for branches and pr (#16778)

* speed up circleci build
* convert build.sh to functions and add args for different build types
* add yarn cache
* add build latest to packaging step
* fast build should not try to tag non-amd builds
* remove signing step for prs-and-branches

scripts/build/build.sh

@@ -1,20 +1,58 @@
 #!/bin/bash
-
 #
 #   This script is executed from within the container.
 #
-
 set -e
 
-EXTRA_OPTS="$@"
-
+##########
 CCARMV6=/opt/rpi-tools/arm-bcm2708/arm-linux-gnueabihf/bin/arm-linux-gnueabihf-gcc
 CCARMV7=arm-linux-gnueabihf-gcc
 CCARM64=aarch64-linux-gnu-gcc
 CCX64=/tmp/x86_64-centos6-linux-gnu/bin/x86_64-centos6-linux-gnu-gcc
-
+##########
 GOPATH=/go
 REPO_PATH=$GOPATH/src/github.com/grafana/grafana
+##########
+
+BUILD_FAST=0
+BUILD_BACKEND=1
+BUILD_FRONTEND=1
+BUILD_PACKAGE=1
+
+while [ "$1" != "" ]; do
+  case "$1" in
+    "--fast")
+      BUILD_FAST=1
+      echo "Fast build enabled"
+      shift
+      ;;
+    "--backend-only")
+      BUILD_FRONTEND=0
+      BUILD_PACKAGE=0
+      echo "Building only backend"
+      shift
+      ;;
+    "--frontend-only")
+      BUILD_BACKEND=0
+      BUILD_PACKAGE=0
+      echo "Building only frontend"
+      shift
+      ;;
+    "--package-only")
+      BUILD_BACKEND=0
+      BUILD_FRONTEND=0
+      echo "Building only packaging"
+      shift
+      ;;
+    * )
+      # unknown param causes args to be passed through to $@
+      break
+      ;;
+  esac
+done
+
+EXTRA_OPTS="$@"
+
 
 cd /go/src/github.com/grafana/grafana
 echo "current dir: $(pwd)"
@@ -31,31 +69,77 @@ fi
 echo "Build arguments: $OPT"
 echo "current dir: $(pwd)"
 
-go run build.go -goarch armv6 -cc ${CCARMV6} ${OPT} build
-go run build.go -goarch armv7 -cc ${CCARMV7} ${OPT} build
-go run build.go -goarch arm64 -cc ${CCARM64} ${OPT} build
+function build_backend_linux_amd64() {
+  if [ ! -d "dist" ]; then
+    mkdir dist
+  fi
+  CC=${CCX64} go run build.go ${OPT} build
+}
 
-CC=${CCX64} go run build.go ${OPT} build
+function build_backend() {
+  if [ ! -d "dist" ]; then
+    mkdir dist
+  fi
 
-yarn install --pure-lockfile --no-progress
+  go run build.go -goarch armv6 -cc ${CCARMV6} ${OPT} build
+  go run build.go -goarch armv7 -cc ${CCARMV7} ${OPT} build
+  go run build.go -goarch arm64 -cc ${CCARM64} ${OPT} build
+  build_backend_linux_amd64
+}
 
-echo "Building frontend"
-go run build.go ${OPT} build-frontend
+function build_frontend() {
+  if [ ! -d "dist" ]; then
+    mkdir dist
+  fi
+  yarn install --pure-lockfile --no-progress
+  echo "Building frontend"
+  go run build.go ${OPT} build-frontend
+  echo "FRONTEND: finished"
+}
 
-if [ -d "dist" ]; then
-  rm -rf dist
+function package_linux_amd64() {
+  echo "Packaging Linux AMD64"
+  go run build.go -goos linux -pkg-arch amd64 ${OPT} package-only
+  go run build.go latest
+  echo "PACKAGE LINUX AMD64: finished"
+}
+
+function package_all() {
+  echo "Packaging ALL"
+  go run build.go -goos linux -pkg-arch armv6 ${OPT} -skipRpm package-only
+  go run build.go -goos linux -pkg-arch armv7 ${OPT} package-only
+  go run build.go -goos linux -pkg-arch arm64 ${OPT} package-only
+  package_linux_amd64
+  echo "PACKAGE ALL: finished"
+}
+
+function package_setup() {
+  echo "Packaging: Setup environment"
+  if [ -d "dist" ]; then
+    rm -rf dist
+  fi
+  mkdir dist
+  go run build.go -gen-version ${OPT} > dist/grafana.version
+  # Load ruby, needed for packing with fpm
+  source /etc/profile.d/rvm.sh
+}
+
+if [ $BUILD_FAST = "0" ]; then
+  build_backend
+  build_frontend
+  package_setup
+  package_all
+else
+  if [ $BUILD_BACKEND = "1" ]; then
+    build_backend_linux_amd64
+  fi
+  if [ $BUILD_FRONTEND = "1" ]; then
+    build_frontend
+  fi
+  if [ $BUILD_PACKAGE = "1" ]; then
+    package_setup
+    package_linux_amd64
+    # last step
+    #go run build.go latest
+  fi
 fi
-
-mkdir dist
-go run build.go -gen-version ${OPT} > dist/grafana.version
-
-# Load ruby, needed for packing with fpm
-source /etc/profile.d/rvm.sh
-
-echo "Packaging"
-go run build.go -goos linux -pkg-arch amd64 ${OPT} package-only
-go run build.go -goos linux -pkg-arch armv6 ${OPT} -skipRpm package-only
-go run build.go -goos linux -pkg-arch armv7 ${OPT} package-only
-go run build.go -goos linux -pkg-arch arm64 ${OPT} package-only
-
-go run build.go latest