Overleaf/services/web/Jenkinsfile

def action_test_frontend_ct_build = false
def action_pull_cache = false
def action_build_deps = false
def action_copy_external_pages = false
def action_build_dev = false
def action_test_acceptance_app_server_pro = false
def action_build_webpack = false
def action_test_acceptance_app_saas = false
def action_build_pug = false
def action_build_production= false
def action_fetch_sentry_secret = false

pipeline {
  agent {
    node {
      label 'jenkins-agent-web'
      customWorkspace '/workspace'
    }
  }

  options {
    timestamps()
    parallelsAlwaysFailFast()
  }

  environment {
      IMAGE_NAME = 'web'
      PROJECT_NAME = 'web'
      IMAGE_REPO = 'us-east1-docker.pkg.dev/overleaf-ops/ol-docker/web'
      AR_REPO_LOCATION = 'us-east1'
      AR_URL = 'us-east1-docker.pkg.dev/overleaf-ops/ol-docker'
      DOCKER_COMPOSE_FLAGS = '-f docker-compose.ci.yml'
      BRANCH_NAME = "${CHANGE_BRANCH || GIT_BRANCH.replace('origin/', '')}"
      COMMIT_SHA = "${GIT_COMMIT}"
      SHORT_SHA = "${GIT_COMMIT.take(7)}"
      CDN_STAG = "gs://ol-stag-web-assets-1"
      CDN_PROD = "gs://mgcp-1117973-ol-prod-web-assets-1"
  }

  stages {
    stage ('Build, Test and Push') {
      parallel {
        stage('Copy external pages') {
          steps {
            dir('services/web') {
              sh 'bin/copy_external_pages'
              script {
                action_copy_external_pages = true
              }
            }
          }
        }
        stage('Pull cache') {
          steps {
            sh 'docker pull ${AR_URL}/${IMAGE_NAME}:main-deps'
            script {
              action_pull_cache = true
            }
          }
        }
        stage('Prefetch Tests Images') {
          steps {
            dir('services/web') {
              sh 'docker compose -f docker-compose.ci.yml pull --quiet test_frontend_ct mongo redis ldap saml'
            }
          }
        }
        stage('Build Deps') {
          steps {
            script {
              waitUntil {
                return action_pull_cache
              }
            }
            dir('services/web') {
              sh 'make build_deps'
            }
            script {
              action_build_deps = true
            }
          }
        }
        stage('Push Deps') {
          steps {
            script {
              waitUntil {
                return action_build_deps
              }
            }
            dir('services/web') {
              sh 'docker push ${AR_URL}/${IMAGE_NAME}:${BRANCH_NAME}-deps'
            }
          }
        }
        stage('Build Dev') {
          steps {
            script {
              waitUntil {
                return action_build_deps && action_copy_external_pages
              }
            }
            dir('services/web') {
              sh 'make build_dev'
            }
            script {
              action_build_dev = true
            }
          }
        }
        stage ('Format') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh 'make format_in_docker'
            }
          }
        }
        stage('Lint') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh 'make lint_in_docker'
            }
          }
        }
        stage('Shellcheck') {
          steps {
            dir('services/web') {
              sh 'make shellcheck'
            }
          }
        }
        stage('Acceptance SaaS') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh 'make test_acceptance_app_saas'
            }
            script {
              action_test_acceptance_app_saas = true
            }
          }
        }
        stage('Acceptance Server CE') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_app_server_ce"
            }
          }
        }
        stage('Acceptance Server Pro') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_app_server_pro"
            }
            script {
              action_test_acceptance_app_server_pro = true
            }
          }
        }
        stage('test_acceptance_modules_merged_saas_1') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_saas_1"
            }
          }
        }
        stage('test_acceptance_modules_merged_saas_2') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_saas_2"
            }
          }
        }
        stage('test_acceptance_modules_merged_saas_3') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_saas_3"
            }
          }
        }
        stage('test_acceptance_modules_merged_saas_4') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_saas_4"
            }
          }
        }
        stage('test_acceptance_modules_merged_server_ce') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_server_ce"
            }
          }
        }
        stage('test_acceptance_modules_merged_server_pro') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_acceptance_modules_merged_server_pro"
            }
          }
        }
        stage('test_frontend') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make test_frontend"
            }
          }
        }
        stage('test_frontend_ct_build') {
          steps {
            script {
              waitUntil {
                return action_build_dev
              }
            }
            dir('services/web') {
              sh "make build_test_frontend_ct"
            }
            script {
              action_test_frontend_ct_build = true
            }
          }
        }
        stage('test_frontend_ct_core_other') {
            environment {
                CYPRESS_INTERNAL_BROWSER_CONNECT_TIMEOUT = '120000'
            }
            steps {
                script {
                    waitUntil {
                      return action_test_frontend_ct_build
                    }
                }
                dir('services/web') {
                  sh "make test_frontend_ct_core_other"
                }
            }
        }
        stage('test_frontend_ct_core_features') {
            environment {
                CYPRESS_INTERNAL_BROWSER_CONNECT_TIMEOUT = '120000'
            }
            steps {
                script {
                    waitUntil {
                      return action_test_frontend_ct_build
                    }
                }
                dir('services/web') {
                  sh "make test_frontend_ct_core_features"
                }
            }
        }
        stage('test_frontend_ct_modules') {
            environment {
                CYPRESS_INTERNAL_BROWSER_CONNECT_TIMEOUT = '120000'
            }
            steps {
                script {
                  waitUntil {
                    return action_test_frontend_ct_build
                  }
                }
                dir('services/web') {
                  sh "make test_frontend_ct_modules"
                }
            }
        }
        stage('test_frontend_ct_editor_visual') {
            steps {
                script {
                  waitUntil {
                    return action_test_frontend_ct_build
                  }
                }
                dir('services/web') {
                  sh "make test_frontend_ct_editor_visual"
                }
            }
        }
        stage('test_frontend_ct_editor_other') {
            steps {
                script {
                  waitUntil {
                    return action_test_frontend_ct_build
                  }
                }
                dir('services/web') {
                  sh "make test_frontend_ct_editor_other"
                }
            }
        }
        stage('Test Unit ESM') {
            steps {
                script {
                  waitUntil {
                    return action_build_dev
                  }
                }
                dir('services/web') {
                  sh "make test_unit_esm"
                }
            }
        }
        stage('Test Unit Mocha') {
            steps {
                script {
                  waitUntil {
                    return action_build_dev
                  }
                }
                dir('services/web') {
                  sh "make test_unit_mocha"
                }
            }
        }
        stage('Build Webpack'){
          steps {
            script {
              waitUntil {
                return action_build_dev && action_test_acceptance_app_server_pro
              }
            }
            dir('services/web') {
              sh 'make build_webpack'
            }
            script {
              action_build_webpack = true
            }
          }
        }
        stage('Build Pug') {
          steps {
            script {
              waitUntil {
                return action_build_dev && action_test_acceptance_app_server_pro
              }
            }
            dir('services/web') {
              sh 'make build_pug'
            }
            script {
              action_build_pug = true
            }
          }
        }
        stage('CDN Upload Image') {
          steps {
            script {
              waitUntil {
                return action_build_webpack
              }
            }
            dir('services/web') {
              sh 'make tar'
              sh 'bin/cdn_upload'
            }
          }
        }
        stage('Build Production'){
          steps {
            script {
              waitUntil {
                return action_build_webpack & action_build_pug
              }
            }
            dir('services/web') {
              sh 'make build'
            }
            script {
              action_build_production = true
            }
          }
        }
        stage('Fetch Sentry Secret') {
          steps {
            script {
              waitUntil {
                return action_build_webpack & action_build_production
              }
            }
            dir('services/web') {
              sh 'gcloud secrets versions access latest --secret=web-sentryclirc > .sentryclirc'
            }
            script {
              action_fetch_sentry_secret = true
            }
          }
        }
        stage('Sentry Upload') {
          agent {
              docker {
                  image 'getsentry/sentry-cli:2.16.1'
                  args '--entrypoint='
                  reuseNode true
              }
          }
          steps {
            script {
              waitUntil {
                return action_fetch_sentry_secret
              }
            }
            dir('services/web') {
              sh 'bin/sentry_upload'
            }
          }
        }
      }
    }
    stage('Push Production') {
      steps {
        dir('services/web') {
          sh 'make publish'
        }
      }
    }
  }
  post {
    cleanup {
      dir('services/web') {
        sh 'make clean'
      }
      sh 'make clean_jenkins'
    }
  }
}

// vim: set ft=groovy :