From d74cbaf9fd5f98bcaa18cfa5e1f349b6ea5ba285 Mon Sep 17 00:00:00 2001 From: Peter Zhu Date: Mon, 11 Nov 2024 19:08:56 -0500 Subject: [PATCH] Publish Min Artifacts with new 7.3.4 libs (#5180) Signed-off-by: Peter Zhu --- .../publish-min-snapshots.jenkinsfile | 7 +- tests/jenkins/TestPublishMinSnapshots.groovy | 6 +- .../publish-min-snapshots.jenkinsfile.txt | 165 +++--------------- 3 files changed, 29 insertions(+), 149 deletions(-) diff --git a/jenkins/opensearch/publish-min-snapshots.jenkinsfile b/jenkins/opensearch/publish-min-snapshots.jenkinsfile index a78b1c5441..6c723bf8f4 100644 --- a/jenkins/opensearch/publish-min-snapshots.jenkinsfile +++ b/jenkins/opensearch/publish-min-snapshots.jenkinsfile @@ -7,7 +7,7 @@ * compatible open source license. */ -lib = library(identifier: 'jenkins@7.3.3', retriever: modernSCM([ +lib = library(identifier: 'jenkins@7.3.4', retriever: modernSCM([ $class: 'GitSCMSource', remote: 'https://github.com/opensearch-project/opensearch-build-libraries.git', ])) @@ -74,7 +74,6 @@ pipeline { ) echo("Uploading linux x64 tar min snapshots to S3") uploadMinSnapshotsToS3( - fileActions: [createSha512Checksums(), createSignatureFiles()], distribution: 'tar' ) } @@ -107,7 +106,6 @@ pipeline { ) echo("Uploading linux arm64 tar min snapshots to S3") uploadMinSnapshotsToS3( - fileActions: [createSha512Checksums(), createSignatureFiles()], distribution: 'tar' ) } @@ -139,7 +137,6 @@ pipeline { ) echo("Uploading darwin x64 tar min snapshots to S3") uploadMinSnapshotsToS3( - fileActions: [createSha512Checksums(), createSignatureFiles()], distribution: 'tar' ) } @@ -171,7 +168,6 @@ pipeline { ) echo("Uploading darwin arm64 tar min snapshots to S3") uploadMinSnapshotsToS3( - fileActions: [createSha512Checksums(), createSignatureFiles()], distribution: 'tar' ) } @@ -206,7 +202,6 @@ pipeline { ) echo("Uploading windows x64 zip min snapshots to S3") uploadMinSnapshotsToS3( - fileActions: [createSha512Checksums(), createSignatureFiles()], distribution: 'zip' ) } diff --git a/tests/jenkins/TestPublishMinSnapshots.groovy b/tests/jenkins/TestPublishMinSnapshots.groovy index ad9fcda362..bd0e009fb2 100644 --- a/tests/jenkins/TestPublishMinSnapshots.groovy +++ b/tests/jenkins/TestPublishMinSnapshots.groovy @@ -25,7 +25,7 @@ class TestPublishMinSnapshots extends BuildPipelineTest { helper.registerSharedLibrary( library().name('jenkins') - .defaultVersion('7.3.3') + .defaultVersion('7.3.4') .allowOverride(true) .implicit(true) .targetPath('vars') @@ -95,22 +95,18 @@ class TestPublishMinSnapshots extends BuildPipelineTest { //linux-x64-tar '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512}', - '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sig}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.build-manifest.yml}', //linux-arm64-tar '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512}', - '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sig}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.build-manifest.yml}', // window-x64-upload '{file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip}', '{file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512}', - '{file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sig}', '{file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.build-manifest.yml}', // macos-x64-upload '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512}', - '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sig}', '{file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.build-manifest.yml}')) assertThat(getCommands('s3Upload', 'plugins'), hasItems('{bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/plugins/ingest-attachment-3.0.0-SNAPSHOT.zip/3.0.0-SNAPSHOT-SNAPSHOT/, workingDir=/tmp/workspace/tar/builds/opensearch/core-plugins/, includePathPattern=**/ingest-attachment-3.0.0-SNAPSHOT.zip*}')) } diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch/publish-min-snapshots.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch/publish-min-snapshots.jenkinsfile.txt index 359514671b..9b6111bd60 100644 --- a/tests/jenkins/jenkinsjob-regression-files/opensearch/publish-min-snapshots.jenkinsfile.txt +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch/publish-min-snapshots.jenkinsfile.txt @@ -1,6 +1,6 @@ publish-min-snapshots.run() publish-min-snapshots.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git}) - publish-min-snapshots.library({identifier=jenkins@7.3.3, retriever=null}) + publish-min-snapshots.library({identifier=jenkins@7.3.4, retriever=null}) publish-min-snapshots.pipeline(groovy.lang.Closure) publish-min-snapshots.timeout({time=1, unit=HOURS}) publish-min-snapshots.echo(Executing on agent [label:none]) @@ -9,7 +9,7 @@ publish-min-snapshots.script(groovy.lang.Closure) publish-min-snapshots.detectDockerAgent() detectDockerAgent.legacySCM(groovy.lang.Closure) - detectDockerAgent.library({identifier=jenkins@7.3.3, retriever=null}) + detectDockerAgent.library({identifier=jenkins@7.3.4, retriever=null}) detectDockerAgent.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() detectDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-v1 (null)) @@ -19,18 +19,14 @@ publish-min-snapshots.script(groovy.lang.Closure) publish-min-snapshots.buildManifest({componentName=OpenSearch, inputManifest=manifests/3.0.0/opensearch-3.0.0.yml, platform=linux, architecture=x64, distribution=tar, snapshot=true}) buildManifest.legacySCM(groovy.lang.Closure) - buildManifest.library({identifier=jenkins@7.3.3, retriever=null}) + buildManifest.library({identifier=jenkins@7.3.4, retriever=null}) buildManifest.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() buildManifest.sh(./build.sh manifests/3.0.0/opensearch-3.0.0.yml -d tar --component OpenSearch -p linux -a x64 --snapshot) publish-min-snapshots.echo(Uploading linux x64 tar min snapshots to S3) - publish-min-snapshots.createSha512Checksums() - publish-min-snapshots.createSignatureFiles() - createSignatureFiles.legacySCM(groovy.lang.Closure) - createSignatureFiles.library({identifier=jenkins@7.3.3, retriever=null}) - publish-min-snapshots.uploadMinSnapshotsToS3({fileActions=[groovy.lang.Closure, groovy.lang.Closure], distribution=tar}) + publish-min-snapshots.uploadMinSnapshotsToS3({distribution=tar}) uploadMinSnapshotsToS3.legacySCM(groovy.lang.Closure) - uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.3, retriever=null}) + uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.4, retriever=null}) uploadMinSnapshotsToS3.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() uploadMinSnapshotsToS3.readYaml({file=/tmp/workspace/tar/builds/opensearch/manifest.yml}) @@ -42,7 +38,11 @@ uploadMinSnapshotsToS3.string({credentialsId=jenkins-artifact-production-bucket-name, variable=ARTIFACT_PRODUCTION_BUCKET_NAME}) uploadMinSnapshotsToS3.withCredentials([ARTIFACT_PROMOTION_ROLE_NAME, AWS_ACCOUNT_ARTIFACT, ARTIFACT_PRODUCTION_BUCKET_NAME], groovy.lang.Closure) uploadMinSnapshotsToS3.fileExists(/tmp/workspace/tar/builds/opensearch/core-plugins) - uploadMinSnapshotsToS3.echo(Create .sha512 for Core Plugins Snapshots) + uploadMinSnapshotsToS3.echo(Create .sha512 and .sig for Core Plugins Snapshots) + uploadMinSnapshotsToS3.createSha512Checksums() + uploadMinSnapshotsToS3.createSignatureFiles() + createSignatureFiles.legacySCM(groovy.lang.Closure) + createSignatureFiles.library({identifier=jenkins@7.3.4, retriever=null}) createSha512Checksums.sh({script=find /tmp/workspace/tar/builds/opensearch/core-plugins -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/tar/builds/opensearch/core-plugins, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/tar/builds/opensearch/core-plugins, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) @@ -65,32 +65,14 @@ /tmp/workspace/sign.sh /tmp/workspace/tar/builds/opensearch/core-plugins --sigtype .sig ) uploadMinSnapshotsToS3.echo(Create .sha512 for Min Snapshots Artifacts) + uploadMinSnapshotsToS3.createSha512Checksums() createSha512Checksums.sh({script=find /tmp/workspace/tar/builds/opensearch/dist -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) - createSignatureFiles.signArtifacts({sigtype=.sig, artifactPath=/tmp/workspace/tar/builds/opensearch/dist}) - signArtifacts.fileExists(/tmp/workspace/sign.sh) - signArtifacts.sh(curl -sSL https://artifacts.opensearch.org/publickeys/opensearch.pgp | gpg --import -) - signArtifacts.usernamePassword({credentialsId=bot_token_name, usernameVariable=GITHUB_USER, passwordVariable=GITHUB_TOKEN}) - signArtifacts.string({credentialsId=jenkins-signer-client-role, variable=SIGNER_CLIENT_ROLE}) - signArtifacts.string({credentialsId=jenkins-signer-client-external-id, variable=SIGNER_CLIENT_EXTERNAL_ID}) - signArtifacts.string({credentialsId=jenkins-signer-client-unsigned-bucket, variable=SIGNER_CLIENT_UNSIGNED_BUCKET}) - signArtifacts.string({credentialsId=jenkins-signer-client-signed-bucket, variable=SIGNER_CLIENT_SIGNED_BUCKET}) - signArtifacts.withCredentials([[GITHUB_USER, GITHUB_TOKEN], SIGNER_CLIENT_ROLE, SIGNER_CLIENT_EXTERNAL_ID, SIGNER_CLIENT_UNSIGNED_BUCKET, SIGNER_CLIENT_SIGNED_BUCKET], groovy.lang.Closure) - signArtifacts.sh(#!/bin/bash - set +x - export ROLE=SIGNER_CLIENT_ROLE - export EXTERNAL_ID=SIGNER_CLIENT_EXTERNAL_ID - export UNSIGNED_BUCKET=SIGNER_CLIENT_UNSIGNED_BUCKET - export SIGNED_BUCKET=SIGNER_CLIENT_SIGNED_BUCKET - - /tmp/workspace/sign.sh /tmp/workspace/tar/builds/opensearch/dist --sigtype .sig - ) uploadMinSnapshotsToS3.echo(Start copying files: version-3.0.0-SNAPSHOT revision-3.0.0-SNAPSHOT-SNAPSHOT architecture-x64 platform-linux buildid-c1c835af3b9646868a9ac3f1e20a51de distribution-tar extension-tar.gz) uploadMinSnapshotsToS3.sh( cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64.tar.gz /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64.tar.gz.sha512 /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512 - cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64.tar.gz.sig /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sig cp -v /tmp/workspace/tar/builds/opensearch/dist/../manifest.yml /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.build-manifest.yml sed -i "s/.tar.gz/-latest.tar.gz/g" /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512 ) @@ -98,7 +80,6 @@ uploadMinSnapshotsToS3.echo(Upload min snapshots) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sha512}) - uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.sig}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-x64-latest.tar.gz.build-manifest.yml}) uploadMinSnapshotsToS3.echo(Upload core-plugins snapshots) uploadMinSnapshotsToS3.echo(corePluginList: [core-plugins/ingest-attachment-3.0.0-SNAPSHOT.zip, core-plugins/repository-azure-3.0.0-SNAPSHOT.zip, core-plugins/mapper-murmur3-3.0.0-SNAPSHOT.zip, core-plugins/discovery-gce-3.0.0-SNAPSHOT.zip, core-plugins/repository-s3-3.0.0-SNAPSHOT.zip, core-plugins/analysis-phonetic-3.0.0-SNAPSHOT.zip, core-plugins/analysis-smartcn-3.0.0-SNAPSHOT.zip, core-plugins/identity-shiro-3.0.0-SNAPSHOT.zip, core-plugins/discovery-azure-classic-3.0.0-SNAPSHOT.zip, core-plugins/discovery-ec2-3.0.0-SNAPSHOT.zip, core-plugins/analysis-stempel-3.0.0-SNAPSHOT.zip, core-plugins/analysis-kuromoji-3.0.0-SNAPSHOT.zip, core-plugins/crypto-kms-3.0.0-SNAPSHOT.zip, core-plugins/analysis-ukrainian-3.0.0-SNAPSHOT.zip, core-plugins/analysis-icu-3.0.0-SNAPSHOT.zip, core-plugins/analysis-nori-3.0.0-SNAPSHOT.zip, core-plugins/repository-gcs-3.0.0-SNAPSHOT.zip, core-plugins/events-correlation-engine-3.0.0-SNAPSHOT.zip, core-plugins/mapper-size-3.0.0-SNAPSHOT.zip, core-plugins/telemetry-otel-3.0.0-SNAPSHOT.zip, core-plugins/store-smb-3.0.0-SNAPSHOT.zip, core-plugins/transport-nio-3.0.0-SNAPSHOT.zip, core-plugins/mapper-annotated-text-3.0.0-SNAPSHOT.zip, core-plugins/repository-hdfs-3.0.0-SNAPSHOT.zip]) @@ -133,18 +114,14 @@ publish-min-snapshots.script(groovy.lang.Closure) publish-min-snapshots.buildManifest({componentName=OpenSearch, inputManifest=manifests/3.0.0/opensearch-3.0.0.yml, platform=linux, architecture=arm64, distribution=tar, snapshot=true}) buildManifest.legacySCM(groovy.lang.Closure) - buildManifest.library({identifier=jenkins@7.3.3, retriever=null}) + buildManifest.library({identifier=jenkins@7.3.4, retriever=null}) buildManifest.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() buildManifest.sh(./build.sh manifests/3.0.0/opensearch-3.0.0.yml -d tar --component OpenSearch -p linux -a arm64 --snapshot) publish-min-snapshots.echo(Uploading linux arm64 tar min snapshots to S3) - publish-min-snapshots.createSha512Checksums() - publish-min-snapshots.createSignatureFiles() - createSignatureFiles.legacySCM(groovy.lang.Closure) - createSignatureFiles.library({identifier=jenkins@7.3.3, retriever=null}) - publish-min-snapshots.uploadMinSnapshotsToS3({fileActions=[groovy.lang.Closure, groovy.lang.Closure], distribution=tar}) + publish-min-snapshots.uploadMinSnapshotsToS3({distribution=tar}) uploadMinSnapshotsToS3.legacySCM(groovy.lang.Closure) - uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.3, retriever=null}) + uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.4, retriever=null}) uploadMinSnapshotsToS3.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() uploadMinSnapshotsToS3.readYaml({file=/tmp/workspace/tar/builds/opensearch/manifest.yml}) @@ -157,32 +134,14 @@ uploadMinSnapshotsToS3.withCredentials([ARTIFACT_PROMOTION_ROLE_NAME, AWS_ACCOUNT_ARTIFACT, ARTIFACT_PRODUCTION_BUCKET_NAME], groovy.lang.Closure) uploadMinSnapshotsToS3.fileExists(/tmp/workspace/tar/builds/opensearch/core-plugins) uploadMinSnapshotsToS3.echo(Create .sha512 for Min Snapshots Artifacts) + uploadMinSnapshotsToS3.createSha512Checksums() createSha512Checksums.sh({script=find /tmp/workspace/tar/builds/opensearch/dist -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) - createSignatureFiles.signArtifacts({sigtype=.sig, artifactPath=/tmp/workspace/tar/builds/opensearch/dist}) - signArtifacts.fileExists(/tmp/workspace/sign.sh) - signArtifacts.sh(curl -sSL https://artifacts.opensearch.org/publickeys/opensearch.pgp | gpg --import -) - signArtifacts.usernamePassword({credentialsId=bot_token_name, usernameVariable=GITHUB_USER, passwordVariable=GITHUB_TOKEN}) - signArtifacts.string({credentialsId=jenkins-signer-client-role, variable=SIGNER_CLIENT_ROLE}) - signArtifacts.string({credentialsId=jenkins-signer-client-external-id, variable=SIGNER_CLIENT_EXTERNAL_ID}) - signArtifacts.string({credentialsId=jenkins-signer-client-unsigned-bucket, variable=SIGNER_CLIENT_UNSIGNED_BUCKET}) - signArtifacts.string({credentialsId=jenkins-signer-client-signed-bucket, variable=SIGNER_CLIENT_SIGNED_BUCKET}) - signArtifacts.withCredentials([[GITHUB_USER, GITHUB_TOKEN], SIGNER_CLIENT_ROLE, SIGNER_CLIENT_EXTERNAL_ID, SIGNER_CLIENT_UNSIGNED_BUCKET, SIGNER_CLIENT_SIGNED_BUCKET], groovy.lang.Closure) - signArtifacts.sh(#!/bin/bash - set +x - export ROLE=SIGNER_CLIENT_ROLE - export EXTERNAL_ID=SIGNER_CLIENT_EXTERNAL_ID - export UNSIGNED_BUCKET=SIGNER_CLIENT_UNSIGNED_BUCKET - export SIGNED_BUCKET=SIGNER_CLIENT_SIGNED_BUCKET - - /tmp/workspace/sign.sh /tmp/workspace/tar/builds/opensearch/dist --sigtype .sig - ) uploadMinSnapshotsToS3.echo(Start copying files: version-3.0.0-SNAPSHOT revision-3.0.0-SNAPSHOT-SNAPSHOT architecture-arm64 platform-linux buildid-629 distribution-tar extension-tar.gz) uploadMinSnapshotsToS3.sh( cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64.tar.gz /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64.tar.gz.sha512 /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512 - cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64.tar.gz.sig /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sig cp -v /tmp/workspace/tar/builds/opensearch/dist/../manifest.yml /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.build-manifest.yml sed -i "s/.tar.gz/-latest.tar.gz/g" /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512 ) @@ -190,7 +149,6 @@ uploadMinSnapshotsToS3.echo(Upload min snapshots) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sha512}) - uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.sig}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-linux-arm64-latest.tar.gz.build-manifest.yml}) publish-min-snapshots.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) @@ -202,18 +160,14 @@ publish-min-snapshots.sh(java -version) publish-min-snapshots.buildManifest({componentName=OpenSearch, inputManifest=manifests/3.0.0/opensearch-3.0.0.yml, platform=darwin, architecture=x64, distribution=tar, snapshot=true}) buildManifest.legacySCM(groovy.lang.Closure) - buildManifest.library({identifier=jenkins@7.3.3, retriever=null}) + buildManifest.library({identifier=jenkins@7.3.4, retriever=null}) buildManifest.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() buildManifest.sh(./build.sh manifests/3.0.0/opensearch-3.0.0.yml -d tar --component OpenSearch -p darwin -a x64 --snapshot) publish-min-snapshots.echo(Uploading darwin x64 tar min snapshots to S3) - publish-min-snapshots.createSha512Checksums() - publish-min-snapshots.createSignatureFiles() - createSignatureFiles.legacySCM(groovy.lang.Closure) - createSignatureFiles.library({identifier=jenkins@7.3.3, retriever=null}) - publish-min-snapshots.uploadMinSnapshotsToS3({fileActions=[groovy.lang.Closure, groovy.lang.Closure], distribution=tar}) + publish-min-snapshots.uploadMinSnapshotsToS3({distribution=tar}) uploadMinSnapshotsToS3.legacySCM(groovy.lang.Closure) - uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.3, retriever=null}) + uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.4, retriever=null}) uploadMinSnapshotsToS3.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() uploadMinSnapshotsToS3.readYaml({file=/tmp/workspace/tar/builds/opensearch/manifest.yml}) @@ -226,32 +180,14 @@ uploadMinSnapshotsToS3.withCredentials([ARTIFACT_PROMOTION_ROLE_NAME, AWS_ACCOUNT_ARTIFACT, ARTIFACT_PRODUCTION_BUCKET_NAME], groovy.lang.Closure) uploadMinSnapshotsToS3.fileExists(/tmp/workspace/tar/builds/opensearch/core-plugins) uploadMinSnapshotsToS3.echo(Create .sha512 for Min Snapshots Artifacts) + uploadMinSnapshotsToS3.createSha512Checksums() createSha512Checksums.sh({script=find /tmp/workspace/tar/builds/opensearch/dist -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) - createSignatureFiles.signArtifacts({sigtype=.sig, artifactPath=/tmp/workspace/tar/builds/opensearch/dist}) - signArtifacts.fileExists(/tmp/workspace/sign.sh) - signArtifacts.sh(curl -sSL https://artifacts.opensearch.org/publickeys/opensearch.pgp | gpg --import -) - signArtifacts.usernamePassword({credentialsId=bot_token_name, usernameVariable=GITHUB_USER, passwordVariable=GITHUB_TOKEN}) - signArtifacts.string({credentialsId=jenkins-signer-client-role, variable=SIGNER_CLIENT_ROLE}) - signArtifacts.string({credentialsId=jenkins-signer-client-external-id, variable=SIGNER_CLIENT_EXTERNAL_ID}) - signArtifacts.string({credentialsId=jenkins-signer-client-unsigned-bucket, variable=SIGNER_CLIENT_UNSIGNED_BUCKET}) - signArtifacts.string({credentialsId=jenkins-signer-client-signed-bucket, variable=SIGNER_CLIENT_SIGNED_BUCKET}) - signArtifacts.withCredentials([[GITHUB_USER, GITHUB_TOKEN], SIGNER_CLIENT_ROLE, SIGNER_CLIENT_EXTERNAL_ID, SIGNER_CLIENT_UNSIGNED_BUCKET, SIGNER_CLIENT_SIGNED_BUCKET], groovy.lang.Closure) - signArtifacts.sh(#!/bin/bash - set +x - export ROLE=SIGNER_CLIENT_ROLE - export EXTERNAL_ID=SIGNER_CLIENT_EXTERNAL_ID - export UNSIGNED_BUCKET=SIGNER_CLIENT_UNSIGNED_BUCKET - export SIGNED_BUCKET=SIGNER_CLIENT_SIGNED_BUCKET - - /tmp/workspace/sign.sh /tmp/workspace/tar/builds/opensearch/dist --sigtype .sig - ) uploadMinSnapshotsToS3.echo(Start copying files: version-3.0.0-SNAPSHOT revision-3.0.0-SNAPSHOT-SNAPSHOT architecture-x64 platform-darwin buildid-8469 distribution-tar extension-tar.gz) uploadMinSnapshotsToS3.sh( cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64.tar.gz /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64.tar.gz.sha512 /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512 - cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64.tar.gz.sig /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sig cp -v /tmp/workspace/tar/builds/opensearch/dist/../manifest.yml /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.build-manifest.yml gsed -i "s/.tar.gz/-latest.tar.gz/g" /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512 ) @@ -259,7 +195,6 @@ uploadMinSnapshotsToS3.echo(Upload min snapshots) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sha512}) - uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.sig}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-x64-latest.tar.gz.build-manifest.yml}) publish-min-snapshots.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) @@ -271,18 +206,14 @@ publish-min-snapshots.sh(java -version) publish-min-snapshots.buildManifest({componentName=OpenSearch, inputManifest=manifests/3.0.0/opensearch-3.0.0.yml, platform=darwin, architecture=arm64, distribution=tar, snapshot=true}) buildManifest.legacySCM(groovy.lang.Closure) - buildManifest.library({identifier=jenkins@7.3.3, retriever=null}) + buildManifest.library({identifier=jenkins@7.3.4, retriever=null}) buildManifest.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() buildManifest.sh(./build.sh manifests/3.0.0/opensearch-3.0.0.yml -d tar --component OpenSearch -p darwin -a arm64 --snapshot) publish-min-snapshots.echo(Uploading darwin arm64 tar min snapshots to S3) - publish-min-snapshots.createSha512Checksums() - publish-min-snapshots.createSignatureFiles() - createSignatureFiles.legacySCM(groovy.lang.Closure) - createSignatureFiles.library({identifier=jenkins@7.3.3, retriever=null}) - publish-min-snapshots.uploadMinSnapshotsToS3({fileActions=[groovy.lang.Closure, groovy.lang.Closure], distribution=tar}) + publish-min-snapshots.uploadMinSnapshotsToS3({distribution=tar}) uploadMinSnapshotsToS3.legacySCM(groovy.lang.Closure) - uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.3, retriever=null}) + uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.4, retriever=null}) uploadMinSnapshotsToS3.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() uploadMinSnapshotsToS3.readYaml({file=/tmp/workspace/tar/builds/opensearch/manifest.yml}) @@ -295,32 +226,14 @@ uploadMinSnapshotsToS3.withCredentials([ARTIFACT_PROMOTION_ROLE_NAME, AWS_ACCOUNT_ARTIFACT, ARTIFACT_PRODUCTION_BUCKET_NAME], groovy.lang.Closure) uploadMinSnapshotsToS3.fileExists(/tmp/workspace/tar/builds/opensearch/core-plugins) uploadMinSnapshotsToS3.echo(Create .sha512 for Min Snapshots Artifacts) + uploadMinSnapshotsToS3.createSha512Checksums() createSha512Checksums.sh({script=find /tmp/workspace/tar/builds/opensearch/dist -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/tar/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) - createSignatureFiles.signArtifacts({sigtype=.sig, artifactPath=/tmp/workspace/tar/builds/opensearch/dist}) - signArtifacts.fileExists(/tmp/workspace/sign.sh) - signArtifacts.sh(curl -sSL https://artifacts.opensearch.org/publickeys/opensearch.pgp | gpg --import -) - signArtifacts.usernamePassword({credentialsId=bot_token_name, usernameVariable=GITHUB_USER, passwordVariable=GITHUB_TOKEN}) - signArtifacts.string({credentialsId=jenkins-signer-client-role, variable=SIGNER_CLIENT_ROLE}) - signArtifacts.string({credentialsId=jenkins-signer-client-external-id, variable=SIGNER_CLIENT_EXTERNAL_ID}) - signArtifacts.string({credentialsId=jenkins-signer-client-unsigned-bucket, variable=SIGNER_CLIENT_UNSIGNED_BUCKET}) - signArtifacts.string({credentialsId=jenkins-signer-client-signed-bucket, variable=SIGNER_CLIENT_SIGNED_BUCKET}) - signArtifacts.withCredentials([[GITHUB_USER, GITHUB_TOKEN], SIGNER_CLIENT_ROLE, SIGNER_CLIENT_EXTERNAL_ID, SIGNER_CLIENT_UNSIGNED_BUCKET, SIGNER_CLIENT_SIGNED_BUCKET], groovy.lang.Closure) - signArtifacts.sh(#!/bin/bash - set +x - export ROLE=SIGNER_CLIENT_ROLE - export EXTERNAL_ID=SIGNER_CLIENT_EXTERNAL_ID - export UNSIGNED_BUCKET=SIGNER_CLIENT_UNSIGNED_BUCKET - export SIGNED_BUCKET=SIGNER_CLIENT_SIGNED_BUCKET - - /tmp/workspace/sign.sh /tmp/workspace/tar/builds/opensearch/dist --sigtype .sig - ) uploadMinSnapshotsToS3.echo(Start copying files: version-3.0.0-SNAPSHOT revision-3.0.0-SNAPSHOT-SNAPSHOT architecture-arm64 platform-darwin buildid-8469 distribution-tar extension-tar.gz) uploadMinSnapshotsToS3.sh( cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64.tar.gz /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64.tar.gz.sha512 /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sha512 - cp -v /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64.tar.gz.sig /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sig cp -v /tmp/workspace/tar/builds/opensearch/dist/../manifest.yml /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.build-manifest.yml gsed -i "s/.tar.gz/-latest.tar.gz/g" /tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sha512 ) @@ -328,7 +241,6 @@ uploadMinSnapshotsToS3.echo(Upload min snapshots) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sha512}) - uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.sig}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/tar/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-darwin-arm64-latest.tar.gz.build-manifest.yml}) publish-min-snapshots.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) @@ -340,18 +252,14 @@ publish-min-snapshots.sh(scoop reset `scoop list jdk | cut -d ' ' -f1 | grep 17 | head -1`) publish-min-snapshots.buildManifest({componentName=OpenSearch, inputManifest=manifests/3.0.0/opensearch-3.0.0.yml, platform=windows, architecture=x64, distribution=zip, snapshot=true}) buildManifest.legacySCM(groovy.lang.Closure) - buildManifest.library({identifier=jenkins@7.3.3, retriever=null}) + buildManifest.library({identifier=jenkins@7.3.4, retriever=null}) buildManifest.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() buildManifest.sh(./build.sh manifests/3.0.0/opensearch-3.0.0.yml -d zip --component OpenSearch -p windows -a x64 --snapshot) publish-min-snapshots.echo(Uploading windows x64 zip min snapshots to S3) - publish-min-snapshots.createSha512Checksums() - publish-min-snapshots.createSignatureFiles() - createSignatureFiles.legacySCM(groovy.lang.Closure) - createSignatureFiles.library({identifier=jenkins@7.3.3, retriever=null}) - publish-min-snapshots.uploadMinSnapshotsToS3({fileActions=[groovy.lang.Closure, groovy.lang.Closure], distribution=zip}) + publish-min-snapshots.uploadMinSnapshotsToS3({distribution=zip}) uploadMinSnapshotsToS3.legacySCM(groovy.lang.Closure) - uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.3, retriever=null}) + uploadMinSnapshotsToS3.library({identifier=jenkins@7.3.4, retriever=null}) uploadMinSnapshotsToS3.readYaml({file=manifests/3.0.0/opensearch-3.0.0.yml}) InputManifest.asBoolean() uploadMinSnapshotsToS3.readYaml({file=/tmp/workspace/zip/builds/opensearch/manifest.yml}) @@ -364,32 +272,14 @@ uploadMinSnapshotsToS3.withCredentials([ARTIFACT_PROMOTION_ROLE_NAME, AWS_ACCOUNT_ARTIFACT, ARTIFACT_PRODUCTION_BUCKET_NAME], groovy.lang.Closure) uploadMinSnapshotsToS3.fileExists(/tmp/workspace/zip/builds/opensearch/core-plugins) uploadMinSnapshotsToS3.echo(Create .sha512 for Min Snapshots Artifacts) + uploadMinSnapshotsToS3.createSha512Checksums() createSha512Checksums.sh({script=find /tmp/workspace/zip/builds/opensearch/dist -type f, returnStdout=true}) createSha512Checksums.echo(Not generating sha for bbb in /tmp/workspace/zip/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) createSha512Checksums.echo(Not generating sha for ccc in /tmp/workspace/zip/builds/opensearch/dist, doesn't match allowed types [.tar.gz, .zip, .rpm, .deb]) - createSignatureFiles.signArtifacts({sigtype=.sig, artifactPath=/tmp/workspace/zip/builds/opensearch/dist}) - signArtifacts.fileExists(/tmp/workspace/sign.sh) - signArtifacts.sh(curl -sSL https://artifacts.opensearch.org/publickeys/opensearch.pgp | gpg --import -) - signArtifacts.usernamePassword({credentialsId=bot_token_name, usernameVariable=GITHUB_USER, passwordVariable=GITHUB_TOKEN}) - signArtifacts.string({credentialsId=jenkins-signer-client-role, variable=SIGNER_CLIENT_ROLE}) - signArtifacts.string({credentialsId=jenkins-signer-client-external-id, variable=SIGNER_CLIENT_EXTERNAL_ID}) - signArtifacts.string({credentialsId=jenkins-signer-client-unsigned-bucket, variable=SIGNER_CLIENT_UNSIGNED_BUCKET}) - signArtifacts.string({credentialsId=jenkins-signer-client-signed-bucket, variable=SIGNER_CLIENT_SIGNED_BUCKET}) - signArtifacts.withCredentials([[GITHUB_USER, GITHUB_TOKEN], SIGNER_CLIENT_ROLE, SIGNER_CLIENT_EXTERNAL_ID, SIGNER_CLIENT_UNSIGNED_BUCKET, SIGNER_CLIENT_SIGNED_BUCKET], groovy.lang.Closure) - signArtifacts.sh(#!/bin/bash - set +x - export ROLE=SIGNER_CLIENT_ROLE - export EXTERNAL_ID=SIGNER_CLIENT_EXTERNAL_ID - export UNSIGNED_BUCKET=SIGNER_CLIENT_UNSIGNED_BUCKET - export SIGNED_BUCKET=SIGNER_CLIENT_SIGNED_BUCKET - - /tmp/workspace/sign.sh /tmp/workspace/zip/builds/opensearch/dist --sigtype .sig - ) uploadMinSnapshotsToS3.echo(Start copying files: version-3.0.0-SNAPSHOT revision-3.0.0-SNAPSHOT-SNAPSHOT architecture-x64 platform-windows buildid-8469 distribution-zip extension-zip) uploadMinSnapshotsToS3.sh( cp -v /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64.zip /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip cp -v /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64.zip.sha512 /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512 - cp -v /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64.zip.sig /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sig cp -v /tmp/workspace/zip/builds/opensearch/dist/../manifest.yml /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.build-manifest.yml sed -i "s/.zip/-latest.zip/g" /tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512 ) @@ -397,7 +287,6 @@ uploadMinSnapshotsToS3.echo(Upload min snapshots) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sha512}) - uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sig, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.sig}) uploadMinSnapshotsToS3.s3Upload({file=/tmp/workspace/zip/builds/opensearch/dist/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.build-manifest.yml, bucket=ARTIFACT_PRODUCTION_BUCKET_NAME, path=snapshots/core/opensearch/3.0.0-SNAPSHOT/opensearch-min-3.0.0-SNAPSHOT-windows-x64-latest.zip.build-manifest.yml}) publish-min-snapshots.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true})