Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add Windows Jenkins pipeline #4371

Draft
wants to merge 2 commits into
base: main
Choose a base branch
from
Draft

Add Windows Jenkins pipeline #4371

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
d3de330
Add Windows Jenkins pipeline
big-r81 Jan 12, 2023
cb259f9
Merge branch 'main' into jenkins-add-windows-pipeline
big-r81 Jan 20, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions Makefile.win
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -151,7 +151,7 @@ eunit: export COUCHDB_QUERY_SERVER_JAVASCRIPT = $(shell echo %cd%)/bin/couchjs $
eunit: export COUCHDB_TEST_ADMIN_PARTY_OVERRIDE=1
eunit: couch
@set COUCHDB_VERSION=$(COUCHDB_VERSION) && set COUCHDB_GIT_SHA=$(COUCHDB_GIT_SHA) && $(REBAR) setup_eunit 2> nul
@cmd /c "FOR %d IN ($(subdirs)) DO set COUCHDB_VERSION=$(COUCHDB_VERSION) & set COUCHDB_GIT_SHA=$(COUCHDB_GIT_SHA) & $(REBAR) -r eunit $(EUNIT_OPTS) apps=%d"
@cmd /c "FOR %d IN ($(subdirs)) DO set COUCHDB_VERSION=$(COUCHDB_VERSION) & set COUCHDB_GIT_SHA=$(COUCHDB_GIT_SHA) & $(REBAR) -r eunit $(EUNIT_OPTS) apps=%d || exit /b 1"

.PHONY: exunit
# target: exunit - Run ExUnit tests
Expand Down Expand Up @@ -361,7 +361,7 @@ install: release
@echo .
@echo To install CouchDB into your system, copy the rel\couchdb
@echo to your desired installation location. For example:
@echo xcopy /E rel\couchdb C:\CouchDB\
@echo xcopy /E rel\couchdb C:\CouchDB\
@echo .

################################################################################
Expand Down
235 changes: 143 additions & 92 deletions build-aux/Jenkinsfile.full
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79,14 +79,20 @@ meta = [
image: "apache/couchdbci-debian:bullseye-erlang-${ERLANG_VERSION}"
],

// Skip freebsd builds for now as adviced by node owner
'win-2022': [
name: 'Windows 2022',
spidermonkey_vsn: '91',
node_label: 'win'
],

// Skip freebsd builds for now as advised by node owner
// 'freebsd': [
// name: 'FreeBSD',
// spidermonkey_vsn: '1.8.5',
// gnu_make: 'gmake'
// ],

'macos': [
'macos': [
name: 'macOS',
spidermonkey_vsn: '91',
gnu_make: 'make'
Expand All @@ -103,54 +109,99 @@ meta = [
// configure the worker environment.

// Returns a build stage suitable for non-containerized environments (currently
// macOS and FreeBSD). Coincidentally we do not currently support automated
// macOS, FreeBSD and Windows). Coincidentally we do not currently support automated
// package generation on these platforms. This method in invoked when we create
// `parallelStagesMap` below.
def generateNativeStage(platform) {
return {
stage(platform) {
node(platform) {
timeout(time: 90, unit: "MINUTES") {
try {
// deleteDir is OK here because we're not inside of a Docker container!
deleteDir()
unstash 'tarball'
withEnv([
'HOME='+pwd(),
'PATH+USRLOCAL=/usr/local/bin',
'MAKE='+meta[platform].gnu_make
]) {
sh( script: "mkdir -p ${platform}/build", label: 'Create build directories' )
sh( script: "tar -xf apache-couchdb-*.tar.gz -C ${platform}/build --strip-components=1", label: 'Unpack release' )
dir( "${platform}/build" ) {
sh "./configure --skip-deps --spidermonkey-version ${meta[platform].spidermonkey_vsn}"
sh '$MAKE'
sh '$MAKE eunit'
sh '$MAKE elixir-suite'
sh '$MAKE exunit'
sh '$MAKE mango-test'
sh '$MAKE weatherreport-test'
// Steps to configure and build CouchDB on *nix platforms
if (isUnix()) {
try {
// deleteDir is OK here because we're not inside of a Docker container!
deleteDir()
unstash 'tarball'
withEnv([
'HOME='+pwd(),
'PATH+USRLOCAL=/usr/local/bin',
'MAKE='+meta[platform].gnu_make
]) {
sh( script: "mkdir -p ${platform}/build", label: 'Create build directories' )
sh( script: "tar -xf apache-couchdb-*.tar.gz -C ${platform}/build --strip-components=1", label: 'Unpack release' )
dir( "${platform}/build" ) {
sh "./configure --skip-deps --spidermonkey-version ${meta[platform].spidermonkey_vsn}"
sh '$MAKE'
sh '$MAKE eunit'
sh '$MAKE elixir-suite'
sh '$MAKE exunit'
sh '$MAKE mango-test'
sh '$MAKE weatherreport-test'
}
}
}
}
catch (err) {
sh 'ls -l ${WORKSPACE}'
withEnv([
'HOME='+pwd(),
'PATH+USRLOCAL=/usr/local/bin',
'MAKE='+meta[platform].gnu_make
]) {
dir( "${platform}/build" ) {
sh 'ls -l'
sh '${MAKE} build-report'
catch (err) {
sh 'ls -l ${WORKSPACE}'
withEnv([
'HOME='+pwd(),
'PATH+USRLOCAL=/usr/local/bin',
'MAKE='+meta[platform].gnu_make
]) {
dir( "${platform}/build" ) {
sh 'ls -l'
sh '${MAKE} build-report'
}
}
error("Build step failed with error: ${err.getMessage()}")
}
finally {
junit '**/.eunit/*.xml, **/_build/*/lib/couchdbtest/*.xml, **/src/mango/nosetests.xml, **/test/javascript/junit.xml'
sh 'killall -9 beam.smp || true'
sh 'rm -rf ${WORKSPACE}/*'
}
} else {
//steps to configure and build CouchDB on Windows platforms
stage("${meta[platform].name} - build & test") {
try {
// deleteDir is OK here because we're not inside of a Docker container!
deleteDir()
unstash 'tarball'
powershell( script: "git clone https://github.com/apache/couchdb-glazier", label: 'Cloning couchdb-glazier repository' )
powershell( script: "New-Item -ItemType Directory -Path ${platform}/build -Force", label: 'Create build directories' )
powershell( script: "tar -xf (Get-Item apache-couchdb-*.tar.gz) -C ${platform}/build --strip-components=1", label: 'Unpack release' )
dir( "${platform}/build" ) {
powershell( script: """
& ..\\..\\couchdb-glazier\\bin\\shell.ps1
& .\\configure.ps1 -SkipDeps -SpiderMonkeyVersion ${meta[platform].spidermonkey_vsn}
make -f Makefile.win
""", label: 'Configure and Build')
powershell( script: "& ..\\..\\couchdb-glazier\\bin\\shell.ps1; make -f Makefile.win eunit")
powershell( script: "& ..\\..\\couchdb-glazier\\bin\\shell.ps1; make -f Makefile.win elixir-suite")
powershell( script: "& ..\\..\\couchdb-glazier\\bin\\shell.ps1; make -f Makefile.win exunit")
powershell( script: "& ..\\..\\couchdb-glazier\\bin\\shell.ps1; make -f Makefile.win mango-test")
powershell( script: '& ..\\..\\couchdb-glazier\\bin\\shell.ps1; Write-Host "NOT AVAILABLE ATM: make -f Makefile.win weatherreport-test')
}
}
catch (err) {
powershell( script: "Get-ChildItem ${WORKSPACE}")
dir( "${platform}/build" ) {
powershell( script: 'Get-ChildItem')
powershell( script: '& ..\\..\\couchdb-glazier\\bin\\shell.ps1; make -f Makefile.win build-report')
powershell( script: 'Get-Content test-results.log')
}
error("Build step failed with error: ${err.getMessage()}")
}
finally {
//junit '**/.eunit/*.xml, **/_build/*/lib/couchdbtest/*.xml, **/src/mango/nosetests.xml, **/test/javascript/junit.xml'
//sh 'killall -9 beam.smp || true'
powershell( script: "Remove-Item ${WORKSPACE} -Force -Recurse -ErrorAction SilentlyContinue")
}
}

stage("${meta[platform].name} - package") {
echo "`nTODO - Build msi package"
}
error("Build step failed with error: ${err.getMessage()}")
}
finally {
junit '**/.eunit/*.xml, **/_build/*/lib/couchdbtest/*.xml, **/src/mango/nosetests.xml, **/test/javascript/junit.xml'
sh 'killall -9 beam.smp || true'
sh 'rm -rf ${WORKSPACE}/*'
}
}
}
Expand Down Expand Up @@ -309,59 +360,59 @@ pipeline {
}
}

stage('Publish') {

when {
expression { return env.BRANCH_NAME ==~ /main|2.*.x|3.*.x|4.*.x|jenkins-.*/ }
}

agent {
docker {
image "apache/couchdbci-debian:bullseye-erlang-${ERLANG_VERSION}"
label 'docker'
args "${DOCKER_ARGS}"
registryUrl 'https://docker.io/'
registryCredentialsId 'dockerhub_creds'
}
}
options {
skipDefaultCheckout()
timeout(time: 90, unit: "MINUTES")
}

steps {
sh 'rm -rf ${WORKSPACE}/*'
unstash 'tarball'
unarchive mapping: ['pkgs/' : '.']

sh( label: 'Build Debian repo', script: '''
mkdir -p $BRANCH_NAME/debian $BRANCH_NAME/el7 $BRANCH_NAME/el8 $BRANCH_NAME/source
git clone https://github.com/apache/couchdb-pkg
for plat in buster bullseye focal
do
reprepro -b couchdb-pkg/repo includedeb $plat pkgs/$plat/*.deb
done
''' )

sh( label: 'Build CentOS repos', script: '''
#cp js/centos-7/*rpm pkgs/centos7
#cp js/centos-8/*rpm pkgs/centos8
cd pkgs/centos7 && createrepo_c --database .
cd ../centos8 && createrepo_c --database .
''' )

sh( label: 'Build unified repo', script: '''
mv couchdb-pkg/repo/pool $BRANCH_NAME/debian
mv couchdb-pkg/repo/dists $BRANCH_NAME/debian
mv pkgs/centos7/* $BRANCH_NAME/el7
mv pkgs/centos8/* $BRANCH_NAME/el8
mv apache-couchdb-*.tar.gz $BRANCH_NAME/source
cd $BRANCH_NAME/source
ls -1tr | head -n -10 | xargs -d '\n' rm -f --
cd ../..
''' )
} // steps
} // stage
// stage('Publish') {
//
// when {
// expression { return env.BRANCH_NAME ==~ /main|2.*.x|3.*.x|4.*.x|jenkins-.*/ }
// }
//
// agent {
// docker {
// image "apache/couchdbci-debian:bullseye-erlang-${ERLANG_VERSION}"
// label 'docker'
// args "${DOCKER_ARGS}"
// registryUrl 'https://docker.io/'
// registryCredentialsId 'dockerhub_creds'
// }
// }
// options {
// skipDefaultCheckout()
// timeout(time: 90, unit: "MINUTES")
// }
//
// steps {
// sh 'rm -rf ${WORKSPACE}/*'
// unstash 'tarball'
// unarchive mapping: ['pkgs/' : '.']
//
// sh( label: 'Build Debian repo', script: '''
// mkdir -p $BRANCH_NAME/debian $BRANCH_NAME/el7 $BRANCH_NAME/el8 $BRANCH_NAME/source
// git clone https://github.com/apache/couchdb-pkg
// for plat in buster bullseye focal
// do
// reprepro -b couchdb-pkg/repo includedeb $plat pkgs/$plat/*.deb
// done
// ''' )
//
// sh( label: 'Build CentOS repos', script: '''
// #cp js/centos-7/*rpm pkgs/centos7
// #cp js/centos-8/*rpm pkgs/centos8
// cd pkgs/centos7 && createrepo_c --database .
// cd ../centos8 && createrepo_c --database .
// ''' )
//
// sh( label: 'Build unified repo', script: '''
// mv couchdb-pkg/repo/pool $BRANCH_NAME/debian
// mv couchdb-pkg/repo/dists $BRANCH_NAME/debian
// mv pkgs/centos7/* $BRANCH_NAME/el7
// mv pkgs/centos8/* $BRANCH_NAME/el8
// mv apache-couchdb-*.tar.gz $BRANCH_NAME/source
// cd $BRANCH_NAME/source
// ls -1tr | head -n -10 | xargs -d '\n' rm -f --
// cd ../..
// ''' )
// } // steps
// } // stage
} // stages

post {
Expand Down
Loading