mirror of https://github.com/tikv/client-java.git
Andy Lok
GitHub
parent
b30a8ff35f
commit
49476d7fa0
|
|
@ -1,63 +0,0 @@
|
||||||
def call(ghprbActualCommit, ghprbPullId, ghprbPullTitle, ghprbPullLink, ghprbPullDescription, credentialsId) {
|
|
||||||
|
|
||||||
catchError {
|
|
||||||
node ('build') {
|
|
||||||
container("java") {
|
|
||||||
stage('Prepare') {
|
|
||||||
dir("/home/jenkins/agent/git/client-java") {
|
|
||||||
sh """
|
|
||||||
rm -rf /maven/.m2/repository/*
|
|
||||||
rm -rf /maven/.m2/settings.xml
|
|
||||||
rm -rf ~/.m2/settings.xml
|
|
||||||
archive_url=http://fileserver.pingcap.net/download/builds/pingcap/client-java/cache/tikv-client-java-m2-cache-latest.tar.gz
|
|
||||||
if [ ! "\$(ls -A /maven/.m2/repository)" ]; then curl -sL \$archive_url | tar -zx -C /maven || true; fi
|
|
||||||
"""
|
|
||||||
if (sh(returnStatus: true, script: '[ -d .git ] && [ -f Makefile ] && git rev-parse --git-dir > /dev/null 2>&1') != 0) {
|
|
||||||
deleteDir()
|
|
||||||
}
|
|
||||||
checkout changelog: false, poll: false, scm: [$class: 'GitSCM', branches: [[name: 'master']], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: credentialsId, refspec: '+refs/pull/*:refs/remotes/origin/pr/*', url: 'git@github.com:tikv/client-java.git']]]
|
|
||||||
sh "git checkout -f ${ghprbActualCommit}"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
stage('Format') {
|
|
||||||
dir("/home/jenkins/agent/git/client-java") {
|
|
||||||
sh """
|
|
||||||
./dev/javafmt
|
|
||||||
git diff --quiet
|
|
||||||
formatted="\$?"
|
|
||||||
if [[ "\${formatted}" -eq 1 ]]
|
|
||||||
then
|
|
||||||
echo "code format error, please run the following commands:"
|
|
||||||
echo " mvn com.coveo:fmt-maven-plugin:format"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
"""
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
stage('Build') {
|
|
||||||
dir("/home/jenkins/agent/git/client-java") {
|
|
||||||
timeout(30) {
|
|
||||||
sh ".ci/build.sh"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
currentBuild.result = "SUCCESS"
|
|
||||||
}
|
|
||||||
|
|
||||||
stage('Summary') {
|
|
||||||
def duration = ((System.currentTimeMillis() - currentBuild.startTimeInMillis) / 1000 / 60).setScale(2, BigDecimal.ROUND_HALF_UP)
|
|
||||||
def msg = "[#${ghprbPullId}: ${ghprbPullTitle}]" + "\n" +
|
|
||||||
"${ghprbPullLink}" + "\n" +
|
|
||||||
"${ghprbPullDescription}" + "\n" +
|
|
||||||
"Build Result: `${currentBuild.result}`" + "\n" +
|
|
||||||
"Elapsed Time: `${duration} mins` " + "\n" +
|
|
||||||
"${env.RUN_DISPLAY_URL}"
|
|
||||||
print msg
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return this
|
|
||||||
|
|
@ -1,6 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -x
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
mvn clean compile
|
|
||||||
|
|
@ -1,117 +0,0 @@
|
||||||
def call(ghprbActualCommit, ghprbPullId, ghprbPullTitle, ghprbPullLink, ghprbPullDescription, credentialsId) {
|
|
||||||
|
|
||||||
def TIKV_BRANCH = "master"
|
|
||||||
def PD_BRANCH = "master"
|
|
||||||
|
|
||||||
// parse pd branch
|
|
||||||
def m2 = ghprbCommentBody =~ /pd\s*=\s*([^\s\\]+)(\s|\\|$)/
|
|
||||||
if (m2) {
|
|
||||||
PD_BRANCH = "${m2[0][1]}"
|
|
||||||
}
|
|
||||||
m2 = null
|
|
||||||
println "PD_BRANCH=${PD_BRANCH}"
|
|
||||||
|
|
||||||
// parse tikv branch
|
|
||||||
def m3 = ghprbCommentBody =~ /tikv\s*=\s*([^\s\\]+)(\s|\\|$)/
|
|
||||||
if (m3) {
|
|
||||||
TIKV_BRANCH = "${m3[0][1]}"
|
|
||||||
}
|
|
||||||
m3 = null
|
|
||||||
println "TIKV_BRANCH=${TIKV_BRANCH}"
|
|
||||||
|
|
||||||
catchError {
|
|
||||||
node ('build') {
|
|
||||||
container("java") {
|
|
||||||
stage('Prepare') {
|
|
||||||
dir("/home/jenkins/agent/git/client-java") {
|
|
||||||
sh """
|
|
||||||
rm -rf /maven/.m2/repository/*
|
|
||||||
rm -rf /maven/.m2/settings.xml
|
|
||||||
rm -rf ~/.m2/settings.xml
|
|
||||||
archive_url=http://fileserver.pingcap.net/download/builds/pingcap/client-java/cache/tikv-client-java-m2-cache-latest.tar.gz
|
|
||||||
if [ ! "\$(ls -A /maven/.m2/repository)" ]; then curl -sL \$archive_url | tar -zx -C /maven || true; fi
|
|
||||||
"""
|
|
||||||
if (sh(returnStatus: true, script: '[ -d .git ] && [ -f Makefile ] && git rev-parse --git-dir > /dev/null 2>&1') != 0) {
|
|
||||||
deleteDir()
|
|
||||||
}
|
|
||||||
checkout changelog: false, poll: false, scm: [$class: 'GitSCM', branches: [[name: 'master']], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: credentialsId, refspec: '+refs/pull/*:refs/remotes/origin/pr/*', url: 'git@github.com:tikv/client-java.git']]]
|
|
||||||
sh "git checkout -f ${ghprbActualCommit}"
|
|
||||||
}
|
|
||||||
|
|
||||||
dir("/home/jenkins/agent/git/client-java/_run") {
|
|
||||||
// tikv
|
|
||||||
def tikv_sha1 = sh(returnStdout: true, script: "curl ${FILE_SERVER_URL}/download/refs/pingcap/tikv/${TIKV_BRANCH}/sha1").trim()
|
|
||||||
sh "curl ${FILE_SERVER_URL}/download/builds/pingcap/tikv/${tikv_sha1}/centos7/tikv-server.tar.gz | tar xz"
|
|
||||||
// pd
|
|
||||||
def pd_sha1 = sh(returnStdout: true, script: "curl ${FILE_SERVER_URL}/download/refs/pingcap/pd/${PD_BRANCH}/sha1").trim()
|
|
||||||
sh "curl ${FILE_SERVER_URL}/download/builds/pingcap/pd/${pd_sha1}/centos7/pd-server.tar.gz | tar xz"
|
|
||||||
|
|
||||||
sh """
|
|
||||||
killall -9 tikv-server || true
|
|
||||||
killall -9 pd-server || true
|
|
||||||
killall -9 java || true
|
|
||||||
sleep 10
|
|
||||||
"""
|
|
||||||
|
|
||||||
sh """
|
|
||||||
echo "start TiKV for RawKV test"
|
|
||||||
bin/pd-server --name=pd_rawkv --data-dir=pd_rawkv --client-urls="http://0.0.0.0:2379" --advertise-client-urls="http://127.0.0.1:2379" --peer-urls="http://0.0.0.0:2380" --advertise-peer-urls="http://127.0.0.1:2380" --config=../config/pd.toml &>pd_rawkv.log &
|
|
||||||
sleep 10
|
|
||||||
bin/tikv-server --pd 127.0.0.1:2379 --data-dir tikv_rawkv --addr 0.0.0.0:20160 --advertise-addr 127.0.0.1:20160 --status-addr 0.0.0.0:20180 --config ../config/tikv_rawkv.toml &>tikv_rawkv.log &
|
|
||||||
sleep 10
|
|
||||||
ps aux | grep '-server' || true
|
|
||||||
curl -s 127.0.0.1:2379/pd/api/v1/status || true
|
|
||||||
"""
|
|
||||||
|
|
||||||
sh """
|
|
||||||
echo "start TiKV for TxnKV test"
|
|
||||||
bin/pd-server --name=pd_txnkv --data-dir=pd_txnkv --client-urls="http://0.0.0.0:3379" --advertise-client-urls="http://127.0.0.1:3379" --peer-urls="http://0.0.0.0:3380" --advertise-peer-urls="http://127.0.0.1:3380" --config=../config/pd.toml &>pd_txnkv.log &
|
|
||||||
sleep 10
|
|
||||||
bin/tikv-server --pd 127.0.0.1:3379 --data-dir tikv_txnkv --addr 0.0.0.0:21160 --advertise-addr 127.0.0.1:21160 --status-addr 0.0.0.0:21180 --config ../config/tikv_txnkv.toml &>tikv_txnkv.log &
|
|
||||||
sleep 10
|
|
||||||
ps aux | grep '-server' || true
|
|
||||||
curl -s 127.0.0.1:3379/pd/api/v1/status || true
|
|
||||||
"""
|
|
||||||
|
|
||||||
sh "sleep 30"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
stage('Test') {
|
|
||||||
dir("/home/jenkins/agent/git/client-java") {
|
|
||||||
try {
|
|
||||||
timeout(30) {
|
|
||||||
sh ".ci/test.sh"
|
|
||||||
}
|
|
||||||
} catch (err) {
|
|
||||||
sh """
|
|
||||||
ps aux | grep '-server' || true
|
|
||||||
curl -s 127.0.0.1:2379/pd/api/v1/status || true
|
|
||||||
"""
|
|
||||||
sh "cat _run/pd_rawkv.log"
|
|
||||||
sh "cat _run/tikv_rawkv.log"
|
|
||||||
sh "cat _run/pd_txnkv.log"
|
|
||||||
sh "cat _run/tikv_txnkv.log"
|
|
||||||
throw err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
currentBuild.result = "SUCCESS"
|
|
||||||
}
|
|
||||||
|
|
||||||
stage('Summary') {
|
|
||||||
def duration = ((System.currentTimeMillis() - currentBuild.startTimeInMillis) / 1000 / 60).setScale(2, BigDecimal.ROUND_HALF_UP)
|
|
||||||
def msg = "[#${ghprbPullId}: ${ghprbPullTitle}]" + "\n" +
|
|
||||||
"${ghprbPullLink}" + "\n" +
|
|
||||||
"${ghprbPullDescription}" + "\n" +
|
|
||||||
"Integration Common Test Result: `${currentBuild.result}`" + "\n" +
|
|
||||||
"Elapsed Time: `${duration} mins` " + "\n" +
|
|
||||||
"${env.RUN_DISPLAY_URL}"
|
|
||||||
|
|
||||||
print msg
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return this
|
|
||||||
|
|
@ -1,8 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -x
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
export RAWKV_PD_ADDRESSES=127.0.0.1:2379
|
|
||||||
export TXNKV_PD_ADDRESSES=127.0.0.1:3379
|
|
||||||
mvn clean test
|
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
# PD Configuration.
|
# PD Configuration.
|
||||||
[replication]
|
[replication]
|
||||||
enable-placement-rules = true
|
enable-placement-rules = true
|
||||||
max-replicas = 1
|
max-replicas = 1
|
||||||
|
|
@ -0,0 +1,18 @@
|
||||||
|
# TiKV Configuration.
|
||||||
|
|
||||||
|
[raftstore]
|
||||||
|
# set store capacity, if no set, use disk capacity.
|
||||||
|
capacity = "8G"
|
||||||
|
pd-heartbeat-tick-interval = "2s"
|
||||||
|
pd-store-heartbeat-tick-interval = "5s"
|
||||||
|
split-region-check-tick-interval = "1s"
|
||||||
|
|
||||||
|
[storage]
|
||||||
|
enable-ttl = true
|
||||||
|
|
||||||
|
[rocksdb]
|
||||||
|
max-open-files = 10000
|
||||||
|
|
||||||
|
[raftdb]
|
||||||
|
max-open-files = 10000
|
||||||
|
|
||||||
|
|
@ -0,0 +1,14 @@
|
||||||
|
# TiKV Configuration.
|
||||||
|
|
||||||
|
[raftstore]
|
||||||
|
# set store capacity, if no set, use disk capacity.
|
||||||
|
capacity = "8G"
|
||||||
|
pd-heartbeat-tick-interval = "2s"
|
||||||
|
pd-store-heartbeat-tick-interval = "5s"
|
||||||
|
split-region-check-tick-interval = "1s"
|
||||||
|
|
||||||
|
[rocksdb]
|
||||||
|
max-open-files = 10000
|
||||||
|
|
||||||
|
[raftdb]
|
||||||
|
max-open-files = 10000
|
||||||
|
|
@ -0,0 +1,71 @@
|
||||||
|
name: CI
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
format:
|
||||||
|
name: Check Format
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
- name: Set up JDK 8
|
||||||
|
uses: actions/setup-java@v2
|
||||||
|
with:
|
||||||
|
java-version: '8.0'
|
||||||
|
distribution: 'adopt'
|
||||||
|
- run: |
|
||||||
|
./dev/javafmt
|
||||||
|
if [[ $(git diff) != "" ]]
|
||||||
|
then
|
||||||
|
echo "code format error, please run the following commands:"
|
||||||
|
echo " ./dev/javafmt"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
integration-test:
|
||||||
|
name: Integration Test - ${{ matrix.tikv_version }}
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
tikv_version: [nightly, v5.0.4, v5.3.0, v5.4.0]
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
- name: Set up JDK 8
|
||||||
|
uses: actions/setup-java@v2
|
||||||
|
with:
|
||||||
|
java-version: '8.0'
|
||||||
|
distribution: 'adopt'
|
||||||
|
- name: Install TiUP
|
||||||
|
run: curl --proto '=https' --tlsv1.2 -sSf https://tiup-mirrors.pingcap.com/install.sh | sh
|
||||||
|
- name: Start TiUP Playground
|
||||||
|
run: |
|
||||||
|
# Start TiKV in APIV1TTL
|
||||||
|
/home/runner/.tiup/bin/tiup playground ${{ matrix.tikv_version }} --mode tikv-slim --kv 1 --without-monitor --kv.config /home/runner/work/client-java/client-java/.github/config/tikv_rawkv.toml --pd.config /home/runner/work/client-java/client-java/.github/config/pd.toml &> raw.out 2>&1 &
|
||||||
|
|
||||||
|
# The first run of `tiup` has to download all components so it'll take longer.
|
||||||
|
sleep 1m 30s
|
||||||
|
|
||||||
|
# Start TiKV in APIV1
|
||||||
|
/home/runner/.tiup/bin/tiup playground ${{ matrix.tikv_version }} --mode tikv-slim --kv 1 --without-monitor --kv.config /home/runner/work/client-java/client-java/.github/config/tikv_txnkv.toml --pd.config /home/runner/work/client-java/client-java/.github/config/pd.toml &> txn.out 2>&1 &
|
||||||
|
|
||||||
|
sleep 30s
|
||||||
|
|
||||||
|
# Parse PD address from `tiup` output
|
||||||
|
echo "RAWKV_PD_ADDRESSES=$(cat raw.out | grep -oP '(?<=PD client endpoints: \[)[0-9\.:]+(?=\])')" >> $GITHUB_ENV
|
||||||
|
echo "TXNKV_PD_ADDRESSES=$(cat txn.out | grep -oP '(?<=PD client endpoints: \[)[0-9\.:]+(?=\])')" >> $GITHUB_ENV
|
||||||
|
|
||||||
|
# Log the output
|
||||||
|
echo "$(cat raw.out)" >&2
|
||||||
|
echo "$(cat txn.out)" >&2
|
||||||
|
- name: Run Integration Test
|
||||||
|
run: mvn clean test
|
||||||
|
- name: Upload coverage
|
||||||
|
uses: codecov/codecov-action@v2
|
||||||
|
with:
|
||||||
|
files: ${{ github.workspace }}/target/site/jacoco/jacoco.xml
|
||||||
|
fail_ci_if_error: true
|
||||||
|
verbose: true
|
||||||
|
|
@ -1,5 +1,6 @@
|
||||||
[](https://search.maven.org/search?q=g:%22org.tikv%22%20AND%20a:%22tikv-client-java%22)
|
[](https://search.maven.org/search?q=g:%22org.tikv%22%20AND%20a:%22tikv-client-java%22)
|
||||||
[](https://slack.tidb.io/invite?team=tikv-wg&channel=client)
|
[](https://slack.tidb.io/invite?team=tikv-wg&channel=client)
|
||||||
|
[](https://codecov.io/gh/tikv/client-java)
|
||||||
|
|
||||||
## TiKV JAVA Client
|
## TiKV JAVA Client
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,8 +0,0 @@
|
||||||
# TiKV Configuration.
|
|
||||||
|
|
||||||
[raftstore]
|
|
||||||
# set store capacity, if no set, use disk capacity.
|
|
||||||
capacity = "8G"
|
|
||||||
|
|
||||||
[storage]
|
|
||||||
enable-ttl = true
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
# TiKV Configuration.
|
|
||||||
|
|
||||||
[raftstore]
|
|
||||||
# set store capacity, if no set, use disk capacity.
|
|
||||||
capacity = "8G"
|
|
||||||
Loading…
Reference in New Issue