Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
36afd26
fix(client): prepare legacy graph compatibility
imbajin Oct 3, 2026
726c8cd
chore(spark): prepare connector for java 17
imbajin Oct 3, 2026
f974e79
chore(spark): align runtime license inventory
imbajin Oct 3, 2026
812cb89
fix(spark): use the host logging provider
imbajin Oct 3, 2026
00d84bf
fix(loader): prepare tests and close clients
imbajin Oct 3, 2026
7816bfe
chore(spark): match host-provided logging licenses
imbajin Oct 3, 2026
38f3734
fix(loader): preserve JVM and close failures
imbajin Oct 3, 2026
3e5cfe1
fix(tools): preserve plain HDFS backups
imbajin Oct 3, 2026
5875f81
docs(spark): clarify driver deployment paths
imbajin Oct 3, 2026
38894b0
fix(loader): retain profiles and close state
imbajin Oct 3, 2026
aa59d48
fix(tools): honor auth test server URL
imbajin Oct 3, 2026
d5aa234
fix(spark): run the server fixture on java 11
imbajin Oct 3, 2026
b2feece
fix(ci): disable fixture checkout credentials
imbajin Oct 3, 2026
b5c66af
fix: include bundled parser MIT terms
imbajin Oct 3, 2026
04d2c80
fix(spark): define local test runtime settings
imbajin Oct 3, 2026
1b0bb2c
fix(client): isolate HTTPS test fixtures
imbajin Oct 3, 2026
760fd11
fix(spark): exclude credentials from config logs
imbajin Oct 3, 2026
a17476c
fix(spark): reject prefixed test endpoints
imbajin Oct 3, 2026
13a4caa
fix(spark): validate test fixture URL components
imbajin Oct 4, 2026
9e74317
fix(ci): explain ambiguous server archives
imbajin Oct 4, 2026
12f6988
fix(client): send empty legacy clone config
imbajin Oct 4, 2026
c91c8f5
fix(loader): close clients after logger failure
imbajin Oct 4, 2026
32bc165
fix(tools): guard destructive backup tests
imbajin Oct 4, 2026
8cd3766
fix(client): close HTTP test request stream
imbajin Oct 4, 2026
e515922
fix(loader): clarify client cleanup log
imbajin Oct 4, 2026
5851b41
fix(build): verify server cache provenance
imbajin Oct 4, 2026
33708ba
chore(ci): cancel superseded PR runs
imbajin Oct 4, 2026
61a0e53
chore(ci): cancel superseded PR runs
imbajin Oct 4, 2026
637b15f
chore(ci): cancel superseded labeler runs
imbajin Oct 4, 2026
a966101
chore(ci): cancel superseded labeler runs
imbajin Oct 4, 2026
24178ca
docs(spark): clarify logging and runtime checks
imbajin Oct 4, 2026
a799785
fix(loader): reject invalid CLI arguments
imbajin Oct 4, 2026
4c737ff
chore(ci): isolate Chromium dependency setup
imbajin Oct 4, 2026
0a85fca
fix(client): preserve legacy config whitespace
imbajin Oct 4, 2026
c5a5d6b
fix(client): escape legacy config unicode
imbajin Oct 5, 2026
b743e4d
chore(build): prepare shared validation tools (#775)
imbajin Oct 5, 2026
813f155
chore(client): sync merged build preparation
imbajin Oct 5, 2026
9967aa2
fix(client): prepare legacy graph compatibility (#776)
imbajin Oct 5, 2026
4bf8332
chore: reconcile merged build preparation
imbajin Oct 5, 2026
b0542fe
chore: sync merged client preparation
imbajin Oct 5, 2026
f12c1e7
chore: sync merged upstream preparation
imbajin Oct 5, 2026
2152f9f
chore: sync merged upstream preparation
imbajin Oct 5, 2026
0aa883d
chore: sync merged upstream preparation
imbajin Oct 5, 2026
cf4407b
fix(loader): diagnose missing Java executable
imbajin Oct 5, 2026
56c08ea
docs(spark): join connector guide paragraphs
imbajin Oct 5, 2026
4d33bc5
docs(tools): clarify test guidance layout
imbajin Oct 5, 2026
c2de30b
chore: align merged client ancestry
imbajin Oct 5, 2026
c3e2afb
chore: align merged client ancestry
imbajin Oct 5, 2026
7c1ca96
chore: align merged client ancestry
imbajin Oct 5, 2026
d13dfeb
chore: reconcile merged client history
imbajin Oct 5, 2026
9827ec8
refactor(loader): prepare JVM tests and resource for Java17 (#778)
imbajin Oct 5, 2026
669d8e8
fix(tools): restore plain HDFS backups (#777)
imbajin Oct 5, 2026
03053d2
feat(spark): prepare connector for Java 17 runtime (#782)
imbajin Oct 5, 2026
b57ce7d
chore: reconcile merged prerequisite history
imbajin Oct 5, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .github/workflows/client-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,11 @@ on:
- .github/workflows/**
- pom.xml

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
client-ci:
runs-on: ubuntu-latest
Expand Down
5 changes: 5 additions & 0 deletions .github/workflows/client-go-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,11 @@ on:
- .github/workflows/**
- pom.xml

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
client-go-ci:
runs-on: ubuntu-latest
Expand Down
5 changes: 5 additions & 0 deletions .github/workflows/codeql-analysis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,11 @@ on:
schedule:
- cron: '42 20 * * 6'

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
analyze:
env:
Expand Down
10 changes: 9 additions & 1 deletion .github/workflows/hubble-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,11 @@ env:
HUGEGRAPH_SERVER_GIT_URL: https://github.com/apache/hugegraph.git
HUGEGRAPH_SERVER_BRANCH: master

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
hubble-ci:
runs-on: ubuntu-latest
Expand Down Expand Up @@ -117,7 +122,10 @@ jobs:

- name: Install Playwright Chromium
working-directory: hugegraph-hubble/hubble-fe
run: yarn playwright install --with-deps chromium
run: |
# Browser dependencies use Ubuntu repositories; this job does not use the Microsoft feed.
sudo rm -f /etc/apt/sources.list.d/microsoft-prod.list /etc/apt/sources.list.d/microsoft-prod.sources
yarn playwright install --with-deps chromium

- name: Compile
run: |
Expand Down
4 changes: 4 additions & 0 deletions .github/workflows/labeler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,10 @@ name: "Pull Request Labeler"
on:
- pull_request_target

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request_target' }}

jobs:
triage:
permissions:
Expand Down
5 changes: 5 additions & 0 deletions .github/workflows/license-checker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,11 @@ on:
- 'release-*'
pull_request:

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
check-license-header:
runs-on: ubuntu-latest
Expand Down
7 changes: 6 additions & 1 deletion .github/workflows/loader-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,11 @@ on:
- .github/workflows/**
- pom.xml

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
loader-ci:
runs-on: ubuntu-latest
Expand Down Expand Up @@ -68,7 +73,7 @@ jobs:
uses: actions/cache@v6
with:
path: ~/hugegraph-cache-${{ steps.get-commit.outputs.commit_id }}
key: ${{ runner.os }}-hugegraph-server-${{ steps.get-commit.outputs.commit_id }}
key: ${{ runner.os }}-hugegraph-server-provenance-v1-${{ steps.get-commit.outputs.commit_id }}

- name: Compile
run: |
Expand Down
7 changes: 7 additions & 0 deletions .github/workflows/server-fixture-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,13 +48,20 @@ on:
permissions:
contents: read

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
server-fixture-contracts:
runs-on: ubuntu-latest
timeout-minutes: 5
steps:
- name: Checkout source
uses: actions/checkout@v7
with:
persist-credentials: false
- name: Set up Node.js 22
uses: actions/setup-node@v6
with:
Expand Down
23 changes: 22 additions & 1 deletion .github/workflows/spark-connector-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,15 +19,21 @@ on:
- .github/workflows/**
- pom.xml

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
spark-connector-ci:
runs-on: ubuntu-latest
env:
USE_STAGE: 'true' # Whether to include the stage repository.
TRAVIS_DIR: hugegraph-spark-connector/assembly/travis
strategy:
fail-fast: false
matrix:
JAVA_VERSION: [ '11' ]
JAVA_VERSION: [ '11', '17' ]

steps:
- name: Fetch Code
Expand All @@ -39,6 +45,18 @@ jobs:
id: get-commit
uses: ./.github/actions/get-hugegraph-commit

# The published HugeGraph 1.7 authentication fixture requires Java 11.
- name: Setup server Java
id: server-java
uses: actions/setup-java@v5
with:
java-version: '11'
distribution: 'temurin'

- name: Save server Java path
id: server-path
run: echo "path=$JAVA_HOME/bin:$PATH" >> "$GITHUB_OUTPUT"

- name: Setup Java environment
uses: ./.github/actions/setup-java-env
with:
Expand All @@ -52,6 +70,9 @@ jobs:

- name: Setup HugeGraph server
uses: ./.github/actions/setup-hugegraph-server
env:
JAVA_HOME: ${{ steps.server-java.outputs.path }}
PATH: ${{ steps.server-path.outputs.path }}
with:
travis-dir: ${{ env.TRAVIS_DIR }}
commit-id: ${{ steps.get-commit.outputs.commit_id }}
Expand Down
8 changes: 7 additions & 1 deletion .github/workflows/tools-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,11 @@ on:
- .github/workflows/**
- pom.xml

# Keep the newest PR run; preserve independent push, release and manual runs.
concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
tools-ci:
runs-on: ubuntu-latest
Expand Down Expand Up @@ -60,4 +65,5 @@ jobs:

- name: Run test
run: |
mvn test -Dtest=FuncTestSuite -pl hugegraph-tools -ntp
# The setup step above creates this job's disposable server instance.
mvn test -Dtest=FuncTestSuite -Dtools.test.disposable=true -pl hugegraph-tools -ntp
103 changes: 100 additions & 3 deletions hugegraph-client/assembly/travis/install-server.test.cjs
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,12 @@ const { execFileSync, spawnSync } = require('node:child_process');
const { mkdtempSync, mkdirSync, rmSync, writeFileSync, readFileSync, readdirSync, existsSync } = require('node:fs');
const { tmpdir } = require('node:os');
const { join } = require('node:path');
const { createHash } = require('node:crypto');

function cacheStamp(cache, repository, sha, archive) {
const digest = createHash('sha256').update(readFileSync(join(cache, archive))).digest('hex');
writeFileSync(join(cache, 'server-provenance'), `${repository}\n${sha}\n${archive}\n${digest}\n`);
}

function temp(t) {
const root = mkdtempSync(join(tmpdir(), 'server-install-'));
Expand Down Expand Up @@ -203,6 +209,24 @@ test('shared starter still rejects invalid non-metadata graph names', t => {
});


test('Loader reports ambiguous archives before shared startup', t => {
const root = temp(t);
const cache = join(root, 'cache');
mkdirSync(cache);
writeFileSync(join(cache, 'apache-hugegraph-cached.tar.gz'), 'cached archive');
cacheStamp(cache, 'apache/hugegraph', 'a'.repeat(40), 'apache-hugegraph-cached.tar.gz');
writeFileSync(join(root, 'apache-hugegraph-leftover.tar.gz'), 'leftover archive');
const installer = join(__dirname, '../../../hugegraph-loader/assembly/travis/install-hugegraph-from-source.sh');
const result = spawnSync('bash', [installer, 'a'.repeat(40)], {
cwd: root, env: { ...process.env, SERVER_CACHE_DIR: cache }, encoding: 'utf8'
});
assert.equal(result.status, 1);
assert.match(result.stderr, /Expected exactly one server archive, found:/);
assert.match(result.stderr, /apache-hugegraph-cached\.tar\.gz/);
assert.match(result.stderr, /apache-hugegraph-leftover\.tar\.gz/);
assert.equal(readdirSync(root).some(name => name.startsWith('hugegraph-servers.')), false);
});

test('Loader retains its source cache while using the selected repository and shared startup', t => {
const root = temp(t);
const source = join(root, 'source');
Expand All @@ -215,36 +239,67 @@ test('Loader retains its source cache while using the selected repository and sh
git('-C', source, 'commit', '-m', 'initial');
const sha = git('-C', source, 'rev-parse', 'HEAD');
const top = 'apache-hugegraph-loader-fixture';
writeFileSync(join(source, 'pom.xml'), 'another commit');
git('-C', source, 'commit', '-am', 'another commit');
const anotherSha = git('-C', source, 'rev-parse', 'HEAD');
serverFixture(join(root, top));
const archive = join(root, 'fixture.tar.gz');
execFileSync('tar', ['czf', archive, '-C', root, top],
{ env: { ...process.env, COPYFILE_DISABLE: '1' } });
const bin = join(root, 'bin');
mkdirSync(bin);
writeFileSync(join(bin, 'mvn'), '#!/bin/bash\nprintf "%s\\n" "$@" > "$BUILD_ARGS"\n' +
'mkdir -p hugegraph-server\ncp "$FIXTURE_ARCHIVE" hugegraph-server/apache-hugegraph-fixture.tar.gz\n',
'mkdir -p hugegraph-server\ncp "$FIXTURE_ARCHIVE" hugegraph-server/apache-hugegraph-fixture.tar.gz\n' +
'if [[ "$DUPLICATE_ARCHIVE" == true ]]; then\n' +
' cp "$FIXTURE_ARCHIVE" hugegraph-server/apache-hugegraph-other.tar.gz\nfi\n',
{ mode: 0o755 });
const env = { ...process.env, SERVER_REPOSITORY: 'example/server', SERVER_FETCH_REF: sha,
SERVER_CACHE_DIR: join(root, 'cache'), FIXTURE_ARCHIVE: archive, BUILD_ARGS: join(root, 'args'),
PATH: `${bin}:${process.env.PATH}`, RUNNER_TEMP: root, JAVA_HOME: '/fixture/java11',
GIT_CONFIG_COUNT: '1', GIT_CONFIG_KEY_0: `url.file://${source}.insteadOf`,
GIT_CONFIG_VALUE_0: 'https://github.com/example/server.git' };
const installer = join(__dirname, '../../../hugegraph-loader/assembly/travis/install-hugegraph-from-source.sh');
for (const failure of [
{ name: 'checkout', extra: { SERVER_FETCH_REF: anotherSha }, error: /Server checkout mismatch/ },
{ name: 'build', extra: { DUPLICATE_ARCHIVE: 'true' }, error: /Expected exactly one built server archive/ }
]) {
const cwd = join(root, `run-failed-${failure.name}`);
const cache = join(root, `cache-failed-${failure.name}`);
mkdirSync(cwd);
const result = spawnSync('bash', [installer, sha], {
cwd, env: { ...env, ...failure.extra, SERVER_CACHE_DIR: cache }, encoding: 'utf8'
});
assert.equal(result.status, 1);
assert.match(result.stderr, failure.error);
assert.deepEqual(readdirSync(cache), []);
assert.equal(readdirSync(root).some(name => name.startsWith('hugegraph-servers.')), false);
}
for (const pass of ['build', 'cache']) {
const cwd = join(root, `run-${pass}`);
mkdirSync(cwd);
const result = spawnSync('bash', [installer, sha], { cwd, env, encoding: 'utf8' });
const result = spawnSync('bash', [installer, pass === 'cache' ? sha.toUpperCase() : sha],
{ cwd, env, encoding: 'utf8' });
assert.equal(result.status, 0, result.stderr);
assert.deepEqual(readFileSync(env.BUILD_ARGS, 'utf8').trim().split('\n'),
['package', '-DskipTests', '-Dmaven.javadoc.skip=true', '-ntp']);
assert.equal(existsSync(join(cwd, 'hugegraph')), false);
if (pass === 'build') {
assert.equal(readdirSync(env.SERVER_CACHE_DIR).length, 1);
assert.deepEqual(readdirSync(env.SERVER_CACHE_DIR).sort(),
['apache-hugegraph-fixture.tar.gz', 'server-provenance']);
assert.equal(readFileSync(join(env.SERVER_CACHE_DIR, 'server-provenance'), 'utf8'),
`example/server\n${sha}\napache-hugegraph-fixture.tar.gz\n` +
`${createHash('sha256').update(readFileSync(archive)).digest('hex')}\n`);
// A cache hit must not execute Maven or reach the source repository again.
writeFileSync(join(bin, 'mvn'), '#!/bin/bash\nexit 91\n', { mode: 0o755 });
rmSync(source, { recursive: true, force: true });
}
}
const otherCwd = join(root, 'run-other-commit');
mkdirSync(otherCwd);
const other = spawnSync('bash', [installer, anotherSha], { cwd: otherCwd, env, encoding: 'utf8' });
assert.equal(other.status, 1);
assert.match(other.stderr, /source or archive provenance mismatch/);
assert.deepEqual(readdirSync(otherCwd), []);
const deployments = readdirSync(root).filter(name => name.startsWith('hugegraph-servers.'));
assert.equal(deployments.length, 2);
for (const deployment of deployments) {
Expand All @@ -253,3 +308,45 @@ test('Loader retains its source cache while using the selected repository and sh
}
}
});

for (const scenario of [
{ name: 'another commit', commit: 'b'.repeat(40), error: /provenance mismatch/ },
{ name: 'another repository', repository: 'example/other', error: /provenance mismatch/ },
{ name: 'a missing stamp', mutate: cache => rmSync(join(cache, 'server-provenance')),
error: /missing provenance/ },
{ name: 'a tampered archive', mutate: cache => writeFileSync(join(cache, 'apache-hugegraph-fixture.tar.gz'),
'modified archive'), error: /provenance mismatch/ },
{ name: 'multiple cached archives', mutate: cache => writeFileSync(join(cache, 'apache-hugegraph-other.tar.gz'),
'another archive'), error: /exactly one regular server archive/ },
{ name: 'extra provenance data', mutate: cache => writeFileSync(join(cache, 'server-provenance'),
readFileSync(join(cache, 'server-provenance'), 'utf8') + 'unexpected'), error: /provenance mismatch/ },
{ name: 'binary provenance data', mutate: cache => writeFileSync(join(cache, 'server-provenance'),
readFileSync(join(cache, 'server-provenance'), 'utf8').replace('example/server', 'example/\0server')),
error: /provenance mismatch/ },
{ name: 'executable metadata', mutate: cache => writeFileSync(join(cache, 'server-provenance'),
'$(touch should-not-exist)\n' + 'a'.repeat(40) + '\napache-hugegraph-fixture.tar.gz\n' + '0'.repeat(64) + '\n'),
error: /provenance mismatch/ }
]) {
test(`Loader rejects ${scenario.name} without altering the custom cache or starting a server`, t => {
const root = temp(t);
const cache = join(root, 'cache');
mkdirSync(cache);
writeFileSync(join(cache, 'apache-hugegraph-fixture.tar.gz'), 'original archive');
writeFileSync(join(cache, 'unrelated-file'), 'preserve this file');
cacheStamp(cache, 'example/server', 'a'.repeat(40), 'apache-hugegraph-fixture.tar.gz');
if (scenario.mutate) scenario.mutate(cache);
const files = readdirSync(cache).map(name => [name, readFileSync(join(cache, name), 'utf8')]);
const installer = join(__dirname, '../../../hugegraph-loader/assembly/travis/install-hugegraph-from-source.sh');
const result = spawnSync('bash', [installer, scenario.commit || 'a'.repeat(40)], {
cwd: root, env: { ...process.env, SERVER_CACHE_DIR: cache,
SERVER_REPOSITORY: scenario.repository || 'example/server' }, encoding: 'utf8'
});
assert.equal(result.status, 1);
assert.match(result.stderr, scenario.error);
assert.match(result.stderr, /Use a fresh or separate SERVER_CACHE_DIR/);
assert.deepEqual(readdirSync(cache).map(name => [name, readFileSync(join(cache, name), 'utf8')]), files);
assert.equal(existsSync(join(root, 'hugegraph')), false);
assert.equal(existsSync(join(root, 'should-not-exist')), false);
assert.equal(readdirSync(root).some(name => name.startsWith('hugegraph-servers.')), false);
});
}
11 changes: 0 additions & 11 deletions hugegraph-client/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -72,16 +72,6 @@
<plugins>
<plugin>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.1</version>
<configuration>
<source>${compiler.source}</source>
<target>${compiler.target}</target>
<compilerArgs>
<arg>-Xmaxerrs</arg>
<arg>500</arg>
<arg>-Xlint:unchecked</arg>
</compilerArgs>
</configuration>
</plugin>

<plugin>
Expand All @@ -106,7 +96,6 @@
<plugin>
<groupId>org.jacoco</groupId>
<artifactId>jacoco-maven-plugin</artifactId>
<version>0.8.2</version>
<configuration>
<excludes>
<exclude>org/apache/hugegraph/example/*.class</exclude>
Expand Down
Loading
Loading