mirror of
https://github.com/AikidoSec/safe-chain.git
synced 2026-05-26 12:10:49 +00:00
Add e2e test
This commit is contained in:
parent
33c3bec43d
commit
464847a6fc
1 changed files with 168 additions and 0 deletions
168
test/e2e/pip-minimum-age.e2e.spec.js
Normal file
168
test/e2e/pip-minimum-age.e2e.spec.js
Normal file
|
|
@ -0,0 +1,168 @@
|
||||||
|
import { describe, it, before, beforeEach, afterEach } from "node:test";
|
||||||
|
import assert from "node:assert";
|
||||||
|
import { DockerTestContainer } from "./DockerTestContainer.js";
|
||||||
|
|
||||||
|
describe("E2E: pip minimum package age", () => {
|
||||||
|
let container;
|
||||||
|
|
||||||
|
before(async () => {
|
||||||
|
DockerTestContainer.buildImage();
|
||||||
|
});
|
||||||
|
|
||||||
|
beforeEach(async () => {
|
||||||
|
container = new DockerTestContainer();
|
||||||
|
await container.start();
|
||||||
|
|
||||||
|
const installationShell = await container.openShell("zsh");
|
||||||
|
await installationShell.runCommand("safe-chain setup");
|
||||||
|
await installationShell.runCommand("pip3 cache purge");
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(async () => {
|
||||||
|
if (container) {
|
||||||
|
await container.stop();
|
||||||
|
container = null;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
it("falls back to an older PyPI version for flexible constraints", async () => {
|
||||||
|
const shell = await container.openShell("zsh");
|
||||||
|
const latestVersion = await getLatestPackageVersion(shell, "openai");
|
||||||
|
const tooYoungTimestamps = getTooYoungReleaseTimestamps();
|
||||||
|
|
||||||
|
await startFeedServer(container, [
|
||||||
|
{
|
||||||
|
source: "pypi",
|
||||||
|
package_name: "openai",
|
||||||
|
version: latestVersion,
|
||||||
|
...tooYoungTimestamps,
|
||||||
|
},
|
||||||
|
]);
|
||||||
|
|
||||||
|
const installResult = await shell.runCommand(
|
||||||
|
'SAFE_CHAIN_MALWARE_LIST_BASE_URL=http://127.0.0.1:8123 pip3 install --break-system-packages "openai>=2.8.0,<3" --safe-chain-logging=verbose'
|
||||||
|
);
|
||||||
|
|
||||||
|
assert.ok(
|
||||||
|
installResult.output.includes(`openai@${latestVersion} is newer than 48 hours and was removed`),
|
||||||
|
`Expected Safe Chain to suppress the latest openai version. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
assert.ok(
|
||||||
|
!installResult.output.includes("blocked by safe-chain direct download minimum package age"),
|
||||||
|
`Expected fallback during resolution, not a direct-download block. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
assert.ok(
|
||||||
|
installResult.output.includes("Successfully installed"),
|
||||||
|
`Expected pip install to succeed after fallback. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
|
||||||
|
const installedVersion = await getInstalledVersion(shell, "openai");
|
||||||
|
assert.notEqual(
|
||||||
|
installedVersion,
|
||||||
|
latestVersion,
|
||||||
|
`Expected fallback to an older openai version, but installed ${latestVersion}.`
|
||||||
|
);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("fails cleanly for exact pinned too-young PyPI versions", async () => {
|
||||||
|
const shell = await container.openShell("zsh");
|
||||||
|
const latestVersion = await getLatestPackageVersion(shell, "openai");
|
||||||
|
const tooYoungTimestamps = getTooYoungReleaseTimestamps();
|
||||||
|
|
||||||
|
await startFeedServer(container, [
|
||||||
|
{
|
||||||
|
source: "pypi",
|
||||||
|
package_name: "openai",
|
||||||
|
version: latestVersion,
|
||||||
|
...tooYoungTimestamps,
|
||||||
|
},
|
||||||
|
]);
|
||||||
|
|
||||||
|
const installResult = await shell.runCommand(
|
||||||
|
`SAFE_CHAIN_MALWARE_LIST_BASE_URL=http://127.0.0.1:8123 pip3 install --break-system-packages openai==${latestVersion} --safe-chain-logging=verbose`
|
||||||
|
);
|
||||||
|
|
||||||
|
assert.ok(
|
||||||
|
installResult.output.includes(`openai@${latestVersion} is newer than 48 hours and was removed`),
|
||||||
|
`Expected Safe Chain to suppress the pinned openai version. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
assert.ok(
|
||||||
|
installResult.output.includes(`No matching distribution found for openai==${latestVersion}`) ||
|
||||||
|
installResult.output.includes(`Could not find a version that satisfies the requirement openai==${latestVersion}`),
|
||||||
|
`Expected pip to fail because the exact version was suppressed. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
assert.ok(
|
||||||
|
!installResult.output.includes("blocked by safe-chain direct download minimum package age"),
|
||||||
|
`Expected resolver failure for an exact pin, not a direct-download block. Output was:\n${installResult.output}`
|
||||||
|
);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
async function getLatestPackageVersion(shell, packageName) {
|
||||||
|
const result = await shell.runCommand(`/usr/bin/pip3 index versions ${packageName}`);
|
||||||
|
const version = result.output.match(new RegExp(`${packageName} \\(([^)]+)\\)`))?.[1];
|
||||||
|
|
||||||
|
assert.ok(
|
||||||
|
version,
|
||||||
|
`Could not determine latest ${packageName} version from pip output:\n${result.output}`
|
||||||
|
);
|
||||||
|
|
||||||
|
return version;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function getInstalledVersion(shell, packageName) {
|
||||||
|
const result = await shell.runCommand(
|
||||||
|
`python3 - <<'PY'
|
||||||
|
import importlib.metadata
|
||||||
|
print(importlib.metadata.version("${packageName}"))
|
||||||
|
PY`
|
||||||
|
);
|
||||||
|
|
||||||
|
return result.output.trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
async function startFeedServer(container, releases) {
|
||||||
|
const shell = await container.openShell("bash");
|
||||||
|
const releasesJson = JSON.stringify(releases, null, 2);
|
||||||
|
|
||||||
|
await shell.runCommand(`mkdir -p /tmp/safe-chain-feed/releases
|
||||||
|
cat > /tmp/safe-chain-feed/malware_pypi.json <<'EOF'
|
||||||
|
[]
|
||||||
|
EOF
|
||||||
|
cat > /tmp/safe-chain-feed/releases/pypi.json <<'EOF'
|
||||||
|
${releasesJson}
|
||||||
|
EOF`);
|
||||||
|
|
||||||
|
container.dockerExec(
|
||||||
|
"nohup python3 -m http.server 8123 -d /tmp/safe-chain-feed >/tmp/safe-chain-feed.log 2>&1 </dev/null &",
|
||||||
|
true
|
||||||
|
);
|
||||||
|
|
||||||
|
const readinessResult = await shell.runCommand(`i=0
|
||||||
|
while [ "$i" -lt 100 ]; do
|
||||||
|
if curl -fsS http://127.0.0.1:8123/releases/pypi.json >/dev/null; then
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
sleep 0.1
|
||||||
|
i=$((i + 1))
|
||||||
|
done
|
||||||
|
if [ "$i" -ge 100 ]; then
|
||||||
|
echo "feed server did not become ready" >&2
|
||||||
|
cat /tmp/safe-chain-feed.log >&2 || true
|
||||||
|
fi`);
|
||||||
|
|
||||||
|
assert.equal(
|
||||||
|
readinessResult.output.includes("feed server did not become ready"),
|
||||||
|
false,
|
||||||
|
`Expected local feed server to become ready. Output was:\n${readinessResult.output}`
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getTooYoungReleaseTimestamps() {
|
||||||
|
const now = Math.floor(Date.now() / 1000);
|
||||||
|
|
||||||
|
return {
|
||||||
|
released_on: now,
|
||||||
|
scraped_on: now,
|
||||||
|
};
|
||||||
|
}
|
||||||
Loading…
Add table
Add a link
Reference in a new issue