import fetch, { FormData, fileFrom } from "node-fetch"; import fs from "fs"; import path from "path"; import process from "process"; const createComment = (screenshotFailures, zipFileUrl) => { const formatScreenshotFailure = ({ directory, diffUrl, newUrl, oldUrl }) => { const img = (url) => { if (url) { return `![](${url})`; } else { return "None produced."; } }; return `| ${directory} | ${img(oldUrl)} | ${img(newUrl)} | ${img(diffUrl)} |`; }; return ` Screenshot tests failed! ${zipFileUrl ? `[Download zip file of new screenshots.](${zipFileUrl})` : "No zip file could be produced, this is a bug!"} ## Diffs
See snapshot diffs | Name | Expected image | Produced image | Diff | | :--: | :------------: | :------------: | :--: | ${screenshotFailures.map(formatScreenshotFailure).join("\n")}
## Help
What is this? Screenshot tests make sure that specific icons look the same as they did before. This is important for elements that often mistakenly change, such as alien species. If the produced image looks broken, then it is possible your code caused a bug. Make sure to test in game to see if you can fix it.
I am changing sprites, it's supposed to look different. If the newly produced sprites are correct, then the tests should be updated. You can either: 1. Right-click the "produced image", and save it in \`code/modules/unit_tests/screenshots/NAME.png\`. 2. Download and extract [this zip file](${zipFileUrl}) in the root of your repository, and commit. If you need help, you can ask maintainers either on Discord or on this pull request.
This is a false positive. If you are sure your code did not cause this failure, especially if it's inconsistent, then you may have found a false positive. Ask maintainers to rerun the test. If you need help, you can ask maintainers either on Discord or on this pull request.
`.replace(/\t/g, ''); // If we keep tabs, it'll become a code block. }; export async function showScreenshotTestResults({ github, context, exec }) { const { FILE_HOUSE_KEY } = process.env; // Check if bad-screenshots is in the artifacts const { data: { artifacts } } = await github.rest.actions.listWorkflowRunArtifacts({ owner: context.repo.owner, repo: context.repo.repo, run_id: context.payload.workflow_run.id, }); const badScreenshots = artifacts.find(({ name }) => name === 'bad-screenshots'); if (!badScreenshots) { console.log("No bad screenshots found"); return; } // Download the screenshots from the artifacts const download = await github.rest.actions.downloadArtifact({ owner: context.repo.owner, repo: context.repo.repo, artifact_id: badScreenshots.id, archive_format: "zip", }); fs.writeFileSync("bad-screenshots.zip", Buffer.from(download.data)); await exec.exec("unzip bad-screenshots.zip -d bad-screenshots"); const prNumberFile = path.join("bad-screenshots", "pull_request_number.txt"); if (!fs.existsSync(prNumberFile)) { console.log("No PR number found"); return; } const prNumber = parseInt(fs.readFileSync(prNumberFile, "utf8"), 10); if (!prNumber) { console.log("No PR number found"); return; } fs.rmSync(prNumberFile); // Validate the PR const result = await github.graphql(`query($owner:String!, $repo:String!, $prNumber:Int!) { repository(owner: $owner, name: $repo) { pullRequest(number: $prNumber) { commits(last: 1) { nodes { commit { checkSuites(first: 10) { nodes { id } } } } } } } }`, { owner: context.repo.owner, repo: context.repo.repo, prNumber, }); const validPr = result .repository .pullRequest .commits .nodes[0] .commit .checkSuites .nodes .some(({ id }) => id === context.payload.workflow_run.check_suite_node_id); if (!validPr) { console.log(`PR #${prNumber} is not valid (expected check suite ID ${context.payload.workflow_run.check_suite_node_id})`); return; } // Upload the screenshots // 1. Loop over the bad-screenshots directory // 2. Upload the screenshot // 3. Save the URL const uploadFile = async (filename) => { if (!fs.existsSync(filename)) { return; } const formData = new FormData(); formData.set("key", FILE_HOUSE_KEY); formData.set("file", await fileFrom(filename), path.basename(filename)); return fetch("https://file.house/api/upload", { method: "POST", body: formData, }) .then(response => response.json()) .then(response => { console.log(response); return response; }) .then(({ url }) => url); }; const screenshotFailures = []; for (const directory of fs.readdirSync("bad-screenshots")) { console.log(`Uploading screenshots for ${directory}`); let diffUrl; let newUrl; let oldUrl; await Promise.all([ uploadFile(path.join("bad-screenshots", directory, "new.png")).then(url => newUrl = url), uploadFile(path.join("bad-screenshots", directory, "old.png")).then(url => oldUrl = url), uploadFile(path.join("bad-screenshots", directory, "diff.png")).then(url => diffUrl = url), ]); console.log(`New URL (${directory}): ${newUrl}`); console.log(`Old URL (${directory}): ${oldUrl}`); console.log(`Diff URL (${directory}): ${diffUrl}`); screenshotFailures.push({ directory, diffUrl, newUrl, oldUrl }); } if (screenshotFailures.length === 0) { console.log("No screenshot failures found"); return; } // Upload zip file for quick fixes const zipFilePath = path.join("data", "screenshot-update"); const finalDestination = path.join( zipFilePath, "code", "modules", "unit_tests", "screenshots", ) fs.mkdirSync(finalDestination, { recursive: true }); for (const { directory } of screenshotFailures) { fs.copyFileSync( path.join("bad-screenshots", directory, "new.png"), path.join(finalDestination, `${directory}.png`), ) } await exec.exec("zip", ["-r", `../screenshot-update.zip`, "."], { cwd: zipFilePath, }); const zipUrl = await uploadFile(`${zipFilePath}.zip`); // Post the comment const comment = createComment(screenshotFailures, zipUrl); await github.rest.issues.createComment({ owner: context.repo.owner, repo: context.repo.repo, issue_number: prNumber, body: comment, }); }