asset-server-plugin.e2e-spec.ts 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335
  1. /* eslint-disable @typescript-eslint/no-non-null-assertion */
  2. import { DeletionResult } from '@vendure/common/lib/generated-types';
  3. import { ConfigService, mergeConfig } from '@vendure/core';
  4. import { createTestEnvironment } from '@vendure/testing';
  5. import { exec } from 'child_process';
  6. import fs from 'fs-extra';
  7. import fetch from 'node-fetch';
  8. import path from 'path';
  9. import { afterAll, beforeAll, describe, expect, it } from 'vitest';
  10. import { initialData } from '../../../e2e-common/e2e-initial-data';
  11. import { TEST_SETUP_TIMEOUT_MS, testConfig } from '../../../e2e-common/test-config';
  12. import {
  13. GetImageTransformParametersArgs,
  14. ImageTransformParameters,
  15. ImageTransformStrategy,
  16. } from '../src/config/image-transform-strategy';
  17. import { AssetServerPlugin } from '../src/plugin';
  18. import { createAssetsDocument, deleteAssetDocument } from './graphql/admin-definitions';
  19. import { assetFragment } from './graphql/fragments-admin';
  20. import { FragmentOf } from './graphql/graphql-admin';
  21. const TEST_ASSET_DIR = 'test-assets';
  22. const IMAGE_BASENAME = 'derick-david-409858-unsplash';
  23. class TestImageTransformStrategy implements ImageTransformStrategy {
  24. getImageTransformParameters(args: GetImageTransformParametersArgs): ImageTransformParameters {
  25. if (args.input.preset === 'test') {
  26. throw new Error('Test error');
  27. }
  28. return args.input;
  29. }
  30. }
  31. describe('AssetServerPlugin', () => {
  32. let asset: FragmentOf<typeof assetFragment>;
  33. const sourceFilePath = path.join(__dirname, TEST_ASSET_DIR, `source/b6/${IMAGE_BASENAME}.jpg`);
  34. const previewFilePath = path.join(__dirname, TEST_ASSET_DIR, `preview/71/${IMAGE_BASENAME}__preview.jpg`);
  35. const { server, adminClient } = createTestEnvironment(
  36. mergeConfig(testConfig(), {
  37. // logger: new DefaultLogger({ level: LogLevel.Info }),
  38. plugins: [
  39. AssetServerPlugin.init({
  40. assetUploadDir: path.join(__dirname, TEST_ASSET_DIR),
  41. route: 'assets',
  42. imageTransformStrategy: new TestImageTransformStrategy(),
  43. }),
  44. ],
  45. }),
  46. );
  47. beforeAll(async () => {
  48. await fs.emptyDir(path.join(__dirname, TEST_ASSET_DIR, 'source'));
  49. await fs.emptyDir(path.join(__dirname, TEST_ASSET_DIR, 'preview'));
  50. await fs.emptyDir(path.join(__dirname, TEST_ASSET_DIR, 'cache'));
  51. await server.init({
  52. initialData,
  53. productsCsvPath: path.join(__dirname, 'fixtures/e2e-products-empty.csv'),
  54. customerCount: 1,
  55. });
  56. await adminClient.asSuperAdmin();
  57. }, TEST_SETUP_TIMEOUT_MS);
  58. afterAll(async () => {
  59. await server.destroy();
  60. });
  61. it('names the Asset correctly', async () => {
  62. const filesToUpload = [path.join(__dirname, `fixtures/assets/${IMAGE_BASENAME}.jpg`)];
  63. const { createAssets } = await adminClient.fileUploadMutation({
  64. mutation: createAssetsDocument,
  65. filePaths: filesToUpload,
  66. mapVariables: filePaths => ({
  67. input: filePaths.map(p => ({ file: null })),
  68. }),
  69. });
  70. asset = createAssets[0];
  71. expect(asset.name).toBe(`${IMAGE_BASENAME}.jpg`);
  72. });
  73. it('creates the expected asset files', () => {
  74. expect(fs.existsSync(sourceFilePath)).toBe(true);
  75. expect(fs.existsSync(previewFilePath)).toBe(true);
  76. });
  77. it('serves the source file', async () => {
  78. const res = await fetch(`${asset.source}`);
  79. const responseBuffer = await res.buffer();
  80. const sourceFile = await fs.readFile(sourceFilePath);
  81. expect(Buffer.compare(responseBuffer, sourceFile)).toBe(0);
  82. });
  83. it('serves the untransformed preview file', async () => {
  84. const res = await fetch(`${asset.preview}`);
  85. const responseBuffer = await res.buffer();
  86. const previewFile = await fs.readFile(previewFilePath);
  87. expect(Buffer.compare(responseBuffer, previewFile)).toBe(0);
  88. });
  89. it('can handle non-latin filenames', async () => {
  90. const FILE_NAME_ZH = '白飯';
  91. const filesToUpload = [path.join(__dirname, `fixtures/assets/${FILE_NAME_ZH}.jpg`)];
  92. const { createAssets } = await adminClient.fileUploadMutation({
  93. mutation: createAssetsDocument,
  94. filePaths: filesToUpload,
  95. mapVariables: filePaths => ({
  96. input: filePaths.map(p => ({ file: null })),
  97. }),
  98. });
  99. expect(createAssets[0].name).toBe(`${FILE_NAME_ZH}.jpg`);
  100. expect(createAssets[0].source).toContain(`${FILE_NAME_ZH}.jpg`);
  101. const previewUrl = encodeURI(createAssets[0].preview);
  102. const res = await fetch(previewUrl);
  103. expect(res.status).toBe(200);
  104. const previewFilePathZH = path.join(
  105. __dirname,
  106. TEST_ASSET_DIR,
  107. `preview/3f/${FILE_NAME_ZH}__preview.jpg`,
  108. );
  109. const responseBuffer = await res.buffer();
  110. const previewFile = await fs.readFile(previewFilePathZH);
  111. expect(Buffer.compare(responseBuffer, previewFile)).toBe(0);
  112. });
  113. describe('caching', () => {
  114. const cacheDir = path.join(__dirname, TEST_ASSET_DIR, 'cache');
  115. const cacheFileDir = path.join(__dirname, TEST_ASSET_DIR, 'cache', 'preview', '71');
  116. it('cache initially empty', async () => {
  117. const files = await fs.readdir(cacheDir);
  118. expect(files.length).toBe(0);
  119. });
  120. it('creates cached image on first request', async () => {
  121. const res = await fetch(`${asset.preview}?preset=thumb`);
  122. const responseBuffer = await res.buffer();
  123. expect(fs.existsSync(cacheFileDir)).toBe(true);
  124. const files = await fs.readdir(cacheFileDir);
  125. expect(files.length).toBe(1);
  126. expect(files[0]).toContain(`${IMAGE_BASENAME}__preview`);
  127. const cachedFile = await fs.readFile(path.join(cacheFileDir, files[0]));
  128. // was the file returned the exact same file as is stored in the cache dir?
  129. expect(Buffer.compare(responseBuffer, cachedFile)).toBe(0);
  130. });
  131. it('does not create a new cached image on a second request', async () => {
  132. const res = await fetch(`${asset.preview}?preset=thumb`);
  133. const files = await fs.readdir(cacheFileDir);
  134. expect(files.length).toBe(1);
  135. });
  136. it('does not create a new cached image for an untransformed image', async () => {
  137. const res = await fetch(`${asset.preview}`);
  138. const files = await fs.readdir(cacheFileDir);
  139. expect(files.length).toBe(1);
  140. });
  141. it('does not create a new cached image for an invalid preset', async () => {
  142. const res = await fetch(`${asset.preview}?preset=invalid`);
  143. const files = await fs.readdir(cacheFileDir);
  144. expect(files.length).toBe(1);
  145. const previewFile = await fs.readFile(previewFilePath);
  146. const responseBuffer = await res.buffer();
  147. expect(Buffer.compare(responseBuffer, previewFile)).toBe(0);
  148. });
  149. it('does not create a new cached image if cache=false', async () => {
  150. const res = await fetch(`${asset.preview}?preset=tiny&cache=false`);
  151. const files = await fs.readdir(cacheFileDir);
  152. expect(files.length).toBe(1);
  153. });
  154. it('creates a new cached image if cache=true', async () => {
  155. const res = await fetch(`${asset.preview}?preset=tiny&cache=true`);
  156. const files = await fs.readdir(cacheFileDir);
  157. expect(files.length).toBe(2);
  158. });
  159. });
  160. describe('unexpected input', () => {
  161. it('does not error on non-integer width', async () => {
  162. return fetch(`${asset.preview}?w=10.5`);
  163. });
  164. it('does not error on non-integer height', async () => {
  165. return fetch(`${asset.preview}?h=10.5`);
  166. });
  167. // https://github.com/vendure-ecommerce/vendure/security/advisories/GHSA-r9mq-3c9r-fmjq
  168. describe('path traversal', () => {
  169. function curlWithPathAsIs(url: string) {
  170. return new Promise<string>((resolve, reject) => {
  171. // We use curl here rather than node-fetch or any other fetch-type function because
  172. // those will automatically perform path normalization which will mask the path traversal
  173. return exec(`curl --path-as-is ${url}`, (err, stdout, stderr) => {
  174. if (err) {
  175. reject(err);
  176. }
  177. resolve(stdout);
  178. });
  179. });
  180. }
  181. function testPathTraversalOnUrl(urlPath: string) {
  182. return async () => {
  183. const port = server.app.get(ConfigService).apiOptions.port;
  184. const result = await curlWithPathAsIs(`http://localhost:${port}/assets${urlPath}`);
  185. expect(result).not.toContain('@vendure/asset-server-plugin');
  186. expect(result.toLowerCase()).toContain('resource not found');
  187. };
  188. }
  189. it('blocks path traversal 1', testPathTraversalOnUrl(`/../../package.json`));
  190. it('blocks path traversal 2', testPathTraversalOnUrl(`/foo/../../../package.json`));
  191. it('blocks path traversal 3', testPathTraversalOnUrl(`/foo/../../../foo/../package.json`));
  192. it('blocks path traversal 4', testPathTraversalOnUrl(`/%2F..%2F..%2Fpackage.json`));
  193. it('blocks path traversal 5', testPathTraversalOnUrl(`/%2E%2E/%2E%2E/package.json`));
  194. it('blocks path traversal 6', testPathTraversalOnUrl(`/..//..//package.json`));
  195. it('blocks path traversal 7', testPathTraversalOnUrl(`/.%2F.%2F.%2Fpackage.json`));
  196. it('blocks path traversal 8', testPathTraversalOnUrl(`/..\\\\..\\\\package.json`));
  197. it('blocks path traversal 9', testPathTraversalOnUrl(`/\\\\\\..\\\\\\..\\\\\\package.json`));
  198. it('blocks path traversal 10', testPathTraversalOnUrl(`/./../././.././package.json`));
  199. it('blocks path traversal 11', testPathTraversalOnUrl(`/\\.\\..\\.\\.\\..\\.\\package.json`));
  200. });
  201. });
  202. describe('deletion', () => {
  203. it('deleting Asset deletes binary file', async () => {
  204. const { deleteAsset } = await adminClient.query(deleteAssetDocument, {
  205. input: {
  206. assetId: asset.id,
  207. force: true,
  208. },
  209. });
  210. expect(deleteAsset.result).toBe(DeletionResult.DELETED);
  211. expect(fs.existsSync(sourceFilePath)).toBe(false);
  212. expect(fs.existsSync(previewFilePath)).toBe(false);
  213. });
  214. });
  215. describe('MIME type detection', () => {
  216. let testImages: Array<FragmentOf<typeof assetFragment>> = [];
  217. async function testMimeTypeOfAssetWithExt(ext: string, expectedMimeType: string) {
  218. const testImage = testImages.find(i => i.source.endsWith(ext))!;
  219. const result = await fetch(testImage.source);
  220. const contentType = result.headers.get('Content-Type');
  221. expect(contentType).toBe(expectedMimeType);
  222. }
  223. beforeAll(async () => {
  224. const formats = ['gif', 'jpg', 'png', 'svg', 'tiff', 'webp'];
  225. const filesToUpload = formats.map(ext => path.join(__dirname, `fixtures/assets/test.${ext}`));
  226. const { createAssets } = await adminClient.fileUploadMutation({
  227. mutation: createAssetsDocument,
  228. filePaths: filesToUpload,
  229. mapVariables: filePaths => ({
  230. input: filePaths.map(p => ({ file: null })),
  231. }),
  232. });
  233. testImages = createAssets;
  234. });
  235. it('gif', async () => {
  236. await testMimeTypeOfAssetWithExt('gif', 'image/gif');
  237. });
  238. it('jpg', async () => {
  239. await testMimeTypeOfAssetWithExt('jpg', 'image/jpeg');
  240. });
  241. it('png', async () => {
  242. await testMimeTypeOfAssetWithExt('png', 'image/png');
  243. });
  244. it('svg', async () => {
  245. await testMimeTypeOfAssetWithExt('svg', 'image/svg+xml');
  246. });
  247. it('tiff', async () => {
  248. await testMimeTypeOfAssetWithExt('tiff', 'image/tiff');
  249. });
  250. it('webp', async () => {
  251. await testMimeTypeOfAssetWithExt('webp', 'image/webp');
  252. });
  253. });
  254. // https://github.com/vendure-ecommerce/vendure/issues/1563
  255. it('falls back to binary preview if image file cannot be processed', async () => {
  256. const filesToUpload = [path.join(__dirname, 'fixtures/assets/bad-image.jpg')];
  257. const { createAssets } = await adminClient.fileUploadMutation({
  258. mutation: createAssetsDocument,
  259. filePaths: filesToUpload,
  260. mapVariables: filePaths => ({
  261. input: filePaths.map(p => ({ file: null })),
  262. }),
  263. });
  264. expect(createAssets.length).toBe(1);
  265. expect(createAssets[0].name).toBe('bad-image.jpg');
  266. });
  267. it('ImageTransformStrategy can throw to prevent transform', async () => {
  268. const res = await fetch(`${asset.preview}?preset=test`);
  269. expect(res.status).toBe(400);
  270. const text = await res.text();
  271. expect(text).toContain('Invalid parameters');
  272. });
  273. });