pre-publish.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /*
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing,
  13. * software distributed under the License is distributed on an
  14. * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  15. * KIND, either express or implied. See the License for the
  16. * specific language governing permissions and limitations
  17. * under the License.
  18. */
  19. /**
  20. * [Create CommonJS files]:
  21. * Compatible with prevoius folder structure: `echarts/lib` exists in `node_modules`
  22. * (1) Build all files to CommonJS to `echarts/lib`.
  23. * (2) Remove __DEV__.
  24. * (3) Mount `echarts/src/export.js` to `echarts/lib/echarts.js`.
  25. *
  26. * [Create ESModule files]:
  27. * Build all files to CommonJS to `echarts/esm`.
  28. */
  29. const nodePath = require('path');
  30. const assert = require('assert');
  31. const fs = require('fs');
  32. const fsExtra = require('fs-extra');
  33. const chalk = require('chalk');
  34. const ts = require('typescript');
  35. const globby = require('globby');
  36. const transformDEVUtil = require('./transform-dev');
  37. const preamble = require('./preamble');
  38. const dts = require('@lang/rollup-plugin-dts').default;
  39. const rollup = require('rollup');
  40. const { transformImport } = require('zrender/build/transformImport');
  41. const ecDir = nodePath.resolve(__dirname, '..');
  42. const tmpDir = nodePath.resolve(ecDir, 'pre-publish-tmp');
  43. const tsConfig = readTSConfig();
  44. const autoGeneratedFileAlert = `
  45. /**
  46. * AUTO-GENERATED FILE. DO NOT MODIFY.
  47. */
  48. `;
  49. const mainSrcGlobby = {
  50. patterns: [
  51. 'src/**/*.ts'
  52. ],
  53. cwd: ecDir
  54. };
  55. const extensionSrcGlobby = {
  56. patterns: [
  57. 'extension-src/**/*.ts'
  58. ],
  59. cwd: ecDir
  60. };
  61. const extensionSrcDir = nodePath.resolve(ecDir, 'extension-src');
  62. const extensionESMDir = nodePath.resolve(ecDir, 'extension');
  63. const typesDir = nodePath.resolve(ecDir, 'types');
  64. const esmDir = 'lib';
  65. const compileWorkList = [
  66. {
  67. logLabel: 'main ts -> js-esm',
  68. compilerOptionsOverride: {
  69. module: 'ES2015',
  70. rootDir: ecDir,
  71. outDir: tmpDir,
  72. // Generate types when buidling esm
  73. declaration: true,
  74. declarationDir: typesDir
  75. },
  76. srcGlobby: mainSrcGlobby,
  77. transformOptions: {
  78. filesGlobby: {patterns: ['**/*.js'], cwd: tmpDir},
  79. preamble: preamble.js,
  80. transformDEV: true
  81. },
  82. before: async function () {
  83. fsExtra.removeSync(tmpDir);
  84. fsExtra.removeSync(nodePath.resolve(ecDir, 'types'));
  85. fsExtra.removeSync(nodePath.resolve(ecDir, esmDir));
  86. fsExtra.removeSync(nodePath.resolve(ecDir, 'index.js'));
  87. fsExtra.removeSync(nodePath.resolve(ecDir, 'index.blank.js'));
  88. fsExtra.removeSync(nodePath.resolve(ecDir, 'index.common.js'));
  89. fsExtra.removeSync(nodePath.resolve(ecDir, 'index.simple.js'));
  90. },
  91. after: async function () {
  92. fs.renameSync(nodePath.resolve(tmpDir, 'src/echarts.all.js'), nodePath.resolve(ecDir, 'index.js'));
  93. fs.renameSync(nodePath.resolve(tmpDir, 'src/echarts.blank.js'), nodePath.resolve(ecDir, 'index.blank.js'));
  94. fs.renameSync(nodePath.resolve(tmpDir, 'src/echarts.common.js'), nodePath.resolve(ecDir, 'index.common.js'));
  95. fs.renameSync(nodePath.resolve(tmpDir, 'src/echarts.simple.js'), nodePath.resolve(ecDir, 'index.simple.js'));
  96. fs.renameSync(nodePath.resolve(tmpDir, 'src'), nodePath.resolve(ecDir, esmDir));
  97. transformRootFolderInEntry(nodePath.resolve(ecDir, 'index.js'), esmDir);
  98. transformRootFolderInEntry(nodePath.resolve(ecDir, 'index.blank.js'), esmDir);
  99. transformRootFolderInEntry(nodePath.resolve(ecDir, 'index.common.js'), esmDir);
  100. transformRootFolderInEntry(nodePath.resolve(ecDir, 'index.simple.js'), esmDir);
  101. await transformLibFiles(nodePath.resolve(ecDir, esmDir), esmDir);
  102. await transformLibFiles(nodePath.resolve(ecDir, 'types'), esmDir);
  103. fsExtra.removeSync(tmpDir);
  104. }
  105. },
  106. {
  107. logLabel: 'extension ts -> js-esm',
  108. compilerOptionsOverride: {
  109. module: 'ES2015',
  110. declaration: false,
  111. rootDir: extensionSrcDir,
  112. outDir: extensionESMDir
  113. },
  114. srcGlobby: extensionSrcGlobby,
  115. transformOptions: {
  116. filesGlobby: {patterns: ['**/*.js'], cwd: extensionESMDir},
  117. preamble: preamble.js,
  118. transformDEV: true
  119. },
  120. before: async function () {
  121. fsExtra.removeSync(extensionESMDir);
  122. },
  123. after: async function () {
  124. await transformLibFiles(extensionESMDir, 'lib');
  125. }
  126. }
  127. ];
  128. /**
  129. * @public
  130. */
  131. module.exports = async function () {
  132. for (let {
  133. logLabel, compilerOptionsOverride, srcGlobby,
  134. transformOptions, before, after
  135. } of compileWorkList) {
  136. process.stdout.write(chalk.green.dim(`[${logLabel}]: compiling ...`));
  137. before && await before();
  138. let srcPathList = await readFilePaths(srcGlobby);
  139. await tsCompile(compilerOptionsOverride, srcPathList);
  140. process.stdout.write(chalk.green.dim(` done \n`));
  141. process.stdout.write(chalk.green.dim(`[${logLabel}]: transforming ...`));
  142. await transformCode(transformOptions);
  143. after && await after();
  144. process.stdout.write(chalk.green.dim(` done \n`));
  145. }
  146. process.stdout.write(chalk.green.dim(`Generating entries ...`));
  147. generateEntries();
  148. process.stdout.write(chalk.green.dim(`Bundling DTS ...`));
  149. await bundleDTS();
  150. console.log(chalk.green.dim('All done.'));
  151. };
  152. async function runTsCompile(localTs, compilerOptions, srcPathList) {
  153. // Must do it. becuase the value in tsconfig.json might be different from the inner representation.
  154. // For example: moduleResolution: "NODE" => moduleResolution: 2
  155. const {options, errors} = localTs.convertCompilerOptionsFromJson(compilerOptions, ecDir);
  156. if (errors.length) {
  157. let errMsg = 'tsconfig parse failed: '
  158. + errors.map(error => error.messageText).join('. ')
  159. + '\n compilerOptions: \n' + JSON.stringify(compilerOptions, null, 4);
  160. assert(false, errMsg);
  161. }
  162. // See: https://github.com/microsoft/TypeScript/wiki/Using-the-Compiler-API
  163. let program = localTs.createProgram(srcPathList, options);
  164. let emitResult = program.emit();
  165. let allDiagnostics = localTs
  166. .getPreEmitDiagnostics(program)
  167. .concat(emitResult.diagnostics);
  168. allDiagnostics.forEach(diagnostic => {
  169. if (diagnostic.file) {
  170. let {line, character} = diagnostic.file.getLineAndCharacterOfPosition(diagnostic.start);
  171. let message = localTs.flattenDiagnosticMessageText(diagnostic.messageText, '\n');
  172. console.log(chalk.red(`${diagnostic.file.fileName} (${line + 1},${character + 1}): ${message}`));
  173. }
  174. else {
  175. console.log(chalk.red(localTs.flattenDiagnosticMessageText(diagnostic.messageText, '\n')));
  176. }
  177. });
  178. if (allDiagnostics.length > 0) {
  179. throw new Error('TypeScript Compile Failed')
  180. }
  181. }
  182. module.exports.runTsCompile = runTsCompile;
  183. async function tsCompile(compilerOptionsOverride, srcPathList) {
  184. assert(
  185. compilerOptionsOverride
  186. && compilerOptionsOverride.module
  187. && compilerOptionsOverride.rootDir
  188. && compilerOptionsOverride.outDir
  189. );
  190. let compilerOptions = {
  191. ...tsConfig.compilerOptions,
  192. ...compilerOptionsOverride,
  193. sourceMap: false
  194. };
  195. runTsCompile(ts, compilerOptions, srcPathList);
  196. }
  197. /**
  198. * Transform import/require path in the entry file to `esm` or `lib`.
  199. */
  200. function transformRootFolderInEntry(entryFile, replacement) {
  201. let code = fs.readFileSync(entryFile, 'utf-8');
  202. // Simple regex replacement
  203. // TODO More robust way?
  204. assert(
  205. !/(import\s+|from\s+|require\(\s*)["']\.\/echarts\./.test(code)
  206. && !/(import\s+|from\s+|require\(\s*)["']echarts\./.test(code),
  207. 'Import echarts.xxx.ts is not supported.'
  208. );
  209. code = code.replace(/((import\s+|from\s+|require\(\s*)["'])\.\//g, `$1./${replacement}/`);
  210. fs.writeFileSync(
  211. entryFile,
  212. // Also transform zrender.
  213. singleTransformImport(code, replacement),
  214. 'utf-8'
  215. );
  216. }
  217. /**
  218. * Transform `zrender/src` to `zrender/lib` in all files
  219. */
  220. async function transformLibFiles(rooltFolder, replacement) {
  221. const files = await readFilePaths({
  222. patterns: ['**/*.js', '**/*.d.ts'],
  223. cwd: rooltFolder
  224. });
  225. // Simple regex replacement
  226. // TODO More robust way?
  227. for (let fileName of files) {
  228. let code = fs.readFileSync(fileName, 'utf-8');
  229. code = singleTransformImport(code, replacement);
  230. // For lower ts version, not use import type
  231. // TODO Use https://github.com/sandersn/downlevel-dts ?
  232. // if (fileName.endsWith('.d.ts')) {
  233. // code = singleTransformImportType(code);
  234. // }
  235. fs.writeFileSync(fileName, code, 'utf-8');
  236. }
  237. }
  238. /**
  239. * 1. Transform zrender/src to zrender/lib
  240. * 2. Add .js extensions
  241. */
  242. function singleTransformImport(code, replacement) {
  243. return transformImport(
  244. code.replace(/([\"\'])zrender\/src\//g, `$1zrender/${replacement}/`),
  245. (moduleName) => {
  246. // Ignore 'tslib' and 'echarts' in the extensions.
  247. if (moduleName === 'tslib' || moduleName === 'echarts') {
  248. return moduleName;
  249. }
  250. else if (moduleName === 'zrender/lib/export') {
  251. throw new Error('Should not import the whole zrender library.');
  252. }
  253. else if (moduleName.endsWith('.ts')) {
  254. // Replace ts with js
  255. return moduleName.replace(/\.ts$/, '.js');
  256. }
  257. else if (moduleName.endsWith('.js')) {
  258. return moduleName;
  259. }
  260. else {
  261. return moduleName + '.js'
  262. }
  263. }
  264. );
  265. }
  266. // function singleTransformImportType(code) {
  267. // return code.replace(/import\s+type\s+/g, 'import ');
  268. // }
  269. /**
  270. * @param {Object} transformOptions
  271. * @param {Object} transformOptions.filesGlobby {patterns: string[], cwd: string}
  272. * @param {string} [transformOptions.preamble] See './preamble.js'
  273. * @param {boolean} [transformOptions.transformDEV]
  274. */
  275. async function transformCode({filesGlobby, preamble, transformDEV}) {
  276. let filePaths = await readFilePaths(filesGlobby);
  277. filePaths.map(filePath => {
  278. let code = fs.readFileSync(filePath, 'utf8');
  279. if (transformDEV) {
  280. let result = transformDEVUtil.transform(code, false);
  281. code = result.code;
  282. }
  283. code = autoGeneratedFileAlert + code;
  284. if (preamble) {
  285. code = preamble + code;
  286. }
  287. fs.writeFileSync(filePath, code, 'utf8');
  288. });
  289. }
  290. async function readFilePaths({patterns, cwd}) {
  291. assert(patterns && cwd);
  292. return (
  293. await globby(patterns, {cwd})
  294. ).map(
  295. srcPath => nodePath.resolve(cwd, srcPath)
  296. );
  297. }
  298. async function bundleDTS() {
  299. const outDir = nodePath.resolve(__dirname, '../types/dist');
  300. const commonConfig = {
  301. onwarn(warning, rollupWarn) {
  302. // Not warn circular dependency
  303. if (warning.code !== 'CIRCULAR_DEPENDENCY') {
  304. rollupWarn(warning);
  305. }
  306. },
  307. plugins: [
  308. dts({
  309. respectExternal: true
  310. })
  311. // {
  312. // generateBundle(options, bundle) {
  313. // for (let chunk of Object.values(bundle)) {
  314. // chunk.code = `
  315. // type Omit<T, K> = Pick<T, Exclude<keyof T, K>>;
  316. // ${chunk.code}`
  317. // }
  318. // }
  319. // }
  320. ]
  321. };
  322. // Bundle chunks.
  323. const parts = [
  324. 'core', 'charts', 'components', 'renderers', 'option', 'features'
  325. ];
  326. const inputs = {};
  327. parts.forEach(partName => {
  328. inputs[partName] = nodePath.resolve(__dirname, `../types/src/export/${partName}.d.ts`)
  329. });
  330. const bundle = await rollup.rollup({
  331. input: inputs,
  332. ...commonConfig
  333. });
  334. let idx = 1;
  335. await bundle.write({
  336. dir: outDir,
  337. minifyInternalExports: false,
  338. manualChunks: (id) => {
  339. // Only create one chunk.
  340. return 'shared';
  341. },
  342. chunkFileNames: 'shared.d.ts'
  343. });
  344. // Bundle all in one
  345. const bundleAllInOne = await rollup.rollup({
  346. input: nodePath.resolve(__dirname, `../types/src/export/all.d.ts`),
  347. ...commonConfig
  348. });
  349. await bundleAllInOne.write({
  350. file: nodePath.resolve(outDir, 'echarts.d.ts')
  351. });
  352. }
  353. function readTSConfig() {
  354. // tsconfig.json may have comment string, which is invalid if
  355. // using `require('tsconfig.json'). So we use a loose parser.
  356. let filePath = nodePath.resolve(ecDir, 'tsconfig.json');
  357. const tsConfigText = fs.readFileSync(filePath, {encoding: 'utf8'});
  358. return (new Function(`return ( ${tsConfigText} )`))();
  359. }
  360. function generateEntries() {
  361. ['charts', 'components', 'renderers', 'core', 'features'].forEach(entryName => {
  362. if (entryName !== 'option') {
  363. const jsCode = fs.readFileSync(nodePath.join(__dirname, `template/${entryName}.js`), 'utf-8');
  364. fs.writeFileSync(nodePath.join(__dirname, `../${entryName}.js`), jsCode, 'utf-8');
  365. }
  366. const dtsCode = fs.readFileSync(nodePath.join(__dirname, `/template/${entryName}.d.ts`), 'utf-8');
  367. fs.writeFileSync(nodePath.join(__dirname, `../${entryName}.d.ts`), dtsCode, 'utf-8');
  368. });
  369. }
  370. module.exports.readTSConfig = readTSConfig;