buildChunkGraph.js 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393
  1. /*
  2. MIT License http://www.opensource.org/licenses/mit-license.php
  3. Author Tobias Koppers @sokra
  4. */
  5. "use strict";
  6. const AsyncDependencyToInitialChunkError = require("./AsyncDependencyToInitialChunkError");
  7. const { connectChunkGroupParentAndChild } = require("./GraphHelpers");
  8. const ModuleGraphConnection = require("./ModuleGraphConnection");
  9. const { getEntryRuntime, mergeRuntime } = require("./util/runtime");
  10. /** @typedef {import("./AsyncDependenciesBlock")} AsyncDependenciesBlock */
  11. /** @typedef {import("./Chunk")} Chunk */
  12. /** @typedef {import("./ChunkGroup")} ChunkGroup */
  13. /** @typedef {import("./Compilation")} Compilation */
  14. /** @typedef {import("./DependenciesBlock")} DependenciesBlock */
  15. /** @typedef {import("./Dependency").DependencyLocation} DependencyLocation */
  16. /** @typedef {import("./Entrypoint")} Entrypoint */
  17. /** @typedef {import("./Module")} Module */
  18. /** @typedef {import("./ModuleGraph")} ModuleGraph */
  19. /** @typedef {import("./ModuleGraphConnection").ConnectionState} ConnectionState */
  20. /** @typedef {import("./logging/Logger").Logger} Logger */
  21. /** @typedef {import("./util/runtime").RuntimeSpec} RuntimeSpec */
  22. /**
  23. * @typedef {object} QueueItem
  24. * @property {number} action
  25. * @property {DependenciesBlock} block
  26. * @property {Module} module
  27. * @property {Chunk} chunk
  28. * @property {ChunkGroup} chunkGroup
  29. * @property {ChunkGroupInfo} chunkGroupInfo
  30. */
  31. /**
  32. * @typedef {object} ChunkGroupInfo
  33. * @property {ChunkGroup} chunkGroup the chunk group
  34. * @property {RuntimeSpec} runtime the runtimes
  35. * @property {boolean} initialized is this chunk group initialized
  36. * @property {bigint | undefined} minAvailableModules current minimal set of modules available at this point
  37. * @property {bigint[]} availableModulesToBeMerged enqueued updates to the minimal set of available modules
  38. * @property {Set<Module>=} skippedItems modules that were skipped because module is already available in parent chunks (need to reconsider when minAvailableModules is shrinking)
  39. * @property {Set<[Module, ModuleGraphConnection[]]>=} skippedModuleConnections referenced modules that where skipped because they were not active in this runtime
  40. * @property {bigint | undefined} resultingAvailableModules set of modules available including modules from this chunk group
  41. * @property {Set<ChunkGroupInfo> | undefined} children set of children chunk groups, that will be revisited when availableModules shrink
  42. * @property {Set<ChunkGroupInfo> | undefined} availableSources set of chunk groups that are the source for minAvailableModules
  43. * @property {Set<ChunkGroupInfo> | undefined} availableChildren set of chunk groups which depend on the this chunk group as availableSource
  44. * @property {number} preOrderIndex next pre order index
  45. * @property {number} postOrderIndex next post order index
  46. * @property {boolean} chunkLoading has a chunk loading mechanism
  47. * @property {boolean} asyncChunks create async chunks
  48. * @property {Module | null} depModule the module that is the dependency of the block
  49. * @property {boolean} circular Whether to deduplicate to avoid circular references
  50. */
  51. /**
  52. * @typedef {object} BlockChunkGroupConnection
  53. * @property {ChunkGroupInfo} originChunkGroupInfo origin chunk group
  54. * @property {ChunkGroup} chunkGroup referenced chunk group
  55. */
  56. /** @typedef {(Module | ConnectionState | ModuleGraphConnection)[]} BlockModulesInTuples */
  57. /** @typedef {(Module | ConnectionState | ModuleGraphConnection[])[]} BlockModulesInFlattenTuples */
  58. /** @typedef {Map<DependenciesBlock, BlockModulesInFlattenTuples>} BlockModulesMap */
  59. /** @typedef {Map<Chunk, bigint>} MaskByChunk */
  60. /** @typedef {Set<DependenciesBlock>} BlocksWithNestedBlocks */
  61. /** @typedef {Map<AsyncDependenciesBlock, BlockChunkGroupConnection[]>} BlockConnections */
  62. /** @typedef {Map<ChunkGroup, ChunkGroupInfo>} ChunkGroupInfoMap */
  63. /** @typedef {Set<ChunkGroup>} AllCreatedChunkGroups */
  64. /** @typedef {Map<Entrypoint, Module[]>} InputEntrypointsAndModules */
  65. const ZERO_BIGINT = BigInt(0);
  66. const ONE_BIGINT = BigInt(1);
  67. /**
  68. * @param {bigint} mask The mask to test
  69. * @param {number} ordinal The ordinal of the bit to test
  70. * @returns {boolean} If the ordinal-th bit is set in the mask
  71. */
  72. const isOrdinalSetInMask = (mask, ordinal) =>
  73. BigInt.asUintN(1, mask >> BigInt(ordinal)) !== ZERO_BIGINT;
  74. /**
  75. * @param {ModuleGraphConnection[]} connections list of connections
  76. * @param {RuntimeSpec} runtime for which runtime
  77. * @returns {ConnectionState} connection state
  78. */
  79. const getActiveStateOfConnections = (connections, runtime) => {
  80. let merged = connections[0].getActiveState(runtime);
  81. if (merged === true) return true;
  82. for (let i = 1; i < connections.length; i++) {
  83. const c = connections[i];
  84. merged = ModuleGraphConnection.addConnectionStates(
  85. merged,
  86. c.getActiveState(runtime)
  87. );
  88. if (merged === true) return true;
  89. }
  90. return merged;
  91. };
  92. /**
  93. * @param {Module} module module
  94. * @param {ModuleGraph} moduleGraph module graph
  95. * @param {RuntimeSpec} runtime runtime
  96. * @param {BlockModulesMap} blockModulesMap block modules map
  97. */
  98. const extractBlockModules = (module, moduleGraph, runtime, blockModulesMap) => {
  99. /** @type {DependenciesBlock | undefined} */
  100. let blockCache;
  101. /** @type {BlockModulesInTuples | undefined} */
  102. let modules;
  103. /** @type {BlockModulesInTuples[]} */
  104. const arrays = [];
  105. /** @type {DependenciesBlock[]} */
  106. const queue = [module];
  107. while (queue.length > 0) {
  108. const block = /** @type {DependenciesBlock} */ (queue.pop());
  109. /** @type {Module[]} */
  110. const arr = [];
  111. arrays.push(arr);
  112. blockModulesMap.set(block, arr);
  113. for (const b of block.blocks) {
  114. queue.push(b);
  115. }
  116. }
  117. for (const connection of moduleGraph.getOutgoingConnections(module)) {
  118. const d = connection.dependency;
  119. // We skip connections without dependency
  120. if (!d) continue;
  121. const m = connection.module;
  122. // We skip connections without Module pointer
  123. if (!m) continue;
  124. // We skip weak connections
  125. if (connection.weak) continue;
  126. const block = moduleGraph.getParentBlock(d);
  127. let index = moduleGraph.getParentBlockIndex(d);
  128. // deprecated fallback
  129. if (index < 0) {
  130. index = /** @type {DependenciesBlock} */ (block).dependencies.indexOf(d);
  131. }
  132. if (blockCache !== block) {
  133. modules =
  134. /** @type {BlockModulesInTuples} */
  135. (
  136. blockModulesMap.get(
  137. (blockCache = /** @type {DependenciesBlock} */ (block))
  138. )
  139. );
  140. }
  141. const i = index * 3;
  142. /** @type {BlockModulesInTuples} */
  143. (modules)[i] = m;
  144. /** @type {BlockModulesInTuples} */
  145. (modules)[i + 1] = connection.getActiveState(runtime);
  146. /** @type {BlockModulesInTuples} */
  147. (modules)[i + 2] = connection;
  148. }
  149. for (const modules of arrays) {
  150. if (modules.length === 0) continue;
  151. /** @type {undefined | Map<Module | ModuleGraphConnection | ConnectionState, number>} */
  152. let indexMap;
  153. let length = 0;
  154. outer: for (let j = 0; j < modules.length; j += 3) {
  155. const m = modules[j];
  156. if (m === undefined) continue;
  157. const state = /** @type {ConnectionState} */ (modules[j + 1]);
  158. const connection = /** @type {ModuleGraphConnection} */ (modules[j + 2]);
  159. if (indexMap === undefined) {
  160. let i = 0;
  161. for (; i < length; i += 3) {
  162. if (modules[i] === m) {
  163. const merged = /** @type {ConnectionState} */ (modules[i + 1]);
  164. /** @type {ModuleGraphConnection[]} */
  165. (/** @type {unknown} */ (modules[i + 2])).push(connection);
  166. if (merged === true) continue outer;
  167. modules[i + 1] = ModuleGraphConnection.addConnectionStates(
  168. merged,
  169. state
  170. );
  171. continue outer;
  172. }
  173. }
  174. modules[length] = m;
  175. length++;
  176. modules[length] = state;
  177. length++;
  178. /** @type {ModuleGraphConnection[]} */
  179. (/** @type {unknown} */ (modules[length])) = [connection];
  180. length++;
  181. if (length > 30) {
  182. // To avoid worse case performance, we will use an index map for
  183. // linear cost access, which allows to maintain O(n) complexity
  184. // while keeping allocations down to a minimum
  185. indexMap = new Map();
  186. for (let i = 0; i < length; i += 3) {
  187. indexMap.set(modules[i], i + 1);
  188. }
  189. }
  190. } else {
  191. const idx = indexMap.get(m);
  192. if (idx !== undefined) {
  193. const merged = /** @type {ConnectionState} */ (modules[idx]);
  194. /** @type {ModuleGraphConnection[]} */
  195. (/** @type {unknown} */ (modules[idx + 1])).push(connection);
  196. if (merged === true) continue;
  197. modules[idx] = ModuleGraphConnection.addConnectionStates(
  198. merged,
  199. state
  200. );
  201. } else {
  202. modules[length] = m;
  203. length++;
  204. modules[length] = state;
  205. indexMap.set(m, length);
  206. length++;
  207. /** @type {ModuleGraphConnection[]} */
  208. (
  209. /** @type {unknown} */
  210. (modules[length])
  211. ) = [connection];
  212. length++;
  213. }
  214. }
  215. }
  216. modules.length = length;
  217. }
  218. };
  219. /**
  220. * @param {Logger} logger a logger
  221. * @param {Compilation} compilation the compilation
  222. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  223. * @param {ChunkGroupInfoMap} chunkGroupInfoMap mapping from chunk group to available modules
  224. * @param {BlockConnections} blockConnections connection for blocks
  225. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  226. * @param {AllCreatedChunkGroups} allCreatedChunkGroups filled with all chunk groups that are created here
  227. * @param {MaskByChunk} maskByChunk module content mask by chunk
  228. */
  229. const visitModules = (
  230. logger,
  231. compilation,
  232. inputEntrypointsAndModules,
  233. chunkGroupInfoMap,
  234. blockConnections,
  235. blocksWithNestedBlocks,
  236. allCreatedChunkGroups,
  237. maskByChunk
  238. ) => {
  239. const { moduleGraph, chunkGraph, moduleMemCaches } = compilation;
  240. /** @type {Map<RuntimeSpec, BlockModulesMap>} */
  241. const blockModulesRuntimeMap = new Map();
  242. /** @type {BlockModulesMap | undefined} */
  243. let blockModulesMap;
  244. /** @type {Map<Module, number>} */
  245. const ordinalByModule = new Map();
  246. /**
  247. * @param {Module} module The module to look up
  248. * @returns {number} The ordinal of the module in masks
  249. */
  250. const getModuleOrdinal = (module) => {
  251. let ordinal = ordinalByModule.get(module);
  252. if (ordinal === undefined) {
  253. ordinal = ordinalByModule.size;
  254. ordinalByModule.set(module, ordinal);
  255. }
  256. return ordinal;
  257. };
  258. for (const chunk of compilation.chunks) {
  259. let mask = ZERO_BIGINT;
  260. for (const m of chunkGraph.getChunkModulesIterable(chunk)) {
  261. mask |= ONE_BIGINT << BigInt(getModuleOrdinal(m));
  262. }
  263. maskByChunk.set(chunk, mask);
  264. }
  265. /**
  266. * @param {DependenciesBlock} block block
  267. * @param {RuntimeSpec} runtime runtime
  268. * @returns {BlockModulesInFlattenTuples | undefined} block modules in flatten tuples
  269. */
  270. const getBlockModules = (block, runtime) => {
  271. blockModulesMap = blockModulesRuntimeMap.get(runtime);
  272. if (blockModulesMap === undefined) {
  273. /** @type {BlockModulesMap} */
  274. blockModulesMap = new Map();
  275. blockModulesRuntimeMap.set(runtime, blockModulesMap);
  276. }
  277. let blockModules = blockModulesMap.get(block);
  278. if (blockModules !== undefined) return blockModules;
  279. const module = /** @type {Module} */ (block.getRootBlock());
  280. const memCache = moduleMemCaches && moduleMemCaches.get(module);
  281. if (memCache !== undefined) {
  282. /** @type {BlockModulesMap} */
  283. const map = memCache.provide(
  284. "bundleChunkGraph.blockModules",
  285. runtime,
  286. () => {
  287. logger.time("visitModules: prepare");
  288. const map = new Map();
  289. extractBlockModules(module, moduleGraph, runtime, map);
  290. logger.timeAggregate("visitModules: prepare");
  291. return map;
  292. }
  293. );
  294. for (const [block, blockModules] of map) {
  295. blockModulesMap.set(block, blockModules);
  296. }
  297. return map.get(block);
  298. }
  299. logger.time("visitModules: prepare");
  300. extractBlockModules(module, moduleGraph, runtime, blockModulesMap);
  301. blockModules =
  302. /** @type {BlockModulesInFlattenTuples} */
  303. (blockModulesMap.get(block));
  304. logger.timeAggregate("visitModules: prepare");
  305. return blockModules;
  306. };
  307. let statProcessedQueueItems = 0;
  308. let statProcessedBlocks = 0;
  309. let statConnectedChunkGroups = 0;
  310. let statProcessedChunkGroupsForMerging = 0;
  311. let statMergedAvailableModuleSets = 0;
  312. const statForkedAvailableModules = 0;
  313. const statForkedAvailableModulesCount = 0;
  314. const statForkedAvailableModulesCountPlus = 0;
  315. const statForkedMergedModulesCount = 0;
  316. const statForkedMergedModulesCountPlus = 0;
  317. const statForkedResultModulesCount = 0;
  318. let statChunkGroupInfoUpdated = 0;
  319. let statChildChunkGroupsReconnected = 0;
  320. let nextChunkGroupIndex = 0;
  321. let nextFreeModulePreOrderIndex = 0;
  322. let nextFreeModulePostOrderIndex = 0;
  323. /** @type {Map<DependenciesBlock, ChunkGroupInfo>} */
  324. const blockChunkGroups = new Map();
  325. /** @type {Map<ChunkGroupInfo, Set<DependenciesBlock>>} */
  326. const blocksByChunkGroups = new Map();
  327. /** @typedef {Map<string, ChunkGroupInfo>} NamedChunkGroup */
  328. /** @type {NamedChunkGroup} */
  329. const namedChunkGroups = new Map();
  330. /** @type {NamedChunkGroup} */
  331. const namedAsyncEntrypoints = new Map();
  332. /** @type {Map<Module, ChunkGroupInfo>} */
  333. const depModuleAsyncEntrypoints = new Map();
  334. /** @type {Set<ChunkGroupInfo>} */
  335. const outdatedOrderIndexChunkGroups = new Set();
  336. const ADD_AND_ENTER_ENTRY_MODULE = 0;
  337. const ADD_AND_ENTER_MODULE = 1;
  338. const ENTER_MODULE = 2;
  339. const PROCESS_BLOCK = 3;
  340. const PROCESS_ENTRY_BLOCK = 4;
  341. const LEAVE_MODULE = 5;
  342. /** @type {QueueItem[]} */
  343. let queue = [];
  344. /** @typedef {Set<[ChunkGroupInfo, QueueItem | null]>} ConnectList */
  345. /** @type {Map<ChunkGroupInfo, ConnectList>} */
  346. const queueConnect = new Map();
  347. /** @type {Set<ChunkGroupInfo>} */
  348. const chunkGroupsForCombining = new Set();
  349. // Fill queue with entrypoint modules
  350. // Create ChunkGroupInfo for entrypoints
  351. for (const [chunkGroup, modules] of inputEntrypointsAndModules) {
  352. const runtime = getEntryRuntime(
  353. compilation,
  354. /** @type {string} */ (chunkGroup.name),
  355. chunkGroup.options
  356. );
  357. /** @type {ChunkGroupInfo} */
  358. const chunkGroupInfo = {
  359. depModule: null,
  360. circular: false,
  361. initialized: false,
  362. chunkGroup,
  363. runtime,
  364. minAvailableModules: undefined,
  365. availableModulesToBeMerged: [],
  366. skippedItems: undefined,
  367. resultingAvailableModules: undefined,
  368. children: undefined,
  369. availableSources: undefined,
  370. availableChildren: undefined,
  371. preOrderIndex: 0,
  372. postOrderIndex: 0,
  373. chunkLoading:
  374. chunkGroup.options.chunkLoading !== undefined
  375. ? chunkGroup.options.chunkLoading !== false
  376. : compilation.outputOptions.chunkLoading !== false,
  377. asyncChunks:
  378. chunkGroup.options.asyncChunks !== undefined
  379. ? chunkGroup.options.asyncChunks
  380. : compilation.outputOptions.asyncChunks !== false
  381. };
  382. chunkGroup.index = nextChunkGroupIndex++;
  383. if (chunkGroup.getNumberOfParents() > 0) {
  384. // minAvailableModules for child entrypoints are unknown yet, set to undefined.
  385. // This means no module is added until other sets are merged into
  386. // this minAvailableModules (by the parent entrypoints)
  387. const skippedItems = new Set(modules);
  388. chunkGroupInfo.skippedItems = skippedItems;
  389. chunkGroupsForCombining.add(chunkGroupInfo);
  390. } else {
  391. // The application may start here: We start with an empty list of available modules
  392. chunkGroupInfo.minAvailableModules = ZERO_BIGINT;
  393. const chunk = chunkGroup.getEntrypointChunk();
  394. for (const module of modules) {
  395. queue.push({
  396. action: ADD_AND_ENTER_MODULE,
  397. block: module,
  398. module,
  399. chunk,
  400. chunkGroup,
  401. chunkGroupInfo
  402. });
  403. }
  404. }
  405. chunkGroupInfoMap.set(chunkGroup, chunkGroupInfo);
  406. if (chunkGroup.name) {
  407. namedChunkGroups.set(chunkGroup.name, chunkGroupInfo);
  408. }
  409. }
  410. // Fill availableSources with parent-child dependencies between entrypoints
  411. for (const chunkGroupInfo of chunkGroupsForCombining) {
  412. const { chunkGroup } = chunkGroupInfo;
  413. chunkGroupInfo.availableSources = new Set();
  414. for (const parent of chunkGroup.parentsIterable) {
  415. const parentChunkGroupInfo =
  416. /** @type {ChunkGroupInfo} */
  417. (chunkGroupInfoMap.get(parent));
  418. chunkGroupInfo.availableSources.add(parentChunkGroupInfo);
  419. if (parentChunkGroupInfo.availableChildren === undefined) {
  420. parentChunkGroupInfo.availableChildren = new Set();
  421. }
  422. parentChunkGroupInfo.availableChildren.add(chunkGroupInfo);
  423. }
  424. }
  425. // pop() is used to read from the queue
  426. // so it need to be reversed to be iterated in
  427. // correct order
  428. queue.reverse();
  429. /** @type {Set<ChunkGroupInfo>} */
  430. const outdatedChunkGroupInfo = new Set();
  431. /** @type {Set<[ChunkGroupInfo, QueueItem | null]>} */
  432. const chunkGroupsForMerging = new Set();
  433. /** @type {QueueItem[]} */
  434. let queueDelayed = [];
  435. /** @type {[Module, ModuleGraphConnection[]][]} */
  436. const skipConnectionBuffer = [];
  437. /** @type {Module[]} */
  438. const skipBuffer = [];
  439. /** @type {QueueItem[]} */
  440. const queueBuffer = [];
  441. /** @type {Module} */
  442. let module;
  443. /** @type {Chunk} */
  444. let chunk;
  445. /** @type {ChunkGroup} */
  446. let chunkGroup;
  447. /** @type {DependenciesBlock} */
  448. let block;
  449. /** @type {ChunkGroupInfo} */
  450. let chunkGroupInfo;
  451. // For each async Block in graph
  452. /**
  453. * @param {AsyncDependenciesBlock} b iterating over each Async DepBlock
  454. * @returns {void}
  455. */
  456. const iteratorBlock = (b) => {
  457. // 1. We create a chunk group with single chunk in it for this Block
  458. // but only once (blockChunkGroups map)
  459. /** @type {ChunkGroupInfo | undefined} */
  460. let cgi = blockChunkGroups.get(b);
  461. /** @type {ChunkGroup | undefined} */
  462. let c;
  463. /** @type {Entrypoint | undefined} */
  464. let entrypoint;
  465. /** @type {Module | null} */
  466. const depModule = moduleGraph.getModule(b.dependencies[0]);
  467. const entryOptions = b.groupOptions && b.groupOptions.entryOptions;
  468. if (cgi === undefined) {
  469. const chunkName = (b.groupOptions && b.groupOptions.name) || b.chunkName;
  470. if (entryOptions) {
  471. cgi = namedAsyncEntrypoints.get(/** @type {string} */ (chunkName));
  472. if (!cgi && !b.circular && depModule) {
  473. cgi = depModuleAsyncEntrypoints.get(depModule);
  474. }
  475. if (!cgi) {
  476. entrypoint = compilation.addAsyncEntrypoint(
  477. entryOptions,
  478. module,
  479. /** @type {DependencyLocation} */ (b.loc),
  480. /** @type {string} */ (b.request)
  481. );
  482. maskByChunk.set(entrypoint.chunks[0], ZERO_BIGINT);
  483. entrypoint.index = nextChunkGroupIndex++;
  484. cgi = {
  485. depModule,
  486. circular: b.circular,
  487. chunkGroup: entrypoint,
  488. initialized: false,
  489. runtime:
  490. entrypoint.options.runtime ||
  491. /** @type {string | undefined} */ (entrypoint.name),
  492. minAvailableModules: ZERO_BIGINT,
  493. availableModulesToBeMerged: [],
  494. skippedItems: undefined,
  495. resultingAvailableModules: undefined,
  496. children: undefined,
  497. availableSources: undefined,
  498. availableChildren: undefined,
  499. preOrderIndex: 0,
  500. postOrderIndex: 0,
  501. chunkLoading:
  502. entryOptions.chunkLoading !== undefined
  503. ? entryOptions.chunkLoading !== false
  504. : chunkGroupInfo.chunkLoading,
  505. asyncChunks:
  506. entryOptions.asyncChunks !== undefined
  507. ? entryOptions.asyncChunks
  508. : chunkGroupInfo.asyncChunks
  509. };
  510. chunkGroupInfoMap.set(
  511. entrypoint,
  512. /** @type {ChunkGroupInfo} */
  513. (cgi)
  514. );
  515. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  516. if (chunkName) {
  517. namedAsyncEntrypoints.set(
  518. chunkName,
  519. /** @type {ChunkGroupInfo} */
  520. (cgi)
  521. );
  522. }
  523. if (!b.circular && depModule) {
  524. depModuleAsyncEntrypoints.set(
  525. depModule,
  526. /** @type {ChunkGroupInfo} */ (cgi)
  527. );
  528. }
  529. } else {
  530. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  531. // TODO merge entryOptions
  532. entrypoint.addOrigin(
  533. module,
  534. /** @type {DependencyLocation} */ (b.loc),
  535. /** @type {string} */ (b.request)
  536. );
  537. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  538. }
  539. // 2. We enqueue the DependenciesBlock for traversal
  540. queueDelayed.push({
  541. action: PROCESS_ENTRY_BLOCK,
  542. block: b,
  543. module,
  544. chunk: entrypoint.chunks[0],
  545. chunkGroup: entrypoint,
  546. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  547. });
  548. } else if (!chunkGroupInfo.asyncChunks || !chunkGroupInfo.chunkLoading) {
  549. // Just queue the block into the current chunk group
  550. queue.push({
  551. action: PROCESS_BLOCK,
  552. block: b,
  553. module,
  554. chunk,
  555. chunkGroup,
  556. chunkGroupInfo
  557. });
  558. } else {
  559. cgi = chunkName ? namedChunkGroups.get(chunkName) : undefined;
  560. if (!cgi) {
  561. c = compilation.addChunkInGroup(
  562. b.groupOptions || b.chunkName,
  563. module,
  564. /** @type {DependencyLocation} */ (b.loc),
  565. /** @type {string} */ (b.request)
  566. );
  567. maskByChunk.set(c.chunks[0], ZERO_BIGINT);
  568. c.index = nextChunkGroupIndex++;
  569. cgi = {
  570. depModule,
  571. circular: b.circular,
  572. initialized: false,
  573. chunkGroup: c,
  574. runtime: chunkGroupInfo.runtime,
  575. minAvailableModules: undefined,
  576. availableModulesToBeMerged: [],
  577. skippedItems: undefined,
  578. resultingAvailableModules: undefined,
  579. children: undefined,
  580. availableSources: undefined,
  581. availableChildren: undefined,
  582. preOrderIndex: 0,
  583. postOrderIndex: 0,
  584. chunkLoading: chunkGroupInfo.chunkLoading,
  585. asyncChunks: chunkGroupInfo.asyncChunks
  586. };
  587. allCreatedChunkGroups.add(c);
  588. chunkGroupInfoMap.set(c, cgi);
  589. if (chunkName) {
  590. namedChunkGroups.set(chunkName, cgi);
  591. }
  592. } else {
  593. c = cgi.chunkGroup;
  594. if (c.isInitial()) {
  595. compilation.errors.push(
  596. new AsyncDependencyToInitialChunkError(
  597. /** @type {string} */ (chunkName),
  598. module,
  599. /** @type {DependencyLocation} */ (b.loc)
  600. )
  601. );
  602. c = chunkGroup;
  603. } else {
  604. c.addOptions(b.groupOptions);
  605. }
  606. c.addOrigin(
  607. module,
  608. /** @type {DependencyLocation} */ (b.loc),
  609. /** @type {string} */ (b.request)
  610. );
  611. }
  612. blockConnections.set(b, []);
  613. }
  614. blockChunkGroups.set(b, /** @type {ChunkGroupInfo} */ (cgi));
  615. } else if (entryOptions) {
  616. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  617. } else {
  618. c = cgi.chunkGroup;
  619. }
  620. if (c !== undefined) {
  621. // 2. We store the connection for the block
  622. // to connect it later if needed
  623. /** @type {BlockChunkGroupConnection[]} */
  624. (blockConnections.get(b)).push({
  625. originChunkGroupInfo: chunkGroupInfo,
  626. chunkGroup: c
  627. });
  628. // 3. We enqueue the chunk group info creation/updating
  629. let connectList = queueConnect.get(chunkGroupInfo);
  630. if (connectList === undefined) {
  631. /** @type {ConnectList} */
  632. connectList = new Set();
  633. queueConnect.set(chunkGroupInfo, connectList);
  634. }
  635. connectList.add([
  636. /** @type {ChunkGroupInfo} */ (cgi),
  637. {
  638. action: PROCESS_BLOCK,
  639. block: b,
  640. module,
  641. chunk: c.chunks[0],
  642. chunkGroup: c,
  643. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  644. }
  645. ]);
  646. } else if (
  647. entrypoint !== undefined &&
  648. (chunkGroupInfo.circular || chunkGroupInfo.depModule !== depModule)
  649. ) {
  650. chunkGroupInfo.chunkGroup.addAsyncEntrypoint(entrypoint);
  651. }
  652. };
  653. /**
  654. * @param {DependenciesBlock} block the block
  655. * @returns {void}
  656. */
  657. const processBlock = (block) => {
  658. statProcessedBlocks++;
  659. // get prepared block info
  660. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  661. if (blockModules !== undefined) {
  662. const minAvailableModules =
  663. /** @type {bigint} */
  664. (chunkGroupInfo.minAvailableModules);
  665. // Buffer items because order need to be reversed to get indices correct
  666. // Traverse all referenced modules
  667. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  668. const refModule = /** @type {Module} */ (blockModules[i]);
  669. // For single comparisons this might be cheaper
  670. const isModuleInChunk = chunkGraph.isModuleInChunk(refModule, chunk);
  671. if (isModuleInChunk) {
  672. // skip early if already connected
  673. continue;
  674. }
  675. const refOrdinal = /** @type {number} */ getModuleOrdinal(refModule);
  676. const activeState = /** @type {ConnectionState} */ (
  677. blockModules[i + 1]
  678. );
  679. if (activeState !== true) {
  680. const connections = /** @type {ModuleGraphConnection[]} */ (
  681. blockModules[i + 2]
  682. );
  683. skipConnectionBuffer.push([refModule, connections]);
  684. // We skip inactive connections
  685. if (activeState === false) continue;
  686. } else if (isOrdinalSetInMask(minAvailableModules, refOrdinal)) {
  687. // already in parent chunks, skip it for now
  688. skipBuffer.push(refModule);
  689. continue;
  690. }
  691. // enqueue, then add and enter to be in the correct order
  692. // this is relevant with circular dependencies
  693. queueBuffer.push({
  694. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  695. block: refModule,
  696. module: refModule,
  697. chunk,
  698. chunkGroup,
  699. chunkGroupInfo
  700. });
  701. }
  702. // Add buffered items in reverse order
  703. if (skipConnectionBuffer.length > 0) {
  704. let { skippedModuleConnections } = chunkGroupInfo;
  705. if (skippedModuleConnections === undefined) {
  706. chunkGroupInfo.skippedModuleConnections = skippedModuleConnections =
  707. new Set();
  708. }
  709. for (let i = skipConnectionBuffer.length - 1; i >= 0; i--) {
  710. skippedModuleConnections.add(skipConnectionBuffer[i]);
  711. }
  712. skipConnectionBuffer.length = 0;
  713. }
  714. if (skipBuffer.length > 0) {
  715. let { skippedItems } = chunkGroupInfo;
  716. if (skippedItems === undefined) {
  717. chunkGroupInfo.skippedItems = skippedItems = new Set();
  718. }
  719. for (let i = skipBuffer.length - 1; i >= 0; i--) {
  720. skippedItems.add(skipBuffer[i]);
  721. }
  722. skipBuffer.length = 0;
  723. }
  724. if (queueBuffer.length > 0) {
  725. for (let i = queueBuffer.length - 1; i >= 0; i--) {
  726. queue.push(queueBuffer[i]);
  727. }
  728. queueBuffer.length = 0;
  729. }
  730. }
  731. // Traverse all Blocks
  732. for (const b of block.blocks) {
  733. iteratorBlock(b);
  734. }
  735. if (block.blocks.length > 0 && module !== block) {
  736. blocksWithNestedBlocks.add(block);
  737. }
  738. };
  739. /**
  740. * @param {DependenciesBlock} block the block
  741. * @returns {void}
  742. */
  743. const processEntryBlock = (block) => {
  744. statProcessedBlocks++;
  745. // get prepared block info
  746. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  747. if (blockModules !== undefined) {
  748. // Traverse all referenced modules in reverse order
  749. for (let i = blockModules.length - 3; i >= 0; i -= 3) {
  750. const refModule = /** @type {Module} */ (blockModules[i]);
  751. const activeState = /** @type {ConnectionState} */ (
  752. blockModules[i + 1]
  753. );
  754. // enqueue, then add and enter to be in the correct order
  755. // this is relevant with circular dependencies
  756. queue.push({
  757. action:
  758. activeState === true ? ADD_AND_ENTER_ENTRY_MODULE : PROCESS_BLOCK,
  759. block: refModule,
  760. module: refModule,
  761. chunk,
  762. chunkGroup,
  763. chunkGroupInfo
  764. });
  765. }
  766. }
  767. // Traverse all Blocks
  768. for (const b of block.blocks) {
  769. iteratorBlock(b);
  770. }
  771. if (block.blocks.length > 0 && module !== block) {
  772. blocksWithNestedBlocks.add(block);
  773. }
  774. };
  775. const processQueue = () => {
  776. while (queue.length) {
  777. statProcessedQueueItems++;
  778. const queueItem = /** @type {QueueItem} */ (queue.pop());
  779. module = queueItem.module;
  780. block = queueItem.block;
  781. chunk = queueItem.chunk;
  782. chunkGroup = queueItem.chunkGroup;
  783. chunkGroupInfo = queueItem.chunkGroupInfo;
  784. switch (queueItem.action) {
  785. case ADD_AND_ENTER_ENTRY_MODULE:
  786. chunkGraph.connectChunkAndEntryModule(
  787. chunk,
  788. module,
  789. /** @type {Entrypoint} */ (chunkGroup)
  790. );
  791. // fallthrough
  792. case ADD_AND_ENTER_MODULE: {
  793. const isModuleInChunk = chunkGraph.isModuleInChunk(module, chunk);
  794. if (isModuleInChunk) {
  795. // already connected, skip it
  796. break;
  797. }
  798. // We connect Module and Chunk
  799. chunkGraph.connectChunkAndModule(chunk, module);
  800. const moduleOrdinal = getModuleOrdinal(module);
  801. let chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  802. chunkMask |= ONE_BIGINT << BigInt(moduleOrdinal);
  803. maskByChunk.set(chunk, chunkMask);
  804. }
  805. // fallthrough
  806. case ENTER_MODULE: {
  807. const index = chunkGroup.getModulePreOrderIndex(module);
  808. if (index === undefined) {
  809. chunkGroup.setModulePreOrderIndex(
  810. module,
  811. chunkGroupInfo.preOrderIndex++
  812. );
  813. }
  814. if (
  815. moduleGraph.setPreOrderIndexIfUnset(
  816. module,
  817. nextFreeModulePreOrderIndex
  818. )
  819. ) {
  820. nextFreeModulePreOrderIndex++;
  821. }
  822. // reuse queueItem
  823. queueItem.action = LEAVE_MODULE;
  824. queue.push(queueItem);
  825. }
  826. // fallthrough
  827. case PROCESS_BLOCK: {
  828. processBlock(block);
  829. break;
  830. }
  831. case PROCESS_ENTRY_BLOCK: {
  832. processEntryBlock(block);
  833. break;
  834. }
  835. case LEAVE_MODULE: {
  836. const index = chunkGroup.getModulePostOrderIndex(module);
  837. if (index === undefined) {
  838. chunkGroup.setModulePostOrderIndex(
  839. module,
  840. chunkGroupInfo.postOrderIndex++
  841. );
  842. }
  843. if (
  844. moduleGraph.setPostOrderIndexIfUnset(
  845. module,
  846. nextFreeModulePostOrderIndex
  847. )
  848. ) {
  849. nextFreeModulePostOrderIndex++;
  850. }
  851. break;
  852. }
  853. }
  854. }
  855. };
  856. /**
  857. * @param {ChunkGroupInfo} chunkGroupInfo The info object for the chunk group
  858. * @returns {bigint} The mask of available modules after the chunk group
  859. */
  860. const calculateResultingAvailableModules = (chunkGroupInfo) => {
  861. if (chunkGroupInfo.resultingAvailableModules !== undefined) {
  862. return chunkGroupInfo.resultingAvailableModules;
  863. }
  864. let resultingAvailableModules = /** @type {bigint} */ (
  865. chunkGroupInfo.minAvailableModules
  866. );
  867. // add the modules from the chunk group to the set
  868. for (const chunk of chunkGroupInfo.chunkGroup.chunks) {
  869. const mask = /** @type {bigint} */ (maskByChunk.get(chunk));
  870. resultingAvailableModules |= mask;
  871. }
  872. return (chunkGroupInfo.resultingAvailableModules =
  873. resultingAvailableModules);
  874. };
  875. const processConnectQueue = () => {
  876. // Figure out new parents for chunk groups
  877. // to get new available modules for these children
  878. for (const [chunkGroupInfo, targets] of queueConnect) {
  879. // 1. Add new targets to the list of children
  880. if (chunkGroupInfo.children === undefined) {
  881. chunkGroupInfo.children = new Set();
  882. }
  883. for (const [target] of targets) {
  884. chunkGroupInfo.children.add(target);
  885. }
  886. // 2. Calculate resulting available modules
  887. const resultingAvailableModules =
  888. calculateResultingAvailableModules(chunkGroupInfo);
  889. const runtime = chunkGroupInfo.runtime;
  890. // 3. Update chunk group info
  891. for (const [target, processBlock] of targets) {
  892. target.availableModulesToBeMerged.push(resultingAvailableModules);
  893. chunkGroupsForMerging.add([target, processBlock]);
  894. const oldRuntime = target.runtime;
  895. const newRuntime = mergeRuntime(oldRuntime, runtime);
  896. if (oldRuntime !== newRuntime) {
  897. target.runtime = newRuntime;
  898. outdatedChunkGroupInfo.add(target);
  899. }
  900. }
  901. statConnectedChunkGroups += targets.size;
  902. }
  903. queueConnect.clear();
  904. };
  905. const processChunkGroupsForMerging = () => {
  906. statProcessedChunkGroupsForMerging += chunkGroupsForMerging.size;
  907. // Execute the merge
  908. for (const [info, processBlock] of chunkGroupsForMerging) {
  909. const availableModulesToBeMerged = info.availableModulesToBeMerged;
  910. const cachedMinAvailableModules = info.minAvailableModules;
  911. let minAvailableModules = cachedMinAvailableModules;
  912. statMergedAvailableModuleSets += availableModulesToBeMerged.length;
  913. for (const availableModules of availableModulesToBeMerged) {
  914. if (minAvailableModules === undefined) {
  915. minAvailableModules = availableModules;
  916. } else {
  917. minAvailableModules &= availableModules;
  918. }
  919. }
  920. const changed = minAvailableModules !== cachedMinAvailableModules;
  921. availableModulesToBeMerged.length = 0;
  922. if (changed) {
  923. info.minAvailableModules = minAvailableModules;
  924. info.resultingAvailableModules = undefined;
  925. outdatedChunkGroupInfo.add(info);
  926. }
  927. if (processBlock) {
  928. let blocks = blocksByChunkGroups.get(info);
  929. if (!blocks) {
  930. blocksByChunkGroups.set(info, (blocks = new Set()));
  931. }
  932. // Whether to walk block depends on minAvailableModules and input block.
  933. // We can treat creating chunk group as a function with 2 input, entry block and minAvailableModules
  934. // If input is the same, we can skip re-walk
  935. let needWalkBlock = !info.initialized || changed;
  936. if (!blocks.has(processBlock.block)) {
  937. needWalkBlock = true;
  938. blocks.add(processBlock.block);
  939. }
  940. if (needWalkBlock) {
  941. info.initialized = true;
  942. queueDelayed.push(processBlock);
  943. }
  944. }
  945. }
  946. chunkGroupsForMerging.clear();
  947. };
  948. const processChunkGroupsForCombining = () => {
  949. for (const info of chunkGroupsForCombining) {
  950. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  951. info.availableSources
  952. )) {
  953. if (source.minAvailableModules === undefined) {
  954. chunkGroupsForCombining.delete(info);
  955. break;
  956. }
  957. }
  958. }
  959. for (const info of chunkGroupsForCombining) {
  960. let availableModules = ZERO_BIGINT;
  961. // combine minAvailableModules from all resultingAvailableModules
  962. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  963. info.availableSources
  964. )) {
  965. const resultingAvailableModules =
  966. calculateResultingAvailableModules(source);
  967. availableModules |= resultingAvailableModules;
  968. }
  969. info.minAvailableModules = availableModules;
  970. info.resultingAvailableModules = undefined;
  971. outdatedChunkGroupInfo.add(info);
  972. }
  973. chunkGroupsForCombining.clear();
  974. };
  975. const processOutdatedChunkGroupInfo = () => {
  976. statChunkGroupInfoUpdated += outdatedChunkGroupInfo.size;
  977. // Revisit skipped elements
  978. for (const info of outdatedChunkGroupInfo) {
  979. // 1. Reconsider skipped items
  980. if (info.skippedItems !== undefined) {
  981. const minAvailableModules =
  982. /** @type {bigint} */
  983. (info.minAvailableModules);
  984. for (const module of info.skippedItems) {
  985. const ordinal = getModuleOrdinal(module);
  986. if (!isOrdinalSetInMask(minAvailableModules, ordinal)) {
  987. queue.push({
  988. action: ADD_AND_ENTER_MODULE,
  989. block: module,
  990. module,
  991. chunk: info.chunkGroup.chunks[0],
  992. chunkGroup: info.chunkGroup,
  993. chunkGroupInfo: info
  994. });
  995. info.skippedItems.delete(module);
  996. }
  997. }
  998. }
  999. // 2. Reconsider skipped connections
  1000. if (info.skippedModuleConnections !== undefined) {
  1001. const minAvailableModules =
  1002. /** @type {bigint} */
  1003. (info.minAvailableModules);
  1004. for (const entry of info.skippedModuleConnections) {
  1005. const [module, connections] = entry;
  1006. const activeState = getActiveStateOfConnections(
  1007. connections,
  1008. info.runtime
  1009. );
  1010. if (activeState === false) continue;
  1011. if (activeState === true) {
  1012. const ordinal = getModuleOrdinal(module);
  1013. info.skippedModuleConnections.delete(entry);
  1014. if (isOrdinalSetInMask(minAvailableModules, ordinal)) {
  1015. /** @type {NonNullable<ChunkGroupInfo["skippedItems"]>} */
  1016. (info.skippedItems).add(module);
  1017. continue;
  1018. }
  1019. }
  1020. queue.push({
  1021. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  1022. block: module,
  1023. module,
  1024. chunk: info.chunkGroup.chunks[0],
  1025. chunkGroup: info.chunkGroup,
  1026. chunkGroupInfo: info
  1027. });
  1028. }
  1029. }
  1030. // 2. Reconsider children chunk groups
  1031. if (info.children !== undefined) {
  1032. statChildChunkGroupsReconnected += info.children.size;
  1033. for (const cgi of info.children) {
  1034. let connectList = queueConnect.get(info);
  1035. if (connectList === undefined) {
  1036. /** @type {ConnectList} */
  1037. connectList = new Set();
  1038. queueConnect.set(info, connectList);
  1039. }
  1040. connectList.add([cgi, null]);
  1041. }
  1042. }
  1043. // 3. Reconsider chunk groups for combining
  1044. if (info.availableChildren !== undefined) {
  1045. for (const cgi of info.availableChildren) {
  1046. chunkGroupsForCombining.add(cgi);
  1047. }
  1048. }
  1049. outdatedOrderIndexChunkGroups.add(info);
  1050. }
  1051. outdatedChunkGroupInfo.clear();
  1052. };
  1053. // Iterative traversal of the Module graph
  1054. // Recursive would be simpler to write but could result in Stack Overflows
  1055. while (queue.length || queueConnect.size) {
  1056. logger.time("visitModules: visiting");
  1057. processQueue();
  1058. logger.timeAggregateEnd("visitModules: prepare");
  1059. logger.timeEnd("visitModules: visiting");
  1060. if (chunkGroupsForCombining.size > 0) {
  1061. logger.time("visitModules: combine available modules");
  1062. processChunkGroupsForCombining();
  1063. logger.timeEnd("visitModules: combine available modules");
  1064. }
  1065. if (queueConnect.size > 0) {
  1066. logger.time("visitModules: calculating available modules");
  1067. processConnectQueue();
  1068. logger.timeEnd("visitModules: calculating available modules");
  1069. if (chunkGroupsForMerging.size > 0) {
  1070. logger.time("visitModules: merging available modules");
  1071. processChunkGroupsForMerging();
  1072. logger.timeEnd("visitModules: merging available modules");
  1073. }
  1074. }
  1075. if (outdatedChunkGroupInfo.size > 0) {
  1076. logger.time("visitModules: check modules for revisit");
  1077. processOutdatedChunkGroupInfo();
  1078. logger.timeEnd("visitModules: check modules for revisit");
  1079. }
  1080. // Run queueDelayed when all items of the queue are processed
  1081. // This is important to get the global indexing correct
  1082. // Async blocks should be processed after all sync blocks are processed
  1083. if (queue.length === 0) {
  1084. const tempQueue = queue;
  1085. queue = queueDelayed.reverse();
  1086. queueDelayed = tempQueue;
  1087. }
  1088. }
  1089. for (const info of outdatedOrderIndexChunkGroups) {
  1090. const { chunkGroup, runtime } = info;
  1091. const blocks = blocksByChunkGroups.get(info);
  1092. if (!blocks) {
  1093. continue;
  1094. }
  1095. for (const block of blocks) {
  1096. let preOrderIndex = 0;
  1097. let postOrderIndex = 0;
  1098. /**
  1099. * @param {DependenciesBlock} current current
  1100. * @param {BlocksWithNestedBlocks} visited visited dependencies blocks
  1101. */
  1102. const process = (current, visited) => {
  1103. const blockModules =
  1104. /** @type {BlockModulesInFlattenTuples} */
  1105. (getBlockModules(current, runtime));
  1106. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  1107. const activeState = /** @type {ConnectionState} */ (
  1108. blockModules[i + 1]
  1109. );
  1110. if (activeState === false) {
  1111. continue;
  1112. }
  1113. const refModule = /** @type {Module} */ (blockModules[i]);
  1114. if (visited.has(refModule)) {
  1115. continue;
  1116. }
  1117. visited.add(refModule);
  1118. if (refModule) {
  1119. chunkGroup.setModulePreOrderIndex(refModule, preOrderIndex++);
  1120. process(refModule, visited);
  1121. chunkGroup.setModulePostOrderIndex(refModule, postOrderIndex++);
  1122. }
  1123. }
  1124. };
  1125. process(block, new Set());
  1126. }
  1127. }
  1128. outdatedOrderIndexChunkGroups.clear();
  1129. ordinalByModule.clear();
  1130. logger.log(
  1131. `${statProcessedQueueItems} queue items processed (${statProcessedBlocks} blocks)`
  1132. );
  1133. logger.log(`${statConnectedChunkGroups} chunk groups connected`);
  1134. logger.log(
  1135. `${statProcessedChunkGroupsForMerging} chunk groups processed for merging (${statMergedAvailableModuleSets} module sets, ${statForkedAvailableModules} forked, ${statForkedAvailableModulesCount} + ${statForkedAvailableModulesCountPlus} modules forked, ${statForkedMergedModulesCount} + ${statForkedMergedModulesCountPlus} modules merged into fork, ${statForkedResultModulesCount} resulting modules)`
  1136. );
  1137. logger.log(
  1138. `${statChunkGroupInfoUpdated} chunk group info updated (${statChildChunkGroupsReconnected} already connected chunk groups reconnected)`
  1139. );
  1140. };
  1141. /**
  1142. * @param {Compilation} compilation the compilation
  1143. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  1144. * @param {BlockConnections} blockConnections connection for blocks
  1145. * @param {MaskByChunk} maskByChunk mapping from chunk to module mask
  1146. */
  1147. const connectChunkGroups = (
  1148. compilation,
  1149. blocksWithNestedBlocks,
  1150. blockConnections,
  1151. maskByChunk
  1152. ) => {
  1153. const { chunkGraph } = compilation;
  1154. /**
  1155. * Helper function to check if all modules of a chunk are available
  1156. * @param {ChunkGroup} chunkGroup the chunkGroup to scan
  1157. * @param {bigint} availableModules the comparator set
  1158. * @returns {boolean} return true if all modules of a chunk are available
  1159. */
  1160. const areModulesAvailable = (chunkGroup, availableModules) => {
  1161. for (const chunk of chunkGroup.chunks) {
  1162. const chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  1163. if ((chunkMask & availableModules) !== chunkMask) return false;
  1164. }
  1165. return true;
  1166. };
  1167. // For each edge in the basic chunk graph
  1168. for (const [block, connections] of blockConnections) {
  1169. // 1. Check if connection is needed
  1170. // When none of the dependencies need to be connected
  1171. // we can skip all of them
  1172. // It's not possible to filter each item so it doesn't create inconsistent
  1173. // connections and modules can only create one version
  1174. // TODO maybe decide this per runtime
  1175. if (
  1176. // TODO is this needed?
  1177. !blocksWithNestedBlocks.has(block) &&
  1178. connections.every(({ chunkGroup, originChunkGroupInfo }) =>
  1179. areModulesAvailable(
  1180. chunkGroup,
  1181. /** @type {bigint} */ (originChunkGroupInfo.resultingAvailableModules)
  1182. )
  1183. )
  1184. ) {
  1185. continue;
  1186. }
  1187. // 2. Foreach edge
  1188. for (let i = 0; i < connections.length; i++) {
  1189. const { chunkGroup, originChunkGroupInfo } = connections[i];
  1190. // 3. Connect block with chunk
  1191. chunkGraph.connectBlockAndChunkGroup(block, chunkGroup);
  1192. // 4. Connect chunk with parent
  1193. connectChunkGroupParentAndChild(
  1194. originChunkGroupInfo.chunkGroup,
  1195. chunkGroup
  1196. );
  1197. }
  1198. }
  1199. };
  1200. /**
  1201. * Remove all unconnected chunk groups
  1202. * @param {Compilation} compilation the compilation
  1203. * @param {Iterable<ChunkGroup>} allCreatedChunkGroups all chunk groups that where created before
  1204. */
  1205. const cleanupUnconnectedGroups = (compilation, allCreatedChunkGroups) => {
  1206. const { chunkGraph } = compilation;
  1207. for (const chunkGroup of allCreatedChunkGroups) {
  1208. if (chunkGroup.getNumberOfParents() === 0) {
  1209. for (const chunk of chunkGroup.chunks) {
  1210. compilation.chunks.delete(chunk);
  1211. chunkGraph.disconnectChunk(chunk);
  1212. }
  1213. chunkGraph.disconnectChunkGroup(chunkGroup);
  1214. chunkGroup.remove();
  1215. }
  1216. }
  1217. };
  1218. /**
  1219. * This method creates the Chunk graph from the Module graph
  1220. * @param {Compilation} compilation the compilation
  1221. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  1222. * @returns {void}
  1223. */
  1224. const buildChunkGraph = (compilation, inputEntrypointsAndModules) => {
  1225. const logger = compilation.getLogger("webpack.buildChunkGraph");
  1226. // SHARED STATE
  1227. /** @type {BlockConnections} */
  1228. const blockConnections = new Map();
  1229. /** @type {AllCreatedChunkGroups} */
  1230. const allCreatedChunkGroups = new Set();
  1231. /** @type {ChunkGroupInfoMap} */
  1232. const chunkGroupInfoMap = new Map();
  1233. /** @type {BlocksWithNestedBlocks} */
  1234. const blocksWithNestedBlocks = new Set();
  1235. /** @type {MaskByChunk} */
  1236. const maskByChunk = new Map();
  1237. // PART ONE
  1238. logger.time("visitModules");
  1239. visitModules(
  1240. logger,
  1241. compilation,
  1242. inputEntrypointsAndModules,
  1243. chunkGroupInfoMap,
  1244. blockConnections,
  1245. blocksWithNestedBlocks,
  1246. allCreatedChunkGroups,
  1247. maskByChunk
  1248. );
  1249. logger.timeEnd("visitModules");
  1250. // PART TWO
  1251. logger.time("connectChunkGroups");
  1252. connectChunkGroups(
  1253. compilation,
  1254. blocksWithNestedBlocks,
  1255. blockConnections,
  1256. maskByChunk
  1257. );
  1258. logger.timeEnd("connectChunkGroups");
  1259. for (const [chunkGroup, chunkGroupInfo] of chunkGroupInfoMap) {
  1260. for (const chunk of chunkGroup.chunks) {
  1261. chunk.runtime = mergeRuntime(chunk.runtime, chunkGroupInfo.runtime);
  1262. }
  1263. }
  1264. // Cleanup work
  1265. logger.time("cleanup");
  1266. cleanupUnconnectedGroups(compilation, allCreatedChunkGroups);
  1267. logger.timeEnd("cleanup");
  1268. };
  1269. module.exports = buildChunkGraph;