feat: store dependencies graph in component model

package.json

@@ -117,6 +117,8 @@
     "memoizee": "0.4.15",
     "socks-proxy-agent": "5.0.0",
     "yaml": "1.10.2",
+    "@pnpm/dependency-path": "5.1.7",
+    "@pnpm/lockfile.types": "^1.0.3",
     "@pnpm/node-fetch": "^1.0.0",
     "@teambit/defender.fs.global-bit-temp-dir": "0.0.1",
     "@teambit/legacy.analytics": "~0.0.1",

scopes/component/apply/apply.main.runtime.ts

@@ -150,6 +150,7 @@ export class ApplyMain {
     const shouldTag = Boolean(params.tag);
     const results = await tagModelComponent({
       ...params,
+      components,
       consumerComponents,
       tagDataPerComp: snapDataPerComp.map((s) => ({
         componentId: s.componentId,
@@ -339,6 +340,7 @@ export class ApplyMain {
     const shouldTag = Boolean(params.tag);
     const results = await tagModelComponent({
       ...params,
+      components,
       consumerComponents,
       tagDataPerComp: snapDataPerComp.map((s) => ({
         componentId: s.componentId,

scopes/component/component-writer/component-writer.main.runtime.ts

@@ -1,4 +1,5 @@
 import { MainRuntime } from '@teambit/cli';
+import { ComponentID } from '@teambit/component-id';
 import { CompilerAspect, CompilerMain } from '@teambit/compiler';
 import { InstallAspect, InstallMain } from '@teambit/install';
 import { Logger, LoggerAspect, LoggerMain } from '@teambit/logger';
@@ -79,22 +80,29 @@ export class ComponentWriterMain {
       );
     }
     if (!opts.skipDependencyInstallation) {
-      installationError = await this.installPackagesGracefully(opts.skipWriteConfigFiles);
+      installationError = await this.installPackagesGracefully(
+        opts.components.map(({ id }) => id),
+        opts.skipWriteConfigFiles
+      );
       // no point to compile if the installation is not running. the environment is not ready.
       compilationError = await this.compileGracefully();
     }
     this.logger.debug('writeMany, completed!');
     return { installationError, compilationError, workspaceConfigUpdateResult };
   }
 
-  private async installPackagesGracefully(skipWriteConfigFiles = false): Promise<Error | undefined> {
+  private async installPackagesGracefully(
+    componentIds: ComponentID[],
+    skipWriteConfigFiles = false
+  ): Promise<Error | undefined> {
     this.logger.debug('installPackagesGracefully, start installing packages');
     try {
       const installOpts = {
         dedupe: true,
         updateExisting: false,
         import: false,
         writeConfigFiles: !skipWriteConfigFiles,
+        dependenciesGraph: await this.workspace.scope.getDependenciesGraphByComponentIds(componentIds),
       };
       await this.installer.install(undefined, installOpts);
       this.logger.debug('installPackagesGracefully, completed installing packages successfully');

scopes/component/forking/forking.main.runtime.ts

@@ -393,7 +393,7 @@ the reason is that the refactor changes the components using ${sourceId.toString
     GraphqlMain,
     RefactoringMain,
     PkgMain,
-    InstallMain
+    InstallMain,
   ]) {
     const forkingMain = new ForkingMain(
       workspace,

scopes/component/isolator/capsule-list.ts

@@ -26,6 +26,9 @@ export default class CapsuleList extends Array<Capsule> {
   getAllComponents(): Component[] {
     return this.map((c) => c.component);
   }
+  getAllComponentIDs(): ComponentID[] {
+    return this.map((c) => c.component.id);
+  }
   getGraphIds(): Graph<Component, string> {
     const components = this.getAllComponents();
     const graph = new Graph<Component, string>();

scopes/component/isolator/isolator.main.runtime.ts

@@ -50,6 +50,7 @@ import { pathNormalizeToLinux, PathOsBasedAbsolute } from '@teambit/legacy.utils
 import { concurrentComponentsLimit } from '@teambit/harmony.modules.concurrency';
 import { componentIdToPackageName } from '@teambit/pkg.modules.component-package-name';
 import { Scope } from '@teambit/legacy/dist/scope';
+import { type DependenciesGraph } from '@teambit/legacy/dist/scope/models/version';
 import fs, { copyFile } from 'fs-extra';
 import hash from 'object-hash';
 import path, { basename } from 'path';
@@ -699,13 +700,22 @@ export class IsolatorMain {
           })
         );
       } else {
+        const dependenciesGraph = await legacyScope?.getDependenciesGraphByComponentIds(
+          capsuleList.getAllComponentIDs()
+        );
         const linkedDependencies = await this.linkInCapsules(capsuleList, capsulesWithPackagesData);
         linkedDependencies[capsulesDir] = rootLinks;
         await this.installInCapsules(capsulesDir, capsuleList, installOptions, {
           cachePackagesOnCapsulesRoot,
           linkedDependencies,
           packageManager: opts.packageManager,
+          dependenciesGraph,
         });
+        if (dependenciesGraph == null) {
+          // If the graph was not present in the model, we use the just created lockfile inside the capsules
+          // to populate the graph.
+          await this.calcDependenciesGraph(capsuleList, components, capsulesDir);
+        }
       }
       if (installLongProcessLogger) {
         installLongProcessLogger.end('success');
@@ -737,6 +747,27 @@ export class IsolatorMain {
     return allCapsuleList;
   }
 
+  private async calcDependenciesGraph(
+    capsuleList: CapsuleList,
+    components: Component[],
+    capsulesDir: string
+  ): Promise<void> {
+    const componentIdByPkgName = this.dependencyResolver.getComponentIdByPkgNameMap(components);
+    const opts = {
+      componentIdByPkgName,
+      capsulesDir,
+    };
+    await Promise.all(
+      capsuleList.map(async (capsule) => {
+        capsule.component.state._consumer.dependenciesGraph =
+          await this.dependencyResolver.calcDependenciesGraphFromCapsule(
+            path.relative(capsulesDir, capsule.path),
+            opts
+          );
+      })
+    );
+  }
+
   private async markCapsulesAsReady(capsuleList: CapsuleList): Promise<void> {
     await Promise.all(
       capsuleList.map(async (capsule) => {
@@ -777,6 +808,7 @@ export class IsolatorMain {
       linkedDependencies?: Record<string, Record<string, string>>;
       packageManager?: string;
       nodeLinker?: NodeLinker;
+      dependenciesGraph?: DependenciesGraph;
     }
   ) {
     const installer = this.dependencyResolver.getInstaller({
@@ -798,6 +830,7 @@ export class IsolatorMain {
       forceTeambitHarmonyLink: !this.dependencyResolver.hasHarmonyInRootPolicy(),
       excludeExtensionsDependencies: true,
       dedupeInjectedDeps: true,
+      dependenciesGraph: opts.dependenciesGraph,
     };
 
     const packageManagerInstallOptions: PackageManagerInstallOptions = {

scopes/component/merging/merging.main.runtime.ts

@@ -269,9 +269,8 @@ export class MergingMain {
 
     let workspaceConfigConflictWriteError: Error | undefined;
     if (workspaceDepsConflicts) {
-      workspaceConfigConflictWriteError = await this.configMerger.writeWorkspaceJsoncWithConflictsGracefully(
-        workspaceDepsConflicts
-      );
+      workspaceConfigConflictWriteError =
+        await this.configMerger.writeWorkspaceJsoncWithConflictsGracefully(workspaceDepsConflicts);
     }
     if (this.workspace) await this.configMerger.generateConfigMergeConflictFileForAll(allConfigMerge);
 
@@ -721,7 +720,7 @@ export class MergingMain {
     RemoveMain,
     GlobalConfigMain,
     ConfigMergerMain,
-    DependencyResolverMain
+    DependencyResolverMain,
   ]) {
     const logger = loggerMain.createLogger(MergingAspect.id);
     const merging = new MergingMain(

scopes/component/snapping/snapping.main.runtime.ts

@@ -64,6 +64,8 @@ import { LaneNotFound } from '@teambit/legacy.scope-api';
 import { createLaneInScope } from '@teambit/lanes.modules.create-lane';
 import { RemoveAspect, RemoveMain } from '@teambit/remove';
 
+export type PackageIntegritiesByPublishedPackages = Map<string, string | undefined>;
+
 export type TagDataPerComp = {
   componentId: ComponentID;
   dependencies: ComponentID[];
@@ -212,6 +214,7 @@ export class SnappingMain {
     const { taggedComponents, autoTaggedResults, publishedPackages, stagedConfig, removedComponents } =
       await tagModelComponent({
         snapping: this,
+        components,
         consumerComponents,
         ids: compIds,
         message,
@@ -336,6 +339,7 @@ if you're willing to lose the history from the head to the specified version, us
     });
     const results = await tagModelComponent({
       ...params,
+      components,
       consumerComponents,
       tagDataPerComp,
       populateArtifactsFrom: shouldUsePopulateArtifactsFrom ? components.map((c) => c.id) : undefined,
@@ -500,6 +504,7 @@ if you're willing to lose the history from the head to the specified version, us
     const shouldTag = Boolean(params.tag);
     const results = await tagModelComponent({
       ...params,
+      components,
       consumerComponents,
       tagDataPerComp: snapDataPerComp.map((s) => ({
         componentId: s.componentId,
@@ -588,6 +593,7 @@ if you're willing to lose the history from the head to the specified version, us
     const { taggedComponents, autoTaggedResults, stagedConfig, removedComponents } = await tagModelComponent({
       snapping: this,
       editor,
+      components,
       consumerComponents,
       ids,
       ignoreNewestVersion: false,
@@ -748,6 +754,31 @@ in case you're unsure about the pattern syntax, use "bit pattern [--help]"`);
     this.logger.profile('snap._addFlattenedDependenciesToComponents');
   }
 
+  async _addDependenciesGraphToComponents(components: Component[]): Promise<void> {
+    if (this.workspace == null) {
+      return;
+    }
+    this.logger.profile('snap._addDependenciesGraphToComponents');
+    const componentIdByPkgName = this.dependencyResolver.getComponentIdByPkgNameMap(components);
+    const options = {
+      workspacePath: this.workspace.path,
+      rootComponentsPath: this.workspace.rootComponentsPath,
+      componentIdByPkgName,
+    };
+    await Promise.all(
+      components.map(async (component) => {
+        if (component.state._consumer.componentMap?.rootDir) {
+          component.state._consumer.dependenciesGraph = await this.dependencyResolver.calcDependenciesGraph(
+            component,
+            component.state._consumer.componentMap.rootDir,
+            options
+          );
+        }
+      })
+    );
+    this.logger.profile('snap._addDependenciesGraphToComponents');
+  }
+
   async throwForDepsFromAnotherLane(components: ConsumerComponent[]) {
     const lane = await this.scope.legacyScope.getCurrentLaneObject();
     const allIds = ComponentIdList.fromArray(components.map((c) => c.id));
@@ -912,13 +943,16 @@ another option, in case this dependency is not in main yet is to remove all refe
     });
   }
 
-  _getPublishedPackages(components: ConsumerComponent[]): string[] {
-    const publishedPackages = components.map((comp) => {
+  _getPublishedPackages(components: ConsumerComponent[]): PackageIntegritiesByPublishedPackages {
+    const publishedPackages: PackageIntegritiesByPublishedPackages = new Map();
+    for (const comp of components) {
       const builderExt = comp.extensions.findCoreExtension(Extensions.builder);
       const pkgData = builderExt?.data?.aspectsData?.find((a) => a.aspectId === Extensions.pkg);
-      return pkgData?.data?.publishedPackage;
-    });
-    return compact(publishedPackages);
+      if (pkgData?.data?.publishedPackage != null) {
+        publishedPackages.set(pkgData.data.publishedPackage, pkgData.data.integrity);
+      }
+    }
+    return publishedPackages;
   }
 
   async _addCompToObjects({
@@ -985,13 +1019,15 @@ another option, in case this dependency is not in main yet is to remove all refe
     const component = await this.scope.legacyScope.sources.findOrAddComponent(source as any);
     const artifactFiles = getArtifactsFiles(source.extensions);
     const artifacts = this.transformArtifactsFromVinylToSource(artifactFiles);
-    const { version, files, flattenedEdges } = await this.scope.legacyScope.sources.consumerComponentToVersion(source);
+    const { version, files, flattenedEdges, dependenciesGraph } =
+      await this.scope.legacyScope.sources.consumerComponentToVersion(source);
     version.origin = {
       id: { scope: source.scope || (source.defaultScope as string), name: source.name },
       lane: lane ? { scope: lane.scope, name: lane.name, hash: lane.hash().toString() } : undefined,
     };
     objectRepo.add(version);
     if (flattenedEdges) this.objectsRepo.add(flattenedEdges);
+    if (dependenciesGraph) this.objectsRepo.add(dependenciesGraph);
     if (!source.version) throw new Error(`addSource expects source.version to be set`);
     component.addVersion(version, source.version, lane, source.previouslyUsedVersion, updateDependentsOnLane);
     objectRepo.add(component);
@@ -1018,7 +1054,12 @@ another option, in case this dependency is not in main yet is to remove all refe
     version.extensions = consumerComponent.extensions;
     version.buildStatus = consumerComponent.buildStatus;
     const artifactObjects = artifacts.map((file) => file.source);
-    return [version, ...artifactObjects];
+    const dependenciesGraph = Version.dependenciesGraphToSource(consumerComponent.dependenciesGraph);
+    version.dependenciesGraphRef = dependenciesGraph ? dependenciesGraph.hash() : undefined;
+
+    const result = [version, ...artifactObjects];
+    if (dependenciesGraph) result.push(dependenciesGraph);
+    return result;
   }
 
   private transformArtifactsFromVinylToSource(artifactsFiles: ArtifactFiles[]): ArtifactSource[] {