Merge pull request #405 from snyk-tech-services/fix/remove-concurrenc…

…y-error Fix/remove concurrency error
snyk · Dec 16, 2022 · a5c165c · a5c165c
2 parents 6a5055d + 5d2b2fc
commit a5c165c
Show file tree

Hide file tree

Showing 4 changed files with 15 additions and 13 deletions.
diff --git a/src/common.ts b/src/common.ts
@@ -23,3 +23,15 @@ export const targetProps = [
   'branch',
 ];
 export const targetPropsWithId = [...targetProps, 'id'];
+
+export const defaultExclusionGlobs = [
+  'fixtures',
+  'tests',
+  '__tests__',
+  'test',
+  '__test__',
+  'ci',
+  'node_modules',
+  'bower_components',
+  '.git',
+];
diff --git a/src/scripts/sync/clone-and-analyze.ts b/src/scripts/sync/clone-and-analyze.ts
@@ -1,6 +1,7 @@
 import * as debugLib from 'debug';
 import * as fs from 'fs';
 import * as path from 'path';
+import { defaultExclusionGlobs } from '../../common';
 
 import { find, getSCMSupportedManifests, gitClone } from '../../lib';
 import type { SnykProductEntitlement } from '../../lib/supported-project-types/supported-manifests';
@@ -14,17 +15,6 @@ import { generateProjectDiffActions } from './generate-projects-diff-actions';
 
 const debug = debugLib('snyk:clone-and-analyze');
 
-const defaultExclusionGlobs = [
-  'fixtures',
-  'tests',
-  '__tests__',
-  'test',
-  '__test__',
-  'ci',
-  'node_modules',
-  'bower_components',
-  '.git',
-];
 export async function cloneAndAnalyze(
   integrationType: SupportedIntegrationTypesUpdateProject,
   repoMetadata: RepoMetaData,

diff --git a/src/scripts/sync/sync-org-projects.ts b/src/scripts/sync/sync-org-projects.ts
@@ -186,7 +186,7 @@ export async function updateTargets(
   const failedProjects: ProjectUpdateFailure[] = [];
 
   const loggingPath = getLoggingPath();
-  const concurrentTargets = 100;
+  const concurrentTargets = 30;
 
   await pMap(
     targets,

diff --git a/src/scripts/sync/sync-projects-per-target.ts b/src/scripts/sync/sync-projects-per-target.ts
@@ -269,7 +269,7 @@ export async function bulkDeactivateProjects(
         );
       }
     },
-    { concurrency: 100 },
+    { concurrency: 50 },
   );
 
   return { updated, failed };
-Original file line number
+Diff line change
@@ Expand Up / @@ -269,7 +269,7 @@ export async function bulkDeactivateProjects( @@
             );
           }
         },
-        { concurrency: 100 },
+        { concurrency: 50 },
       );
       return { updated, failed };
@@ Expand Down @@