prompt / test tweaks

hashintel · Jan 15, 2025 · 76a490d · 76a490d
1 parent f165594
commit 76a490d
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 5 deletions.
diff --git a/apps/hash-ai-worker-ts/src/activities/shared/match-existing-entity.optimize.ai.test.ts b/apps/hash-ai-worker-ts/src/activities/shared/match-existing-entity.optimize.ai.test.ts
@@ -288,7 +288,7 @@ const matchTestData: MatchExistingEntityTest[] = [
     inputData: {
       potentialMatches: [
         {
-          entityId: ceoStarted2020Uuid,
+          entityId: generateEntityId(),
           metadata: {
             entityTypeIds: [
               "https://hash.ai/@hash/types/entity-type/worked-at/v/1",
@@ -310,7 +310,7 @@ const matchTestData: MatchExistingEntityTest[] = [
           },
           properties: {
             [systemPropertyTypes.role.propertyTypeBaseUrl]: "CEO",
-            [systemPropertyTypes.appliesFrom.propertyTypeBaseUrl]: "2022-04-22",
+            [systemPropertyTypes.appliesFrom.propertyTypeBaseUrl]: "2011-04-22",
           },
           propertiesMetadata: emptyMetadataObject,
         },
@@ -420,13 +420,11 @@ test(
   async () => {
     const models: LlmParams["model"][] = [
       "claude-3-haiku-20240307",
-      "claude-3-5-sonnet-20240620",
-      "gpt-4o-mini-2024-07-18",
       "gpt-4o-2024-08-06",
     ];
 
     await optimizeSystemPrompt({
-      attemptsPerPrompt: 10,
+      attemptsPerPrompt: 8,
       models,
       initialSystemPrompt: matchExistingEntitySystemPrompt,
       directoryPath: baseDirectoryPath,

diff --git a/apps/hash-ai-worker-ts/src/activities/shared/match-existing-entity.ts b/apps/hash-ai-worker-ts/src/activities/shared/match-existing-entity.ts
@@ -404,6 +404,11 @@ ${potentialMatches
 
 Do any of the potential matches match the new entity?
 If so, please provide the entityId of the match, and merged versions of properties which are suitable for merging.
+
+Remember to pay close attention to each property you are provided with.
+Differences in some properties between the new entity and the potential matches will make it clear that the entities do NOT match, e.g. because they refer to different dates, versions, roles, values, actors involved, etc.
+Check differences in property values to see if they are significant.
+
 ${previousError ? `Your previous response had an error – please do not repeat it: ${previousError}` : ""}`;
 };