Merge pull request #633 from zinggAI/utilMethods

refactoring
zinggAI · Aug 9, 2023 · 7223732 · 7223732
2 parents b0f937b + a5ea6d8
commit 7223732
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/common/core/src/main/java/zingg/common/core/executor/Matcher.java b/common/core/src/main/java/zingg/common/core/executor/Matcher.java
@@ -262,8 +262,7 @@ public void writeOutput( ZFrame<D,R,C>  blocked,  ZFrame<D,R,C>  dupesActual) th
 			if (LOG.isDebugEnabled()) {
 				score.show();
 			}
-			ZFrame<D,R,C>graphWithScores = getDSUtil().joinZColFirst(
-				score, graph, ColName.ID_COL, false).cache();
+			ZFrame<D, R, C> graphWithScores = getGraphWithScores(graph, score);
 				//graphWithScores.toJavaRDD().saveAsTextFile("/tmp/zgraphWScores");
 			graphWithScores = graphWithScores.drop(ColName.HASH_COL);
 			graphWithScores = graphWithScores.drop(ColName.COL_PREFIX + ColName.ID_COL);
@@ -287,6 +286,12 @@ public void writeOutput( ZFrame<D,R,C>  blocked,  ZFrame<D,R,C>  dupesActual) th
 
 	}
 
+	protected ZFrame<D, R, C> getGraphWithScores(ZFrame<D, R, C> graph, ZFrame<D, R, C> score) {
+		ZFrame<D,R,C>graphWithScores = getDSUtil().joinZColFirst(
+			score, graph, ColName.ID_COL, false).cache();
+		return graphWithScores;
+	}
+
 	protected ZFrame<D,R,C>getMinMaxScores(ZFrame<D,R,C>dupes, ZFrame<D,R,C>graph) throws Exception {
 		if (LOG.isDebugEnabled()) dupes.show(500);