Skip to content

Commit 4e7bab1

Browse files
author
Jonathan P Moraes
committed
Fixing up tests
1 parent 27443bd commit 4e7bab1

1 file changed

Lines changed: 44 additions & 50 deletions

File tree

api/src/test/java/marquez/service/LineageServiceTest.java

Lines changed: 44 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818
import java.util.LinkedList;
1919
import java.util.List;
2020
import java.util.Map;
21+
import java.util.Objects;
2122
import java.util.Optional;
2223
import java.util.UUID;
2324
import java.util.stream.Collectors;
@@ -34,7 +35,6 @@
3435
import marquez.db.LineageDao;
3536
import marquez.db.LineageTestUtils;
3637
import marquez.db.LineageTestUtils.DatasetConsumerJob;
37-
import marquez.db.LineageTestUtils.JobLineage;
3838
import marquez.db.OpenLineageDao;
3939
import marquez.db.RunDao;
4040
import marquez.db.models.UpdateLineageRow;
@@ -109,16 +109,15 @@ public void testLineage() {
109109
jobFacet,
110110
Arrays.asList(),
111111
Arrays.asList(dataset));
112-
List<JobLineage> jobRows =
113-
writeDownstreamLineage(
114-
openLineageDao,
115-
new LinkedList<>(
116-
Arrays.asList(
117-
new DatasetConsumerJob("readJob", 20, Optional.of("outputData")),
118-
new DatasetConsumerJob("downstreamJob", 1, Optional.of("outputData2")),
119-
new DatasetConsumerJob("finalConsumer", 1, Optional.empty()))),
120-
jobFacet,
121-
dataset);
112+
writeDownstreamLineage(
113+
openLineageDao,
114+
new LinkedList<>(
115+
Arrays.asList(
116+
new DatasetConsumerJob("readJob", 20, Optional.of("outputData")),
117+
new DatasetConsumerJob("downstreamJob", 1, Optional.of("outputData2")),
118+
new DatasetConsumerJob("finalConsumer", 1, Optional.empty()))),
119+
jobFacet,
120+
dataset);
122121

123122
UpdateLineageRow secondRun =
124123
LineageTestUtils.createLineageRow(
@@ -164,7 +163,7 @@ public void testLineage() {
164163
.hasSize(1)
165164
.first()
166165
.extracting(
167-
n -> ((JobData) n.getData()).getLatestRun(),
166+
n -> ((JobData) Objects.requireNonNull(n.getData())).getLatestRun(),
168167
InstanceOfAssertFactories.optional(Run.class))
169168
.isPresent()
170169
.get();
@@ -237,16 +236,15 @@ public void testLineageWithDeletedDataset() {
237236
jobFacet,
238237
Arrays.asList(),
239238
Arrays.asList(dataset));
240-
List<JobLineage> jobRows =
241-
writeDownstreamLineage(
242-
openLineageDao,
243-
new LinkedList<>(
244-
Arrays.asList(
245-
new DatasetConsumerJob("readJob", 20, Optional.of("outputData")),
246-
new DatasetConsumerJob("downstreamJob", 1, Optional.of("outputData2")),
247-
new DatasetConsumerJob("finalConsumer", 1, Optional.empty()))),
248-
jobFacet,
249-
dataset);
239+
writeDownstreamLineage(
240+
openLineageDao,
241+
new LinkedList<>(
242+
Arrays.asList(
243+
new DatasetConsumerJob("readJob", 20, Optional.of("outputData")),
244+
new DatasetConsumerJob("downstreamJob", 1, Optional.of("outputData2")),
245+
new DatasetConsumerJob("finalConsumer", 1, Optional.empty()))),
246+
jobFacet,
247+
dataset);
250248
UpdateLineageRow secondRun =
251249
LineageTestUtils.createLineageRow(
252250
openLineageDao,
@@ -294,7 +292,7 @@ public void testLineageWithDeletedDataset() {
294292
.hasSize(1)
295293
.first()
296294
.extracting(
297-
n -> ((JobData) n.getData()).getLatestRun(),
295+
n -> ((JobData) Objects.requireNonNull(n.getData())).getLatestRun(),
298296
InstanceOfAssertFactories.optional(Run.class))
299297
.isPresent()
300298
.get();
@@ -577,14 +575,13 @@ public void testGetLineageForCompleteStreamingJob() {
577575

578576
@Test
579577
public void testLineageForOrphanedDataset() {
580-
UpdateLineageRow writeJob =
581-
LineageTestUtils.createLineageRow(
582-
openLineageDao,
583-
"writeJob",
584-
"COMPLETE",
585-
jobFacet,
586-
Arrays.asList(),
587-
Arrays.asList(dataset));
578+
LineageTestUtils.createLineageRow(
579+
openLineageDao,
580+
"writeJob",
581+
"COMPLETE",
582+
jobFacet,
583+
Arrays.asList(),
584+
Arrays.asList(dataset));
588585

589586
NodeId datasetNodeId =
590587
NodeId.of(new NamespaceName(dataset.getNamespace()), new DatasetName(dataset.getName()));
@@ -596,9 +593,8 @@ public void testLineageForOrphanedDataset() {
596593
NodeId.of(new JobId(new NamespaceName(NAMESPACE), new JobName("writeJob"))),
597594
datasetNodeId);
598595

599-
UpdateLineageRow updatedWriteJob =
600-
LineageTestUtils.createLineageRow(
601-
openLineageDao, "writeJob", "COMPLETE", jobFacet, Arrays.asList(), Arrays.asList());
596+
LineageTestUtils.createLineageRow(
597+
openLineageDao, "writeJob", "COMPLETE", jobFacet, Arrays.asList(), Arrays.asList());
602598

603599
lineage = lineageService.lineage(datasetNodeId, 2);
604600
assertThat(lineage.getGraph())
@@ -640,24 +636,22 @@ public void testSymlinkDatasetLineage() {
640636
newDatasetFacet(new SchemaField("firstname", "string", "the first name")));
641637

642638
// (3) Create a job with the main dataset
643-
UpdateLineageRow firstJob =
644-
LineageTestUtils.createLineageRow(
645-
openLineageDao,
646-
"firstJob",
647-
"COMPLETE",
648-
jobFacet,
649-
Arrays.asList(mainDataset),
650-
Arrays.asList());
639+
LineageTestUtils.createLineageRow(
640+
openLineageDao,
641+
"firstJob",
642+
"COMPLETE",
643+
jobFacet,
644+
Arrays.asList(mainDataset),
645+
Arrays.asList());
651646

652647
// (4) Create a job with the symlink dataset
653-
UpdateLineageRow secondJob =
654-
LineageTestUtils.createLineageRow(
655-
openLineageDao,
656-
"secondJob",
657-
"COMPLETE",
658-
jobFacet,
659-
Arrays.asList(symlinkDataset),
660-
Arrays.asList());
648+
LineageTestUtils.createLineageRow(
649+
openLineageDao,
650+
"secondJob",
651+
"COMPLETE",
652+
jobFacet,
653+
Arrays.asList(symlinkDataset),
654+
Arrays.asList());
661655

662656
// (5) We expect the first and second job linked together because the main
663657
// and symlink dataset are in fact the same dataset

0 commit comments

Comments
 (0)