1818import java .util .LinkedList ;
1919import java .util .List ;
2020import java .util .Map ;
21+ import java .util .Objects ;
2122import java .util .Optional ;
2223import java .util .UUID ;
2324import java .util .stream .Collectors ;
3435import marquez .db .LineageDao ;
3536import marquez .db .LineageTestUtils ;
3637import marquez .db .LineageTestUtils .DatasetConsumerJob ;
37- import marquez .db .LineageTestUtils .JobLineage ;
3838import marquez .db .OpenLineageDao ;
3939import marquez .db .RunDao ;
4040import marquez .db .models .UpdateLineageRow ;
@@ -109,16 +109,15 @@ public void testLineage() {
109109 jobFacet ,
110110 Arrays .asList (),
111111 Arrays .asList (dataset ));
112- List <JobLineage > jobRows =
113- writeDownstreamLineage (
114- openLineageDao ,
115- new LinkedList <>(
116- Arrays .asList (
117- new DatasetConsumerJob ("readJob" , 20 , Optional .of ("outputData" )),
118- new DatasetConsumerJob ("downstreamJob" , 1 , Optional .of ("outputData2" )),
119- new DatasetConsumerJob ("finalConsumer" , 1 , Optional .empty ()))),
120- jobFacet ,
121- dataset );
112+ writeDownstreamLineage (
113+ openLineageDao ,
114+ new LinkedList <>(
115+ Arrays .asList (
116+ new DatasetConsumerJob ("readJob" , 20 , Optional .of ("outputData" )),
117+ new DatasetConsumerJob ("downstreamJob" , 1 , Optional .of ("outputData2" )),
118+ new DatasetConsumerJob ("finalConsumer" , 1 , Optional .empty ()))),
119+ jobFacet ,
120+ dataset );
122121
123122 UpdateLineageRow secondRun =
124123 LineageTestUtils .createLineageRow (
@@ -164,7 +163,7 @@ public void testLineage() {
164163 .hasSize (1 )
165164 .first ()
166165 .extracting (
167- n -> ((JobData ) n .getData ()).getLatestRun (),
166+ n -> ((JobData ) Objects . requireNonNull ( n .getData () )).getLatestRun (),
168167 InstanceOfAssertFactories .optional (Run .class ))
169168 .isPresent ()
170169 .get ();
@@ -237,16 +236,15 @@ public void testLineageWithDeletedDataset() {
237236 jobFacet ,
238237 Arrays .asList (),
239238 Arrays .asList (dataset ));
240- List <JobLineage > jobRows =
241- writeDownstreamLineage (
242- openLineageDao ,
243- new LinkedList <>(
244- Arrays .asList (
245- new DatasetConsumerJob ("readJob" , 20 , Optional .of ("outputData" )),
246- new DatasetConsumerJob ("downstreamJob" , 1 , Optional .of ("outputData2" )),
247- new DatasetConsumerJob ("finalConsumer" , 1 , Optional .empty ()))),
248- jobFacet ,
249- dataset );
239+ writeDownstreamLineage (
240+ openLineageDao ,
241+ new LinkedList <>(
242+ Arrays .asList (
243+ new DatasetConsumerJob ("readJob" , 20 , Optional .of ("outputData" )),
244+ new DatasetConsumerJob ("downstreamJob" , 1 , Optional .of ("outputData2" )),
245+ new DatasetConsumerJob ("finalConsumer" , 1 , Optional .empty ()))),
246+ jobFacet ,
247+ dataset );
250248 UpdateLineageRow secondRun =
251249 LineageTestUtils .createLineageRow (
252250 openLineageDao ,
@@ -294,7 +292,7 @@ public void testLineageWithDeletedDataset() {
294292 .hasSize (1 )
295293 .first ()
296294 .extracting (
297- n -> ((JobData ) n .getData ()).getLatestRun (),
295+ n -> ((JobData ) Objects . requireNonNull ( n .getData () )).getLatestRun (),
298296 InstanceOfAssertFactories .optional (Run .class ))
299297 .isPresent ()
300298 .get ();
@@ -577,14 +575,13 @@ public void testGetLineageForCompleteStreamingJob() {
577575
578576 @ Test
579577 public void testLineageForOrphanedDataset () {
580- UpdateLineageRow writeJob =
581- LineageTestUtils .createLineageRow (
582- openLineageDao ,
583- "writeJob" ,
584- "COMPLETE" ,
585- jobFacet ,
586- Arrays .asList (),
587- Arrays .asList (dataset ));
578+ LineageTestUtils .createLineageRow (
579+ openLineageDao ,
580+ "writeJob" ,
581+ "COMPLETE" ,
582+ jobFacet ,
583+ Arrays .asList (),
584+ Arrays .asList (dataset ));
588585
589586 NodeId datasetNodeId =
590587 NodeId .of (new NamespaceName (dataset .getNamespace ()), new DatasetName (dataset .getName ()));
@@ -596,9 +593,8 @@ public void testLineageForOrphanedDataset() {
596593 NodeId .of (new JobId (new NamespaceName (NAMESPACE ), new JobName ("writeJob" ))),
597594 datasetNodeId );
598595
599- UpdateLineageRow updatedWriteJob =
600- LineageTestUtils .createLineageRow (
601- openLineageDao , "writeJob" , "COMPLETE" , jobFacet , Arrays .asList (), Arrays .asList ());
596+ LineageTestUtils .createLineageRow (
597+ openLineageDao , "writeJob" , "COMPLETE" , jobFacet , Arrays .asList (), Arrays .asList ());
602598
603599 lineage = lineageService .lineage (datasetNodeId , 2 );
604600 assertThat (lineage .getGraph ())
@@ -640,24 +636,22 @@ public void testSymlinkDatasetLineage() {
640636 newDatasetFacet (new SchemaField ("firstname" , "string" , "the first name" )));
641637
642638 // (3) Create a job with the main dataset
643- UpdateLineageRow firstJob =
644- LineageTestUtils .createLineageRow (
645- openLineageDao ,
646- "firstJob" ,
647- "COMPLETE" ,
648- jobFacet ,
649- Arrays .asList (mainDataset ),
650- Arrays .asList ());
639+ LineageTestUtils .createLineageRow (
640+ openLineageDao ,
641+ "firstJob" ,
642+ "COMPLETE" ,
643+ jobFacet ,
644+ Arrays .asList (mainDataset ),
645+ Arrays .asList ());
651646
652647 // (4) Create a job with the symlink dataset
653- UpdateLineageRow secondJob =
654- LineageTestUtils .createLineageRow (
655- openLineageDao ,
656- "secondJob" ,
657- "COMPLETE" ,
658- jobFacet ,
659- Arrays .asList (symlinkDataset ),
660- Arrays .asList ());
648+ LineageTestUtils .createLineageRow (
649+ openLineageDao ,
650+ "secondJob" ,
651+ "COMPLETE" ,
652+ jobFacet ,
653+ Arrays .asList (symlinkDataset ),
654+ Arrays .asList ());
661655
662656 // (5) We expect the first and second job linked together because the main
663657 // and symlink dataset are in fact the same dataset
0 commit comments