feat: Pushing local created files to catalog service by creating new Entry.

toolbox/mdcode/src/libts/gcp/dataplex.ts

@@ -177,6 +177,34 @@ export class CatalogClient extends api.ApiClient {
     } while (pageToken);
   }
 
+  async createEntry(project: string, location: string, entryGroup: string, 
+                    entryId: string, entry?: Entry): Promise<api.ApiResult<Entry>> {
+    const parent = catalogContainer(project, location, entryGroup);
+    const resourceName = `${parent}/entries`;
+
+    const params: Record<string, any> = { entryId };
+
+    const res = await this._post<Entry>(resourceName, entry, params);
+
+    if (res.status == 200 && res.result) {
+      await _fixEntry(res.result, this.context);
+    }
+
+    return res;
+  }
+
+  async createEntryGroup(project: string, location: string, 
+                         entryGroupId: string, entryGroup?: EntryGroup): Promise<api.ApiResult<EntryGroup>> {
+    const parent = catalogContainer(project, location);
+    const resourceName = `${parent}/entryGroups`;
+
+    const params: Record<string, any> = { entryGroupId };
+
+    const res = await this._post<EntryGroup>(resourceName, entryGroup, params);
+
+    return res;
+  }
+
 }
 
 

toolbox/mdcode/src/libts/sync.ts

@@ -76,6 +76,20 @@ export class CatalogSync {
       const project = nameParts[1];
       const location = nameParts[3];
 
+      const exist = await this._catalog.lookupEntry(project, location, entry.name);
+      if (exist.status != 200 || !exist.result) {
+        console.log(`entry ${name} does not exist, will try to create the entry.`);
+
+        const entryGroup = nameParts[5];
+        const entryId = nameParts[7];
+        const createEntryRes = await this._catalog.createEntry(project, location, entryGroup, entryId, entry);
+        if (createEntryRes.status != 200 || !createEntryRes.result) {
+          console.log(`Failed to push entry ${entry.name}: Failed to create new entry.`);
+        }
+        console.log(`Successfully created and pushed entry ${entry.name}`);
+        continue;
+      }
+
       const updateMask = [];
       const aspectKeys = Object.keys(entry.aspects || {});
       if (aspectKeys.length) {
@@ -96,6 +110,7 @@ export class CatalogSync {
       if (res.status !== 200 || !res.result) {
         return { success: false, details: `Failed to update entry ${name}: ${res.message || res.status}` };
       }
+      console.log(`Successfully pushed entry ${entry.name}`);
     }
 
     return { success: true };

toolbox/mdcode/tests/libts/mocks.ts

@@ -130,6 +130,14 @@ export class CatalogClientMock extends gcp.CatalogClient {
     }
     return { status: 404, message: 'Not found' };
   }
+
+  async createEntry(project: string, location: string, entryGroup: string, entryId: string, entry?: gcp.Entry): Promise<gcp.ApiResult<gcp.Entry>> {
+    const fakeEntry = this.mockEntries.find(e => e.name == `projects/${project}/locations/${location}/entryGroups/${entryGroup}/entries/${entryId}`);
+    if (fakeEntry) {
+      return { status: 200, result: fakeEntry };
+    }
+    return {status: 404, message: 'Not found' };
+  }
 }
 
 

toolbox/mdcode/tests/libts/scenarios.ts

@@ -236,6 +236,15 @@ function main() {
     }
   );
 
+  spyOn(gcp.CatalogClient.prototype, 'createEntry').mockImplementation(
+    async function(project: string, location: string, entryGroup: string, entryId: string, entry?: gcp.Entry) {
+      if (currentCatalogMock) {
+        return await currentCatalogMock.createEntry(project, location, entryGroup, entryId, entry);
+      }
+      return { status: 404, message: 'Not found' };
+    }
+  );
+
   spyOn(bq.BigQueryClient.prototype, 'getDataset').mockImplementation(
     async function(project: string, dataset: string) {
       if (currentBigQueryMock) {

toolbox/mdcode/tests/scenarios/push_new_entry.yaml

@@ -0,0 +1,44 @@
+name: push_custom
+description: Push Custom entry modifications
+setup:
+  catalog:
+    entryGroups:
+      - name: projects/p/locations/us/entryGroups/custom-group
+    entryTypes:
+      - name: projects/p/locations/global/entryTypes/custom-type
+    entries:
+    - name: projects/p/locations/us/entryGroups/custom-group/entries/custom-entry
+      entryType: projects/p/locations/global/entryTypes/custom-type
+      entrySource:
+        description: Hellp world
+
+  fileSystem:
+    catalog.yaml: |
+      scope: entryGroup.p.us.custom-group
+      snapshot:
+        entries:
+          - p.global.custom-type
+
+actions:
+  - action: pull
+  - action: updateEntry
+    entry:
+      name: custom-entry
+      type: p.global.custom-type
+      resource:
+        description: Hello world
+    fields:
+      - resource
+  - action: push
+
+assert:
+  fileSystem:
+    catalog/custom-entry.yaml:
+      - contains: "name: custom-entry"
+      - contains: "description: Hello world"
+  catalog:
+    entries:
+      - name: projects/p/locations/us/entryGroups/custom-group/entries/custom-entry
+        entryType: projects/p/locations/global/entryTypes/custom-type
+        entrySource:
+          description: Hello world