Create missing API defs on generation

+ generate defs native artifact to contains TF native resources only required at generation
tensorflow · Dec 11, 2023 · bdb42a1 · bdb42a1
1 parent a74aa11
commit bdb42a1
Show file tree

Hide file tree

Showing 2,960 changed files with 2,679 additions and 20,574 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -16,7 +16,7 @@ env:
 jobs:
   check-format:
     if: github.event_name == 'pull_request'
-    runs-on: ubuntu-18.04
+    runs-on: ubuntu-20.04
     steps:
       - name: Configure Java
         uses: actions/setup-java@v2
@@ -50,7 +50,6 @@ jobs:
           echo "Staging repository created: $STAGING_REPOSITORY_ID"
           echo "::set-output name=stagingRepositoryId::$STAGING_REPOSITORY_ID"
   linux-x86_64:
-    if: github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'CI build')
     runs-on: ubuntu-20.04
     needs: prepare
     strategy:
@@ -71,7 +70,6 @@ jobs:
           echo "<settings><servers><server><id>ossrh</id><username>${{ secrets.CI_DEPLOY_USERNAME }}</username><password>${{ secrets.CI_DEPLOY_PASSWORD }}</password></server></servers></settings>" > $HOME/.m2/settings.xml
           mvn clean install -pl '!tensorflow-framework' -B -U -e -Djavacpp.platform=linux-x86_64 -Djavacpp.platform.extension=${{ matrix.ext }} -am -DstagingRepositoryId=${{ needs.prepare.outputs.stagingRepositoryId }}
   macosx-x86_64:
-    if: github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'CI build')
     runs-on: macos-11
     needs: prepare
     strategy:
@@ -131,7 +129,7 @@ jobs:
           call mvn -version
           echo ^<settings^>^<servers^>^<server^>^<id^>ossrh^</id^>^<username^>${{ secrets.CI_DEPLOY_USERNAME }}^</username^>^<password^>${{ secrets.CI_DEPLOY_PASSWORD }}^</password^>^</server^>^</servers^>^</settings^> > %USERPROFILE%\.m2\settings.xml
           set "SKIP_EXPORT=true"
-          call mvn clean install -pl "!tensorflow-framework" -B -U -e -Djavacpp.platform=windows-x86_64 -Djavacpp.platform.extension=${{ matrix.ext }} -am -DstagingRepositoryId=${{ needs.prepare.outputs.stagingRepositoryId }}
+          call mvn clean install -pl "!tensorflow-framework" -B -U -e -Dnative.build -Djavacpp.platform=windows-x86_64 -Djavacpp.platform.extension=${{ matrix.ext }} -am -DstagingRepositoryId=${{ needs.prepare.outputs.stagingRepositoryId }}
           if ERRORLEVEL 1 exit /b
   deploy:
     if: github.event_name == 'push' && contains(github.ref, 'master')

diff --git a/tensorflow-core/tensorflow-core-api/pom.xml b/tensorflow-core/tensorflow-core-api/pom.xml
@@ -107,6 +107,7 @@
                     <argument>${project.basedir}/src/api</argument>
                     <argument>-o</argument>
                     <argument>${project.basedir}/src/gen/java</argument>
+                    <argument>-c</argument>
                   </arguments>
                 </configuration>
               </execution>

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_CollectiveAllToAllV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_CollectiveAllToAllV2.pbtxt
@@ -0,0 +1,4 @@
+op {
+  graph_op_name: "CollectiveAllToAllV2"
+  visibility: SKIP
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_CollectiveReduceScatterV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_CollectiveReduceScatterV2.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "CollectiveReduceScatterV2"
+  endpoint {
+    name: "collective.CollectiveReduceScatter"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_ComputeDedupDataTupleMask.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_ComputeDedupDataTupleMask.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "ComputeDedupDataTupleMask"
+  endpoint {
+    name: "tpu.ComputeDedupDataTupleMask"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "Conv"
+  endpoint {
+    name: "nn.Conv"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropFilter.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropFilter.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv2DBackpropFilter"
-  endpoint {
-    name: "nn.Conv2dBackpropFilter"
-  }
+  visibility: SKIP
 }
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropFilterV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropFilterV2.pbtxt
@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "Conv2DBackpropFilterV2"
+  visibility: VISIBLE
+  endpoint {
+    name: "nn.Conv2DBackpropFilter"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropInput.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropInput.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv2DBackpropInput"
-  endpoint {
-    name: "nn.Conv2dBackpropInput"
-  }
+  visibility: SKIP
 }
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropInputV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_Conv2DBackpropInputV2.pbtxt
@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "Conv2DBackpropInputV2"
+  visibility: VISIBLE
+  endpoint {
+    name: "nn.Conv2DBackpropInput"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_CopyToMeshGrad.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_CopyToMeshGrad.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "CopyToMeshGrad"
+  endpoint {
+    name: "CopyToMeshGrad"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_DebugIdentityV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_DebugIdentityV2.pbtxt
@@ -1,7 +1,4 @@
 op {
   graph_op_name: "DebugIdentityV2"
-  endpoint {
-    name: "debugging.DebugIdentity"
-  }
-  visibility: HIDDEN
+  visibility: SKIP
 }
diff --git a/...ow/java_api/api_def_DebugIdentityV2.pbtxt → ...api/src/api/api_def_DebugIdentityV3.pbtxt b/...ow/java_api/api_def_DebugIdentityV2.pbtxt → ...api/src/api/api_def_DebugIdentityV3.pbtxt
@@ -1,7 +1,7 @@
 op {
-  graph_op_name: "DebugIdentityV2"
+  graph_op_name: "DebugIdentityV3"
+  visibility: HIDDEN
   endpoint {
     name: "debugging.DebugIdentity"
   }
-  visibility: HIDDEN
 }
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_DistributedSave.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_DistributedSave.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "DistributedSave"
+  endpoint {
+    name: "train.DistributedSave"
+  }
+}
diff --git a/...ore/tensorflow-core-api/src/api/api_def_DynamicEnqueueTPUEmbeddingRaggedTensorBatch.pbtxt b/...ore/tensorflow-core-api/src/api/api_def_DynamicEnqueueTPUEmbeddingRaggedTensorBatch.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "DynamicEnqueueTPUEmbeddingRaggedTensorBatch"
+  endpoint {
+    name: "tpu.DynamicEnqueueTPUEmbeddingRaggedTensorBatch"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_FFTND.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_FFTND.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "FFTND"
+  endpoint {
+    name: "signal.FftNd"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_IFFTND.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_IFFTND.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "IFFTND"
+  endpoint {
+    name: "signal.IfftNd"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_IRFFTND.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_IRFFTND.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "IRFFTND"
+  endpoint {
+    name: "signal.IrfftNd"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_MergeDedupData.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_MergeDedupData.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "MergeDedupData"
+  endpoint {
+    name: "tpu.MergeDedupData"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_RFFTND.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_RFFTND.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "RFFTND"
+  endpoint {
+    name: "signal.RfftNd"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_RaggedFillEmptyRows.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_RaggedFillEmptyRows.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "RaggedFillEmptyRows"
+  endpoint {
+    name: "ragged.RaggedFillEmptyRows"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_RaggedFillEmptyRowsGrad.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_RaggedFillEmptyRowsGrad.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "RaggedFillEmptyRowsGrad"
+  endpoint {
+    name: "ragged.RaggedFillEmptyRowsGrad"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_RandomDataset.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_RandomDataset.pbtxt
@@ -1,7 +1,4 @@
 op {
   graph_op_name: "RandomDataset"
-  visibility: VISIBLE
-  endpoint {
-    name: "data.RandomDataset"
-  }
+  visibility: SKIP
 }
diff --git a/...flow/java_api/api_def_RandomDataset.pbtxt → ...api/src/api/api_def_RandomDatasetV2.pbtxt b/...flow/java_api/api_def_RandomDataset.pbtxt → ...api/src/api/api_def_RandomDatasetV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "RandomDataset"
+  graph_op_name: "RandomDatasetV2"
   visibility: VISIBLE
   endpoint {
     name: "data.RandomDataset"

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_RelayoutLike.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_RelayoutLike.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "RelayoutLike"
+  endpoint {
+    name: "RelayoutLike"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentMax.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentMax.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SegmentMax"
-  endpoint {
-    name: "math.SegmentMax"
-  }
+  visibility: SKIP
 }
diff --git a/...sorflow/java_api/api_def_SegmentMax.pbtxt → ...re-api/src/api/api_def_SegmentMaxV2.pbtxt b/...sorflow/java_api/api_def_SegmentMax.pbtxt → ...re-api/src/api/api_def_SegmentMaxV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SegmentMax"
+  graph_op_name: "SegmentMaxV2"
   endpoint {
     name: "math.SegmentMax"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentMin.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentMin.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SegmentMin"
-  endpoint {
-    name: "math.SegmentMin"
-  }
+  visibility: SKIP
 }
diff --git a/...sorflow/java_api/api_def_SegmentMin.pbtxt → ...re-api/src/api/api_def_SegmentMinV2.pbtxt b/...sorflow/java_api/api_def_SegmentMin.pbtxt → ...re-api/src/api/api_def_SegmentMinV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SegmentMin"
+  graph_op_name: "SegmentMinV2"
   endpoint {
     name: "math.SegmentMin"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentProd.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentProd.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SegmentProd"
-  endpoint {
-    name: "math.SegmentProd"
-  }
+  visibility: SKIP
 }
diff --git a/...orflow/java_api/api_def_SegmentProd.pbtxt → ...e-api/src/api/api_def_SegmentProdV2.pbtxt b/...orflow/java_api/api_def_SegmentProd.pbtxt → ...e-api/src/api/api_def_SegmentProdV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SegmentProd"
+  graph_op_name: "SegmentProdV2"
   endpoint {
     name: "math.SegmentProd"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentSum.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SegmentSum.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SegmentSum"
-  endpoint {
-    name: "math.SegmentSum"
-  }
+  visibility: SKIP
 }
diff --git a/...sorflow/java_api/api_def_SegmentSum.pbtxt → ...re-api/src/api/api_def_SegmentSumV2.pbtxt b/...sorflow/java_api/api_def_SegmentSum.pbtxt → ...re-api/src/api/api_def_SegmentSumV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SegmentSum"
+  graph_op_name: "SegmentSumV2"
   endpoint {
     name: "math.SegmentSum"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SnapshotChunkDataset.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SnapshotChunkDataset.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "SnapshotChunkDataset"
+  endpoint {
+    name: "data.SnapshotChunkDataset"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentMeanGrad.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentMeanGrad.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SparseSegmentMeanGrad"
-  endpoint {
-    name: "sparse.SparseSegmentMeanGrad"
-  }
+  visibility: SKIP
 }
diff --git a/...a_api/api_def_SparseSegmentMeanGrad.pbtxt → ...api/api_def_SparseSegmentMeanGradV2.pbtxt b/...a_api/api_def_SparseSegmentMeanGrad.pbtxt → ...api/api_def_SparseSegmentMeanGradV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SparseSegmentMeanGrad"
+  graph_op_name: "SparseSegmentMeanGradV2"
   endpoint {
     name: "sparse.SparseSegmentMeanGrad"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentSqrtNGrad.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentSqrtNGrad.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SparseSegmentSqrtNGrad"
-  endpoint {
-    name: "sparse.SparseSegmentSqrtNGrad"
-  }
+  visibility: SKIP
 }
diff --git a/..._api/api_def_SparseSegmentSqrtNGrad.pbtxt → ...pi/api_def_SparseSegmentSqrtNGradV2.pbtxt b/..._api/api_def_SparseSegmentSqrtNGrad.pbtxt → ...pi/api_def_SparseSegmentSqrtNGradV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SparseSegmentSqrtNGrad"
+  graph_op_name: "SparseSegmentSqrtNGradV2"
   endpoint {
     name: "sparse.SparseSegmentSqrtNGrad"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentSumGrad.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SparseSegmentSumGrad.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "SparseSegmentSumGrad"
-  endpoint {
-    name: "sparse.SparseSegmentSumGrad"
-  }
+  visibility: SKIP
 }
diff --git a/...va_api/api_def_SparseSegmentSumGrad.pbtxt → .../api/api_def_SparseSegmentSumGradV2.pbtxt b/...va_api/api_def_SparseSegmentSumGrad.pbtxt → .../api/api_def_SparseSegmentSumGradV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "SparseSegmentSumGrad"
+  graph_op_name: "SparseSegmentSumGradV2"
   endpoint {
     name: "sparse.SparseSegmentSumGrad"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SplitDedupData.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SplitDedupData.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "SplitDedupData"
+  endpoint {
+    name: "tpu.SplitDedupData"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_StatelessRandomGammaV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_StatelessRandomGammaV2.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "StatelessRandomGammaV2"
-  endpoint {
-    name: "random.StatelessRandomGamma"
-  }
+  visibility: SKIP
 }
diff --git a/..._api/api_def_StatelessRandomGammaV2.pbtxt → .../api/api_def_StatelessRandomGammaV3.pbtxt b/..._api/api_def_StatelessRandomGammaV2.pbtxt → .../api/api_def_StatelessRandomGammaV3.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "StatelessRandomGammaV2"
+  graph_op_name: "StatelessRandomGammaV3"
   endpoint {
     name: "random.StatelessRandomGamma"
   }

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_StochasticCastToInt.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_StochasticCastToInt.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "StochasticCastToInt"
+  endpoint {
+    name: "StochasticCastToInt"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_SyncDevice.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_SyncDevice.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "SyncDevice"
+  endpoint {
+    name: "SyncDevice"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_TFRecordDataset.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_TFRecordDataset.pbtxt
@@ -1,7 +1,4 @@
 op {
   graph_op_name: "TFRecordDataset"
-  visibility: VISIBLE
-  endpoint {
-    name: "data.TfRecordDataset"
-  }
+  visibility: SKIP
 }
diff --git a/...ow/java_api/api_def_TFRecordDataset.pbtxt → ...i/src/api/api_def_TFRecordDatasetV2.pbtxt b/...ow/java_api/api_def_TFRecordDataset.pbtxt → ...i/src/api/api_def_TFRecordDatasetV2.pbtxt
@@ -1,5 +1,5 @@
 op {
-  graph_op_name: "TFRecordDataset"
+  graph_op_name: "TFRecordDatasetV2"
   visibility: VISIBLE
   endpoint {
     name: "data.TfRecordDataset"

diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedInput.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedInput.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "TPUPartitionedInput"
-  endpoint: {
-    name: "tpu.PartitionedInput"
-  }
+  visibility: SKIP
 }
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedInputV2.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedInputV2.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "TPUPartitionedInputV2"
+  endpoint {
+    name: "tpu.PartitionedInput"
+  }
+}
diff --git a/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedOutput.pbtxt b/tensorflow-core/tensorflow-core-api/src/api/api_def_TPUPartitionedOutput.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "TPUPartitionedOutput"
-  endpoint: {
-    name: "tpu.PartitionedOutput"
-  }
+  visibility: SKIP
 }