Add label and loss support for BERT/RoBERTa/ERNIE (#3013)

* Add label and loss support for BERT/RoBERTa. * Add label and loss support for ERNIE. * Update api docs.
PaddlePaddle · Aug 12, 2022 · 8980d64 · 8980d64
1 parent 115d69d
commit 8980d64
Show file tree

Hide file tree

Showing 43 changed files with 1,001 additions and 172 deletions.
diff --git a/docs/source/paddlenlp.dataaug.base_augment.rst b/docs/source/paddlenlp.dataaug.base_augment.rst
@@ -0,0 +1,7 @@
+base\_augment
+======================================
+
+.. automodule:: paddlenlp.dataaug.base_augment
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.dataaug.rst b/docs/source/paddlenlp.dataaug.rst
@@ -0,0 +1,17 @@
+paddlenlp.dataaug
+=========================
+
+.. automodule:: paddlenlp.dataaug
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.dataaug.base_augment
+   paddlenlp.dataaug.word_delete
+   paddlenlp.dataaug.word_insert
+   paddlenlp.dataaug.word_substitute
+   paddlenlp.dataaug.word_swap
diff --git a/docs/source/paddlenlp.dataaug.word_delete.rst b/docs/source/paddlenlp.dataaug.word_delete.rst
@@ -0,0 +1,7 @@
+word\_delete
+=====================================
+
+.. automodule:: paddlenlp.dataaug.word_delete
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.dataaug.word_insert.rst b/docs/source/paddlenlp.dataaug.word_insert.rst
@@ -0,0 +1,7 @@
+word\_insert
+=====================================
+
+.. automodule:: paddlenlp.dataaug.word_insert
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.dataaug.word_substitute.rst b/docs/source/paddlenlp.dataaug.word_substitute.rst
@@ -0,0 +1,7 @@
+word\_substitute
+=========================================
+
+.. automodule:: paddlenlp.dataaug.word_substitute
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.dataaug.word_swap.rst b/docs/source/paddlenlp.dataaug.word_swap.rst
@@ -0,0 +1,7 @@
+word\_swap
+===================================
+
+.. automodule:: paddlenlp.dataaug.word_swap
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.datasets.rst b/docs/source/paddlenlp.datasets.rst
@@ -5,8 +5,13 @@ paddlenlp.datasets
    :members:
    :no-undoc-members:
 
+
 .. toctree::
    :maxdepth: 4
 
-   paddlenlp.datasets.dataset
 
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.datasets.dataset
diff --git a/docs/source/paddlenlp.rst b/docs/source/paddlenlp.rst
@@ -11,6 +11,7 @@ paddlenlp
    :maxdepth: 4
 
    paddlenlp.data
+   paddlenlp.dataaug
    paddlenlp.datasets
    paddlenlp.embeddings
    paddlenlp.experimental

diff --git a/docs/source/paddlenlp.taskflow.code_generation.rst b/docs/source/paddlenlp.taskflow.code_generation.rst
@@ -0,0 +1,7 @@
+code\_generation
+==========================================
+
+.. automodule:: paddlenlp.taskflow.code_generation
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.taskflow.rst b/docs/source/paddlenlp.taskflow.rst
@@ -16,6 +16,7 @@ paddlenlp.taskflow
 .. toctree::
    :maxdepth: 4
 
+   paddlenlp.taskflow.code_generation
    paddlenlp.taskflow.dependency_parsing
    paddlenlp.taskflow.dialogue
    paddlenlp.taskflow.information_extraction
@@ -28,6 +29,7 @@ paddlenlp.taskflow
    paddlenlp.taskflow.sentiment_analysis
    paddlenlp.taskflow.task
    paddlenlp.taskflow.taskflow
+   paddlenlp.taskflow.text2image_generation
    paddlenlp.taskflow.text_correction
    paddlenlp.taskflow.text_generation
    paddlenlp.taskflow.text_similarity

diff --git a/docs/source/paddlenlp.taskflow.text2image_generation.rst b/docs/source/paddlenlp.taskflow.text2image_generation.rst
@@ -0,0 +1,7 @@
+text2image\_generation
+================================================
+
+.. automodule:: paddlenlp.taskflow.text2image_generation
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.artist.modeling.rst b/docs/source/paddlenlp.transformers.artist.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+=============================================
+
+.. automodule:: paddlenlp.transformers.artist.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.artist.rst b/docs/source/paddlenlp.transformers.artist.rst
@@ -0,0 +1,14 @@
+artist
+=====================================
+
+.. automodule:: paddlenlp.transformers.artist
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.artist.modeling
+   paddlenlp.transformers.artist.tokenizer
diff --git a/docs/source/paddlenlp.transformers.artist.tokenizer.rst b/docs/source/paddlenlp.transformers.artist.tokenizer.rst
@@ -0,0 +1,7 @@
+tokenizer
+==============================================
+
+.. automodule:: paddlenlp.transformers.artist.tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.codegen.modeling.rst b/docs/source/paddlenlp.transformers.codegen.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+==============================================
+
+.. automodule:: paddlenlp.transformers.codegen.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.codegen.rst b/docs/source/paddlenlp.transformers.codegen.rst
@@ -0,0 +1,14 @@
+codegen
+======================================
+
+.. automodule:: paddlenlp.transformers.codegen
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.codegen.modeling
+   paddlenlp.transformers.codegen.tokenizer
diff --git a/docs/source/paddlenlp.transformers.codegen.tokenizer.rst b/docs/source/paddlenlp.transformers.codegen.tokenizer.rst
@@ -0,0 +1,7 @@
+tokenizer
+===============================================
+
+.. automodule:: paddlenlp.transformers.codegen.tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.dallebart.modeling.rst b/docs/source/paddlenlp.transformers.dallebart.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+================================================
+
+.. automodule:: paddlenlp.transformers.dallebart.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.dallebart.rst b/docs/source/paddlenlp.transformers.dallebart.rst
@@ -0,0 +1,14 @@
+dallebart
+========================================
+
+.. automodule:: paddlenlp.transformers.dallebart
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.dallebart.modeling
+   paddlenlp.transformers.dallebart.tokenizer
diff --git a/docs/source/paddlenlp.transformers.dallebart.tokenizer.rst b/docs/source/paddlenlp.transformers.dallebart.tokenizer.rst
@@ -0,0 +1,7 @@
+tokenizer
+=================================================
+
+.. automodule:: paddlenlp.transformers.dallebart.tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.ernie_m.faster_tokenizer.rst b/docs/source/paddlenlp.transformers.ernie_m.faster_tokenizer.rst
@@ -0,0 +1,7 @@
+faster\_tokenizer
+========================================================
+
+.. automodule:: paddlenlp.transformers.ernie_m.faster_tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.ernie_m.rst b/docs/source/paddlenlp.transformers.ernie_m.rst
@@ -10,5 +10,6 @@ ernie\_m
 .. toctree::
    :maxdepth: 4
 
+   paddlenlp.transformers.ernie_m.faster_tokenizer
    paddlenlp.transformers.ernie_m.modeling
    paddlenlp.transformers.ernie_m.tokenizer
diff --git a/docs/source/paddlenlp.transformers.gau_alpha.modeling.rst b/docs/source/paddlenlp.transformers.gau_alpha.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+=================================================
+
+.. automodule:: paddlenlp.transformers.gau_alpha.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.gau_alpha.rst b/docs/source/paddlenlp.transformers.gau_alpha.rst
@@ -0,0 +1,14 @@
+gau\_alpha
+=========================================
+
+.. automodule:: paddlenlp.transformers.gau_alpha
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.gau_alpha.modeling
+   paddlenlp.transformers.gau_alpha.tokenizer
diff --git a/docs/source/paddlenlp.transformers.gau_alpha.tokenizer.rst b/docs/source/paddlenlp.transformers.gau_alpha.tokenizer.rst
@@ -0,0 +1,7 @@
+tokenizer
+==================================================
+
+.. automodule:: paddlenlp.transformers.gau_alpha.tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.model_outputs.rst b/docs/source/paddlenlp.transformers.model_outputs.rst
@@ -0,0 +1,6 @@
+model\_outputs
+============================================
+
+.. automodule:: paddlenlp.transformers.model_outputs
+   :members:
+   :no-undoc-members:
diff --git a/docs/source/paddlenlp.transformers.opt.modeling.rst b/docs/source/paddlenlp.transformers.opt.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+==========================================
+
+.. automodule:: paddlenlp.transformers.opt.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.opt.rst b/docs/source/paddlenlp.transformers.opt.rst
@@ -0,0 +1,13 @@
+opt
+==================================
+
+.. automodule:: paddlenlp.transformers.opt
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.opt.modeling
diff --git a/docs/source/paddlenlp.transformers.rst b/docs/source/paddlenlp.transformers.rst
@@ -11,6 +11,7 @@ paddlenlp.transformers
    :maxdepth: 4
 
    paddlenlp.transformers.albert
+   paddlenlp.transformers.artist
    paddlenlp.transformers.auto
    paddlenlp.transformers.bart
    paddlenlp.transformers.bert
@@ -19,8 +20,10 @@ paddlenlp.transformers
    paddlenlp.transformers.blenderbot
    paddlenlp.transformers.blenderbot_small
    paddlenlp.transformers.chinesebert
+   paddlenlp.transformers.codegen
    paddlenlp.transformers.convbert
    paddlenlp.transformers.ctrl
+   paddlenlp.transformers.dallebart
    paddlenlp.transformers.distilbert
    paddlenlp.transformers.electra
    paddlenlp.transformers.ernie
@@ -31,6 +34,7 @@ paddlenlp.transformers
    paddlenlp.transformers.ernie_m
    paddlenlp.transformers.fnet
    paddlenlp.transformers.funnel
+   paddlenlp.transformers.gau_alpha
    paddlenlp.transformers.gpt
    paddlenlp.transformers.layoutlm
    paddlenlp.transformers.layoutlmv2
@@ -41,6 +45,7 @@ paddlenlp.transformers
    paddlenlp.transformers.mobilebert
    paddlenlp.transformers.mpnet
    paddlenlp.transformers.nezha
+   paddlenlp.transformers.opt
    paddlenlp.transformers.ppminilm
    paddlenlp.transformers.prophetnet
    paddlenlp.transformers.reformer
@@ -56,6 +61,7 @@ paddlenlp.transformers
    paddlenlp.transformers.transformer
    paddlenlp.transformers.unified_transformer
    paddlenlp.transformers.unimo
+   paddlenlp.transformers.xlm
    paddlenlp.transformers.xlnet
 
 
@@ -67,8 +73,10 @@ paddlenlp.transformers
    paddlenlp.transformers.distill_utils
    paddlenlp.transformers.export
    paddlenlp.transformers.generation_utils
+   paddlenlp.transformers.model_outputs
    paddlenlp.transformers.model_utils
    paddlenlp.transformers.optimization
+   paddlenlp.transformers.sentencepiece_model_pb2
    paddlenlp.transformers.tokenizer_utils
    paddlenlp.transformers.tokenizer_utils_base
    paddlenlp.transformers.tokenizer_utils_faster

diff --git a/docs/source/paddlenlp.transformers.sentencepiece_model_pb2.rst b/docs/source/paddlenlp.transformers.sentencepiece_model_pb2.rst
@@ -0,0 +1,6 @@
+sentencepiece\_model\_pb2
+=======================================================
+
+.. automodule:: paddlenlp.transformers.sentencepiece_model_pb2
+   :members:
+   :no-undoc-members:
diff --git a/docs/source/paddlenlp.transformers.tinybert.faster_tokenizer.rst b/docs/source/paddlenlp.transformers.tinybert.faster_tokenizer.rst
@@ -0,0 +1,7 @@
+faster\_tokenizer
+========================================================
+
+.. automodule:: paddlenlp.transformers.tinybert.faster_tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.tinybert.rst b/docs/source/paddlenlp.transformers.tinybert.rst
@@ -10,5 +10,6 @@ tinybert
 .. toctree::
    :maxdepth: 4
 
+   paddlenlp.transformers.tinybert.faster_tokenizer
    paddlenlp.transformers.tinybert.modeling
    paddlenlp.transformers.tinybert.tokenizer
diff --git a/docs/source/paddlenlp.transformers.xlm.modeling.rst b/docs/source/paddlenlp.transformers.xlm.modeling.rst
@@ -0,0 +1,7 @@
+modeling
+==========================================
+
+.. automodule:: paddlenlp.transformers.xlm.modeling
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
diff --git a/docs/source/paddlenlp.transformers.xlm.rst b/docs/source/paddlenlp.transformers.xlm.rst
@@ -0,0 +1,14 @@
+xlm
+==================================
+
+.. automodule:: paddlenlp.transformers.xlm
+   :members:
+   :no-undoc-members:
+   :show-inheritance:
+
+
+.. toctree::
+   :maxdepth: 4
+
+   paddlenlp.transformers.xlm.modeling
+   paddlenlp.transformers.xlm.tokenizer
diff --git a/docs/source/paddlenlp.transformers.xlm.tokenizer.rst b/docs/source/paddlenlp.transformers.xlm.tokenizer.rst
@@ -0,0 +1,7 @@
+tokenizer
+===========================================
+
+.. automodule:: paddlenlp.transformers.xlm.tokenizer
+   :members:
+   :no-undoc-members:
+   :show-inheritance: