HuggingFace Tranformers 源码解析（2）

HuggingFace Tranformers 源码解析（1）https://developer.aliyun.com/article/1510670

• .\models\decision_transformer\configuration_decision_transformer.py
• .\models\decision_transformer\modeling_decision_transformer.py
• .\models\decision_transformer\__init__.py
• .\models\deformable_detr\configuration_deformable_detr.py
• .\models\deformable_detr\convert_deformable_detr_to_pytorch.py
• .\models\deformable_detr\feature_extraction_deformable_detr.py
• .\models\deformable_detr\image_processing_deformable_detr.py
• .\models\deformable_detr\load_custom.py
• .\models\deformable_detr\modeling_deformable_detr.py
• .\models\deformable_detr\__init__.py
• .\models\deit\configuration_deit.py
• .\models\deit\convert_deit_timm_to_pytorch.py
• .\models\deit\feature_extraction_deit.py
• .\models\deit\image_processing_deit.py
• .\models\deit\modeling_deit.py
• .\models\deit\modeling_tf_deit.py
• .\models\deit\__init__.py
• .\models\deprecated\bort\convert_bort_original_gluonnlp_checkpoint_to_pytorch.py
• .\models\deprecated\bort\__init__.py
• .\models\deprecated\mctct\configuration_mctct.py
• .\models\deprecated\mctct\feature_extraction_mctct.py
• .\models\deprecated\mctct\modeling_mctct.py
• .\models\deprecated\mctct\processing_mctct.py
• .\models\deprecated\mctct\__init__.py
• .\models\deprecated\mmbt\configuration_mmbt.py
• .\models\deprecated\mmbt\modeling_mmbt.py
• .\models\deprecated\mmbt\__init__.py
• .\models\deprecated\open_llama\configuration_open_llama.py
• .\models\deprecated\open_llama\modeling_open_llama.py
• .\models\deprecated\open_llama\__init__.py
• .\models\deprecated\retribert\configuration_retribert.py
• .\models\deprecated\retribert\modeling_retribert.py
• .\models\deprecated\retribert\tokenization_retribert.py
• .\models\deprecated\retribert\tokenization_retribert_fast.py
• .\models\deprecated\retribert\__init__.py
• .\models\deprecated\tapex\tokenization_tapex.py
• .\models\deprecated\tapex\__init__.py
• .\models\deprecated\trajectory_transformer\configuration_trajectory_transformer.py
• .\models\deprecated\trajectory_transformer\convert_trajectory_transformer_original_pytorch_checkpoint_to_pytorch.py
• .\models\deprecated\trajectory_transformer\modeling_trajectory_transformer.py
• .\models\deprecated\trajectory_transformer\__init__.py
• .\models\deprecated\transfo_xl\configuration_transfo_xl.py
• .\models\deprecated\transfo_xl\convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
• .\models\deprecated\transfo_xl\modeling_tf_transfo_xl.py
• .\models\deprecated\transfo_xl\modeling_tf_transfo_xl_utilities.py
• .\models\deprecated\transfo_xl\modeling_transfo_xl.py
• .\models\deprecated\transfo_xl\modeling_transfo_xl_utilities.py
• .\models\deprecated\transfo_xl\tokenization_transfo_xl.py
• .\models\deprecated\transfo_xl\__init__.py
• .\models\deprecated\van\configuration_van.py
• .\models\deprecated\van\convert_van_to_pytorch.py
• .\models\deprecated\van\modeling_van.py
• .\models\deprecated\van\__init__.py
• .\models\deprecated\__init__.py
• .\models\deta\configuration_deta.py
• .\models\deta\convert_deta_resnet_to_pytorch.py
• .\models\deta\convert_deta_swin_to_pytorch.py
• .\models\deta\image_processing_deta.py
• .\models\deta\modeling_deta.py
• .\models\deta\__init__.py
• .\models\detr\configuration_detr.py
• .\models\detr\convert_detr_original_pytorch_checkpoint_to_pytorch.py
• .\models\detr\convert_detr_to_pytorch.py
• .\models\detr\feature_extraction_detr.py
• .\models\detr\image_processing_detr.py
• .\models\detr\modeling_detr.py
• .\models\detr\__init__.py
• .\models\dialogpt\convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py
• .\models\dialogpt\__init__.py
• .\models\dinat\configuration_dinat.py
• .\models\dinat\modeling_dinat.py
• .\models\dinat\__init__.py
• .\models\dinov2\configuration_dinov2.py
• .\models\dinov2\convert_dinov2_to_hf.py
• .\models\dinov2\modeling_dinov2.py
• .\models\dinov2\__init__.py
• .\models\distilbert\configuration_distilbert.py
• .\models\distilbert\modeling_distilbert.py
• .\models\distilbert\modeling_flax_distilbert.py
• .\models\distilbert\modeling_tf_distilbert.py
• .\models\distilbert\tokenization_distilbert.py
• .\models\distilbert\tokenization_distilbert_fast.py
• .\models\distilbert\__init__.py
• .\models\dit\convert_dit_unilm_to_pytorch.py
• .\models\dit\__init__.py
• .\models\donut\configuration_donut_swin.py
• .\models\donut\convert_donut_to_pytorch.py
• .\models\donut\feature_extraction_donut.py
• .\models\donut\image_processing_donut.py
• .\models\donut\modeling_donut_swin.py
• .\models\donut\processing_donut.py
• .\models\donut\__init__.py
• .\models\dpr\configuration_dpr.py
• .\models\dpr\convert_dpr_original_checkpoint_to_pytorch.py
• .\models\dpr\modeling_dpr.py
• .\models\dpr\modeling_tf_dpr.py
• .\models\dpr\tokenization_dpr.py
• .\models\dpr\tokenization_dpr_fast.py
• .\models\dpr\__init__.py
• .\models\dpt\configuration_dpt.py
• .\models\dpt\convert_dinov2_depth_to_hf.py
• .\models\dpt\convert_dpt_beit_to_hf.py
• .\models\dpt\convert_dpt_hybrid_to_pytorch.py
• .\models\dpt\convert_dpt_swinv2_to_hf.py
• .\models\dpt\convert_dpt_to_pytorch.py
• .\models\dpt\feature_extraction_dpt.py
• .\models\dpt\image_processing_dpt.py
• .\models\dpt\modeling_dpt.py
• .\models\dpt\__init__.py
• .\models\efficientformer\configuration_efficientformer.py
• .\models\efficientformer\convert_efficientformer_original_pytorch_checkpoint_to_pytorch.py
• .\models\efficientformer\image_processing_efficientformer.py
• .\models\efficientformer\modeling_efficientformer.py
• .\models\efficientformer\modeling_tf_efficientformer.py
• .\models\efficientformer\__init__.py
• .\models\efficientnet\configuration_efficientnet.py
• .\models\efficientnet\convert_efficientnet_to_pytorch.py
• .\models\efficientnet\image_processing_efficientnet.py
• .\models\efficientnet\modeling_efficientnet.py
• .\models\efficientnet\__init__.py
• .\models\electra\configuration_electra.py
• .\models\electra\convert_electra_original_tf_checkpoint_to_pytorch.py
• .\models\electra\modeling_electra.py
• .\models\electra\modeling_flax_electra.py
• .\models\electra\modeling_tf_electra.py
• .\models\electra\tokenization_electra.py
• .\models\electra\tokenization_electra_fast.py
• .\models\electra\__init__.py
• .\models\encodec\configuration_encodec.py
• .\models\encodec\convert_encodec_checkpoint_to_pytorch.py
• .\models\encodec\feature_extraction_encodec.py
• .\models\encodec\modeling_encodec.py
• .\models\encodec\__init__.py
• .\models\encoder_decoder\configuration_encoder_decoder.py
• .\models\encoder_decoder\modeling_encoder_decoder.py
• .\models\encoder_decoder\modeling_flax_encoder_decoder.py
• .\models\encoder_decoder\modeling_tf_encoder_decoder.py
• .\models\encoder_decoder\__init__.py
• .\models\ernie\configuration_ernie.py
• .\models\ernie\modeling_ernie.py
• .\models\ernie\__init__.py
• .\models\ernie_m\configuration_ernie_m.py
• .\models\ernie_m\modeling_ernie_m.py
• .\models\ernie_m\tokenization_ernie_m.py
• .\models\ernie_m\__init__.py
• .\models\esm\configuration_esm.py
• .\models\esm\convert_esm.py
• .\models\esm\modeling_esm.py
• .\models\esm\modeling_esmfold.py
• .\models\esm\modeling_tf_esm.py
• .\models\esm\openfold_utils\chunk_utils.py
• .\models\esm\openfold_utils\data_transforms.py
• .\models\esm\openfold_utils\feats.py
• .\models\esm\openfold_utils\loss.py
• .\models\esm\openfold_utils\protein.py
• .\models\esm\openfold_utils\residue_constants.py
• .\models\esm\openfold_utils\rigid_utils.py
• .\models\esm\openfold_utils\tensor_utils.py
• .\models\esm\openfold_utils\__init__.py
• .\models\esm\tokenization_esm.py
• .\models\esm\__init__.py
• .\models\falcon\configuration_falcon.py
• .\models\falcon\convert_custom_code_checkpoint.py
• .\models\falcon\modeling_falcon.py
• .\models\falcon\__init__.py
• .\models\fastspeech2_conformer\configuration_fastspeech2_conformer.py
• .\models\fastspeech2_conformer\convert_fastspeech2_conformer_original_pytorch_checkpoint_to_pytorch.py
• .\models\fastspeech2_conformer\convert_hifigan.py
• .\models\fastspeech2_conformer\convert_model_with_hifigan.py
• .\models\fastspeech2_conformer\modeling_fastspeech2_conformer.py
• .\models\fastspeech2_conformer\tokenization_fastspeech2_conformer.py
• .\models\fastspeech2_conformer\__init__.py
• .\models\flaubert\configuration_flaubert.py
• .\models\flaubert\modeling_flaubert.py
• .\models\flaubert\modeling_tf_flaubert.py
• .\models\flaubert\tokenization_flaubert.py
• .\models\flaubert\__init__.py
• .\models\flava\configuration_flava.py
• .\models\flava\convert_dalle_to_flava_codebook.py
• .\models\flava\convert_flava_original_pytorch_to_hf.py
• .\models\flava\feature_extraction_flava.py
• .\models\flava\image_processing_flava.py
• .\models\flava\modeling_flava.py
• .\models\flava\processing_flava.py
• .\models\flava\__init__.py
• .\models\fnet\configuration_fnet.py
• .\models\fnet\convert_fnet_original_flax_checkpoint_to_pytorch.py
• .\models\fnet\modeling_fnet.py
• .\models\fnet\tokenization_fnet.py
• .\models\fnet\tokenization_fnet_fast.py
• .\models\fnet\__init__.py
• .\models\focalnet\configuration_focalnet.py
• .\models\focalnet\convert_focalnet_to_hf_format.py
• .\models\focalnet\modeling_focalnet.py
• .\models\focalnet\__init__.py
• .\models\fsmt\configuration_fsmt.py
• .\models\fsmt\convert_fsmt_original_pytorch_checkpoint_to_pytorch.py
• .\models\fsmt\modeling_fsmt.py
• .\models\fsmt\tokenization_fsmt.py
• .\models\fsmt\__init__.py
• .\models\funnel\configuration_funnel.py
• .\models\funnel\convert_funnel_original_tf_checkpoint_to_pytorch.py
• .\models\funnel\modeling_funnel.py
• .\models\funnel\modeling_tf_funnel.py
• .\models\funnel\tokenization_funnel.py
• .\models\funnel\tokenization_funnel_fast.py
• .\models\funnel\__init__.py
• .\models\fuyu\configuration_fuyu.py
• .\models\fuyu\convert_fuyu_model_weights_to_hf.py
• .\models\fuyu\image_processing_fuyu.py
• .\models\fuyu\modeling_fuyu.py
• .\models\fuyu\processing_fuyu.py
• .\models\fuyu\__init__.py
• .\models\git\configuration_git.py
• .\models\git\convert_git_to_pytorch.py
• .\models\git\modeling_git.py
• .\models\git\processing_git.py
• .\models\git\__init__.py
• .\models\glpn\configuration_glpn.py
• .\models\glpn\convert_glpn_to_pytorch.py
• .\models\glpn\feature_extraction_glpn.py
• .\models\glpn\image_processing_glpn.py
• .\models\glpn\modeling_glpn.py
• .\models\glpn\__init__.py
• .\models\gpt2\configuration_gpt2.py
• .\models\gpt2\convert_gpt2_original_tf_checkpoint_to_pytorch.py
• .\models\gpt2\modeling_flax_gpt2.py
• .\models\gpt2\modeling_gpt2.py
• .\models\gpt2\modeling_tf_gpt2.py
• .\models\gpt2\tokenization_gpt2.py
• .\models\gpt2\tokenization_gpt2_fast.py
• .\models\gpt2\tokenization_gpt2_tf.py
• .\models\gpt2\__init__.py
• .\models\gptj\configuration_gptj.py
• .\models\gptj\modeling_flax_gptj.py
• .\models\gptj\modeling_gptj.py
• .\models\gptj\modeling_tf_gptj.py
• .\models\gptj\__init__.py
• .\models\gptsan_japanese\configuration_gptsan_japanese.py
• .\models\gptsan_japanese\convert_gptsan_tf_checkpoint_to_pytorch.py
• .\models\gptsan_japanese\modeling_gptsan_japanese.py
• .\models\gptsan_japanese\tokenization_gptsan_japanese.py
• .\models\gptsan_japanese\__init__.py
• .\models\gpt_bigcode\configuration_gpt_bigcode.py
• .\models\gpt_bigcode\modeling_gpt_bigcode.py
• .\models\gpt_bigcode\__init__.py
• .\models\gpt_neo\configuration_gpt_neo.py
• .\models\gpt_neo\convert_gpt_neo_mesh_tf_to_pytorch.py
• .\models\gpt_neo\modeling_flax_gpt_neo.py
• .\models\gpt_neo\modeling_gpt_neo.py
• .\models\gpt_neo\__init__.py
• .\models\gpt_neox\configuration_gpt_neox.py
• .\models\gpt_neox\modeling_gpt_neox.py
• .\models\gpt_neox\tokenization_gpt_neox_fast.py
• .\models\gpt_neox\__init__.py
• .\models\gpt_neox_japanese\configuration_gpt_neox_japanese.py
• .\models\gpt_neox_japanese\modeling_gpt_neox_japanese.py
• .\models\gpt_neox_japanese\tokenization_gpt_neox_japanese.py
• .\models\gpt_neox_japanese\__init__.py
• .\models\gpt_sw3\convert_megatron_to_pytorch.py
• .\models\gpt_sw3\tokenization_gpt_sw3.py
• .\models\gpt_sw3\__init__.py
• .\models\graphormer\collating_graphormer.py
• .\models\graphormer\configuration_graphormer.py
• .\models\graphormer\modeling_graphormer.py
• .\models\graphormer\__init__.py
• .\models\groupvit\configuration_groupvit.py
• .\models\groupvit\convert_groupvit_nvlab_to_hf.py
• .\models\groupvit\modeling_groupvit.py
• .\models\groupvit\modeling_tf_groupvit.py
• .\models\groupvit\__init__.py
• .\models\herbert\tokenization_herbert.py
• .\models\herbert\tokenization_herbert_fast.py
• .\models\herbert\__init__.py
• .\models\hubert\configuration_hubert.py
• .\models\hubert\convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py
• .\models\hubert\convert_hubert_original_pytorch_checkpoint_to_pytorch.py
• .\models\hubert\convert_hubert_original_s3prl_checkpoint_to_pytorch.py
• .\models\hubert\modeling_hubert.py
• .\models\hubert\modeling_tf_hubert.py
• .\models\hubert\__init__.py
• .\models\ibert\configuration_ibert.py
• .\models\ibert\modeling_ibert.py
• .\models\ibert\quant_modules.py
• .\models\ibert\__init__.py
• .\models\idefics\configuration_idefics.py
• .\models\idefics\image_processing_idefics.py
• .\models\idefics\modeling_idefics.py
• .\models\idefics\perceiver.py
• .\models\idefics\processing_idefics.py
• .\models\idefics\vision.py
• .\models\idefics\__init__.py
• .\models\imagegpt\configuration_imagegpt.py
• .\models\imagegpt\convert_imagegpt_original_tf2_to_pytorch.py
• .\models\imagegpt\feature_extraction_imagegpt.py
• .\models\imagegpt\image_processing_imagegpt.py
• .\models\imagegpt\modeling_imagegpt.py
• .\models\imagegpt\__init__.py
• .\models\informer\configuration_informer.py
• .\models\informer\modeling_informer.py
• .\models\informer\__init__.py
• .\models\instructblip\configuration_instructblip.py
• .\models\instructblip\convert_instructblip_original_to_pytorch.py
• .\models\instructblip\modeling_instructblip.py
• .\models\instructblip\processing_instructblip.py
• .\models\instructblip\__init__.py
• .\models\jukebox\configuration_jukebox.py
• .\models\jukebox\convert_jukebox.py
• .\models\jukebox\modeling_jukebox.py
• .\models\jukebox\tokenization_jukebox.py
• .\models\jukebox\__init__.py
• .\models\kosmos2\configuration_kosmos2.py
• .\models\kosmos2\convert_kosmos2_original_pytorch_checkpoint_to_pytorch.py
• .\models\kosmos2\modeling_kosmos2.py
• .\models\kosmos2\processing_kosmos2.py
• .\models\kosmos2\__init__.py
• .\models\layoutlm\configuration_layoutlm.py
• .\models\layoutlm\modeling_layoutlm.py
• .\models\layoutlm\modeling_tf_layoutlm.py
• .\models\layoutlm\tokenization_layoutlm.py
• .\models\layoutlm\tokenization_layoutlm_fast.py
• .\models\layoutlm\__init__.py
• .\models\layoutlmv2\configuration_layoutlmv2.py
• .\models\layoutlmv2\feature_extraction_layoutlmv2.py
• .\models\layoutlmv2\image_processing_layoutlmv2.py
• .\models\layoutlmv2\modeling_layoutlmv2.py
• .\models\layoutlmv2\processing_layoutlmv2.py
• .\models\layoutlmv2\tokenization_layoutlmv2.py
• .\models\layoutlmv2\tokenization_layoutlmv2_fast.py
• .\models\layoutlmv2\__init__.py
• .\models\layoutlmv3\configuration_layoutlmv3.py
• .\models\layoutlmv3\feature_extraction_layoutlmv3.py
• .\models\layoutlmv3\image_processing_layoutlmv3.py
• .\models\layoutlmv3\modeling_layoutlmv3.py
• .\transformers\models\layoutlmv3\modeling_tf_layoutlmv3.py
• .\models\layoutlmv3\processing_layoutlmv3.py
• .\transformers\models\layoutlmv3\tokenization_layoutlmv3.py
• .\models\layoutlmv3\tokenization_layoutlmv3_fast.py
• .\models\layoutlmv3\__init__.py
• .\models\layoutxlm\processing_layoutxlm.py
• .\models\layoutxlm\tokenization_layoutxlm.py

HuggingFace Tranformers 源码解析（3）https://developer.aliyun.com/article/1510672