HuggingFace Tranformers 源码解析（3）https://developer.aliyun.com/article/1510672
.\transformers\models\regnet\modeling_flax_regnet.py.\transformers\models\regnet\modeling_regnet.py.\transformers\models\regnet\modeling_tf_regnet.py.\transformers\models\regnet\__init__.py.\transformers\models\rembert\configuration_rembert.py.\transformers\models\rembert\convert_rembert_tf_checkpoint_to_pytorch.py.\transformers\models\rembert\modeling_rembert.py.\transformers\models\rembert\modeling_tf_rembert.py.\transformers\models\rembert\tokenization_rembert.py.\transformers\models\rembert\tokenization_rembert_fast.py.\transformers\models\rembert\__init__.py.\transformers\models\resnet\configuration_resnet.py.\transformers\models\resnet\convert_resnet_to_pytorch.py.\transformers\models\resnet\modeling_flax_resnet.py.\transformers\models\resnet\modeling_resnet.py.\transformers\models\resnet\modeling_tf_resnet.py.\transformers\models\resnet\__init__.py.\transformers\models\roberta\configuration_roberta.py.\transformers\models\roberta\convert_roberta_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\roberta\modeling_flax_roberta.py.\transformers\models\roberta\modeling_roberta.py.\transformers\models\roberta\modeling_tf_roberta.py.\transformers\models\roberta\tokenization_roberta.py.\transformers\models\roberta\tokenization_roberta_fast.py.\transformers\models\roberta\__init__.py.\transformers\models\roberta_prelayernorm\configuration_roberta_prelayernorm.py.\transformers\models\roberta_prelayernorm\convert_roberta_prelayernorm_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\roberta_prelayernorm\modeling_flax_roberta_prelayernorm.py.\transformers\models\roberta_prelayernorm\modeling_roberta_prelayernorm.py.\transformers\models\roberta_prelayernorm\modeling_tf_roberta_prelayernorm.py.\transformers\models\roberta_prelayernorm\__init__.py.\transformers\models\roc_bert\configuration_roc_bert.py.\transformers\models\roc_bert\modeling_roc_bert.py.\transformers\models\roc_bert\tokenization_roc_bert.py.\transformers\models\roc_bert\__init__.py.\transformers\models\roformer\configuration_roformer.py.\transformers\models\roformer\convert_roformer_original_tf_checkpoint_to_pytorch.py.\transformers\models\roformer\modeling_flax_roformer.py.\transformers\models\roformer\modeling_roformer.py.\transformers\models\roformer\modeling_tf_roformer.py.\transformers\models\roformer\tokenization_roformer.py.\transformers\models\roformer\tokenization_roformer_fast.py.\transformers\models\roformer\tokenization_utils.py.\transformers\models\roformer\__init__.py.\transformers\models\rwkv\configuration_rwkv.py.\transformers\models\rwkv\convert_rwkv_checkpoint_to_hf.py.\transformers\models\rwkv\modeling_rwkv.py.\transformers\models\rwkv\__init__.py.\transformers\models\sam\configuration_sam.py.\transformers\models\sam\convert_sam_original_to_hf_format.py.\transformers\models\sam\image_processing_sam.py.\transformers\models\sam\modeling_sam.py.\transformers\models\sam\modeling_tf_sam.py.\transformers\models\sam\processing_sam.py.\transformers\models\sam\__init__.py.\transformers\models\seamless_m4t\configuration_seamless_m4t.py.\transformers\models\seamless_m4t\convert_fairseq2_to_hf.py.\transformers\models\seamless_m4t\feature_extraction_seamless_m4t.py.\transformers\models\seamless_m4t\modeling_seamless_m4t.py.\transformers\models\seamless_m4t\processing_seamless_m4t.py.\transformers\models\seamless_m4t\tokenization_seamless_m4t.py.\transformers\models\seamless_m4t\tokenization_seamless_m4t_fast.py.\transformers\models\seamless_m4t\__init__.py.\transformers\models\seamless_m4t_v2\configuration_seamless_m4t_v2.py.\transformers\models\seamless_m4t_v2\convert_fairseq2_to_hf.py.\transformers\models\seamless_m4t_v2\modeling_seamless_m4t_v2.py.\transformers\models\seamless_m4t_v2\__init__.py.\transformers\models\segformer\configuration_segformer.py.\transformers\models\segformer\convert_segformer_original_to_pytorch.py.\transformers\models\segformer\feature_extraction_segformer.py.\transformers\models\segformer\image_processing_segformer.py.\transformers\models\segformer\modeling_segformer.py.\transformers\models\segformer\modeling_tf_segformer.py.\transformers\models\segformer\__init__.py.\transformers\models\sew\configuration_sew.py.\transformers\models\sew\convert_sew_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\sew\modeling_sew.py.\transformers\models\sew\__init__.py.\transformers\models\sew_d\configuration_sew_d.py.\transformers\models\sew_d\convert_sew_d_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\sew_d\modeling_sew_d.py.\transformers\models\sew_d\__init__.py.\transformers\models\siglip\configuration_siglip.py.\transformers\models\siglip\convert_siglip_to_hf.py.\transformers\models\siglip\image_processing_siglip.py.\transformers\models\siglip\modeling_siglip.py.\transformers\models\siglip\processing_siglip.py.\transformers\models\siglip\tokenization_siglip.py.\transformers\models\siglip\__init__.py.\transformers\models\speecht5\configuration_speecht5.py.\transformers\models\speecht5\convert_hifigan.py.\transformers\models\speecht5\convert_speecht5_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\speecht5\feature_extraction_speecht5.py.\transformers\models\speecht5\modeling_speecht5.py.\transformers\models\speecht5\number_normalizer.py.\transformers\models\speecht5\processing_speecht5.py.\transformers\models\speecht5\tokenization_speecht5.py.\transformers\models\speecht5\__init__.py.\transformers\models\speech_encoder_decoder\configuration_speech_encoder_decoder.py.\transformers\models\speech_encoder_decoder\convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py.\transformers\models\speech_encoder_decoder\convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py.\transformers\models\speech_encoder_decoder\modeling_flax_speech_encoder_decoder.py.\transformers\models\speech_encoder_decoder\modeling_speech_encoder_decoder.py.\transformers\models\speech_encoder_decoder\__init__.py.\transformers\models\speech_to_text\configuration_speech_to_text.py.\transformers\models\speech_to_text\convert_s2t_fairseq_to_tfms.py.\transformers\models\speech_to_text\feature_extraction_speech_to_text.py.\transformers\models\speech_to_text\modeling_speech_to_text.py.\transformers\models\speech_to_text\modeling_tf_speech_to_text.py.\transformers\models\speech_to_text\processing_speech_to_text.py.\transformers\models\speech_to_text\tokenization_speech_to_text.py.\transformers\models\speech_to_text\__init__.py.\transformers\models\speech_to_text_2\configuration_speech_to_text_2.py.\transformers\models\speech_to_text_2\modeling_speech_to_text_2.py.\transformers\models\speech_to_text_2\processing_speech_to_text_2.py.\transformers\models\speech_to_text_2\tokenization_speech_to_text_2.py.\transformers\models\speech_to_text_2\__init__.py.\transformers\models\splinter\configuration_splinter.py.\transformers\models\splinter\modeling_splinter.py.\transformers\models\splinter\tokenization_splinter.py.\transformers\models\splinter\tokenization_splinter_fast.py.\transformers\models\splinter\__init__.py.\transformers\models\squeezebert\configuration_squeezebert.py.\transformers\models\squeezebert\modeling_squeezebert.py.\transformers\models\squeezebert\tokenization_squeezebert.py.\transformers\models\squeezebert\tokenization_squeezebert_fast.py.\transformers\models\squeezebert\__init__.py.\transformers\models\swiftformer\configuration_swiftformer.py.\transformers\models\swiftformer\convert_swiftformer_original_to_hf.py.\transformers\models\swiftformer\modeling_swiftformer.py.\transformers\models\swiftformer\__init__.py.\transformers\models\swin\configuration_swin.py.\transformers\models\swin\convert_swin_simmim_to_pytorch.py.\transformers\models\swin\convert_swin_timm_to_pytorch.py.\transformers\models\swin\modeling_swin.py.\transformers\models\swin\modeling_tf_swin.py.\transformers\models\swin\__init__.py.\transformers\models\swin2sr\configuration_swin2sr.py.\transformers\models\swin2sr\convert_swin2sr_original_to_pytorch.py.\transformers\models\swin2sr\image_processing_swin2sr.py.\transformers\models\swin2sr\modeling_swin2sr.py.\transformers\models\swin2sr\__init__.py.\transformers\models\swinv2\configuration_swinv2.py.\transformers\models\swinv2\convert_swinv2_timm_to_pytorch.py.\transformers\models\swinv2\modeling_swinv2.py.\transformers\models\swinv2\__init__.py.\transformers\models\switch_transformers\configuration_switch_transformers.py.\transformers\models\switch_transformers\convert_big_switch.py.\transformers\models\switch_transformers\convert_switch_transformers_original_flax_checkpoint_to_pytorch.py.\transformers\models\switch_transformers\modeling_switch_transformers.py.\transformers\models\switch_transformers\__init__.py.\transformers\models\t5\configuration_t5.py.\transformers\models\t5\convert_t5x_checkpoint_to_flax.py.\transformers\models\t5\convert_t5x_checkpoint_to_pytorch.py.\transformers\models\t5\convert_t5_original_tf_checkpoint_to_pytorch.py.\transformers\models\t5\modeling_flax_t5.py.\transformers\models\t5\modeling_t5.py.\transformers\models\t5\modeling_tf_t5.py.\transformers\models\t5\tokenization_t5.py.\transformers\models\t5\tokenization_t5_fast.py.\transformers\models\t5\__init__.py.\transformers\models\table_transformer\configuration_table_transformer.py.\transformers\models\table_transformer\convert_table_transformer_to_hf.py.\transformers\models\table_transformer\convert_table_transformer_to_hf_no_timm.py.\transformers\models\table_transformer\modeling_table_transformer.py.\transformers\models\table_transformer\__init__.py.\transformers\models\tapas\configuration_tapas.py.\transformers\models\tapas\convert_tapas_original_tf_checkpoint_to_pytorch.py.\transformers\models\tapas\modeling_tapas.py.\transformers\models\tapas\modeling_tf_tapas.py.\transformers\models\tapas\tokenization_tapas.py.\transformers\models\tapas\__init__.py.\transformers\models\timesformer\configuration_timesformer.py.\transformers\models\timesformer\convert_timesformer_to_pytorch.py.\transformers\models\timesformer\modeling_timesformer.py.\transformers\models\timesformer\__init__.py.\transformers\models\time_series_transformer\configuration_time_series_transformer.py.\transformers\models\time_series_transformer\modeling_time_series_transformer.py.\transformers\models\time_series_transformer\__init__.py.\transformers\models\timm_backbone\configuration_timm_backbone.py.\transformers\models\timm_backbone\modeling_timm_backbone.py.\transformers\models\timm_backbone\__init__.py.\transformers\models\trocr\configuration_trocr.py.\transformers\models\trocr\convert_trocr_unilm_to_pytorch.py.\transformers\models\trocr\modeling_trocr.py.\transformers\models\trocr\processing_trocr.py.\transformers\models\trocr\__init__.py.\transformers\models\tvlt\configuration_tvlt.py.\transformers\models\tvlt\feature_extraction_tvlt.py.\transformers\models\tvlt\image_processing_tvlt.py.\transformers\models\tvlt\modeling_tvlt.py.\transformers\models\tvlt\processing_tvlt.py.\transformers\models\tvlt\__init__.py.\transformers\models\tvp\configuration_tvp.py.\transformers\models\tvp\image_processing_tvp.py.\transformers\models\tvp\modeling_tvp.py.\transformers\models\tvp\processing_tvp.py.\transformers\models\tvp\__init__.py.\transformers\models\umt5\configuration_umt5.py.\transformers\models\umt5\convert_umt5_checkpoint_to_pytorch.py.\transformers\models\umt5\modeling_umt5.py.\transformers\models\umt5\__init__.py.\transformers\models\unispeech\configuration_unispeech.py.\transformers\models\unispeech\convert_unispeech_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\unispeech\modeling_unispeech.py.\transformers\models\unispeech\__init__.py.\transformers\models\unispeech_sat\configuration_unispeech_sat.py.\transformers\models\unispeech_sat\convert_unispeech_original_s3prl_checkpoint_to_pytorch.py.\transformers\models\unispeech_sat\convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\unispeech_sat\modeling_unispeech_sat.py.\transformers\models\unispeech_sat\__init__.py.\transformers\models\univnet\configuration_univnet.py.\transformers\models\univnet\convert_univnet.py.\transformers\models\univnet\feature_extraction_univnet.py.\transformers\models\univnet\modeling_univnet.py.\transformers\models\univnet\__init__.py.\transformers\models\upernet\configuration_upernet.py.\transformers\models\upernet\convert_convnext_upernet_to_pytorch.py.\transformers\models\upernet\convert_swin_upernet_to_pytorch.py.\transformers\models\upernet\modeling_upernet.py.\transformers\models\upernet\__init__.py.\transformers\models\videomae\configuration_videomae.py.\transformers\models\videomae\convert_videomae_to_pytorch.py.\transformers\models\videomae\feature_extraction_videomae.py.\transformers\models\videomae\image_processing_videomae.py.\transformers\models\videomae\modeling_videomae.py.\transformers\models\videomae\__init__.py.\transformers\models\vilt\configuration_vilt.py.\transformers\models\vilt\convert_vilt_original_to_pytorch.py.\transformers\models\vilt\feature_extraction_vilt.py.\transformers\models\vilt\image_processing_vilt.py.\transformers\models\vilt\modeling_vilt.py.\transformers\models\vilt\processing_vilt.py.\transformers\models\vilt\__init__.py.\transformers\models\vipllava\configuration_vipllava.py.\transformers\models\vipllava\convert_vipllava_weights_to_hf.py.\transformers\models\vipllava\modeling_vipllava.py.\transformers\models\vipllava\__init__.py.\transformers\models\vision_encoder_decoder\configuration_vision_encoder_decoder.py.\transformers\models\vision_encoder_decoder\modeling_flax_vision_encoder_decoder.py.\transformers\models\vision_encoder_decoder\modeling_tf_vision_encoder_decoder.py.\transformers\models\vision_encoder_decoder\modeling_vision_encoder_decoder.py.\transformers\models\vision_encoder_decoder\__init__.py.\transformers\models\vision_text_dual_encoder\configuration_vision_text_dual_encoder.py.\transformers\models\vision_text_dual_encoder\modeling_flax_vision_text_dual_encoder.py.\transformers\models\vision_text_dual_encoder\modeling_tf_vision_text_dual_encoder.py.\transformers\models\vision_text_dual_encoder\modeling_vision_text_dual_encoder.py.\transformers\models\vision_text_dual_encoder\processing_vision_text_dual_encoder.py.\transformers\models\vision_text_dual_encoder\__init__.py.\transformers\models\visual_bert\configuration_visual_bert.py.\transformers\models\visual_bert\convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\visual_bert\modeling_visual_bert.py.\transformers\models\visual_bert\__init__.py.\transformers\models\vit\configuration_vit.py.\transformers\models\vit\convert_dino_to_pytorch.py.\transformers\models\vit\convert_vit_timm_to_pytorch.py.\transformers\models\vit\feature_extraction_vit.py.\transformers\models\vit\image_processing_vit.py.\transformers\models\vit\modeling_flax_vit.py.\transformers\models\vit\modeling_tf_vit.py.\transformers\models\vit\modeling_vit.py.\transformers\models\vit\__init__.py.\transformers\models\vitdet\configuration_vitdet.py.\transformers\models\vitdet\modeling_vitdet.py.\transformers\models\vitdet\__init__.py.\transformers\models\vitmatte\configuration_vitmatte.py.\transformers\models\vitmatte\convert_vitmatte_to_hf.py.\transformers\models\vitmatte\image_processing_vitmatte.py.\transformers\models\vitmatte\modeling_vitmatte.py.\transformers\models\vitmatte\__init__.py.\transformers\models\vits\configuration_vits.py.\transformers\models\vits\convert_original_checkpoint.py.\transformers\models\vits\modeling_vits.py.\transformers\models\vits\tokenization_vits.py.\transformers\models\vits\__init__.py.\transformers\models\vit_hybrid\configuration_vit_hybrid.py.\transformers\models\vit_hybrid\convert_vit_hybrid_timm_to_pytorch.py.\transformers\models\vit_hybrid\image_processing_vit_hybrid.py.\transformers\models\vit_hybrid\modeling_vit_hybrid.py.\transformers\models\vit_hybrid\__init__.py.\transformers\models\vit_mae\configuration_vit_mae.py.\transformers\models\vit_mae\convert_vit_mae_to_pytorch.py.\transformers\models\vit_mae\modeling_tf_vit_mae.py.\transformers\models\vit_mae\modeling_vit_mae.py.\transformers\models\vit_mae\__init__.py.\transformers\models\vit_msn\configuration_vit_msn.py.\transformers\models\vit_msn\convert_msn_to_pytorch.py.\transformers\models\vit_msn\modeling_vit_msn.py.\transformers\models\vit_msn\__init__.py.\transformers\models\vivit\configuration_vivit.py.\transformers\models\vivit\convert_vivit_flax_to_pytorch.py.\transformers\models\vivit\image_processing_vivit.py.\transformers\models\vivit\modeling_vivit.py.\transformers\models\vivit\__init__.py.\transformers\models\wav2vec2\configuration_wav2vec2.py.\transformers\models\wav2vec2\convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\wav2vec2\convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py.\transformers\models\wav2vec2\feature_extraction_wav2vec2.py.\transformers\models\wav2vec2\modeling_flax_wav2vec2.py.\transformers\models\wav2vec2\modeling_tf_wav2vec2.py.\transformers\models\wav2vec2\modeling_wav2vec2.py.\transformers\models\wav2vec2\processing_wav2vec2.py.\transformers\models\wav2vec2\tokenization_wav2vec2.py.\transformers\models\wav2vec2\__init__.py.\transformers\models\wav2vec2_bert\configuration_wav2vec2_bert.py.\transformers\models\wav2vec2_bert\convert_wav2vec2_seamless_checkpoint.py.\transformers\models\wav2vec2_bert\modeling_wav2vec2_bert.py.\transformers\models\wav2vec2_bert\processing_wav2vec2_bert.py.\transformers\models\wav2vec2_bert\__init__.py.\transformers\models\wav2vec2_conformer\configuration_wav2vec2_conformer.py.\transformers\models\wav2vec2_conformer\convert_wav2vec2_conformer_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\wav2vec2_conformer\modeling_wav2vec2_conformer.py.\transformers\models\wav2vec2_conformer\__init__.py.\transformers\models\wav2vec2_phoneme\tokenization_wav2vec2_phoneme.py.\transformers\models\wav2vec2_phoneme\__init__.py.\transformers\models\wav2vec2_with_lm\processing_wav2vec2_with_lm.py.\transformers\models\wav2vec2_with_lm\__init__.py.\transformers\models\wavlm\configuration_wavlm.py.\transformers\models\wavlm\convert_wavlm_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\wavlm\convert_wavlm_original_s3prl_checkpoint_to_pytorch.py.\transformers\models\wavlm\modeling_wavlm.py.\transformers\models\wavlm\__init__.py.\transformers\models\whisper\configuration_whisper.py.\transformers\models\whisper\convert_openai_to_hf.py.\transformers\models\whisper\english_normalizer.py.\transformers\models\whisper\feature_extraction_whisper.py.\transformers\models\whisper\generation_whisper.py.\transformers\models\whisper\modeling_flax_whisper.py.\transformers\models\whisper\modeling_tf_whisper.py.\transformers\models\whisper\modeling_whisper.py.\transformers\models\whisper\processing_whisper.py.\transformers\models\whisper\tokenization_whisper.py.\transformers\models\whisper\tokenization_whisper_fast.py.\transformers\models\whisper\__init__.py.\transformers\models\xglm\configuration_xglm.py.\transformers\models\xglm\convert_xglm_original_ckpt_to_trfms.py.\transformers\models\xglm\modeling_flax_xglm.py.\transformers\models\xglm\modeling_tf_xglm.py.\transformers\models\xglm\modeling_xglm.py.\transformers\models\xglm\tokenization_xglm.py.\transformers\models\xglm\tokenization_xglm_fast.py.\transformers\models\xglm\__init__.py.\transformers\models\xlm\configuration_xlm.py.\transformers\models\xlm\convert_xlm_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\xlm\modeling_tf_xlm.py.\transformers\models\xlm\modeling_xlm.py- [
.\transformers\models\xlm\tokenization_xlm.py](https://github.com/OpenDocCN/python-code-anls/blob/master/docs/hf-tfm/mode
