HuggingFace Tranformers 源码解析（2）https://developer.aliyun.com/article/1510671
.\models\layoutxlm\tokenization_layoutxlm_fast.py.\models\layoutxlm\__init__.py.\models\led\configuration_led.py.\transformers\models\led\modeling_led.py.\transformers\models\led\modeling_tf_led.py.\transformers\models\led\tokenization_led.py.\transformers\models\led\tokenization_led_fast.py.\transformers\models\led\__init__.py.\transformers\models\levit\configuration_levit.py.\transformers\models\levit\convert_levit_timm_to_pytorch.py.\transformers\models\levit\feature_extraction_levit.py.\transformers\models\levit\image_processing_levit.py.\transformers\models\levit\modeling_levit.py.\transformers\models\levit\__init__.py.\transformers\models\lilt\configuration_lilt.py.\transformers\models\lilt\modeling_lilt.py.\transformers\models\lilt\__init__.py.\transformers\models\llama\configuration_llama.py.\transformers\models\llama\convert_llama_weights_to_hf.py.\transformers\models\llama\modeling_flax_llama.py.\transformers\models\llama\modeling_llama.py.\transformers\models\llama\tokenization_llama.py.\transformers\models\llama\tokenization_llama_fast.py.\transformers\models\llama\__init__.py.\transformers\models\llava\configuration_llava.py.\transformers\models\llava\convert_llava_weights_to_hf.py.\transformers\models\llava\modeling_llava.py.\transformers\models\llava\processing_llava.py.\transformers\models\llava\__init__.py.\transformers\models\longformer\configuration_longformer.py.\transformers\models\longformer\convert_longformer_original_pytorch_lightning_to_pytorch.py.\transformers\models\longformer\modeling_longformer.py.\transformers\models\longformer\modeling_tf_longformer.py.\transformers\models\longformer\tokenization_longformer.py.\transformers\models\longformer\tokenization_longformer_fast.py.\transformers\models\longformer\__init__.py.\transformers\models\longt5\configuration_longt5.py.\transformers\models\longt5\convert_longt5x_checkpoint_to_flax.py.\transformers\models\longt5\modeling_flax_longt5.py.\transformers\models\longt5\modeling_longt5.py.\transformers\models\longt5\__init__.py.\transformers\models\luke\configuration_luke.py.\transformers\models\luke\convert_luke_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\luke\modeling_luke.py.\transformers\models\luke\tokenization_luke.py.\transformers\models\luke\__init__.py.\transformers\models\lxmert\configuration_lxmert.py.\transformers\models\lxmert\convert_lxmert_original_tf_checkpoint_to_pytorch.py.\transformers\models\lxmert\modeling_lxmert.py.\transformers\models\lxmert\modeling_tf_lxmert.py.\transformers\models\lxmert\tokenization_lxmert.py.\transformers\models\lxmert\tokenization_lxmert_fast.py.\transformers\models\lxmert\__init__.py.\transformers\models\m2m_100\configuration_m2m_100.py.\transformers\models\m2m_100\convert_m2m100_original_checkpoint_to_pytorch.py.\transformers\models\m2m_100\modeling_m2m_100.py.\transformers\models\m2m_100\tokenization_m2m_100.py.\transformers\models\m2m_100\__init__.py.\transformers\models\marian\configuration_marian.py.\transformers\models\marian\convert_marian_tatoeba_to_pytorch.py.\transformers\models\marian\convert_marian_to_pytorch.py.\transformers\models\marian\modeling_flax_marian.py.\transformers\models\marian\modeling_marian.py.\transformers\models\marian\modeling_tf_marian.py.\transformers\models\marian\tokenization_marian.py.\transformers\models\marian\__init__.py.\transformers\models\markuplm\configuration_markuplm.py.\transformers\models\markuplm\feature_extraction_markuplm.py.\transformers\models\markuplm\modeling_markuplm.py.\transformers\models\markuplm\processing_markuplm.py.\transformers\models\markuplm\tokenization_markuplm.py.\transformers\models\markuplm\tokenization_markuplm_fast.py.\transformers\models\markuplm\__init__.py.\transformers\models\mask2former\configuration_mask2former.py.\transformers\models\mask2former\convert_mask2former_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\mask2former\image_processing_mask2former.py.\transformers\models\mask2former\modeling_mask2former.py.\transformers\models\mask2former\__init__.py.\transformers\models\maskformer\configuration_maskformer.py.\transformers\models\maskformer\configuration_maskformer_swin.py.\transformers\models\maskformer\convert_maskformer_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\maskformer\convert_maskformer_resnet_to_pytorch.py.\transformers\models\maskformer\convert_maskformer_swin_to_pytorch.py.\transformers\models\maskformer\feature_extraction_maskformer.py.\transformers\models\maskformer\image_processing_maskformer.py.\transformers\models\maskformer\modeling_maskformer.py.\transformers\models\maskformer\modeling_maskformer_swin.py.\transformers\models\maskformer\__init__.py.\transformers\models\mbart\configuration_mbart.py.\transformers\models\mbart\convert_mbart_original_checkpoint_to_pytorch.py.\transformers\models\mbart\modeling_flax_mbart.py.\transformers\models\mbart\modeling_mbart.py.\transformers\models\mbart\modeling_tf_mbart.py.\transformers\models\mbart\tokenization_mbart.py.\transformers\models\mbart\tokenization_mbart_fast.py.\transformers\models\mbart\__init__.py.\transformers\models\mbart50\tokenization_mbart50.py.\transformers\models\mbart50\tokenization_mbart50_fast.py.\transformers\models\mbart50\__init__.py.\transformers\models\mega\configuration_mega.py.\transformers\models\mega\convert_mega_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\mega\modeling_mega.py.\transformers\models\mega\__init__.py.\transformers\models\megatron_bert\configuration_megatron_bert.py.\transformers\models\megatron_bert\convert_megatron_bert_checkpoint.py.\transformers\models\megatron_bert\modeling_megatron_bert.py.\transformers\models\megatron_bert\__init__.py.\transformers\models\megatron_gpt2\checkpoint_reshaping_and_interoperability.py.\transformers\models\megatron_gpt2\convert_megatron_gpt2_checkpoint.py.\transformers\models\megatron_gpt2\__init__.py.\transformers\models\mgp_str\configuration_mgp_str.py.\transformers\models\mgp_str\modeling_mgp_str.py.\transformers\models\mgp_str\processing_mgp_str.py.\transformers\models\mgp_str\tokenization_mgp_str.py.\transformers\models\mgp_str\__init__.py.\transformers\models\mistral\configuration_mistral.py.\transformers\models\mistral\convert_mistral_weights_to_hf.py.\transformers\models\mistral\modeling_mistral.py.\transformers\models\mistral\__init__.py.\transformers\models\mixtral\configuration_mixtral.py.\transformers\models\mixtral\convert_mixtral_weights_to_hf.py.\transformers\models\mixtral\modeling_mixtral.py.\transformers\models\mixtral\__init__.py.\transformers\models\mluke\convert_mluke_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\mluke\tokenization_mluke.py.\transformers\models\mluke\__init__.py.\transformers\models\mobilebert\configuration_mobilebert.py.\transformers\models\mobilebert\convert_mobilebert_original_tf_checkpoint_to_pytorch.py.\transformers\models\mobilebert\modeling_mobilebert.py.\transformers\models\mobilebert\modeling_tf_mobilebert.py.\transformers\models\mobilebert\tokenization_mobilebert.py.\transformers\models\mobilebert\tokenization_mobilebert_fast.py.\transformers\models\mobilebert\__init__.py.\transformers\models\mobilenet_v1\configuration_mobilenet_v1.py.\transformers\models\mobilenet_v1\convert_original_tf_checkpoint_to_pytorch.py.\transformers\models\mobilenet_v1\feature_extraction_mobilenet_v1.py.\transformers\models\mobilenet_v1\image_processing_mobilenet_v1.py.\transformers\models\mobilenet_v1\modeling_mobilenet_v1.py.\transformers\models\mobilenet_v1\__init__.py.\transformers\models\mobilenet_v2\configuration_mobilenet_v2.py.\transformers\models\mobilenet_v2\convert_original_tf_checkpoint_to_pytorch.py.\transformers\models\mobilenet_v2\feature_extraction_mobilenet_v2.py.\transformers\models\mobilenet_v2\image_processing_mobilenet_v2.py.\transformers\models\mobilenet_v2\modeling_mobilenet_v2.py.\transformers\models\mobilenet_v2\__init__.py.\transformers\models\mobilevit\configuration_mobilevit.py.\transformers\models\mobilevit\convert_mlcvnets_to_pytorch.py.\transformers\models\mobilevit\feature_extraction_mobilevit.py.\transformers\models\mobilevit\image_processing_mobilevit.py.\transformers\models\mobilevit\modeling_mobilevit.py.\transformers\models\mobilevit\modeling_tf_mobilevit.py.\transformers\models\mobilevit\__init__.py.\transformers\models\mobilevitv2\configuration_mobilevitv2.py.\transformers\models\mobilevitv2\convert_mlcvnets_to_pytorch.py.\transformers\models\mobilevitv2\modeling_mobilevitv2.py.\transformers\models\mobilevitv2\__init__.py.\transformers\models\mpnet\configuration_mpnet.py.\transformers\models\mpnet\modeling_mpnet.py.\transformers\models\mpnet\modeling_tf_mpnet.py.\transformers\models\mpnet\tokenization_mpnet.py.\transformers\models\mpnet\tokenization_mpnet_fast.py.\transformers\models\mpnet\__init__.py.\transformers\models\mpt\configuration_mpt.py.\transformers\models\mpt\modeling_mpt.py.\transformers\models\mpt\__init__.py.\transformers\models\mra\configuration_mra.py.\transformers\models\mra\convert_mra_pytorch_to_pytorch.py.\transformers\models\mra\modeling_mra.py.\transformers\models\mra\__init__.py.\transformers\models\mt5\configuration_mt5.py.\transformers\models\mt5\modeling_flax_mt5.py.\transformers\models\mt5\modeling_mt5.py.\transformers\models\mt5\modeling_tf_mt5.py.\transformers\models\mt5\__init__.py.\transformers\models\musicgen\configuration_musicgen.py.\transformers\models\musicgen\convert_musicgen_transformers.py.\transformers\models\musicgen\modeling_musicgen.py.\transformers\models\musicgen\processing_musicgen.py.\transformers\models\musicgen\__init__.py.\transformers\models\mvp\configuration_mvp.py.\transformers\models\mvp\modeling_mvp.py.\transformers\models\mvp\tokenization_mvp.py.\transformers\models\mvp\tokenization_mvp_fast.py.\transformers\models\mvp\__init__.py.\transformers\models\nat\configuration_nat.py.\transformers\models\nat\modeling_nat.py.\transformers\models\nat\__init__.py.\transformers\models\nezha\configuration_nezha.py.\transformers\models\nezha\modeling_nezha.py.\transformers\models\nezha\__init__.py.\transformers\models\nllb\tokenization_nllb.py.\transformers\models\nllb\tokenization_nllb_fast.py.\transformers\models\nllb\__init__.py.\transformers\models\nllb_moe\configuration_nllb_moe.py.\transformers\models\nllb_moe\convert_nllb_moe_sharded_original_checkpoint_to_pytorch.py.\transformers\models\nllb_moe\modeling_nllb_moe.py.\transformers\models\nllb_moe\__init__.py.\transformers\models\nougat\convert_nougat_to_hf.py.\transformers\models\nougat\image_processing_nougat.py.\transformers\models\nougat\processing_nougat.py.\transformers\models\nougat\tokenization_nougat_fast.py.\transformers\models\nougat\__init__.py.\transformers\models\nystromformer\configuration_nystromformer.py.\transformers\models\nystromformer\convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\nystromformer\modeling_nystromformer.py.\transformers\models\nystromformer\__init__.py.\transformers\models\oneformer\configuration_oneformer.py.\transformers\models\oneformer\convert_to_hf_oneformer.py.\transformers\models\oneformer\image_processing_oneformer.py.\transformers\models\oneformer\modeling_oneformer.py.\transformers\models\oneformer\processing_oneformer.py.\transformers\models\oneformer\__init__.py.\transformers\models\openai\configuration_openai.py.\transformers\models\openai\convert_openai_original_tf_checkpoint_to_pytorch.py.\transformers\models\openai\modeling_openai.py.\transformers\models\openai\modeling_tf_openai.py.\transformers\models\openai\tokenization_openai.py.\transformers\models\openai\tokenization_openai_fast.py.\transformers\models\openai\__init__.py.\transformers\models\opt\configuration_opt.py.\transformers\models\opt\convert_opt_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\opt\modeling_flax_opt.py.\transformers\models\opt\modeling_opt.py.\transformers\models\opt\modeling_tf_opt.py.\transformers\models\opt\__init__.py.\transformers\models\owlv2\configuration_owlv2.py.\transformers\models\owlv2\convert_owlv2_to_hf.py.\transformers\models\owlv2\image_processing_owlv2.py.\transformers\models\owlv2\modeling_owlv2.py.\transformers\models\owlv2\processing_owlv2.py.\transformers\models\owlv2\__init__.py.\transformers\models\owlvit\configuration_owlvit.py.\transformers\models\owlvit\convert_owlvit_original_flax_to_hf.py.\transformers\models\owlvit\feature_extraction_owlvit.py.\transformers\models\owlvit\image_processing_owlvit.py.\transformers\models\owlvit\modeling_owlvit.py.\transformers\models\owlvit\processing_owlvit.py.\transformers\models\owlvit\__init__.py.\transformers\models\patchtsmixer\configuration_patchtsmixer.py.\transformers\models\patchtsmixer\modeling_patchtsmixer.py.\transformers\models\patchtsmixer\__init__.py.\transformers\models\patchtst\configuration_patchtst.py.\transformers\models\patchtst\modeling_patchtst.py.\transformers\models\patchtst\__init__.py.\transformers\models\pegasus\configuration_pegasus.py.\transformers\models\pegasus\convert_pegasus_tf_to_pytorch.py.\transformers\models\pegasus\modeling_flax_pegasus.py.\transformers\models\pegasus\modeling_pegasus.py.\transformers\models\pegasus\modeling_tf_pegasus.py.\transformers\models\pegasus\tokenization_pegasus.py.\transformers\models\pegasus\tokenization_pegasus_fast.py.\transformers\models\pegasus\__init__.py.\transformers\models\pegasus_x\configuration_pegasus_x.py.\transformers\models\pegasus_x\modeling_pegasus_x.py.\transformers\models\pegasus_x\__init__.py.\transformers\models\perceiver\configuration_perceiver.py.\transformers\models\perceiver\convert_perceiver_haiku_to_pytorch.py.\transformers\models\perceiver\feature_extraction_perceiver.py.\transformers\models\perceiver\image_processing_perceiver.py.\transformers\models\perceiver\modeling_perceiver.py.\transformers\models\perceiver\tokenization_perceiver.py.\transformers\models\perceiver\__init__.py.\transformers\models\persimmon\configuration_persimmon.py.\transformers\models\persimmon\convert_persimmon_weights_to_hf.py.\transformers\models\persimmon\modeling_persimmon.py.\transformers\models\persimmon\__init__.py.\transformers\models\phi\configuration_phi.py.\transformers\models\phi\convert_phi_weights_to_hf.py.\transformers\models\phi\modeling_phi.py.\transformers\models\phi\__init__.py.\transformers\models\phobert\tokenization_phobert.py.\transformers\models\phobert\__init__.py.\transformers\models\pix2struct\configuration_pix2struct.py.\transformers\models\pix2struct\convert_pix2struct_original_pytorch_to_hf.py.\transformers\models\pix2struct\image_processing_pix2struct.py.\transformers\models\pix2struct\modeling_pix2struct.py.\transformers\models\pix2struct\processing_pix2struct.py.\transformers\models\pix2struct\__init__.py.\transformers\models\plbart\configuration_plbart.py.\transformers\models\plbart\convert_plbart_original_checkpoint_to_torch.py.\transformers\models\plbart\modeling_plbart.py.\transformers\models\plbart\tokenization_plbart.py.\transformers\models\plbart\__init__.py.\transformers\models\poolformer\configuration_poolformer.py.\transformers\models\poolformer\convert_poolformer_original_to_pytorch.py.\transformers\models\poolformer\feature_extraction_poolformer.py.\transformers\models\poolformer\image_processing_poolformer.py.\transformers\models\poolformer\modeling_poolformer.py.\transformers\models\poolformer\__init__.py.\transformers\models\pop2piano\configuration_pop2piano.py.\transformers\models\pop2piano\convert_pop2piano_weights_to_hf.py.\transformers\models\pop2piano\feature_extraction_pop2piano.py.\transformers\models\pop2piano\modeling_pop2piano.py.\transformers\models\pop2piano\processing_pop2piano.py.\transformers\models\pop2piano\tokenization_pop2piano.py.\transformers\models\pop2piano\__init__.py.\transformers\models\prophetnet\configuration_prophetnet.py.\transformers\models\prophetnet\convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py.\transformers\models\prophetnet\modeling_prophetnet.py.\transformers\models\prophetnet\tokenization_prophetnet.py.\transformers\models\prophetnet\__init__.py.\transformers\models\pvt\configuration_pvt.py.\transformers\models\pvt\convert_pvt_to_pytorch.py.\transformers\models\pvt\image_processing_pvt.py.\transformers\models\pvt\modeling_pvt.py.\transformers\models\pvt\__init__.py.\transformers\models\qdqbert\configuration_qdqbert.py.\transformers\models\qdqbert\modeling_qdqbert.py.\transformers\models\qdqbert\__init__.py.\transformers\models\qwen2\configuration_qwen2.py.\transformers\models\qwen2\modeling_qwen2.py.\transformers\models\qwen2\tokenization_qwen2.py.\transformers\models\qwen2\tokenization_qwen2_fast.py.\transformers\models\qwen2\__init__.py.\transformers\models\rag\configuration_rag.py.\transformers\models\rag\modeling_rag.py.\transformers\models\rag\modeling_tf_rag.py.\transformers\models\rag\retrieval_rag.py.\transformers\models\rag\tokenization_rag.py.\transformers\models\rag\__init__.py.\transformers\models\realm\configuration_realm.py.\transformers\models\realm\modeling_realm.py.\transformers\models\realm\retrieval_realm.py.\transformers\models\realm\tokenization_realm.py.\transformers\models\realm\tokenization_realm_fast.py.\transformers\models\realm\__init__.py.\transformers\models\reformer\configuration_reformer.py.\transformers\models\reformer\convert_reformer_trax_checkpoint_to_pytorch.py.\transformers\models\reformer\modeling_reformer.py.\transformers\models\reformer\tokenization_reformer.py.\transformers\models\reformer\tokenization_reformer_fast.py.\transformers\models\reformer\__init__.py.\transformers\models\regnet\configuration_regnet.py.\transformers\models\regnet\convert_regnet_seer_10b_to_pytorch.py.\transformers\models\regnet\convert_regnet_to_pytorch.py
HuggingFace Tranformers 源码解析（4）https://developer.aliyun.com/article/1510673
