分享88个ASP电子商务源码，总有一款适合您

import os
import shutil
import time
from time import sleep
from framework.base.BaseFrame import BaseFrame
from sprider.business.DownLoad import DownLoad
from sprider.business.SeleniumTools import SeleniumTools
from sprider.business.SpriderTools import SpriderTools
from selenium import webdriver
from selenium.webdriver.common.by import By
from sprider.model.SpriderEntity import SpriderEntity
from sprider.access.SpriderAccess import SpriderAccess
sprider_name = "ASP电子商务源码"
class CNSourceCoder:
    base_url = "http://www.downcode.com"
    base_path = "D:\\Freedom\\Sprider\\CNSource"
    sprider_count =88
    sprider_start_count =320  #ASP新闻文章源码21是大文件 从20开始
    first_folder_name = "ASP"
    max_pager = 10  # 正在采集第35页的第1个资源，共41页资源
    word_image_count = 5  # word插入图片数量 同时也是明细采集图片和描述的数量
    page_end_number = 0
    word_content_list = []
    haved_sprider_count = 0  # 已经采集的数量
    sprider_detail_index = 0  # 明细方法采集的数量 累加
    tempFileList=[]

def sprider(self,sprider_name):
        """
        ASP留言日记源码 http://www.downcode.com/sort/j_1_2_1.shtml
        ASP交友会员源码 http://www.downcode.com/sort/j_1_5_1.shtml
        ASP投票调查源码 http://www.downcode.com/sort/j_1_6_1.shtml
        ASP上传下载源码 http://www.downcode.com/sort/j_1_7_1.shtml
        ASP搜索链接源码 http://www.downcode.com/sort/j_1_8_1.shtml
        ASP计数统计源码 http://www.downcode.com/sort/j_1_9_1.shtml
        ASP电子商务源码 http://www.downcode.com/sort/j_1_11_1.shtml
        :param sprider_name:
        :return:
        """
        if sprider_name == "ASP聊天室源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_1"
        elif sprider_name == "ASP电子商务源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_11"
        elif sprider_name == "ASP计数统计源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_9"
        elif sprider_name == "ASP搜索链接源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_8"
        elif sprider_name=="ASP投票调查源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_6"
        elif sprider_name=="ASP留言日记源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_2"
        elif sprider_name == "ASP江湖论坛源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_3"
        elif sprider_name == "ASP新闻文章源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_4"
        elif sprider_name == "ASP交友会员源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_5"
        elif sprider_name == "ASP上传下载源码":
            self.first_column_name = "sort"
            self.second_column_name = "j_1_7"
        BaseFrame().debug("开始采集" + self.first_folder_name + "...")
        BaseFrame().right("本次采集参数：日志路径=" + str(BaseFrame().LOG_PATH) + "")
        BaseFrame().right("本次采集参数：sprider_count=" + str(self.sprider_count) + "")
        BaseFrame().right("本次采集参数：sprider_name=" + sprider_name + "")
        sprider_url = self.base_url + "/{0}/{1}_1.shtml".format(self.first_column_name, self.second_column_name)# 根据栏目构建URL
        BaseFrame().debug("本次采集参数：sprider_url=:" + sprider_url)
        self.second_folder_name = str(self.sprider_count) + "个" + sprider_name  # 二级目录也是wordTitle
        self.merchant = int(self.sprider_start_count) // int(self.max_pager) + 1  # 起始页码用于效率采集
        self.file_path = self.base_path + os.sep + self.first_folder_name + os.sep + self.second_folder_name
        BaseFrame().right("本次采集参数：file_path=" + self.file_path + "")
        # 浏览器的下载路径
        self.down_path = self.base_path + os.sep + self.first_folder_name+ os.sep + self.second_folder_name+ "\\Temp\\"
        BaseFrame().right("本次采集参数：down_path=" + self.down_path + "")
        # First/PPT/88个动态PPT模板/动态PPT模板
        self.save_path = self.base_path + os.sep + self.first_folder_name + os.sep + self.second_folder_name + os.sep + sprider_name
        BaseFrame().right("本次采集参数：save_path=" + self.save_path + "")
        if os.path.exists(self.down_path) is True:
            shutil.rmtree(self.down_path)
        if os.path.exists(self.down_path) is False:
            os.makedirs(self.down_path)
        if os.path.exists(self.save_path) is True:
            shutil.rmtree(self.save_path)
        if os.path.exists(self.save_path) is False:
            os.makedirs(self.save_path)
        chrome_options = webdriver.ChromeOptions()
        diy_prefs = {'profile.default_content_settings.popups': 0, 'download.default_directory': '{0}'.format(self.down_path)}
        # 添加路径到selenium配置中
        chrome_options.add_experimental_option('prefs', diy_prefs)
        chrome_options.add_argument('--headless')  # 隐藏浏览器
        # 实例化chrome浏览器时，关联忽略证书错误
        driver = webdriver.Chrome(options=chrome_options)
        driver.set_window_size(1280, 800)  # 分辨率 1280*800
        driver.get(sprider_url)
        element_list = driver.find_elements(By.CLASS_NAME, "j_text_sort_a")
        # element_list = element_ul.find_elements(By.TAG_NAME, "h2")  #
        page_end_number = 1
        page_end_url = ""
        a_elments = driver.find_elements(By.TAG_NAME, "a")
        for a in a_elments:
            page_end_title = a.get_attribute("title")
            if page_end_title == "最后页":
                page_end_url = a.get_attribute("href")
                print(page_end_url)
                break
        if page_end_url is None or page_end_url == "":
            page_end_number = 1
        else:
            page_end_number = (page_end_url.split(".shtml")[0].split("_")[3])
        self.page_count = self.merchant
        while self.page_count <= int(page_end_number):  # 翻完停止
            try:
                if self.page_count == 1:
                    self.sprider_detail(driver,element_list, page_end_number)
                    pass
                else:
                    if self.haved_sprider_count == self.sprider_count:
                        BaseFrame().debug("采集到达数量采集停止...")
                        BaseFrame().debug("开始写文章...")
                        SpriderTools.builder_word(self.second_folder_name,
                                                  self.word_content_list,
                                                  self.file_path,
                                                  self.word_image_count,
                                                  self.first_folder_name )
                        SpriderTools.copy_file(self.word_content_list,
                                               self.save_path,
                                               self.second_folder_name,
                                               self.file_path)
                        SpriderTools.gen_passandtxt(self.second_folder_name, self.word_content_list, self.file_path)
                        BaseFrame().debug("文件编写完毕，请到对应的磁盘查看word文件和下载文件！")
                        break
                    next_url = self.base_url + "/{0}/{1}_{2}.shtml".format(self.first_column_name,
                                                                           self.second_column_name,
                                                                           self.page_count)
                    driver.get(next_url)
                    element_list = driver.find_elements(By.CLASS_NAME, "j_text_sort_a")
                    self.sprider_detail(driver, element_list, page_end_number)
                    pass
                self.page_count = self.page_count + 1  # 页码增加1
            except Exception as e:
                print("sprider()执行过程出现错误:" + str(e))