Android应用开发之使用Socket进行大文件断点上传续传

简介:
在Android中上传文件可以采用HTTP方式,也可以采用Socket方式,但是HTTP方式不能上传大文件,这里介绍一种通过Socket方式来进行断点续传的方式,服务端会记录下文件的上传进度,当某一次上传过程意外终止后,下一次可以继续上传,这里用到的其实还是J2SE里的知识。

这个上传程序的原理是:客户端第一次上传时向服务端发送“Content-Length=35;filename=WinRAR_3.90_SC.exe;sourceid=“这种格式的字符串,服务端收到后会查找该文件是否有上传记录,如果有就返回已经上传的位置,否则返回新生成的sourceid以及position为0,类似”sourceid=2324838389;position=0“这样的字符串,客户端收到返回后的字符串后再从指定的位置开始上传文件。

 

首先是服务端代码:

SocketServer.java

package com.android.socket.server;  
  
import java.io.File;  
import java.io.FileInputStream;  
import java.io.FileOutputStream;  
import java.io.IOException;  
import java.io.OutputStream;  
import java.io.PushbackInputStream;  
import java.io.RandomAccessFile;  
import java.net.ServerSocket;  
import java.net.Socket;  
import java.text.SimpleDateFormat;  
import java.util.Date;  
import java.util.HashMap;  
import java.util.Map;  
import java.util.Properties;  
import java.util.concurrent.ExecutorService;  
import java.util.concurrent.Executors;  
  
import com.android.socket.utils.StreamTool;  
  
public class SocketServer {  
    private ExecutorService executorService;// 线程池   
    private ServerSocket ss = null;  
    private int port;// 监听端口   
    private boolean quit;// 是否退出   
    private Map<Long, FileLog> datas = new HashMap<Long, FileLog>();// 存放断点数据,最好改为数据库存放   
  
    public SocketServer(int port) {  
        this.port = port;  
        // 初始化线程池   
        executorService = Executors.newFixedThreadPool(Runtime.getRuntime()  
                .availableProcessors() * 50);  
    }  
  
    // 启动服务   
    public void start() throws Exception {  
        ss = new ServerSocket(port);  
        while (!quit) {  
            Socket socket = ss.accept();// www.linuxidc.com接受客户端的请求   
            // 为支持多用户并发访问,采用线程池管理每一个用户的连接请求   
            executorService.execute(new SocketTask(socket));// 启动一个线程来处理请求   
        }  
    }  
  
    // 退出   
    public void quit() {  
        this.quit = true;  
        try {  
            ss.close();  
        } catch (IOException e) {  
            e.printStackTrace();  
        }  
    }  
  
    public static void main(String[] args) throws Exception {  
        SocketServer server = new SocketServer(8787);  
        server.start();  
    }  
  
    private class SocketTask implements Runnable {  
        private Socket socket;  
  
        public SocketTask(Socket socket) {  
            this.socket = socket;  
        }  
  
        @Override  
        public void run() {  
            try {  
                System.out.println("accepted connenction from "  
                        + socket.getInetAddress() + " @ " + socket.getPort());  
                PushbackInputStream inStream = new PushbackInputStream(  
                        socket.getInputStream());  
                // 得到客户端发来的第一行协议数据:Content-Length=143253434;filename=xxx.3gp;sourceid=   
                // 如果用户初次上传文件,sourceid的值为空。   
                String head = StreamTool.readLine(inStream);  
                System.out.println(head);  
                if (head != null) {  
                    // 下面从协议数据中读取各种参数值   
                    String[] items = head.split(";");  
                    String filelength = items[0].substring(items[0].indexOf("=") + 1);  
                    String filename = items[1].substring(items[1].indexOf("=") + 1);  
                    String sourceid = items[2].substring(items[2].indexOf("=") + 1);  
                    Long id = System.currentTimeMillis();  
                    FileLog log = null;  
                    if (null != sourceid && !"".equals(sourceid)) {  
                        id = Long.valueOf(sourceid);  
                        log = find(id);//查找上传的文件是否存在上传记录   
                    }  
                    File file = null;  
                    int position = 0;  
                    if(log==null){//如果上传的文件不存在上传记录,为文件添加跟踪记录   
                        String path = new SimpleDateFormat("yyyy/MM/dd/HH/mm").format(new Date());  
                        File dir = new File("file/"+ path);  
                        if(!dir.exists()) dir.mkdirs();  
                        file = new File(dir, filename);  
                        if(file.exists()){//如果上传的文件发生重名,然后进行改名   
                            filename = filename.substring(0, filename.indexOf(".")-1)+ dir.listFiles().length+ filename.substring(filename.indexOf("."));  
                            file = new File(dir, filename);  
                        }  
                        save(id, file);  
                    }else{// 如果上传的文件存在上传记录,读取上次的断点位置   
                        file = new File(log.getPath());//从上传记录中得到文件的路径   
                        if(file.exists()){  
                            File logFile = new File(file.getParentFile(), file.getName()+".log");  
                            if(logFile.exists()){  
                                Properties properties = new Properties();  
                                properties.load(new FileInputStream(logFile));  
                                position = Integer.valueOf(properties.getProperty("length"));//读取断点位置   
                            }  
                        }  
                    }  
                      
                    OutputStream outStream = socket.getOutputStream();  
                    String response = "sourceid="+ id+ ";position="+ position+ "\r\n";  
                    //服务器收到客户端的请求信息后,给客户端返回响应信息:sourceid=1274773833264;position=0   
                    //sourceid由服务生成,唯一标识上传的文件,position指示客户端从文件的什么位置开始上传   
                    outStream.write(response.getBytes());  
                      
                    RandomAccessFile fileOutStream = new RandomAccessFile(file, "rwd");  
                    if(position==0) fileOutStream.setLength(Integer.valueOf(filelength));//设置文件长度   
                    fileOutStream.seek(position);//移动文件指定的位置开始写入数据   
                    byte[] buffer = new byte[1024];  
                    int len = -1;  
                    int length = position;  
                    while( (len=inStream.read(buffer)) != -1){//从输入流中读取数据写入到文件中   
                        fileOutStream.write(buffer, 0, len);  
                        length += len;  
                        Properties properties = new Properties();  
                        properties.put("length", String.valueOf(length));  
                        FileOutputStream logFile = new FileOutputStream(new File(file.getParentFile(), file.getName()+".log"));  
                        properties.store(logFile, null);//实时记录文件的最后保存位置   
                        logFile.close();  
                    }  
                    if(length==fileOutStream.length()) delete(id);  
                    fileOutStream.close();                    
                    inStream.close();  
                    outStream.close();  
                    file = null;  
                }  
            } catch (Exception e) {  
                e.printStackTrace();  
            } finally {  
                try {  
                    if(socket != null && !socket.isClosed()) socket.close();  
                } catch (IOException e) {}  
            }  
        }  
  
    }  
  
    public FileLog find(Long sourceid) {  
        return datas.get(sourceid);  
    }  
  
    // 保存上传记录   
    public void save(Long id, File saveFile) {  
        // 日后可以改成通过数据库存放   
        datas.put(id, new FileLog(id, saveFile.getAbsolutePath()));  
    }  
  
    // 当文件上传完毕,删除记录   
    public void delete(long sourceid) {  
        if (datas.containsKey(sourceid))  
            datas.remove(sourceid);  
    }  
  
    private class FileLog {  
        private Long id;  
        private String path;  
          
        public FileLog(Long id, String path) {  
            super();  
            this.id = id;  
            this.path = path;  
        }  
  
        public Long getId() {  
            return id;  
        }  
  
        public void setId(Long id) {  
            this.id = id;  
        }  
  
        public String getPath() {  
            return path;  
        }  
  
        public void setPath(String path) {  
            this.path = path;  
        }  
  
    }  
}  

ServerWindow.java


package com.android.socket.server;  
  
import java.awt.BorderLayout;  
import java.awt.Frame;  
import java.awt.Label;  
import java.awt.event.WindowEvent;  
import java.awt.event.WindowListener;  
  
public class ServerWindow extends Frame{  
    private SocketServer server;  
    private Label label;  
      
    public ServerWindow(String title){  
        super(title);  
        server = new SocketServer(8787);  
        label = new Label();  
        add(label, BorderLayout.PAGE_START);  
        label.setText("服务器已经启动www.linuxidc.com");  
        this.addWindowListener(new WindowListener() {  
            @Override  
            public void windowOpened(WindowEvent e) {  
                new Thread(new Runnable() {           
                    @Override  
                    public void run() {  
                        try {  
                            server.start();  
                        } catch (Exception e) {  
                            e.printStackTrace();  
                        }  
                    }  
                }).start();  
            }  
              
            @Override  
            public void windowIconified(WindowEvent e) {  
            }  
              
            @Override  
            public void windowDeiconified(WindowEvent e) {  
            }  
              
            @Override  
            public void windowDeactivated(WindowEvent e) {  
            }  
              
            @Override  
            public void windowClosing(WindowEvent e) {  
                 server.quit();  
                 System.exit(0);  
            }  
              
            @Override  
            public void windowClosed(WindowEvent e) {  
            }  
              
            @Override  
            public void windowActivated(WindowEvent e) {  
            }  
        });  
    }  
    /** 
     * @param args 
     */  
    public static void main(String[] args) {  
        ServerWindow window = new ServerWindow("文件上传服务端");   
        window.setSize(300, 300);   
        window.setVisible(true);  
    }  
  
}  

工具类StreamTool.java

package com.android.socket.utils;  
  
import java.io.ByteArrayOutputStream;  
import java.io.File;  
import java.io.FileOutputStream;  
import java.io.IOException;  
import java.io.InputStream;  
import java.io.PushbackInputStream;  
  
public class StreamTool {  
       
     public static void save(File file, byte[] data) throws Exception {  
         FileOutputStream outStream = new FileOutputStream(file);  
         outStream.write(data);  
         outStream.close();  
     }  
       
     public static String readLine(PushbackInputStream in) throws IOException {  
            char buf[] = new char[128];  
            int room = buf.length;  
            int offset = 0;  
            int c;  
loop:       while (true) {  
                switch (c = in.read()) {  
                    case -1:  
                    case '\n':  
                        break loop;  
                    case '\r':  
                        int c2 = in.read();  
                        if ((c2 != '\n') && (c2 != -1)) in.unread(c2);  
                        break loop;  
                    default:  
                        if (--room < 0) {  
                            char[] lineBuffer = buf;  
                            buf = new char[offset + 128];  
                            room = buf.length - offset - 1;  
                            System.arraycopy(lineBuffer, 0, buf, 0, offset);  
                             
                        }  
                        buf[offset++] = (char) c;  
                        break;  
                }  
            }  
            if ((c == -1) && (offset == 0)) return null;  
            return String.copyValueOf(buf, 0, offset);  
    }  
       
    /** 
    * 读取流 
    * @param inStream 
    * @return 字节数组 
    * @throws Exception 
    */  
    public static byte[] readStream(InputStream inStream) throws Exception{  
            ByteArrayOutputStream outSteam = new ByteArrayOutputStream();  
            byte[] buffer = new byte[1024];  
            int len = -1;  
            while( (len=inStream.read(buffer)) != -1){  
                outSteam.write(buffer, 0, len);  
            }  
            outSteam.close();  
            inStream.close();  
            return outSteam.toByteArray();  
    }  
}  

Android客户端代码:

布局文件layout/main.xml

<?xml version="1.0" encoding="utf-8"?>  
<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"  
    android:orientation="vertical"  
    android:layout_width="fill_parent"  
    android:layout_height="fill_parent"  
    >  
<TextView    
    android:layout_width="fill_parent"   
    android:layout_height="wrap_content"   
    android:text="@string/filename"  
    />  
      
    <EditText    
        android:layout_width="fill_parent"   
        android:layout_height="wrap_content"   
        android:text="WinRAR_3.90_SC.exe"  
        android:id="@+id/filename"  
        />  
          
    <Button    
        android:layout_width="wrap_content"   
        android:layout_height="wrap_content"   
        android:text="@string/button"  
        android:id="@+id/button"  
        />  
    <ProgressBar   
            android:layout_width="fill_parent"   
            android:layout_height="20px"  
            style="?android:attr/progressBarStyleHorizontal"  
            android:id="@+id/uploadbar"  
            />   
    <TextView    
        android:layout_width="fill_parent"   
        android:layout_height="wrap_content"   
        android:gravity="center"  
        android:id="@+id/result"  
        />     
</LinearLayout>  

数据文件values/strings.xml

<?xml version="1.0" encoding="utf-8"?>  
<resources>  
    <string name="hello">Hello World, UploadActivity!</string>  
    <string name="app_name">大视频文件断点上传</string>  
    <string name="filename">文件名称</string>  
    <string name="button">上传</string>  
    <string name="sdcarderror">SDCard不存在或者写保护</string>  
    <string name="success">上传完成</string>  
    <string name="error">上传失败</string>  
    <string name="filenotexsit">文件不存在</string>  
</resources>  

AndroidManifest.xml

<?xml version="1.0" encoding="utf-8"?>  
<manifest xmlns:android="http://schemas.android.com/apk/res/android"  
    package="com.android.upload"  
    android:versionCode="1"  
    android:versionName="1.0" >  
  
    <uses-sdk android:minSdkVersion="8" />  
  
    <application  
        android:icon="@drawable/ic_launcher"  
        android:label="@string/app_name" >  
        <activity  
            android:name=".UploadActivity"  
            android:label="@string/app_name" >  
            <intent-filter>  
                <action android:name="android.intent.action.MAIN" />  
  
                <category android:name="android.intent.category.LAUNCHER" />  
            </intent-filter>  
        </activity>  
    </application>  
    <!-- 访问网络的权限 -->  
    <uses-permission android:name="android.permission.INTERNET"/>  
    <!-- 在SDCard中创建与删除文件权限 -->  
    <uses-permission android:name="android.permission.MOUNT_UNMOUNT_FILESYSTEMS"/>  
    <!-- 往SDCard写入数据权限 -->  
    <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE"/>  
</manifest>  

UploadActivity.java

package com.android.upload;  
  
import java.io.File;  
import java.io.OutputStream;  
import java.io.PushbackInputStream;  
import java.io.RandomAccessFile;  
import java.net.Socket;  
  
import android.app.Activity;  
import android.os.Bundle;  
import android.os.Environment;  
import android.os.Handler;  
import android.os.Message;  
import android.view.View;  
import android.widget.Button;  
import android.widget.EditText;  
import android.widget.ProgressBar;  
import android.widget.TextView;  
import android.widget.Toast;  
  
import com.android.service.UploadLogService;  
import com.android.utils.StreamTool;  
  
public class UploadActivity extends Activity {  
    private EditText filenameText;  
    private TextView resulView;  
    private ProgressBar uploadbar;  
    private UploadLogService logService;  
    private Handler handler = new Handler(){  
        @Override  
        public void handleMessage(Message msg) {  
            int length = msg.getData().getInt("size");  
            uploadbar.setProgress(length);  
            float num = (float)uploadbar.getProgress()/(float)uploadbar.getMax();  
            int result = (int)(num * 100);  
            resulView.setText(result+ "%");  
            if(uploadbar.getProgress()==uploadbar.getMax()){  
                Toast.makeText(UploadActivity.this, R.string.success, 1).show();  
            }  
        }  
    };  
      
    @Override  
    public void onCreate(Bundle savedInstanceState) {  
        super.onCreate(savedInstanceState);  
        setContentView(R.layout.main);  
          
        logService = new UploadLogService(this);  
        filenameText = (EditText)this.findViewById(R.id.filename);  
        uploadbar = (ProgressBar) this.findViewById(R.id.uploadbar);  
        resulView = (TextView)this.findViewById(R.id.result);  
        Button button =(Button)this.findViewById(R.id.button);  
        button.setOnClickListener(new View.OnClickListener() {  
            @Override  
            public void onClick(View v) {  
                String filename = filenameText.getText().toString();  
                if(Environment.getExternalStorageState().equals(Environment.MEDIA_MOUNTED)){  
                    File uploadFile = new File(Environment.getExternalStorageDirectory(), filename);  
                    if(uploadFile.exists()){  
                        uploadFile(uploadFile);  
                    }else{  
                        Toast.makeText(UploadActivity.this, R.string.filenotexsit, 1).show();  
                    }  
                }else{  
                    Toast.makeText(UploadActivity.this, R.string.sdcarderror, 1).show();  
                }  
            }  
        });  
    }  
    /** 
     * 上传文件 
     * @param uploadFile 
     */  
    private void uploadFile(final File uploadFile) {  
        new Thread(new Runnable() {           
            @Override  
            public void run() {  
                try {  
                    uploadbar.setMax((int)uploadFile.length());  
                    String souceid = logService.getBindId(uploadFile);  
                    String head = "Content-Length="+ uploadFile.length() + ";filename="+ uploadFile.getName() + ";sourceid="+  
                        (souceid==null? "" : souceid)+"\r\n";  
                    Socket socket = new Socket("192.168.1.123", 8787);  
                    OutputStream outStream = socket.getOutputStream();  
                    outStream.write(head.getBytes());  
                      
                    PushbackInputStream inStream = new PushbackInputStream(socket.getInputStream());      
                    String response = StreamTool.readLine(inStream);  
                    String[] items = response.split(";");  
                    String responseid = items[0].substring(items[0].indexOf("=")+1);  
                    String position = items[1].substring(items[1].indexOf("=")+1);  
                    if(souceid==null){//代表原来没有上传过此文件,往数据库添加一条绑定记录   
                        logService.save(responseid, uploadFile);  
                    }  
                    RandomAccessFile fileOutStream = new RandomAccessFile(uploadFile, "r");  
                    fileOutStream.seek(Integer.valueOf(position));  
                    byte[] buffer = new byte[1024];  
                    int len = -1;  
                    int length = Integer.valueOf(position);  
                    while( (len = fileOutStream.read(buffer)) != -1){  
                        outStream.write(buffer, 0, len);  
                        length += len;  
                        Message msg = new Message();  
                        msg.getData().putInt("size", length);  
                        handler.sendMessage(msg);  
                    }  
                    fileOutStream.close();  
                    outStream.close();  
                    inStream.close();  
                    socket.close();  
                    if(length==uploadFile.length()) logService.delete(uploadFile);  
                } catch (Exception e) {  
                    e.printStackTrace();  
                }  
            }  
        }).start();  
    }  
}  

UploadLogService.java

package com.android.service;  
  
import java.io.File;  
  
import android.content.Context;  
import android.database.Cursor;  
import android.database.sqlite.SQLiteDatabase;  
  
public class UploadLogService {  
    private DBOpenHelper dbOpenHelper;  
      
    public UploadLogService(Context context){  
        this.dbOpenHelper = new DBOpenHelper(context);  
    }  
      
    public void save(String sourceid, File uploadFile){  
        SQLiteDatabase db = dbOpenHelper.getWritableDatabase();  
        db.execSQL("insert into uploadlog(uploadfilepath, sourceid) values(?,?)",  
                new Object[]{uploadFile.getAbsolutePath(),sourceid});  
    }  
      
    public void delete(File uploadFile){  
        SQLiteDatabase db = dbOpenHelper.getWritableDatabase();  
        db.execSQL("delete from uploadlog where uploadfilepath=?", new Object[]{uploadFile.getAbsolutePath()});  
    }  
      
    public String getBindId(File uploadFile){  
        SQLiteDatabase db = dbOpenHelper.getReadableDatabase();  
        Cursor cursor = db.rawQuery("select sourceid from uploadlog where uploadfilepath=?",   
                new String[]{uploadFile.getAbsolutePath()});  
        if(cursor.moveToFirst()){  
            return cursor.getString(0);  
        }  
        return null;  
    }  
}  
DBOpenHelper.java

package com.android.service;  
  
import android.content.Context;  
import android.database.sqlite.SQLiteDatabase;  
import android.database.sqlite.SQLiteOpenHelper;  
  
public class DBOpenHelper extends SQLiteOpenHelper {  
  
    public DBOpenHelper(Context context) {  
        super(context, "upload.db", null, 1);  
    }  
  
    @Override  
    public void onCreate(SQLiteDatabase db) {  
        db.execSQL("CREATE TABLE uploadlog (_id integer primary key autoincrement, uploadfilepath varchar(100), sourceid varchar(10))");  
    }  
  
    @Override  
    public void onUpgrade(SQLiteDatabase db, int oldVersion, int newVersion) {  
        db.execSQL("DROP TABLE IF EXISTS uploadlog");  
        onCreate(db);         
    }  
  
}  



相关文章
|
3天前
|
Shell Android开发
Android系统 adb shell push/pull 禁止特定文件
Android系统 adb shell push/pull 禁止特定文件
16 1
|
2月前
|
Android开发
安卓SO层开发 -- 编译指定平台的SO文件
安卓SO层开发 -- 编译指定平台的SO文件
32 0
|
3天前
|
存储 Java API
Android系统 文件访问权限笔记
Android系统 文件访问权限笔记
35 1
|
3天前
|
移动开发 Java Unix
Android系统 自动加载自定义JAR文件
Android系统 自动加载自定义JAR文件
21 1
|
3天前
|
Android开发
Android源代码定制:添加customize.mk文件进行分项目和分客户的定制
Android源代码定制:添加customize.mk文件进行分项目和分客户的定制
2 0
|
2月前
|
JSON Java Go
|
2月前
|
算法 Java Android开发
安卓逆向 -- 调用其他APK的SO文件
安卓逆向 -- 调用其他APK的SO文件
17 0
|
2月前
|
Android开发
安卓逆向 -- Hook多个dex文件
安卓逆向 -- Hook多个dex文件
19 1
|
3月前
|
IDE 开发工具 Android开发
Android Studio 下发布项目成APK文件
Android Studio 下发布项目成APK文件
118 1
|
3月前
|
安全 Android开发 数据安全/隐私保护
安卓逆向 -- SO文件逆向分析
安卓逆向 -- SO文件逆向分析
21 0