SFTP & FTP Upload

待我称王封你为后i 2022-08-10 17:39 224阅读 0赞

简述

>> FTP:

1. Install FTP service on Linux(Red Hat) as root user  
   \[root\]\# yum install ftp  
  
2. Configure FTP as root user

a) Be clear with below properties, and configure them in the file /etc/vsftpd/vsftpd.conf as root user

\# Uncomment this to allow local users to log in.  
     local\_enable=YES  
  
     \# Uncomment this to enable any form of FTP write command.  
     write\_enable=YES  
  
     \# Default umask for local users is 077. You may wish to change this to 022,  
     \# if your users expect that (022 is used by most other ftpd's)  
     local\_umask=022  
  
     \# When "listen" directive is enabled, vsftpd runs in standalone mode and  
     \# listens on IPv4 sockets. This directive cannot be used in conjunction  
     \# with the listen\_ipv6 directive.  
     listen=YES  
  
     userlist\_enable=YES  
     userlist\_deny=NO  
  
     \#Passive mode not allowed  
     pasv\_enable=NO  
  
     \# Make sure PORT transfer connections originate from port 20 (ftp-data).  
     connect\_from\_port\_20=YES  
  
     \#Specify listen port  
     listen\_port=21  
  
     \#Allow active mode  
     port\_enable=YES  
  
b) Make sure ftp user exists in the file /etc/vsftpd/user\_list as root user  
  
3. Restart FTP service as root user  
   \[root\]\# service vsftpd restart  
  
  
>> SFTP:  
Generally SFTP service is installed/configured on Linux OS  
  
>> Please refer to below info:  
    如果ftp服务器没有开通20，但是FTP服务器开通了高位随机端口，则必须使用被动模块，同时也可以使用主动模式。  
如果客服端的防火墙关闭了端口的主动接收功能，则无法使用主动模式，但可以使用被动模块，这也是被动模块存在的原因。  
    一般公司内部为了服务器安全点，使用主动模式，但对客户端有些要求，可以接受端口的请求数据。  
  
PORT（主动）方式的连接过程是：  
    客户端向服务器的FTP端口（默认是21）发送连接请求，服务器接受连接，建立一条命令链路。   
当需要传送数据时，客户端在命令链路上用PORT命令告诉服务器：“我打开了\*\*\*\*端口，你过来连接我”。  
于是服务器从20端口向客户端的\*\*\*\*端口发送连接请求，建立一条数据链路来传送数据。   
  
PASV（被动）方式的连接过程是：  
    客户端向服务器的FTP端口（默认是21）发送连接请求，服务器接受连接，建立一条命令链路。   
当需要传送数据时，服务器在命令链路上用PASV命令告诉客户端：“我打开了\*\*\*\*端口，你过来连接我”。  
于是客户端向服务器的\*\*\*\*端口发送连接请求，建立一条数据链路来传送数据。   
  
    从上面可以看出，两种方式的命令链路连接方法是一样的，而数据链路的建立方法就完全不同。

【FTP Upload】

package shuai.study.ftp;
    
    import java.io.File;
    import java.io.FileInputStream;
    import java.io.IOException;
    import java.io.InputStream;
    import java.util.Collection;
    import java.util.HashSet;
    import java.util.Iterator;
    import java.util.Set;
    
    import org.apache.commons.io.FileUtils;
    import org.apache.commons.io.IOUtils;
    import org.apache.commons.net.ftp.FTPClient;
    import org.apache.log4j.LogManager;
    import org.apache.log4j.Logger;
    import org.apache.log4j.xml.DOMConfigurator;
    
    /**
     * @Description: FTP Upload
     * @author Zhou Shengshuai
     * @date 2014年8月5日 下午2:37:57
     * 
     */
    public class FtpUpload {
    	private static final Logger logger = LogManager.getLogger(FtpUpload.class);
    
    	static {
    		System.setProperty("FTP_LOG", "/home/tmp/log");
    		DOMConfigurator.configure("/home/tmp/configuration/log4j.xml");
    	}
    
    	private static String hostname = "192.168.0.1";
    	private static int ftpPort = 21;
    
    	private static String ftpUsername = "ftpuser";
    	private static String ftpPassword = "ftpPassword";
    
    	private static String remoteDirectoryString = "/upload";
    	private static File localDirectory = new File("/home/tmp/local");
    
    	public static Set<File> upload(Collection<File> localFileCollection) {
    		Set<File> localFileSet = new HashSet<File>();
    
    		FTPClient ftpClient = connect(hostname, ftpPort, ftpUsername, ftpPassword, remoteDirectoryString);
    
    		if (ftpClient != null && ftpClient.isConnected()) {
    			Iterator<File> localFileIterator = localFileCollection.iterator();
    
    			while (localFileIterator.hasNext()) {
    				File localFile = localFileIterator.next();
    				if (upload(ftpClient, localFile)) {
    					// Add localFile into localFileSet after upload successfully, and will delete these local files
    					localFileSet.add(localFile);
    				}
    			}
    		}
    
    		disconnect(ftpClient);
    
    		return localFileSet;
    	}
    
    	private static boolean upload(FTPClient ftpClient, File localFile) {
    		boolean storeFileFlag = false;
    
    		if (localFile != null && localFile.isFile()) {
    			InputStream fileInputStream = null;
    
    			try {
    				fileInputStream = new FileInputStream(localFile);
    
    				storeFileFlag = ftpClient.storeFile(localFile.getName(), fileInputStream);
    
    				if (storeFileFlag) {
    					logger.info("Upload local file " + localFile + " to remote directory " + ftpUsername + "@" + hostname + ":" + remoteDirectoryString + " via FTP");
    				} else {
    					logger.error("Fail to upload local file " + localFile + " to remote directory " + ftpUsername + "@" + hostname + ":" + remoteDirectoryString + " via FTP");
    				}
    			} catch (IOException ioe) {
    				logger.error("FTP Upload Exception", ioe);
    			} finally {
    				IOUtils.closeQuietly(fileInputStream);
    			}
    		}
    
    		return storeFileFlag;
    	}
    
    	private static FTPClient connect(String hostname, int ftpPort, String ftpUsername, String ftpPassword, String remoteDirectoryString) {
    		FTPClient ftpClient = new FTPClient();
    
    		try {
    			ftpClient.connect(hostname, ftpPort);
    			logger.info("FTP Connected " + hostname + ":" + ftpPort);
    
    			ftpClient.login(ftpUsername, ftpPassword);
    			logger.info("FTP Logined as " + ftpUsername);
    
    			// ftpClient.enterLocalPassiveMode();
    			// if (!FTPReply.isPositiveCompletion(ftpClient.getReplyCode())) {
    			// logger.error("FTP Response Unsuccessfully");
    			// disconnect(ftpClient);
    			// }
    
    			if (ftpClient.makeDirectory(remoteDirectoryString)) {
    				logger.info("FTP Directory Made " + remoteDirectoryString);
    			}
    
    			ftpClient.changeWorkingDirectory(remoteDirectoryString);
    			logger.info("FTP Working Directory Changed as " + remoteDirectoryString);
    
    			// ftpClient.setBufferSize(1024);
    			// ftpClient.setControlEncoding("UTF-8");
    			ftpClient.setFileType(FTPClient.BINARY_FILE_TYPE);
    			ftpClient.setFileTransferMode(FTPClient.BINARY_FILE_TYPE);
    		} catch (IOException ioe) {
    			logger.error("FTP Connection Exception", ioe);
    		}
    
    		return ftpClient;
    	}
    
    	private static void disconnect(FTPClient ftpClient) {
    		if (ftpClient != null) {
    			try {
    				ftpClient.logout();
    				ftpClient.disconnect();
    			} catch (IOException ioe) {
    				logger.error("FTP Disconnection Exception", ioe);
    			}
    		}
    
    		logger.info("FTP Disconnected");
    	}
    
    	private static void delete(Set<File> exportCucFileSet) {
    		Iterator<File> exportCucFileIterator = exportCucFileSet.iterator();
    
    		while (exportCucFileIterator.hasNext()) {
    			File exportCucFile = exportCucFileIterator.next();
    
    			if (FileUtils.deleteQuietly(exportCucFile)) {
    				logger.info("Delete local file " + exportCucFile + " after FTP upload");
    			} else {
    				logger.error("Fail to delete local file " + exportCucFile + " after FTP upload");
    			}
    		}
    	}
    
    	public static void main(String[] args) {
    		Collection<File> localFileCollection = FileUtils.listFiles(localDirectory, new String[] { "gz", "GZ", "xml", "XML", "zip", "ZIP" }, true);
    
    		Set<File> localFileSet = FtpUpload.upload(localFileCollection);
    
    		delete(localFileSet);
    	}
    }

【SFTP Upload】

package shuai.study.sftp;
    
    import java.io.File;
    import java.io.FileInputStream;
    import java.io.FileNotFoundException;
    import java.util.Collection;
    import java.util.Iterator;
    import java.util.Properties;
    
    import org.apache.commons.io.FileUtils;
    import org.apache.log4j.LogManager;
    import org.apache.log4j.Logger;
    import org.apache.log4j.xml.DOMConfigurator;
    
    import com.jcraft.jsch.Channel;
    import com.jcraft.jsch.ChannelSftp;
    import com.jcraft.jsch.JSch;
    import com.jcraft.jsch.JSchException;
    import com.jcraft.jsch.Session;
    import com.jcraft.jsch.SftpException;
    
    /**
     * @Description: SFTP Upload
     * @author Zhou Shengshuai
     * @date 2014年8月1日 下午2:37:57
     * 
     */
    public class SftpUpload {
    	private static final Logger logger = LogManager.getLogger(SftpUpload.class);
    
    	static {
    		System.setProperty("FTP_LOG", "/home/tmp/log");
    		DOMConfigurator.configure("/home/tmp/configuration/log4j.xml");
    	}
    
    	private static String hostname = "192.168.0.1";
    	private static int sftpPort = 22;
    
    	private static String sftpUsername = "ftpuser";
    	private static String sftpPassword = "ftpPassword";
    
    	private static String remoteDirectoryString = "/upload";
    	private static String localDirectoryString = "/home/tmp/local";
    
    	/**
    	 * @Description: Upload
    	 */
    	public static void upload() {
    		File localDirectory = new File(localDirectoryString);
    
    		if (localDirectory.exists()) {
    			ChannelSftp sftp = connect(hostname, sftpPort, sftpUsername, sftpPassword);
    
    			Collection<File> localFileCollection = FileUtils.listFiles(localDirectory, new String[] { "gz", "GZ", "xml", "XML", "zip", "ZIP" }, true);
    			Iterator<File> localFileIterator = localFileCollection.iterator();
    
    			while (localFileIterator.hasNext()) {
    				File localFile = localFileIterator.next();
    				logger.info("Local File: " + localFile);
    
    				if (sftp != null && sftp.isConnected()) {
    					upload(remoteDirectoryString, localFile, sftp);
    				}
    			}
    
    			disconnect(sftp);
    		} else {
    			logger.warn("The Local Directory " + localDirectoryString + " doesn't exist");
    		}
    	}
    
    	/**
    	 * @Description: SFTP Upload
    	 * 
    	 * @param remoteDirectoryString
    	 *            Remote CM Directory
    	 * @param localFile
    	 *            Local CM File
    	 * @param sftp
    	 *            ChannelSftp
    	 */
    	public static void upload(String remoteDirectoryString, File localFile, ChannelSftp sftp) {
    		logger.info("Remote Directory: " + remoteDirectoryString);
    
    		try {
    			sftp.cd(remoteDirectoryString);
    			sftp.put(new FileInputStream(localFile), localFile.getName());
    
    			FileUtils.deleteQuietly(localFile);
    
    			logger.info("Upload Local File " + localFile + " via SFTP");
    		} catch (FileNotFoundException fnfe) {
    			logger.error("File Not Found Exception", fnfe);
    		} catch (SftpException se) {
    			logger.error("SFTP Upload Exception", se);
    		}
    	}
    
    	/**
    	 * @Description: SFTP Connection
    	 * 
    	 * @param hostname
    	 *            SFTP HOST
    	 * @param sftpPort
    	 *            SFTP PORT
    	 * @param sftpUsername
    	 *            SFTP USERNAME
    	 * @param sftpPassword
    	 *            SFTP PASSWORD
    	 * 
    	 * @return ChannelSftp
    	 */
    	public static ChannelSftp connect(String hostname, int sftpPort, String sftpUsername, String sftpPassword) {
    		JSch jsch = new JSch();
    		Properties sshConfig = new Properties();
    
    		Channel channel = null;
    
    		try {
    			Session session = jsch.getSession(sftpUsername, hostname, sftpPort);
    			logger.info("Session Created");
    
    			session.setPassword(sftpPassword);
    
    			sshConfig.put("StrictHostKeyChecking", "no");
    			session.setConfig(sshConfig);
    			// session.setTimeout(60000);
    			// session.setServerAliveInterval(90000);
    
    			session.connect();
    			logger.info("Session Connected");
    
    			channel = session.openChannel("sftp");
    			logger.info("Channel Opened");
    
    			channel.connect();
    			logger.info("Channel Connected");
    		} catch (JSchException je) {
    			logger.error("SFTP Exception", je);
    		}
    
    		return (ChannelSftp) channel;
    	}
    
    	/**
    	 * @Description: Disconnect SFTP
    	 * 
    	 * @param sftp
    	 *            ChannelSftp
    	 */
    	public static void disconnect(ChannelSftp sftp) {
    		if (sftp != null) {
    			try {
    				sftp.getSession().disconnect();
    			} catch (JSchException je) {
    				logger.error("SFTP Disconnect Exception", je);
    			}
    
    			sftp.disconnect();
    		}
    	}
    
    	/**
    	 * @Description: Main Thread
    	 * @param args
    	 */
    	public static void main(String[] args) {
    		SftpUpload.upload();
    	}
    }

【Shell FTP Upload】

#!/bin/bash
    
    HOST="192.168.0.1"
    USER="ftpuser"
    PASS="ftpPassword"
    
    LOCAL_DIR="/home/tmp/local"
    REMOTE_DIR="/home/<ftp-user>/remote"
    
    ftp -v -n << EOF
    open ${HOST}
    user ${USER} ${PASS}
    prompt off
    passive off
    binary
    lcd ${LOCAL_DIR}
    cd ${REMOTE_DIR}
    mput *
    close
    bye
    EOF