Flask接口签名sign原理与实例代码浅析
228
2023-07-01
sftp和ftp 根据配置远程服务器地址下载文件到当前服务
废话不多说,关键代码如下所示:
package com.eastrobot.remote;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import com.eastrobot.util.PropertiesUtil;
/**
* full.zhang
*
* ftp/sftp抽象方法类
*
*/
public abstract class FileRemote {
private static final String FTP_MODE = "ftp";
private static final String SFTP_MODE = "sftp";
public static String ftproot;
public static String mode;
public static String host;
public static String username;
public static String password;
public static String port;
private static FileRemote client = null;
// 最大一次性下载50个文件
public static int max = 50;
private final static Log LOGGER = LogFactory.getLog(FileRemote.class);
public static FileRemote getInstance() {
if (client == null) {
ftproot = PropertiesUtil.getString("transfer.root");
mode = PropertiesUtil.getString("transfer.mode");
host = PropertiesUtil.getString("transfer.host");
username = PropertiesUtil.getString("transfer.username");
password = PropertiesUtil.getString("transfer.password");
port = PropertiesUtil.getString("transfer.port");
if (mode.equals(FTP_MODE)) {
client = new FileFtpRemote();
} else if (mode.equals(SFTP_MODE)) {
client = new FileSftpRemote();
}
}
return client;
}
/**
* 执行定时任务
*/
public void process() {
LOGGER.debug("----------------------------------------进入定时下载远程文件");
// 创建线程池
ExecutorService exec = Executors.newSingleThreadExecutor();
exec.execute(new Runnable() {
@Override
public void run() {
// 建立连接
initFtpInfo(host, port, username, password);
// 远程服务所有源文件路径集合
List
if (listSourcePath.isEmpty()) {
LOGGER.debug("____________________释放连接");
client.closeConnection();
return;
}
if (listSourcePath.size() > max) {
listSourcePath = listSourcePath.subList(0, max);
}
for (String path : listSourcePath) {
downloadRemoteFile(path);
}
LOGGER.debug("____________________释放连接");
client.closeConnection();
}
});
exec.shutdown();
}
/**
* 初始化连接
*
* @param host
* @param port
* @param username
* @param password
* @throws Exception
* @return
*/
public abstract void initFtpInfo(String host, String port, String username, String password);
/**
* 下载远程服务下文件到本地服务
*
* @param path
* @return
* @throws Exception
*/
public abstract void downloadRemoteFile(String filePath);
/**
* 获取远程服务下指定目录下的所有文件路径集合(包含子目录下文件)
*
* @param path
* @return
*/
public abstract List
/**
* 释放连接
*/
public abstract void closeConnection();
}
[java] view plain copy
package com.eastrobot.remote;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.OutputStream;
import java.util.ArrayList;
import java.util.List;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPFile;
import org.apache.commons.net.ftp.FTPReply;
import com.eastrobot.command.Commander;
public class FileFtpRemote extends FileRemote {
protected FTPClient ftpClient;
private String encoding = "UTF-8";
private boolean binaryTransfer = true;
private final static Log LOGGER = LogFactory.getLog(FileFtpRemote.class);
@Override
public void initFtpInfo(String host, String port, String username, String password) {
try {
// 构造一个FtpClient实例
ftpClient = new FTPClient();
// 设置字符集
ftpClient.setControlEncoding(encoding);
// 连接FTP服务器
ftpClient.connect(host, StringUtils.isNotBlank(port) ? Integer.valueOf(port) : 21);
// 连接后检测返回码来校验连接是否成功
int reply = ftpClient.getReplyCode();
if (FTPReply.isPositiveCompletion(reply)) {
// 登陆到ftp服务器
if (ftpClient.login(username, password)) {
setFileType();
}
ftpClient.login(username, password);
} else {
ftpClient.disconnect();
LOGGER.error("ftp服务拒绝连接!");
}
} catch (Exception e) {
if (ftpClient.isConnected()) {
try {
ftpClient.disconnect(); // 断开连接
} catch (IOException e1) {
LOGGER.error("ftp服务连接断开失败!");
}
}
LOGGER.error("ftp服务连接失败!");
}
}
/**
* 设置文件传输类型
*/
private void setFileType() {
try {
if (binaryTransfer) {
ftpClient.setFileType(FTPClient.BINARY_FILE_TYPE);
} else {
ftpClient.setFileType(FTPClient.ASCII_FILE_TYPE);
}
} catch (IOException e) {
e.printStackTrace();
}
}
@Override
public void downloadRemoteFile(String filePath) {
if (StringUtils.endsWith(filePath, "/") || StringUtils.endsWith(filePath, File.separator)) {
filePath = filePath.substring(0, filePath.length() - 1);
}
File saveFile = new File(filePath);
if (saveFile.exists()) {
return;
}
// 文件所在目录
String path = filePath.substring(0, filePath.lastIndexOf("/"));
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.islinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
OutputStream output = null;
try {
// 创建目标文件路径
if (!saveFile.getParentFile().exists()) {
saveFile.getParentFile().mkdirs();
}
saveFile.createNewFile();
// 转移到FTP服务器目录
ftpClient.changeWorkingDirectory(path);
output = new FileOutputStream(saveFile);
ftpClient.retrieveFile(filePath, output);
} catch (IOException e) {
LOGGER.debug("文件:" + filePath + "______________________下载失败!");
e.printStackTrace();
} finally {
LOGGER.debug("文件:" + filePath + "______________________下载成功!");
IOUtils.closeQuietly(output);
}
}
@Override
public List
List
try {
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
boolean changedir = ftpClient.changeWorkingDirectory(path);
if (changedir) {
ftpClient.setControlEncoding(encoding);
FTPFile[] files = ftpClient.listFiles();
for (FTPFile file : files) {
if (list.size() >= max) {
break;
}
if (file.isDirectory()) {
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
list.addAll(this.listRemoteFilePath(path + file.getName()));
} else if (changedir) {
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
File saveFile = new File(path + file.getName());
if (!saveFile.exists()) {
list.add(path + file.getName());
}
}
}
}
} catch (Exception e) {
e.printStackTrace();
}
return list;
}
@Override
public void closeConnection() {
if (ftpClient != null) {
try {
ftpClient.logout();
} catch (IOException e) {
e.printStackTrace();
} finally {
if (ftpClient.isConnected()) {
try {
ftpClient.disconnect();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
}
}
[java] view plain copy
package com.eastrobot.remote;
import java.io.File;
import java.io.FileOutputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Properties;
import java.util.Vector;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import com.eastrobot.command.Commander;
import com.jcraft.jsch.Channel;
import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.Session;
import com.jcraft.jsch.SftpATTRS;
import com.jcraft.jsch.SftpException;
import com.jcraft.jsch.ChannelSftp.LsEntry;
public class FileSftpRemote extends FileRemote {
protected Session session = null;
protected ChannelSftp channel = null;
private final static Log LOGGER = LogFactory.getLog(FileSftpRemote.class);
@Override
public void initFtpInfo(String host, String port, String username, String password) {
try {
JSch jsch = new JSch(); // 创建JSch对象
session = jsch.getSession(username, host, StringUtils.isNotBlank(port) ? Integer.valueOf(port) : 22);
session.setPassword(password); // 设置密码
Properties config = new Properties();
config.put("StrictHostKeyChecking", "no");
session.setConfig(config); // 为Session对象设置properties
session.setTimeout(60000); // 设置timeout时间
session.connect(); // 通过Session建立链接
Channel chan = session.openChannel("sftp"); // 打开SFTP通道
chan.connect(); // 建立SFTP通道的连接
channel = (ChannelSftp) chan;
} catch (Exception e) {
LOGGER.error("sftp连接失败");
e.printStackTrace();
}
}
@Override
public void downloadRemoteFile(String filePath) {
if (StringUtils.endsWith(filePath, "/") || StringUtils.endsWith(filePath, File.separator)) {
filePath = filePath.substring(0, filePath.length() - 1);
}
File saveFile = new File(filePath);
FileOutputStream output = null;
try {
if (saveFile.exists()) {
return;
}
// 创建目标文件路径
if (!saveFile.getParentFile().exists()) {
saveFile.getParentFile().mkdirs();
}
saveFile.createNewFile();
// 文件所在目录
String path = filePath.substring(0, filePath.lastIndexOf("/"));
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
channel.cd(path);
channel.get(filePath, new FileOutputStream(saveFile));
LOGGER.debug("文件:" + filePath + "____________________________________________下载成功!");
} catch (Exception e) {
LOGGER.debug("文件:" + filePath + "____________________________________________下载失败!");
e.printStackTrace();
} finally {
IOUtils.closeQuietly(output);
}
}
@SuppressWarnings("unchecked")
@Override
public List
List
Vector
try {
if (!StringUtils.endsWith(path, "/") && StringUtils.endsWith(path, File.separator)) {
path = path + File.separator;
}
v = channel.ls(path);
} catch (SftpException e) {
e.printStackTrace();
}
for (LsEntry lsEntry : v) {
if (list.size() >= max) {
break;
}
if (!".".equals(lsEntry.getFilename()) && !"..".equals(lsEntry.getFilename())) {
Shttp://ftpATTRS attrs = lsEntry.getAttrs();
if (attrs.isDir()) {
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
list.addAll(this.listRemoteFilePath(path + lsEntry.getFilename()));
} else {
if (!StringUtils.endsWith(path, "/") && !StringUtils.endsWith(path, File.separator)) {
if (Commander.isLinux) {
path = path + File.separator;
} else {
path = path + "/";
}
}
File saveFile = new File(path + lsEntry.getFilename());
if (!saveFile.exists()) {
list.add(path + lsEntry.getFilename());
}
}
}
}
return list;
}
@Override
public void closeConnection() {
try {
if (channel != null) {
channel.quit();
channel.disconnect();
}
if (session != null) {
session.disconnect();
}
} catch (Exception e) {
e.printStackTrace();
}
}
public Session getSession() {
return session;
}
public void setSession(Session session) {
this.session = session;
}
public ChannelSftp getChannel() {
return channel;
}
public void setChannel(ChannelSftp channel) {
this.channel = channel;
}
}
以上所述是给大家介绍的sftp和ftp 根据配置远程服务器地址下载文件到当前服务,希望对大家有所帮助,如果大家有任何疑问请给我留言,会及时回复大家的。在此也非常感谢大家对我们网站的支持!
版权声明:本文内容由网络用户投稿,版权归原作者所有,本站不拥有其著作权,亦不承担相应法律责任。如果您发现本站中有涉嫌抄袭或描述失实的内容,请联系我们jiasou666@gmail.com 处理,核实后本网站将在24小时内删除侵权内容。
发表评论
暂时没有评论,来抢沙发吧~