一、python安装与下载依赖
依赖版本
TensorFlow>=2.3.0
Keras >= 2.4.3
Numpy < 1.19.0
Pandas >= 1.1.0
scikit-learn >= 0.23.2
librosa >=0.8.0
scipy==1.4.1
依赖下载
TensorFlow>=2.3.0 pip3 install tensorflow-cpu==2.3.0 -i https://pypi.douban.com/simple/
Keras >= 2.4.3 pip3 install Keras==2.4.3 -i https://pypi.douban.com/simple/
Pandas >= 1.1.0 pip3 install Pandas==1.1.0 -i https://pypi.douban.com/simple/
scikit-learn >= 0.23.2 pip3 install scikit-learn==0.23.2 -i https://pypi.douban.com/simple/
librosa >=1.19.1 pip3 install librosa==0.8.0 -i https://pypi.douban.com/simple/
scipy==1.4.1 pip3 install scipy==1.4.1 -i https://pypi.douban.com/simple/
安装python3
yum -y install gcc
yum -y install zlib-devel bzip2-devel openssl-devel ncurses-devel sqlite-devel readline-devel tk-devel gdbm-devel db4-devel libpcap-devel xz-devel libffi-devel
wget https://www.python.org/ftp/python/3.7.3/Python-3.7.3.tgz
tar -zxvf Python-3.7.3.tgz
mkdir /usr/local/python3
cd Python-3.7.3
./configure --prefix=/usr/local/python3
make && make install
ln -sf /usr/local/python3/bin/python3.7 /usr/bin/python3
ln -sf /usr/local/python3/bin/pip3.7 /usr/bin/pip3
验证
pip3 list
pip3升级
pip3 --default-timeout=10000 install -U pip
pip3 卸载与安装
pip3 install 包名 例如：pip3 install Pandas
pip3 uninstall 包名 例如： pip3 uninstall Pandas
二、mybatis plus 乐观锁配置
import com.baomidou.mybatisplus.extension.plugins.OptimisticLockerInterceptor;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.transaction.annotation.EnableTransactionManagement;
/**
* mybatis plus 乐观锁配置
* @author nick
*/
@EnableTransactionManagement
@Configuration
public class MybatisPlusConfig {
/**
* 乐观锁
*/
@Bean
public OptimisticLockerInterceptor optimisticLockerInterceptor() {
return new OptimisticLockerInterceptor();
}
}
三、@Scheduled定时任务升级分布式定时任务
/**
* DisSchedule切面
*/
@Order(100)
@Aspect
@Slf4j
public class DisScheduleAspect {
public static final String SERVER_NAME = "serverName";
private final IDisScheduleService disScheduleService;
private final String serverName;
public DisScheduleAspect(
IDisScheduleService disScheduleService,
Environment environment) {
Preconditions.checkNotNull(disScheduleService);
this.disScheduleService = disScheduleService;
Preconditions.checkNotNull(environment);
String serverName = environment.getProperty(SERVER_NAME);
Preconditions.checkArgument(!Strings.isNullOrEmpty(serverName));
this.serverName = serverName;
}
/**
* 方法上有注解SaveLog
*/
@Pointcut(value = "@annotation(com.citydo.xclouddesk.interceptor.annotation.DisSchedule)")
public void disScheduleAnnotation() {
}
@Around(value = "disScheduleAnnotation() && @annotation(disSchedule)")
public Object disSchedule(ProceedingJoinPoint joinPoint, DisSchedule disSchedule) throws Throwable {
Preconditions.checkNotNull(disSchedule);
// 当前时间
Date curDate = TimeUtil.getCurDate();
// 获取name
String name = disSchedule.name();
if (Strings.isNullOrEmpty(name)) {
// 方法名
Signature signature = joinPoint.getSignature();
name = signature.getName();
}
// 时间间隔
int duration = disSchedule.duration();
if (duration <= 0) {
log.error(
"disSchedule fail, duration {} is less or equal 0, name : {}",
duration,
name
);
return null;
}
// 时间间隔的单位
TimeUnit unit = disSchedule.unit().getUnit();
// 转化为毫秒
long millis = unit.toMillis(duration);
// 获取当前任务所属的开始时间
Date taskDate = TimeUtil.getMillisDate(curDate, (int) millis);
// 当前服务是否属于线上服务
if (!disScheduleService.serverNameIsValid(serverName)) {
log.info(
"disSchedule fail, serverName is invalid, serverName : {} , name : {} , taskDate : {}",
serverName,
name,
TimeUtil.specialFormatToDateStr(taskDate)
);
return null;
}
if (!disScheduleService.tryGetLock(name, taskDate, serverName)) {
log.info(
"Distributed lock not acquired, name : {} , taskDate : {}",
name,
TimeUtil.specialFormatToDateStr(taskDate)
);
return null;
}
// 执行正常的方法逻辑
return joinPoint.proceed();
}
}
/**
* 在方法执行之前，决定当前是否需要执行定时调度任务
* @author nick
*/
@Target(ElementType.METHOD)
@Retention(RetentionPolicy.RUNTIME)
public @interface DisSchedule {
/**
* 定时调度任务的名称(默认是方法名)
*/
String name() default "";
/**
* 任务的间隔时间
*/
int duration();
/**
* duration的时间单位(默认：分钟)
*/
DisScheduleUnit unit() default DisScheduleUnit.MINUTES;
}
/**
* 分布式定时调度服务
* @author nick
*/
public interface IDisScheduleService {
/**
* 重新加载
*/
void reload();
/**
* serverName是否有效
*/
boolean serverNameIsValid(String serverName);
/**
* 尝试获取锁
*/
boolean tryGetLock(String taskName, Date taskDate, String serverName);
/**
* 添加当前的serverName
*/
void addServerName(String serverName);
/**
* 移除当前的serverName
*/
void removeServerName(String serverName);
}
/**
* redis实现
*/
@Slf4j
@Service
public class DisScheduleRedisServiceImpl implements IDisScheduleService {
public static final String DIS_SCHEDULE_SERVER_NAME = "disScheduleServerName";
private final IRedisManager redisManager;
public DisScheduleRedisServiceImpl(IRedisManager redisManager) {
Preconditions.checkNotNull(redisManager);
this.redisManager = redisManager;
}
@Override
public void reload() {
// do nothing
}
@Override
public boolean serverNameIsValid(String serverName) {
try {
return redisManager.isMember(DIS_SCHEDULE_SERVER_NAME, serverName);
} catch (Exception e) {
log.error(
"DisScheduleRedisServiceImpl-serverNameIsValid fail, serverName : {} , exception : {}",
serverName,
e
);
}
return false;
}
@Override
public boolean tryGetLock(String taskName, Date taskDate, String serverName) {
try {
return redisManager.setNx(
taskName + "_" + TimeUtil.specialFormatToDateStr(taskDate),
serverName
);
} catch (Exception e) {
log.error(
"DisScheduleRedisServiceImpl-tryGetLock fail, taskName : {} , taskDate : {} , serverName : {} , exception : {}",
taskName,
TimeUtil.specialFormatToDateStr(taskDate),
serverName,
e
);
}
return false;
}
@Override
public void addServerName(String serverName) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(serverName));
redisManager.sAdd(DIS_SCHEDULE_SERVER_NAME, serverName);
}
@Override
public void removeServerName(String serverName) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(serverName));
redisManager.sRem(DIS_SCHEDULE_SERVER_NAME, serverName);
}
// @DisSchedule(name = "testSchedule", duration = 1, unit = DisScheduleUnit.MINUTES)
// @Scheduled(cron = "0 0/1 * * * ?")
// public void testSchedule() {
// logger.info("输出");
// }
}
public interface IRedisManager {
/**
* 向set中添加元素
*/
boolean sAdd(String key, String value);
/**
* set中是否存在value
*/
boolean isMember(String key, String value);
/**
* 移除set中的元素
*/
void sRem(String key, String value);
/**
* 设置字符串的值（如果不存在的话）
*/
boolean setNx(String key, String value);
}
/**
* 基于jedis实现的redisManager
*/
@Service
public class JedisManagerImpl implements IRedisManager {
@Autowired
private JedisPoolClient jedisPoolClient;
/**
* 返回1说明添加成功，返回0说明已经存在
* @param key
* @param value
* @return
*/
@Override
public boolean sAdd(String key, String value) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(key));
Preconditions.checkArgument(!Strings.isNullOrEmpty(value));
return jedisPoolClient.sAdd(key, value) == 1L;
}
@Override
public boolean isMember(String key, String value) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(key));
Preconditions.checkArgument(!Strings.isNullOrEmpty(value));
return jedisPoolClient.isMember(key, value);
}
@Override
public void sRem(String key, String value) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(key));
Preconditions.checkArgument(!Strings.isNullOrEmpty(value));
jedisPoolClient.sRem(key, value);
}
@Override
public boolean setNx(String key, String value) {
Preconditions.checkArgument(!Strings.isNullOrEmpty(key));
Preconditions.checkArgument(!Strings.isNullOrEmpty(value));
return jedisPoolClient.setNX(key, value);
}
}
参考：https://github.com/death00/dis-schedule
四、Multiset与HashMap、Multimap关系
