pom.xml配置
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.test</groupId>
<artifactId>springboot-redis-queue</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>
<name>springboot-redis-queue</name>
<description>Demo project for Spring Boot</description>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>1.5.10.RELEASE</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<java.version>1.8</java.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-redis</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.46</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
<version>3.7</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<!-- 测试环境下修改类后会自动重启 -->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-devtools</artifactId>
<optional>true</optional>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>
controller
import javax.servlet.http.HttpServletRequest;
import org.apache.commons.lang3.StringUtils;
import org.assertj.core.util.Lists;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import com.alibaba.fastjson.JSONObject;
@RestController
public class QueueController {
@Autowired QueueService queueService;
/**
* 入队
* @param request
* @param message
* @return
*/
@PostMapping("/queue/push")
public Long push(HttpServletRequest request, String message) {
if (!StringUtils.isBlank(message)) {
return queueService.rightPush("topicName", message);
}
return -1L;
}
/**
* 出队
* @param numbersOfURL
* @return
*/
@GetMapping("/queue/pop")
public JSONObject pop( @RequestParam(defaultValue="5", required=false) Long numbersOfURL) {
JSONObject jo = null;
jo = new JSONObject();
if(numbersOfURL > 0) {
jo.put("popLength", numbersOfURL);
jo.put("data", queueService.pop("topicName", numbersOfURL));
}else{
jo.put("popLength", 0);
jo.put("data", Lists.newArrayList());
}
jo.put("stillHas", queueService.queueSize("topicName"));
return jo;
}
/**
* 清空对应的队列
* @param request
* @return
*/
@PostMapping("/queue/dump")
public Integer queueDump(HttpServletRequest request) {
queueService.queueDump("topicName");
return 1;
}
}
service
import java.util.List;
public interface QueueService {
/**
* 取N条URL队列数据
* @param fullTaskName
* @param numbersOfURL
* @return
*/
public List<Object> pop(String fullTaskName, Long numbersOfURL);
/**
* URL队列入队
* @param webURLList
* @return
*/
public Long rightPushAll(String fullTaskName, String... webURLJSONStringArray);
/**
* URL队列入队
* @param webURLList
* @return
*/
public Long rightPush(String fullTaskName, String webURLJSONStringArray);
/**
* URL队列长度
* @param fullTaskName
* @return
*/
public Long queueSize(String fullTaskName);
/**
* 清空URL队列
* @param fullTaskName
* @return
*/
public void queueDump(String fullTaskName);
/**
* 是否已访问过
* @param fullTaskName
* @param url
* @return
*/
public Boolean hasVisit(String fullTaskName, String url);
/**
* 保存链接对象
* @param fullTaskName
* @param url
*/
public Long saveURL(String fullTaskName, String... visitedLinkArray);
}
service实现类
import java.util.List;
import java.util.concurrent.TimeUnit;
import org.springframework.dao.DataAccessException;
import org.springframework.data.redis.connection.RedisConnection;
import org.springframework.data.redis.connection.StringRedisConnection;
import org.springframework.data.redis.core.BoundListOperations;
import org.springframework.data.redis.core.RedisCallback;
import org.springframework.data.redis.core.StringRedisTemplate;
import org.springframework.stereotype.Service;
import redis.clients.jedis.exceptions.JedisException;
@Service
public class QueueServiceImpl implements QueueService {
private StringRedisTemplate redisTemplate;
private static String HEAD_HISTORY = "HIST:";
private static String HEAD_QUEUE = "QUEUE:";
public QueueServiceImpl(StringRedisTemplate redisTemplate) {
this.redisTemplate = redisTemplate;
}
@Override
public List<Object> pop(String fullTaskName, Long numbersOfURL) {
List<Object> results = redisTemplate.executePipelined(new RedisCallback<String>() {
@Override
public String doInRedis(RedisConnection connection) throws DataAccessException {
StringRedisConnection stringRedisConn = (StringRedisConnection) connection;
for (int i = 0; i < numbersOfURL; i++) {
stringRedisConn.lPop(HEAD_QUEUE.concat(fullTaskName));
}
return null;
}
});
return results;
}
@Override
public Long rightPushAll(String fullTaskName, String... webURLJSONStringArray) {
Long result = -1L;
BoundListOperations<String, String> opt = redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName));
try {
opt.rightPushAll(webURLJSONStringArray);
} catch (JedisException e) {
e.printStackTrace();
}
return result;
}
@Override
public Long rightPush(String fullTaskName, String webURLJSONStringArray) {
Long result = -1L;
BoundListOperations<String, String> opt = redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName));
try {
return opt.rightPush(webURLJSONStringArray);
} catch (JedisException e) {
e.printStackTrace();
}
return result;
}
@Override
public Long queueSize(String fullTaskName) {
return redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName)).size();
}
@Override
public void queueDump(String fullTaskName) {
redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName)).expire(1, TimeUnit.MILLISECONDS);
redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).expire(1, TimeUnit.MILLISECONDS);
}
@Override
public Boolean hasVisit(String fullTaskName, String url) {
Boolean hasVisit = false;
try {
hasVisit = redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).isMember(url);
} catch (JedisException e) {
e.printStackTrace();
}
return hasVisit;
}
@Override
public Long saveURL(String fullTaskName, String... visitedLinkArray) {
Long result = -1L;
try {
result = redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).add(visitedLinkArray);
} catch (JedisException e) {
e.printStackTrace();
}
return result;
}
}
application.properties 配置
server.port=8080
spring.redis.host=192.168.20.234
spring.redis.port=6379
spring.redis.password=aaa1234
spring.redis.database=11
spring.redis.pool.max-active=8
spring.redis.pool.max-wait=-1
spring.redis.pool.max-idle=500
spring.redis.pool.min-idle=5
spring.redis.timeout=3000
springboot启动类
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class Application {
public static void main(String[] args) throws Exception{
SpringApplication.run(Application.class, args);
}
}
网友评论