pom.xml配置

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<groupId>com.test</groupId>
<artifactId>springboot-redis-queue</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>

<name>springboot-redis-queue</name>
<description>Demo project for Spring Boot</description>

<parent>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-parent</artifactId>
    <version>1.5.10.RELEASE</version>
    <relativePath/> <!-- lookup parent from repository -->
</parent>

<properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
    <java.version>1.8</java.version>
</properties>

<dependencies>
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-data-redis</artifactId>
    </dependency>
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-web</artifactId>
    </dependency>

    <dependency>
        <groupId>com.alibaba</groupId>
        <artifactId>fastjson</artifactId>
        <version>1.2.46</version>
    </dependency>
    
    <dependency>
        <groupId>org.apache.commons</groupId>
        <artifactId>commons-lang3</artifactId>
        <version>3.7</version>
    </dependency>
    
    
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-test</artifactId>
        <scope>test</scope>
    </dependency>
    
    <!-- 测试环境下修改类后会自动重启 -->
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-devtools</artifactId>
        <optional>true</optional>
    </dependency>
    
    
</dependencies>

<build>
    <plugins>
        <plugin>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-maven-plugin</artifactId>
        </plugin>
    </plugins>
</build>

</project>

controller

import javax.servlet.http.HttpServletRequest;

import org.apache.commons.lang3.StringUtils;
import org.assertj.core.util.Lists;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;

import com.alibaba.fastjson.JSONObject;

@RestController
public class QueueController {

@Autowired QueueService queueService;

/**
 * 入队
 * @param request
 * @param message
 * @return
 */
@PostMapping("/queue/push")
public Long push(HttpServletRequest request, String message) {
    if (!StringUtils.isBlank(message)) {
        return queueService.rightPush("topicName", message);
    }
    return -1L;
}

/**
 * 出队
 * @param numbersOfURL
 * @return
 */
@GetMapping("/queue/pop")
public JSONObject pop( @RequestParam(defaultValue="5", required=false) Long numbersOfURL) {
    JSONObject jo = null;
    jo = new JSONObject();
    if(numbersOfURL > 0) {
        jo.put("popLength", numbersOfURL);
        jo.put("data", queueService.pop("topicName", numbersOfURL));
    }else{
        jo.put("popLength", 0);
        jo.put("data", Lists.newArrayList());
    }
    jo.put("stillHas", queueService.queueSize("topicName"));
    return jo;
}


/**
 * 清空对应的队列
 * @param request
 * @return
 */
@PostMapping("/queue/dump")
public Integer queueDump(HttpServletRequest request) {
    queueService.queueDump("topicName");
    return 1;
}

}

service

import java.util.List;

public interface QueueService {

/**
 * 取N条URL队列数据
 * @param fullTaskName
 * @param numbersOfURL
 * @return
 */
public List<Object> pop(String fullTaskName, Long numbersOfURL);

/**
 * URL队列入队
 * @param webURLList
 * @return
 */
public Long rightPushAll(String fullTaskName, String... webURLJSONStringArray);

/**
 * URL队列入队
 * @param webURLList
 * @return
 */
public Long rightPush(String fullTaskName, String webURLJSONStringArray);

/**
 * URL队列长度
 * @param fullTaskName
 * @return
 */
public Long queueSize(String fullTaskName);

/**
 * 清空URL队列
 * @param fullTaskName
 * @return
 */
public void queueDump(String fullTaskName);

/**
 * 是否已访问过
 * @param fullTaskName
 * @param url
 * @return
 */
public Boolean hasVisit(String fullTaskName, String url);

/**
 * 保存链接对象
 * @param fullTaskName
 * @param url
 */
public Long saveURL(String fullTaskName, String... visitedLinkArray);

}

service实现类

import java.util.List;
import java.util.concurrent.TimeUnit;
import org.springframework.dao.DataAccessException;
import org.springframework.data.redis.connection.RedisConnection;
import org.springframework.data.redis.connection.StringRedisConnection;
import org.springframework.data.redis.core.BoundListOperations;
import org.springframework.data.redis.core.RedisCallback;
import org.springframework.data.redis.core.StringRedisTemplate;
import org.springframework.stereotype.Service;

import redis.clients.jedis.exceptions.JedisException;

@Service
public class QueueServiceImpl implements QueueService {

private StringRedisTemplate redisTemplate;

private static String HEAD_HISTORY = "HIST:";
private static String HEAD_QUEUE = "QUEUE:";

public QueueServiceImpl(StringRedisTemplate redisTemplate) {
    this.redisTemplate = redisTemplate;
}

@Override
public List<Object> pop(String fullTaskName, Long numbersOfURL) {

    List<Object> results = redisTemplate.executePipelined(new RedisCallback<String>() {
        @Override
        public String doInRedis(RedisConnection connection) throws DataAccessException {
            StringRedisConnection stringRedisConn = (StringRedisConnection) connection;
            for (int i = 0; i < numbersOfURL; i++) {
                stringRedisConn.lPop(HEAD_QUEUE.concat(fullTaskName));
            }
            return null; 
        }
    });
    return results;
}

@Override
public Long rightPushAll(String fullTaskName, String... webURLJSONStringArray) {
    Long result = -1L;
    BoundListOperations<String, String> opt = redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName));
    try {
        opt.rightPushAll(webURLJSONStringArray);
    } catch (JedisException e) {
        e.printStackTrace();
    }
    return result;
}

@Override
public Long rightPush(String fullTaskName, String webURLJSONStringArray) {
    Long result = -1L;
    BoundListOperations<String, String> opt = redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName));
    try {
        return opt.rightPush(webURLJSONStringArray);
    } catch (JedisException e) {
        e.printStackTrace();
    }
    return result;
}

@Override
public Long queueSize(String fullTaskName) {
    return redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName)).size();
}

@Override
public void queueDump(String fullTaskName) {
    redisTemplate.boundListOps(HEAD_QUEUE.concat(fullTaskName)).expire(1, TimeUnit.MILLISECONDS);
    redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).expire(1, TimeUnit.MILLISECONDS);
}

@Override
public Boolean hasVisit(String fullTaskName, String url) {

    Boolean hasVisit = false;
    try {
        hasVisit = redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).isMember(url);
    } catch (JedisException e) {
        e.printStackTrace();
    }
    return hasVisit;
}

@Override
public Long saveURL(String fullTaskName, String... visitedLinkArray) {

    Long result = -1L;
    try {
        result = redisTemplate.boundSetOps(HEAD_HISTORY.concat(fullTaskName)).add(visitedLinkArray);
    } catch (JedisException e) {
        e.printStackTrace();
    }
    return result;
}

}

application.properties 配置

server.port=8080
spring.redis.host=192.168.20.234
spring.redis.port=6379
spring.redis.password=aaa1234
spring.redis.database=11
spring.redis.pool.max-active=8
spring.redis.pool.max-wait=-1
spring.redis.pool.max-idle=500
spring.redis.pool.min-idle=5
spring.redis.timeout=3000

springboot启动类

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;

@SpringBootApplication
public class Application {

public static void main(String[] args) throws Exception{
    SpringApplication.run(Application.class, args);
}

}