34 arc f5 save slack channels

slack-archive/build.gradle

@@ -49,6 +49,8 @@ dependencies {
     }
     compile 'org.springframework.boot:spring-boot-starter-jetty'
     compile 'org.springframework.boot:spring-boot-starter-data-mongodb'
+    compile 'org.apache.httpcomponents:httpclient:4.5.3'
+    compile group: 'org.apache.commons', name: 'commons-io', version: '1.3.2'
     compile 'org.projectlombok:lombok:1.16.10'
     compile 'javax.inject:javax.inject:1'
     testCompile 'net.javacrumbs.json-unit:json-unit-fluent:1.19.0'

slack-archive/src/main/java/juja/microservices/slack/archive/SchedulerConfig.java

@@ -0,0 +1,24 @@
+package juja.microservices.slack.archive;
+
+import org.springframework.context.annotation.Configuration;
+import org.springframework.scheduling.annotation.EnableScheduling;
+import org.springframework.scheduling.annotation.SchedulingConfigurer;
+import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler;
+import org.springframework.scheduling.config.ScheduledTaskRegistrar;
+
+@Configuration
+@EnableScheduling
+public class SchedulerConfig implements SchedulingConfigurer {
+
+    private final int POOL_SIZE = 2;
+
+    @Override
+    public void configureTasks(ScheduledTaskRegistrar scheduledTaskRegistrar) {
+        ThreadPoolTaskScheduler threadPoolTaskScheduler = new ThreadPoolTaskScheduler();
+        threadPoolTaskScheduler.setPoolSize(POOL_SIZE);
+        threadPoolTaskScheduler.setThreadNamePrefix("sheduled-get-slack-channels-task-pool-");
+        threadPoolTaskScheduler.initialize();
+
+        scheduledTaskRegistrar.setTaskScheduler(threadPoolTaskScheduler);
+    }
+}

slack-archive/src/main/java/juja/microservices/slack/archive/SlackArchiveApplication.java

@@ -1,11 +1,42 @@
 package juja.microservices.slack.archive;
 
+import org.apache.http.impl.client.HttpClients;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.context.annotation.Bean;
+import org.springframework.http.client.ClientHttpRequestFactory;
+import org.springframework.http.client.HttpComponentsClientHttpRequestFactory;
+import org.springframework.http.converter.FormHttpMessageConverter;
+import org.springframework.http.converter.HttpMessageConverter;
+import org.springframework.http.converter.StringHttpMessageConverter;
+import org.springframework.http.converter.json.MappingJackson2HttpMessageConverter;
+import org.springframework.scheduling.annotation.EnableScheduling;
+import org.springframework.web.client.RestTemplate;
+
+import java.util.ArrayList;
+import java.util.List;
 
 @SpringBootApplication
 public class SlackArchiveApplication {
     public static void main(String[] args) {
         SpringApplication.run(SlackArchiveApplication.class, args);
     }
+
+    @Bean
+    public RestTemplate restTemplate() {
+        RestTemplate restTemplate = new RestTemplate(httpRequestFactory());
+        restTemplate.setMessageConverters(getHttpMessageConverters());
+        return restTemplate;
+    }
+
+    private ClientHttpRequestFactory httpRequestFactory() {
+        return new HttpComponentsClientHttpRequestFactory(HttpClients.createDefault());
+    }
+
+    private List<HttpMessageConverter<?>> getHttpMessageConverters() {
+        List<HttpMessageConverter<?>> converters = new ArrayList<>();
+        converters.add(new MappingJackson2HttpMessageConverter());
+        converters.add(new StringHttpMessageConverter());
+        return converters;
+    }
 }

slack-archive/src/main/java/juja/microservices/slack/archive/api/SlackApiClient.java

@@ -0,0 +1,10 @@
+package juja.microservices.slack.archive.api;
+
+import juja.microservices.slack.archive.model.entity.RawChannel;
+
+import java.util.List;
+
+public interface SlackApiClient {
+
+    List<RawChannel> receiveRawChannelsList();
+}

slack-archive/src/main/java/juja/microservices/slack/archive/api/SlackApiClientImpl.java

@@ -0,0 +1,70 @@
+package juja.microservices.slack.archive.api;
+
+import juja.microservices.slack.archive.exceptions.ArchiveException;
+import juja.microservices.slack.archive.model.dto.ChannelsRawSlackResponse;
+import juja.microservices.slack.archive.model.entity.RawChannel;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.http.ResponseEntity;
+import org.springframework.stereotype.Repository;
+import org.springframework.web.client.HttpClientErrorException;
+import org.springframework.web.client.RestTemplate;
+import org.springframework.web.util.UriComponentsBuilder;
+
+import java.util.LinkedList;
+import java.util.List;
+import java.util.stream.Collectors;
+
+@Repository
+@Slf4j
+public class SlackApiClientImpl implements SlackApiClient {
+
+    private final RestTemplate restTemplate;
+
+    @Value("${slack.api.token}")
+    private String slackApiToken;
+    @Value("${slack.api.channels.urltemplate}")
+    private String slackApiChannelsUrlTemplate;
+
+    public SlackApiClientImpl(RestTemplate restTemplate) {
+        this.restTemplate = restTemplate;
+    }
+
+    @Override
+    public List<RawChannel> receiveRawChannelsList() {
+
+        UriComponentsBuilder builder = UriComponentsBuilder
+                .fromUriString(slackApiChannelsUrlTemplate)
+                .queryParam("token", slackApiToken);
+
+        List<RawChannel> result = new LinkedList<>();
+        log.debug("Started request to slack api. Get channels list.");
+
+        try {
+            String cursor = "";
+            do {
+                ResponseEntity<ChannelsRawSlackResponse> response =
+                        this.restTemplate.getForEntity(builder.toUriString(), ChannelsRawSlackResponse.class);
+                ChannelsRawSlackResponse slackResponse = response.getBody();
+
+                List<RawChannel> receivedChannels = slackResponse.getChannels()
+                        .stream()
+                        .map(channel -> new RawChannel(channel))
+                        .collect(Collectors.toList());
+
+                result.addAll(receivedChannels);
+
+                if (slackResponse.getResponseMetadata() != null && slackResponse.getResponseMetadata().get("cursor") != null) {
+                    cursor = (String) slackResponse.getResponseMetadata().get("cursor");
+                }
+                builder.queryParam("cursor", cursor);
+
+            } while (!cursor.equals(""));
+        } catch (HttpClientErrorException ex) {
+            throw new ArchiveException(ex.getMessage());
+        }
+
+        log.debug("Received channels : {}", result);
+        return result;
+    }
+}

slack-archive/src/main/java/juja/microservices/slack/archive/controller/ArchiveController.java

@@ -1,8 +1,8 @@
 package juja.microservices.slack.archive.controller;
 
-import juja.microservices.slack.archive.model.ChannelDTO;
-import juja.microservices.slack.archive.model.MessagesRequest;
-import juja.microservices.slack.archive.service.ArchiveService;
+import juja.microservices.slack.archive.model.dto.ChannelDTO;
+import juja.microservices.slack.archive.model.dto.MessagesRequest;
+import juja.microservices.slack.archive.service.ChannelService;
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.http.MediaType;
 import org.springframework.http.ResponseEntity;
@@ -27,7 +27,7 @@
 public class ArchiveController {
 
     @Inject
-    private ArchiveService service;
+    private ChannelService service;
 
     @PostMapping(value = "/messages/", consumes = MediaType.APPLICATION_FORM_URLENCODED_VALUE)
     public void archiveSlackMessage(@RequestParam("token") String token,

slack-archive/src/main/java/juja/microservices/slack/archive/exceptions/ArchiveException.java

@@ -5,6 +5,11 @@
  */
 
 public class ArchiveException extends RuntimeException {
+
+    public ArchiveException(String message, Throwable cause) {
+        super(message, cause);
+    }
+
     public ArchiveException(String message) {
         super(message);
     }

slack-archive/src/main/java/juja/microservices/slack/archive/model/dto/ChannelDTO.java

@@ -0,0 +1,21 @@
+package juja.microservices.slack.archive.model.dto;
+
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.annotation.JsonPropertyOrder;
+import lombok.*;
+
+
+@JsonInclude(JsonInclude.Include.NON_NULL)
+@JsonPropertyOrder({
+        "id",
+        "name"
+})
+@Data
+@AllArgsConstructor
+public class ChannelDTO {
+    @JsonProperty("id")
+    private String channelId;
+    @JsonProperty("name")
+    private String name;
+}

slack-archive/src/main/java/juja/microservices/slack/archive/model/dto/ChannelSlackResponse.java

@@ -0,0 +1,22 @@
+
+package juja.microservices.slack.archive.model.dto;
+
+import java.util.List;
+
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.Getter;
+import lombok.Setter;
+import lombok.ToString;
+
+@JsonInclude(JsonInclude.Include.NON_NULL)
+@Getter
+@Setter
+@ToString
+public class ChannelSlackResponse {
+
+    @JsonProperty("ok")
+    private Boolean ok;
+    @JsonProperty("channels")
+    private List<ChannelDTO> channels;
+}

slack-archive/src/main/java/juja/microservices/slack/archive/model/dto/ChannelsRawSlackResponse.java

@@ -0,0 +1,31 @@
+package juja.microservices.slack.archive.model.dto;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+
+@Data
+@AllArgsConstructor
+@NoArgsConstructor
+public class ChannelsRawSlackResponse {
+
+    @JsonProperty("ok")
+    private String ok;
+
+    private List<Map<String, Object>> channels;
+
+    private Map<String, Object> responseMetadata;
+
+    public void addChannels(List<Map<String, Object>> channels) {
+
+        if (this.channels == null) {
+            channels = new LinkedList<>();
+        }
+        this.channels.addAll(channels);
+    }
+}

slack-archive/src/main/java/juja/microservices/slack/archive/model/MessagesRequest.java → slack-archive/src/main/java/juja/microservices/slack/archive/model/dto/MessagesRequest.java

@@ -1,4 +1,4 @@
-package juja.microservices.slack.archive.model;
+package juja.microservices.slack.archive.model.dto;
 
 import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
@@ -7,6 +7,7 @@
 
 @Getter
 public class MessagesRequest {
+
     @NonNull
     private String channel;
     @NonNull

slack-archive/src/main/java/juja/microservices/slack/archive/model/Channel.java → slack-archive/src/main/java/juja/microservices/slack/archive/model/entity/Channel.java

@@ -1,12 +1,15 @@
-package juja.microservices.slack.archive.model;
+package juja.microservices.slack.archive.model.entity;
 
 import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
-import lombok.Getter;
+import lombok.Data;
+import lombok.NoArgsConstructor;
 import org.springframework.data.annotation.Id;
 
-@Getter
+@Data
+@NoArgsConstructor
 public class Channel {
+
     @Id
     private String id;
     private String channelId;

slack-archive/src/main/java/juja/microservices/slack/archive/model/Message.java → slack-archive/src/main/java/juja/microservices/slack/archive/model/entity/Message.java

@@ -1,4 +1,4 @@
-package juja.microservices.slack.archive.model;
+package juja.microservices.slack.archive.model.entity;
 
 import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
@@ -9,6 +9,7 @@
 
 @Getter
 public class Message {
+
     @Id
     private String id;
     private String channel;

slack-archive/src/main/java/juja/microservices/slack/archive/model/entity/RawChannel.java

@@ -0,0 +1,20 @@
+package juja.microservices.slack.archive.model.entity;
+
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import org.springframework.data.annotation.Id;
+
+import java.util.Map;
+
+@Data
+@NoArgsConstructor
+public class RawChannel {
+
+    @Id
+    private String id;
+    private Map<String, Object> channel;
+
+    public RawChannel(Map<String, Object> channel) {
+        this.channel = channel;
+    }
+}

slack-archive/src/main/java/juja/microservices/slack/archive/repository/ChannelRepository.java

@@ -0,0 +1,12 @@
+package juja.microservices.slack.archive.repository;
+
+import juja.microservices.slack.archive.model.entity.Channel;
+import juja.microservices.slack.archive.model.entity.RawChannel;
+
+import java.util.List;
+
+public interface ChannelRepository {
+    List<Channel> getChannels();
+
+    void saveRawChannels(List<RawChannel> channels);
+}

slack-archive/src/main/java/juja/microservices/slack/archive/repository/ArchiveRepository.java → slack-archive/src/main/java/juja/microservices/slack/archive/repository/MessageRepository.java

@@ -1,14 +1,12 @@
 package juja.microservices.slack.archive.repository;
 
-import juja.microservices.slack.archive.model.Channel;
-import juja.microservices.slack.archive.model.Message;
+import juja.microservices.slack.archive.model.entity.Message;
 
 import java.util.List;
 
-public interface ArchiveRepository {
-    void saveMessage(Message message);
+public interface MessageRepository {
 
-    List<Channel> getChannels();
+    void saveMessage(Message message);
 
     List<Message> getMessages(String channel, int number);
 }