date fields are transformed to different format when a java object stored to the elastic search? - elasticsearch

Question

Hi I am having a spring boot java application and I am trying to integrate elastic search capabilities into it .I have written a junit test where i start an embedded elastic search , then i read a json file containing an array of json objects and then trying to insert these object into the elastic search as document under an index.
However the problem is when i insert a java object containing an Instant field i am loosing the format.
MessageHistoryReportingResourceIntTest
#RunWith(SpringRunner.class)
#SpringBootTest(classes = PrimecastApp.class)
public class MessageHistoryReportingResourceIntTest {
#Autowired
private MessageHistoryReportingService messageHistoryReportingService;
#Autowired
private HttpMessageConverter[] httpMessageConverters;
#Autowired
private ExceptionTranslator exceptionTranslator;
#Value("${elasticsearch.configuration.host}")
private String host;
#Value("${elasticsearch.configuration.port}")
private int port;
private MockMvc restMvc;
private EmbeddedElastic embeddedElastic;
private RestHighLevelClient client;
#Before
public void startElasticServer() {
try {
embeddedElastic = EmbeddedElastic.builder().withElasticVersion("6.6.1")
.withSetting(PopularProperties.HTTP_PORT, port)
.withSetting(PopularProperties.CLUSTER_NAME, "my_cluster").withStartTimeout(5, TimeUnit.MINUTES)
.build()
// .withIndex("mep-report-today",
// IndexSettings.builder().withType("mep-report-mapping.json",
// getJsonResourceAsStream1()).build()).build()
.start();
client = new RestHighLevelClient(RestClient.builder(new HttpHost(host, port, "http")));
ObjectMapper objMapper = new ObjectMapper();
objMapper.registerModule(new JavaTimeModule());
List<MessageHistory> messageHistories = objMapper.readValue(getMessageHistoryResourceAsStream(),
objMapper.getTypeFactory().constructCollectionType(List.class, MessageHistory.class));
BulkRequest request = new BulkRequest();
for (int i = 0; i < messageHistories.size(); i++) {
request.add(new IndexRequest("mep-report-today", "doc", String.valueOf(i))
.source(objMapper.writeValueAsString(messageHistories.get(i)), XContentType.JSON));
}
request.timeout(TimeValue.timeValueMinutes(5));
BulkResponse response = client.bulk(request, RequestOptions.DEFAULT);
MockitoAnnotations.initMocks(this);
MessageHistoryReportingResource messageHistoryReportingResource = new MessageHistoryReportingResource(
messageHistoryReportingService);
this.restMvc = MockMvcBuilders.standaloneSetup(messageHistoryReportingResource)
.setMessageConverters(httpMessageConverters).setControllerAdvice(exceptionTranslator).build();
} catch (IOException e) {
e.printStackTrace();
} catch (InterruptedException e) {
e.printStackTrace();
}
}
private static InputStream getMessageHistoryResourceAsStream() throws FileNotFoundException {
ClassLoader classloader = Thread.currentThread().getContextClassLoader();
InputStream is = classloader.getResourceAsStream("files/messageHistories.json");
return is;
}
#Test
public void test() {
GetRequest getRequest = new GetRequest("mep-report-today", "doc", "1");
try {
GetResponse response = client.get(getRequest, RequestOptions.DEFAULT);
System.out.print(response.getSourceAsString());
SearchRequest searchRequest = new SearchRequest("mep-report-today");
searchRequest.types("doc");
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
searchSourceBuilder.query(QueryBuilders.matchAllQuery());
searchSourceBuilder.timeout(TimeValue.timeValueMinutes(3));
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
SearchHits hits = searchResponse.getHits();
System.out.println("********");
for (SearchHit hit : hits) {
System.out.println(hit.getId() + " -----" + hit.getSourceAsString());
}
System.out.println("********");
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
messageHistories.json
[
{
"inventory": "MMS",
"msg_text": "This is random text",
"status": "ENROUTE",
"#timestamp": "2019-09-14T07:59:42.000Z",
"o_error": "",
"flight_id": "92348fa1-ca6c-456a-b3b2-85fba2d2deed",
"recipient": 420736408283,
"account_id": "a56f7e14-20f9-40e6-90c6-10604140ac5f",
"sender": 8800111,
"campaign_id": "6f2abca3-b46d-43f3-91be-3278a8dd7dc0",
"nof_segments": 1,
"#version": 1
},
{
"inventory": "SMS",
"msg_text": "This is random text",
"status": "ENROUTE",
"#timestamp": "2019-09-08T08:47:02.000Z",
"o_error": "",
"flight_id": "92348fa1-ca6c-456a-b3b2-85fba2d2deed",
"recipient": 420736408283,
"account_id": "a56f7e14-20f9-40e6-90c6-10604140ac5f",
"sender": 8800111,
"campaign_id": "6f2abca3-b46d-43f3-91be-3278a8dd7dc0",
"nof_segments": 1,
"#version": 1
}]
MessageHistory.java
package com.openmind.primecast.domain.elasticsearch;
import java.time.Instant;
import java.util.UUID;
import com.fasterxml.jackson.annotation.JsonProperty;
public class MessageHistory {
#JsonProperty("inventory")
private String inventory;
#JsonProperty("msg_text")
private String messageText;
#JsonProperty("status")
private String status;
#JsonProperty("#timestamp")
private Instant timeStamp;
#JsonProperty("o_error")
private String error;
#JsonProperty("flight_id")
private UUID flightId;
#JsonProperty("recipient")
private String recipient;
#JsonProperty("account_id")
private UUID accountId;
#JsonProperty("sender")
private String sender;
#JsonProperty("campaign_id")
private UUID campaignId;
#JsonProperty("nof_segments")
private Integer segmentCount;
#JsonProperty("#version")
private Integer version;
public String getInventory() {
return inventory;
}
public void setInventory(String inventory) {
this.inventory = inventory;
}
public String getMessageText() {
return messageText;
}
public void setMessageText(String messageText) {
this.messageText = messageText;
}
public String getStatus() {
return status;
}
public void setStatus(String status) {
this.status = status;
}
public Instant getTimeStamp() {
return timeStamp;
}
public void setTimeStamp(Instant timeStamp) {
this.timeStamp = timeStamp;
}
public String getError() {
return error;
}
public void setError(String error) {
this.error = error;
}
public UUID getFlightId() {
return flightId;
}
public void setFlightId(UUID flightId) {
this.flightId = flightId;
}
public String getRecipient() {
return recipient;
}
public void setRecipient(String recipient) {
this.recipient = recipient;
}
public String getSender() {
return sender;
}
public void setSender(String sender) {
this.sender = sender;
}
public UUID getAccountId() {
return accountId;
}
public void setAccountId(UUID accountId) {
this.accountId = accountId;
}
public UUID getCampaignId() {
return campaignId;
}
public void setCampaignId(UUID campaignId) {
this.campaignId = campaignId;
}
public Integer getSegmentCount() {
return segmentCount;
}
public void setSegmentCount(Integer segmentCount) {
this.segmentCount = segmentCount;
}
public Integer getVersion() {
return version;
}
public void setVersion(Integer version) {
this.version = version;
}
#Override
public String toString() {
return "MessageHistory [inventory=" + inventory + ", messageText=" + messageText + ", status=" + status
+ ", timeStamp=" + timeStamp + ", error=" + error + ", flightId=" + flightId + ", recipient="
+ recipient + ", accountId=" + accountId + ", sender=" + sender + ", campaignId=" + campaignId
+ ", segmentCount=" + segmentCount + ", version=" + version + "]";
}
}
so in the messageHistories.json file each object there is a field named #timestamp, so when i map these array to java objects and i store these objects as documents under an index i am loosing the formatting . In other words when i run the integration test I get this output. in other words the #timestamp is stored in elastic search like this "#timestamp":1.568447982E9 . what i want is the like this in the elastic search "#timestamp":"2019-09-08T08:47:02.000Z"
********
0 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568447982E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408283","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
14 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.56851715E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
19 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.56767748E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
22 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568710029E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
24 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568629248E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408283","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
25 -----{"inventory":"SMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.569413823E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
26 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568528127E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408283","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
29 -----{"inventory":"MMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.569124502E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408283","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
40 -----{"inventory":"SMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568546145E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
41 -----{"inventory":"SMS","msg_text":"This is random text","status":"ENROUTE","#timestamp":1.568088436E9,"o_error":"","flight_id":"92348fa1-ca6c-456a-b3b2-85fba2d2deed","recipient":"420736408281","account_id":"a56f7e14-20f9-40e6-90c6-10604140ac5f","sender":"8800111","campaign_id":"6f2abca3-b46d-43f3-91be-3278a8dd7dc0","nof_segments":1,"#version":1}
********
any idea how can i achieve it ?

Answer 1

After i set my ObjectMapper with SerializationFeature.WRITE_DATES_AS_TIMESTAMPS it is good .
ObjectMapper objMapper = new ObjectMapper();
objMapper.registerModule(new JavaTimeModule());
objMapper.configure(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS, false);