From 288be81c009b6edda28a06e6c6e8cf538743d202 Mon Sep 17 00:00:00 2001
From: Yoan VALLET <ext.sopra.yvallet@grandlyon.com>
Date: Fri, 27 Nov 2020 14:54:47 +0100
Subject: [PATCH] clean old data comming for scraping
---
src/index.js | 15 ++++++++++++---
1 file changed, 12 insertions(+), 3 deletions(-)
diff --git a/src/index.js b/src/index.js
index 12b10aa..8734294 100755
--- a/src/index.js
+++ b/src/index.js
@@ -133,28 +133,37 @@ async function getData(token, idPCE) {
* Return the list of daily data
*/
async function cleanOldData() {
- if(moment() > moment("26/11/2020", "DD/MM/YYYY")){
+ if(moment().isAfter("2020-11-26")){
log('debug', 'No cleaning to do')
return false
} else {
log('debug', 'Start cleaning old data')
const documents = await cozyClient.data.findAll('com.grandlyon.grdf.day')
if (documents && documents.length > 0) {
+ const result = []
for (const doc of documents) {
- await cozyClient.data.delete('com.grandlyon.grdf.day', doc)
+ const deleteResult = await cozyClient.data.delete('com.grandlyon.grdf.day', doc)
+ result.push(deleteResult)
}
+ log("debug", "NB OF DELETED OLD DAY DATA : " + result.length)
}
const documents = await cozyClient.data.findAll('com.grandlyon.grdf.month')
if (documents && documents.length > 0) {
+ const result = []
for (const doc of documents) {
- await cozyClient.data.delete('com.grandlyon.grdf.month', doc)
+ const deleteResult = await cozyClient.data.delete('com.grandlyon.grdf.month', doc)
+ result.push(deleteResult)
}
+ log("debug", "NB OF DELETED OLD MONTH DATA : " + result.length)
}
const documents = await cozyClient.data.findAll('com.grandlyon.grdf.year')
if (documents && documents.length > 0) {
+ const result = []
for (const doc of documents) {
await cozyClient.data.delete('com.grandlyon.grdf.year', doc)
+ result.push(deleteResult)
}
+ log("debug", "NB OF DELETED OLD YEAR DATA : " + result.length)
}
return true
}
--
GitLab