groot/automatisch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: Remove is already processed from new feed items

Browse Source
This commit is contained in:
Faruk AYDIN
2022-10-28 01:14:19 +02:00
parent 74d7e472af
commit 18ccb25b29
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
packages/backend/src/apps/rss/triggers/new-items-in-feed/new-items-in-feed.ts
View File

@@ -1,5 +1,5 @@
import { IGlobalVariable } from '@automatisch/types'; import { IGlobalVariable } from '@automatisch/types';
import { XMLParser } from 'fast-xml-parser';[] import { XMLParser } from 'fast-xml-parser';
const newItemsInFeed = async ($: IGlobalVariable) => { const newItemsInFeed = async ($: IGlobalVariable) => {
const { data } = await $.http.get($.step.parameters.feedUrl as string); const { data } = await $.http.get($.step.parameters.feedUrl as string);
@@ -7,15 +7,12 @@ const newItemsInFeed = async ($: IGlobalVariable) => {
const parsedData = parser.parse(data); const parsedData = parser.parse(data);
for (const item of parsedData.rss.channel.item) { for (const item of parsedData.rss.channel.item) {
if ($.flow.isAlreadyProcessed(item.guid))
return;
const dataItem = { const dataItem = {
raw: item, raw: item,
meta: { meta: {
internalId: item.guid internalId: item.guid,
} },
} };
$.pushTriggerItem(dataItem); $.pushTriggerItem(dataItem);
} }