mirror of
https://github.com/matrix-org/matrix-hookshot.git
synced 2025-03-10 21:19:13 +00:00
43176adf7a
* Support atom feeds in rust parser * Add an apply linting command * Add changelog * Fixup * Add tests for atom feeds + remove redundant code * Remove unused rss-parser * Tests for all formats. * Move hashing logic into rust to save cross-context calls * lint my rust * Use a String::from * Ensure guids are not repeated
239 lines
9.8 KiB
TypeScript
239 lines
9.8 KiB
TypeScript
import { AxiosResponse, AxiosStatic } from "axios";
|
|
import { expect } from "chai";
|
|
import EventEmitter from "events";
|
|
import { BridgeConfigFeeds } from "../src/Config/Config";
|
|
import { ConnectionManager } from "../src/ConnectionManager";
|
|
import { IConnection } from "../src/Connections";
|
|
import { FeedEntry, FeedReader } from "../src/feeds/FeedReader";
|
|
import { MessageQueue, MessageQueueMessage } from "../src/MessageQueue";
|
|
|
|
class MockConnectionManager extends EventEmitter {
|
|
constructor(
|
|
public connections: IConnection[]
|
|
) {
|
|
super();
|
|
}
|
|
|
|
getAllConnectionsOfType() {
|
|
return this.connections;
|
|
}
|
|
}
|
|
|
|
class MockMessageQueue extends EventEmitter implements MessageQueue {
|
|
subscribe(eventGlob: string): void {
|
|
this.emit('subscribed', eventGlob);
|
|
}
|
|
|
|
unsubscribe(eventGlob: string): void {
|
|
this.emit('unsubscribed', eventGlob);
|
|
}
|
|
|
|
async push(data: MessageQueueMessage<unknown>, single?: boolean): Promise<void> {
|
|
this.emit('pushed', data, single);
|
|
}
|
|
|
|
async pushWait<X>(): Promise<X> {
|
|
throw new Error('Not yet implemented');
|
|
}
|
|
}
|
|
|
|
class MockHttpClient {
|
|
constructor(public response: AxiosResponse) {}
|
|
|
|
get(): Promise<AxiosResponse> {
|
|
return Promise.resolve(this.response);
|
|
}
|
|
}
|
|
|
|
const FEED_URL = 'http://test/';
|
|
|
|
function constructFeedReader(feedResponse: () => {headers: Record<string,string>, data: string}) {
|
|
const config = new BridgeConfigFeeds({
|
|
enabled: true,
|
|
pollIntervalSeconds: 1,
|
|
pollTimeoutSeconds: 1,
|
|
});
|
|
const cm = new MockConnectionManager([{ feedUrl: FEED_URL } as unknown as IConnection]) as unknown as ConnectionManager
|
|
const mq = new MockMessageQueue();
|
|
const feedReader = new FeedReader(
|
|
config, cm, mq,
|
|
{
|
|
getAccountData: <T>() => Promise.resolve({ [FEED_URL]: [] } as unknown as T),
|
|
setAccountData: () => Promise.resolve(),
|
|
},
|
|
new MockHttpClient({ ...feedResponse() } as AxiosResponse) as unknown as AxiosStatic,
|
|
);
|
|
return {config, cm, mq, feedReader};
|
|
}
|
|
|
|
describe("FeedReader", () => {
|
|
it("should correctly handle empty titles", async () => {
|
|
const { mq, feedReader} = constructFeedReader(() => ({
|
|
headers: {}, data: `
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
<rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
|
|
<channel><title type='text'></title><description>test feed</description><link>http://test/</link>
|
|
<pubDate>Wed, 12 Apr 2023 09:53:00 GMT</pubDate>
|
|
<item>
|
|
<title type='text'></title><description>test item</description>
|
|
<link>http://example.com/test/1681293180</link>
|
|
<guid isPermaLink="true">http://example.com/test/1681293180</guid>
|
|
<pubDate>Wed, 12 Apr 2023 09:53:00 GMT</pubDate>
|
|
</item>
|
|
</channel></rss>
|
|
`
|
|
}));
|
|
|
|
const event: any = await new Promise((resolve) => {
|
|
mq.on('pushed', (data) => { resolve(data); feedReader.stop() });
|
|
});
|
|
|
|
expect(event.eventName).to.equal('feed.entry');
|
|
expect(event.data.feed.title).to.equal(null);
|
|
expect(event.data.title).to.equal(null);
|
|
});
|
|
it("should handle RSS 2.0 feeds", async () => {
|
|
const { mq, feedReader} = constructFeedReader(() => ({
|
|
headers: {}, data: `
|
|
<?xml version="1.0" encoding="UTF-8" ?>
|
|
<rss version="2.0">
|
|
<channel>
|
|
<title>RSS Title</title>
|
|
<description>This is an example of an RSS feed</description>
|
|
<link>http://www.example.com/main.html</link>
|
|
<copyright>2020 Example.com All rights reserved</copyright>
|
|
<lastBuildDate>Mon, 6 Sep 2010 00:01:00 +0000</lastBuildDate>
|
|
<pubDate>Sun, 6 Sep 2009 16:20:00 +0000</pubDate>
|
|
<ttl>1800</ttl>
|
|
<item>
|
|
<title>Example entry</title>
|
|
<author>John Doe</author>
|
|
<description>Here is some text containing an interesting description.</description>
|
|
<link>http://www.example.com/blog/post/1</link>
|
|
<guid isPermaLink="false">7bd204c6-1655-4c27-aeee-53f933c5395f</guid>
|
|
<pubDate>Sun, 6 Sep 2009 16:20:00 +0000</pubDate>
|
|
</item>
|
|
</channel>
|
|
</rss>
|
|
`
|
|
}));
|
|
|
|
const event: MessageQueueMessage<FeedEntry> = await new Promise((resolve) => {
|
|
mq.on('pushed', (data) => { resolve(data); feedReader.stop() });
|
|
});
|
|
|
|
expect(event.eventName).to.equal('feed.entry');
|
|
expect(event.data.feed.title).to.equal('RSS Title');
|
|
expect(event.data.author).to.equal('John Doe');
|
|
expect(event.data.title).to.equal('Example entry');
|
|
expect(event.data.summary).to.equal('Here is some text containing an interesting description.');
|
|
expect(event.data.link).to.equal('http://www.example.com/blog/post/1');
|
|
expect(event.data.pubdate).to.equal('Sun, 6 Sep 2009 16:20:00 +0000');
|
|
});
|
|
it("should handle RSS feeds with a permalink url", async () => {
|
|
const { mq, feedReader} = constructFeedReader(() => ({
|
|
headers: {}, data: `
|
|
<?xml version="1.0" encoding="UTF-8" ?>
|
|
<rss version="2.0">
|
|
<channel>
|
|
<title>RSS Title</title>
|
|
<description>This is an example of an RSS feed</description>
|
|
<link>http://www.example.com/main.html</link>
|
|
<copyright>2020 Example.com All rights reserved</copyright>
|
|
<lastBuildDate>Mon, 6 Sep 2010 00:01:00 +0000</lastBuildDate>
|
|
<pubDate>Sun, 6 Sep 2009 16:20:00 +0000</pubDate>
|
|
<ttl>1800</ttl>
|
|
<item>
|
|
<title>Example entry</title>
|
|
<author>John Doe</author>
|
|
<description>Here is some text containing an interesting description.</description>
|
|
<guid isPermaLink="true">http://www.example.com/blog/post/1</guid>
|
|
<pubDate>Sun, 6 Sep 2009 16:20:00 +0000</pubDate>
|
|
</item>
|
|
</channel>
|
|
</rss>
|
|
`
|
|
}));
|
|
|
|
const event: MessageQueueMessage<FeedEntry> = await new Promise((resolve) => {
|
|
mq.on('pushed', (data) => { resolve(data); feedReader.stop() });
|
|
});
|
|
|
|
expect(event.eventName).to.equal('feed.entry');
|
|
expect(event.data.feed.title).to.equal('RSS Title');
|
|
expect(event.data.author).to.equal('John Doe');
|
|
expect(event.data.title).to.equal('Example entry');
|
|
expect(event.data.summary).to.equal('Here is some text containing an interesting description.');
|
|
expect(event.data.link).to.equal('http://www.example.com/blog/post/1');
|
|
expect(event.data.pubdate).to.equal('Sun, 6 Sep 2009 16:20:00 +0000');
|
|
});
|
|
it("should handle Atom feeds", async () => {
|
|
const { mq, feedReader} = constructFeedReader(() => ({
|
|
headers: {}, data: `
|
|
<?xml version="1.0" encoding="utf-8"?>
|
|
<feed xmlns="http://www.w3.org/2005/Atom">
|
|
|
|
<title>Example Feed</title>
|
|
<link href="http://example.org/"/>
|
|
<updated>2003-12-13T18:30:02Z</updated>
|
|
<author>
|
|
<name>John Doe</name>
|
|
</author>
|
|
<id>urn:uuid:60a76c80-d399-11d9-b93C-0003939e0af6</id>
|
|
|
|
<entry>
|
|
<author>
|
|
<name>John Doe</name>
|
|
</author>
|
|
<title>Atom-Powered Robots Run Amok</title>
|
|
<link href="http://example.org/2003/12/13/atom03"/>
|
|
<id>urn:uuid:1225c695-cfb8-4ebb-aaaa-80da344efa6a</id>
|
|
<updated>2003-12-13T18:30:02Z</updated>
|
|
<summary>Some text.</summary>
|
|
</entry>
|
|
|
|
</feed>
|
|
`
|
|
}));
|
|
|
|
const event: MessageQueueMessage<FeedEntry> = await new Promise((resolve) => {
|
|
mq.on('pushed', (data) => { resolve(data); feedReader.stop() });
|
|
});
|
|
|
|
expect(event.eventName).to.equal('feed.entry');
|
|
expect(event.data.feed.title).to.equal('Example Feed');
|
|
expect(event.data.title).to.equal('Atom-Powered Robots Run Amok');
|
|
expect(event.data.author).to.equal('John Doe');
|
|
expect(event.data.summary).to.equal('Some text.');
|
|
expect(event.data.link).to.equal('http://example.org/2003/12/13/atom03');
|
|
expect(event.data.pubdate).to.equal('Sat, 13 Dec 2003 18:30:02 +0000');
|
|
});
|
|
it("should not duplicate feed entries", async () => {
|
|
const { mq, feedReader} = constructFeedReader(() => ({
|
|
headers: {}, data: `
|
|
<?xml version="1.0" encoding="utf-8"?>
|
|
<feed xmlns="http://www.w3.org/2005/Atom">
|
|
<entry>
|
|
<author>
|
|
<name>John Doe</name>
|
|
</author>
|
|
<title>Atom-Powered Robots Run Amok</title>
|
|
<link href="http://example.org/2003/12/13/atom03"/>
|
|
<id>urn:uuid:1225c695-cfb8-4ebb-aaaa-80da344efa6a</id>
|
|
<updated>2003-12-13T18:30:02Z</updated>
|
|
<summary>Some text.</summary>
|
|
</entry>
|
|
</feed>
|
|
`
|
|
}));
|
|
|
|
const events: MessageQueueMessage<FeedEntry>[] = [];
|
|
mq.on('pushed', (data) => { if (data.eventName === 'feed.entry') {events.push(data);} });
|
|
await feedReader.pollFeed(FEED_URL);
|
|
await feedReader.pollFeed(FEED_URL);
|
|
await feedReader.pollFeed(FEED_URL);
|
|
feedReader.stop();
|
|
expect(events).to.have.lengthOf(1);
|
|
});
|
|
});
|