86 lines
2.3 KiB
TypeScript
86 lines
2.3 KiB
TypeScript
import * as chai from 'chai'
|
|
import { expect } from 'chai'
|
|
import chaiString from 'chai-string'
|
|
import * as fs from 'fs'
|
|
import 'mocha'
|
|
import { ArticleSavingRequestStatus, ImportContext } from '../../src'
|
|
import { importCsv } from '../../src/csv'
|
|
import { stubImportCtx } from '../util'
|
|
|
|
chai.use(chaiString)
|
|
|
|
describe('Load a simple CSV file', () => {
|
|
it('should call the handler for each URL', async () => {
|
|
const urls: URL[] = []
|
|
const stream = fs.createReadStream('./test/csv/data/simple.csv')
|
|
const stub = stubImportCtx()
|
|
stub.urlHandler = (ctx: ImportContext, url): Promise<void> => {
|
|
urls.push(url)
|
|
return Promise.resolve()
|
|
}
|
|
|
|
await importCsv(stub, stream)
|
|
expect(stub.countFailed).to.equal(0)
|
|
expect(stub.countImported).to.equal(2)
|
|
expect(urls).to.eql([
|
|
new URL('https://omnivore.app'),
|
|
new URL('https://google.com'),
|
|
])
|
|
})
|
|
|
|
it('increments the failed count when the URL is invalid', async () => {
|
|
const urls: URL[] = []
|
|
const stream = fs.createReadStream('./test/csv/data/simple.csv')
|
|
const stub = stubImportCtx()
|
|
stub.urlHandler = (ctx: ImportContext, url): Promise<void> => {
|
|
urls.push(url)
|
|
return Promise.reject('Failed to import url')
|
|
}
|
|
|
|
await importCsv(stub, stream)
|
|
expect(stub.countFailed).to.equal(2)
|
|
expect(stub.countImported).to.equal(0)
|
|
})
|
|
})
|
|
|
|
describe('Load a complex CSV file', () => {
|
|
it('should call the handler for each URL, state and labels', async () => {
|
|
const results: {
|
|
url: URL
|
|
state?: ArticleSavingRequestStatus
|
|
labels?: string[]
|
|
}[] = []
|
|
const stream = fs.createReadStream('./test/csv/data/complex.csv')
|
|
const stub = stubImportCtx()
|
|
stub.urlHandler = (
|
|
ctx: ImportContext,
|
|
url,
|
|
state,
|
|
labels
|
|
): Promise<void> => {
|
|
results.push({
|
|
url,
|
|
state,
|
|
labels,
|
|
})
|
|
return Promise.resolve()
|
|
}
|
|
|
|
await importCsv(stub, stream)
|
|
expect(stub.countFailed).to.equal(0)
|
|
expect(stub.countImported).to.equal(2)
|
|
expect(results).to.eql([
|
|
{
|
|
url: new URL('https://omnivore.app'),
|
|
state: 'ARCHIVED',
|
|
labels: ['test'],
|
|
},
|
|
{
|
|
url: new URL('https://google.com'),
|
|
state: 'SUCCEEDED',
|
|
labels: ['test', 'development'],
|
|
},
|
|
])
|
|
})
|
|
})
|