integration.js 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431
  1. 'use strict'
  2. const assert = require('chai').assert
  3. const axios = require('axios')
  4. const fs = require('fs')
  5. const path = require('path')
  6. const Promise = require('bluebird')
  7. const stream = require('stream')
  8. const modulePath = '../src'
  9. suite('integration:', () => {
  10. let log
  11. setup(() => {
  12. log = {}
  13. })
  14. test('require does not throw', () => {
  15. assert.doesNotThrow(() => {
  16. require(modulePath)
  17. })
  18. })
  19. test('require returns object', () => {
  20. assert.isObject(require(modulePath))
  21. })
  22. suite('require:', () => {
  23. let bfj
  24. setup(() => {
  25. bfj = require(modulePath)
  26. })
  27. test('walk function is exported', () => {
  28. assert.isFunction(bfj.walk)
  29. })
  30. test('walk expects one argument', () => {
  31. assert.lengthOf(bfj.walk, 1)
  32. })
  33. test('match function is exported', () => {
  34. assert.isFunction(bfj.match)
  35. })
  36. test('match expects two arguments', () => {
  37. assert.lengthOf(bfj.match, 2)
  38. })
  39. test('parse function is exported', () => {
  40. assert.isFunction(bfj.parse)
  41. })
  42. test('parse expects one argument', () => {
  43. assert.lengthOf(bfj.parse, 1)
  44. })
  45. test('read function is exported', () => {
  46. assert.isFunction(bfj.read)
  47. })
  48. test('read expects two arguments', () => {
  49. assert.lengthOf(bfj.read, 2)
  50. })
  51. test('eventify function is exported', () => {
  52. assert.isFunction(bfj.eventify)
  53. })
  54. test('eventify expects one argument', () => {
  55. assert.lengthOf(bfj.eventify, 1)
  56. })
  57. test('streamify function is exported', () => {
  58. assert.isFunction(bfj.streamify)
  59. })
  60. test('streamify expects one argument', () => {
  61. assert.lengthOf(bfj.streamify, 1)
  62. })
  63. test('stringify function is exported', () => {
  64. assert.isFunction(bfj.stringify)
  65. })
  66. test('stringify expects two arguments', () => {
  67. assert.lengthOf(bfj.stringify, 2)
  68. })
  69. test('write function is exported', () => {
  70. assert.isFunction(bfj.write)
  71. })
  72. test('write expects two arguments', () => {
  73. assert.lengthOf(bfj.write, 3)
  74. })
  75. test('events are exported', () => {
  76. assert.deepEqual(bfj.events, require('../src/events'))
  77. })
  78. suite('read object:', () => {
  79. let failed, file, result, error
  80. setup(() => {
  81. failed = false
  82. file = path.join(__dirname, 'data.json')
  83. fs.writeFileSync(file, JSON.stringify({
  84. foo: [ 'b', 'a', 'r' ],
  85. baz: null,
  86. qux: 3.14159265359e42
  87. }, null, '\t'))
  88. return bfj.read(file)
  89. .then(res => {
  90. result = res
  91. })
  92. .catch(err => {
  93. failed = true
  94. error = err
  95. })
  96. })
  97. teardown(() => {
  98. fs.unlinkSync(file)
  99. })
  100. test('result was correct', () => {
  101. assert.isFalse(failed)
  102. assert.isUndefined(error)
  103. assert.isObject(result)
  104. assert.lengthOf(Object.keys(result), 3)
  105. assert.isArray(result.foo)
  106. assert.lengthOf(result.foo, 3)
  107. assert.strictEqual(result.foo[0], 'b')
  108. assert.strictEqual(result.foo[1], 'a')
  109. assert.strictEqual(result.foo[2], 'r')
  110. assert.isNull(result.baz)
  111. assert.strictEqual(result.qux, 3.14159265359e42)
  112. })
  113. })
  114. suite('read value:', () => {
  115. let failed, file, result, error
  116. setup(() => {
  117. failed = false
  118. file = path.join(__dirname, 'data.json')
  119. fs.writeFileSync(file, '"foo"')
  120. return bfj.read(file)
  121. .then(res => {
  122. result = res
  123. })
  124. .catch(err => {
  125. failed = true
  126. error = err
  127. })
  128. })
  129. teardown(() => {
  130. fs.unlinkSync(file)
  131. })
  132. test('result was correct', () => {
  133. assert.isFalse(failed)
  134. assert.isUndefined(error)
  135. assert.strictEqual(result, 'foo')
  136. })
  137. })
  138. suite('read error:', () => {
  139. let failed, file, result, error
  140. setup(() => {
  141. failed = false
  142. file = path.join(__dirname, 'data.json')
  143. fs.writeFileSync(file, '"foo" "bar"')
  144. return bfj.read(file)
  145. .then(res => result = res)
  146. .catch(err => {
  147. failed = true
  148. error = err
  149. })
  150. })
  151. teardown(() => {
  152. fs.unlinkSync(file)
  153. })
  154. test('result was correct', () => {
  155. assert.isTrue(failed)
  156. assert.isUndefined(result)
  157. assert.instanceOf(error, Error)
  158. })
  159. })
  160. suite('read missing file:', () => {
  161. let failed, file, result, error
  162. setup(() => {
  163. failed = false
  164. file = path.join(__dirname, 'missing.json')
  165. assert.isFalse(fs.existsSync(file))
  166. return bfj.read(file)
  167. .then(res => result = res)
  168. .catch(err => {
  169. failed = true
  170. error = err
  171. })
  172. })
  173. test('result was correct', () => {
  174. assert.isTrue(failed)
  175. assert.isUndefined(result)
  176. assert.instanceOf(error, Error)
  177. })
  178. })
  179. suite('match predicate:', () => {
  180. let file, results, errors
  181. setup(done => {
  182. file = path.join(__dirname, 'data.json')
  183. fs.writeFileSync(file, JSON.stringify({
  184. foo: 'bar',
  185. baz: 'qux',
  186. wibble: 'blee'
  187. }))
  188. results = []
  189. errors = []
  190. const datastream = bfj.match(
  191. fs.createReadStream(file),
  192. (k, v) => k === 'baz' || v === 'blee',
  193. { minDepth: 1 }
  194. )
  195. datastream.on('data', item => results.push(item))
  196. datastream.on('error', error => errors.push(error))
  197. datastream.on('end', done)
  198. })
  199. test('the correct properties were matched', () => {
  200. assert.deepEqual([ 'qux', 'blee' ], results)
  201. })
  202. test('no errors occurred', () => {
  203. assert.deepEqual(errors, [])
  204. })
  205. })
  206. suite('match nested:', () => {
  207. let file, results, errors
  208. setup(done => {
  209. file = path.join(__dirname, 'data.json')
  210. fs.writeFileSync(file, JSON.stringify({
  211. foo: {
  212. bar: 'baz'
  213. }
  214. }))
  215. results = []
  216. errors = []
  217. const datastream = bfj.match(fs.createReadStream(file), () => true)
  218. datastream.on('data', item => results.push(item))
  219. datastream.on('error', error => errors.push(error))
  220. datastream.on('end', done)
  221. })
  222. test('the correct properties were matched', () => {
  223. assert.deepEqual([ 'baz', { bar: 'baz' }, { foo: { bar: 'baz' } } ], results)
  224. })
  225. test('no errors occurred', () => {
  226. assert.deepEqual(errors, [])
  227. })
  228. })
  229. suite('match ndjson:', () => {
  230. let file, results, errors
  231. setup(done => {
  232. file = path.join(__dirname, 'data.ndjson')
  233. fs.writeFileSync(file, [
  234. JSON.stringify([ 'a', 'b' ]),
  235. JSON.stringify(null),
  236. '',
  237. '',
  238. JSON.stringify('wibble')
  239. ].join('\n'))
  240. results = []
  241. errors = []
  242. const datastream = bfj.match(fs.createReadStream(file), () => true, { ndjson: true })
  243. datastream.on('data', item => results.push(item))
  244. datastream.on('error', error => errors.push(error))
  245. datastream.on('end', done)
  246. })
  247. test('the correct properties were matched', () => {
  248. assert.deepEqual([ 'a', 'b', [ 'a', 'b' ], 'wibble' ], results)
  249. })
  250. test('no errors occurred', () => {
  251. assert.deepEqual(errors, [])
  252. })
  253. })
  254. suite('parse request:', () => {
  255. let error, result
  256. setup((done) => {
  257. const jsonstream = new stream.PassThrough()
  258. axios({
  259. responseType: 'stream',
  260. url: 'https://gitlab.com/philbooth/bfj/raw/master/package.json',
  261. }).then((response) => response.data.pipe(bfj.unpipe((err, res) => {
  262. error = err
  263. result = res
  264. done()
  265. })))
  266. })
  267. test('result was correct', () => {
  268. assert.isNull(error)
  269. assert.deepEqual(result, require('../package.json'))
  270. })
  271. })
  272. suite('parse NDJSON:', () => {
  273. let failed, file, results
  274. setup(() => {
  275. failed = false
  276. file = path.join(__dirname, 'data.ndjson')
  277. results = []
  278. fs.writeFileSync(file, [
  279. JSON.stringify([ 'b', 'a', 'r' ]),
  280. JSON.stringify(null),
  281. '',
  282. '',
  283. JSON.stringify('wibble')
  284. ].join('\n'))
  285. const stream = fs.createReadStream(file)
  286. return bfj.parse(stream, { ndjson: true })
  287. .then(result => {
  288. results.push(result)
  289. return bfj.parse(stream, { ndjson: true })
  290. })
  291. .then(result => {
  292. results.push(result)
  293. return bfj.parse(stream, { ndjson: true })
  294. })
  295. .then(result => {
  296. results.push(result)
  297. return bfj.parse(stream, { ndjson: true })
  298. })
  299. .then(result => {
  300. results.push(result)
  301. return bfj.parse(stream, { ndjson: true })
  302. })
  303. .then(result => results.push(result))
  304. .catch(e => {
  305. failed = true
  306. })
  307. })
  308. teardown(() => {
  309. fs.unlinkSync(file)
  310. })
  311. test('results were correct', () => {
  312. assert.isFalse(failed)
  313. assert.lengthOf(results, 5)
  314. assert.deepEqual(results, [
  315. [ 'b', 'a', 'r' ],
  316. null,
  317. 'wibble',
  318. undefined,
  319. undefined
  320. ])
  321. })
  322. })
  323. suite('stringify value:', () => {
  324. let result
  325. setup(() => {
  326. return bfj.stringify(new Promise(resolve => {
  327. setTimeout(resolve.bind(null, 'foo\t"\nbar'), 20)
  328. }))
  329. .then(res => result = res)
  330. })
  331. test('result was correct', () => {
  332. assert.strictEqual(result, '"foo\\t\\"\\nbar"')
  333. })
  334. })
  335. suite('write object:', () => {
  336. let failed, file, result
  337. setup(() => {
  338. failed = false
  339. file = path.join(__dirname, 'data.json')
  340. return bfj.write(
  341. file,
  342. { foo: [ 'b', 'a', 'r' ], baz: null, qux: 3.14159265359e42 }
  343. )
  344. .then(() => {
  345. result = fs.readFileSync(file, { encoding: 'utf8' })
  346. })
  347. .catch(error => {
  348. failed = true
  349. result = error
  350. })
  351. })
  352. teardown(() => {
  353. fs.unlinkSync(file)
  354. })
  355. test('did not fail', () => {
  356. assert.isFalse(failed)
  357. })
  358. test('result was correct', () => {
  359. assert.strictEqual(result, '{"foo":["b","a","r"],"baz":null,"qux":3.14159265359e+42}')
  360. })
  361. })
  362. })
  363. })