From ea40cee1f5e14abc73131763925b9c8422d57660 Mon Sep 17 00:00:00 2001 From: Robert Aubin Date: Mon, 25 Jan 2021 15:16:39 -0500 Subject: [PATCH 1/2] Limit fetch to 100 records --- src/fetch.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/fetch.js b/src/fetch.js index a31d7e9..302813e 100644 --- a/src/fetch.js +++ b/src/fetch.js @@ -14,7 +14,7 @@ module.exports = async ({ headers: { 'Accept-Encoding': 'gzip, deflate' }, } let objects = [] - const limit = 1000 + const limit = 100 let skip = 0 console.time(timeLabel) console.log(`Starting to fetch data from Cosmic JS (${objectType})`) From 61a19fb64bb04e45ee7064fb90b9c9457baf8d57 Mon Sep 17 00:00:00 2001 From: Robert Aubin Date: Mon, 25 Jan 2021 17:38:01 -0500 Subject: [PATCH 2/2] Add config option for request limit. --- README.md | 3 ++- src/fetch.js | 2 +- src/gatsby-node.js | 2 ++ 3 files changed, 5 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 5f2f4c2..534a98a 100644 --- a/README.md +++ b/README.md @@ -24,7 +24,8 @@ plugins: [ apiAccess: { read_key: ``, // Get this value in Bucket > Settings }, - localMedia: true // Download media locally for gatsby image (optional) + localMedia: true, // Download media locally for gatsby image (optional) + limit: 1000, // The number of Objects to fetch on each request (optional) } }, ] diff --git a/src/fetch.js b/src/fetch.js index 302813e..2629368 100644 --- a/src/fetch.js +++ b/src/fetch.js @@ -7,6 +7,7 @@ module.exports = async ({ bucketSlug, objectType, apiAccess, + limit, preview, }) => { const timeLabel = `Fetch Cosmic JS data for (${objectType})` @@ -14,7 +15,6 @@ module.exports = async ({ headers: { 'Accept-Encoding': 'gzip, deflate' }, } let objects = [] - const limit = 100 let skip = 0 console.time(timeLabel) console.log(`Starting to fetch data from Cosmic JS (${objectType})`) diff --git a/src/gatsby-node.js b/src/gatsby-node.js index a596029..04eefa5 100644 --- a/src/gatsby-node.js +++ b/src/gatsby-node.js @@ -9,6 +9,7 @@ exports.sourceNodes = async ( bucketSlug = '', objectTypes = [], apiAccess = {}, + limit = 1000, preview = false, localMedia = false, } @@ -57,6 +58,7 @@ exports.sourceNodes = async ( bucketSlug, objectType, apiAccess, + limit, preview, }) )