Fetch detailed information about each project

gatsby-node.js

@@ -1,10 +1,33 @@
 'use strict';
 
+var _extends = Object.assign || function (target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i]; for (var key in source) { if (Object.prototype.hasOwnProperty.call(source, key)) { target[key] = source[key]; } } } return target; };
+
 function _asyncToGenerator(fn) { return function () { var gen = fn.apply(this, arguments); return new Promise(function (resolve, reject) { function step(key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { return Promise.resolve(value).then(function (value) { step("next", value); }, function (err) { step("throw", err); }); } } return step("next"); }); }; }
 
 const crypto = require(`crypto`);
 const axios = require(`axios`);
 
+// Transform the sizes and dimensions properties (these have numeral keys returned by the Behance API)
+const transformImage = imageObject => _extends({}, imageObject, {
+  sizes: Object.entries(imageObject.sizes).map(arrayToObject),
+  dimensions: Object.entries(imageObject.dimensions).map(dimension => _extends({ dimension: dimension[0] }, dimension[1]))
+});
+
+const arrayToObject = array => ({ dimension: array[0], url: array[1] });
+
+// Transform the properties that have numbers as keys
+const transformProject = project => _extends({}, project, {
+  covers: Object.entries(project.covers).map(arrayToObject),
+  owners: project.owners.map(owner => _extends({}, owner, {
+    images: Object.entries(owner.images).map(arrayToObject)
+  })),
+  modules: project.modules.map(module => {
+    if (module.type === 'image') return transformImage(module);
+    if (module.type === 'media_collection') return _extends({}, module, { components: module.components.map(transformImage) });
+    return module;
+  })
+});
+
 exports.sourceNodes = (() => {
   var _ref = _asyncToGenerator(function* ({ boundActionCreators: { createNode } }, { username, apiKey }) {
     if (!username || !apiKey) {
@@ -47,41 +70,66 @@ exports.sourceNodes = (() => {
 
     const user = _ref3.data.user;
 
-
     const jsonStringUser = JSON.stringify(user);
 
-    projects.map(function (project) {
-      /* 
-      * Sadly this is not working as intended. Help on this part is much appreciated!
-      * 
-      * const projectResponse = await axiosClient.get(`/projects/${project.id}?client_id=${apiKey}`)
-      * const projectData = projectResponse.data.project
-      */
-
-      const jsonString = JSON.stringify(project);
-
-      const projectListNode = {
-        name: project.name,
-        projectID: project.id,
-        published: project.published_on,
-        created: project.created_on,
-        modified: project.modified_on,
-        conceived: project.conceived_on,
-        url: project.url,
-        areas: project.fields,
-        cover: project.covers.original,
-        stats: project.stats,
-        children: [],
-        id: project.id.toString(),
-        parent: `__SOURCE__`,
-        internal: {
-          type: `BehanceProjects`,
-          contentDigest: crypto.createHash(`md5`).update(jsonString).digest(`hex`)
-        }
-      };
-      createNode(projectListNode);
+    // Request detailed information about each project
+    const requests = projects.map(function (project) {
+      return axiosClient.get(`/projects/${project.id}?client_id=${apiKey}`);
+    });
+    const projectsDetailed = yield Promise.all(requests).map(function (request) {
+      return request.data.project;
     });
 
+    // Create node for each project
+    projectsDetailed.map((() => {
+      var _ref4 = _asyncToGenerator(function* (originalProject) {
+        const project = transformProject(originalProject);
+        const jsonString = JSON.stringify(project);
+
+        const projectListNode = {
+          projectID: project.id,
+          name: project.name,
+          published: project.published_on,
+          created: project.created_on,
+          modified: project.modified_on,
+          url: project.url,
+          privacy: project.privacy,
+          areas: project.fields,
+          covers: project.covers,
+          matureContent: project.mature_content,
+          matureAccess: project.mature_access,
+          owners: project.owners,
+          stats: project.stats,
+          conceived: project.conceived_on,
+          canvasWidth: project.canvas_width,
+          tags: project.tags,
+          description: project.description,
+          editorVersion: project.editor_version,
+          allowComments: project.allow_comments,
+          modules: project.modules,
+          shortURL: project.short_url,
+          copyright: project.copyright,
+          tools: project.tools,
+          styles: project.styles,
+          creatorID: project.creator_id,
+
+          children: [],
+          id: project.id.toString(),
+          parent: `__SOURCE__`,
+          internal: {
+            type: `BehanceProjects`,
+            contentDigest: crypto.createHash(`md5`).update(jsonString).digest(`hex`)
+          }
+        };
+
+        createNode(projectListNode);
+      });
+
+      return function (_x3) {
+        return _ref4.apply(this, arguments);
+      };
+    })());
+
     const userNode = {
       userID: user.id,
       names: {

src/gatsby-node.js

@@ -1,103 +1,143 @@
-const crypto = require(`crypto`)
-const axios = require(`axios`)
-
-exports.sourceNodes = async ({ boundActionCreators: { createNode } }, { username, apiKey }) => {
-  if (!username || !apiKey) {
-    throw 'You need to define username and apiKey'
-  }
-
-  const axiosClient = axios.create({
-    baseURL: `https://api.behance.net/v2/`,
-  })
-
-  // Thanks to https://github.com/Jedidiah/gatsby-source-twitch/blob/master/src/gatsby-node.js
-  // and https://stackoverflow.com/questions/43482639/throttling-axios-requests
-  const rateLimit = 500
-  let lastCalled = undefined
-
-  const rateLimiter = (call) => {
-    const now = Date.now()
-    if (lastCalled) {
-      lastCalled += rateLimit
-      const wait = (lastCalled - now)
-      if (wait > 0) {
-        return new Promise((resolve) => setTimeout(() => resolve(call), wait))
-      }
-    }
-    lastCalled = now
-    return call
-  }
-
-  axiosClient.interceptors.request.use(rateLimiter)
-
-  const { data: { projects } } = await axiosClient.get(`/users/${username}/projects?client_id=${apiKey}`)
-  const { data: { user } } = await axiosClient.get(`/users/${username}?client_id=${apiKey}`)
-
-  const jsonStringUser = JSON.stringify(user)
-
-  projects.map(project => {
-    /* 
-    * Sadly this is not working as intended. Help on this part is much appreciated!
-    * 
-    * const projectResponse = await axiosClient.get(`/projects/${project.id}?client_id=${apiKey}`)
-    * const projectData = projectResponse.data.project
-    */
-
-    const jsonString = JSON.stringify(project)
-
-    const projectListNode = {
-      name: project.name,
-      projectID: project.id,
-      published: project.published_on,
-      created: project.created_on,
-      modified: project.modified_on,
-      conceived: project.conceived_on,
-      url: project.url,
-      areas: project.fields,
-      cover: project.covers.original,
-      stats: project.stats,
-      children: [],
-      id: project.id.toString(),
-      parent: `__SOURCE__`,
-      internal: {
-        type: `BehanceProjects`,
-        contentDigest: crypto.createHash(`md5`).update(jsonString).digest(`hex`),
-      },
-    }
-    createNode(projectListNode)
-  })
-
-  const userNode = {
-    userID: user.id,
-    names: {
-      firstName: user.first_name,
-      lastName: user.last_name,
-      username: user.username,
-      displayName: user.display_name,
-    },
-    url: user.url,
-    website: user.website,
-    avatar: user.images['276'],
-    company: user.company,
-    place: {
-      city: user.city,
-      state: user.state,
-      country: user.country,
-      location: user.location,
-    },
-    areas: user.fields,
-    stats: user.stats,
-    links: user.links,
-    sections: user.sections,
-    socialMedia: user.social_links,
-    children: [],
-    id: user.id.toString(),
-    parent: `__SOURCE__`,
-    internal: {
-      type: `BehanceUser`,
-      contentDigest: crypto.createHash(`md5`).update(jsonStringUser).digest(`hex`)
-    }
-  }
-
-  createNode(userNode)
-}
+const crypto = require(`crypto`)
+const axios = require(`axios`)
+
+// Transform the sizes and dimensions properties (these have numeral keys returned by the Behance API)
+const transformImage = imageObject => ({
+  ...imageObject,
+  sizes: Object.entries(imageObject.sizes).map(arrayToObject),
+  dimensions: Object.entries(imageObject.dimensions)
+    .map(dimension => ({ dimension: dimension[0], ...dimension[1] })),
+})
+
+const arrayToObject = array => ({ dimension: array[0], url: array[1] })
+
+// Transform the properties that have numbers as keys
+const transformProject = project => ({
+  ...project,
+  covers: Object.entries(project.covers).map(arrayToObject),
+  owners: project.owners.map(owner => ({
+    ...owner,
+    images: Object.entries(owner.images).map(arrayToObject)
+  })),
+  modules: project.modules.map(module => {
+    if (module.type === 'image') return transformImage(module)
+    if (module.type === 'media_collection') return { ...module, components: module.components.map(transformImage) }
+    return module
+  })
+})
+
+exports.sourceNodes = async ({ boundActionCreators: { createNode } }, { username, apiKey }) => {
+  if (!username || !apiKey) {
+    throw 'You need to define username and apiKey'
+  }
+
+  const axiosClient = axios.create({
+    baseURL: `https://api.behance.net/v2/`,
+  })
+
+  // Thanks to https://github.com/Jedidiah/gatsby-source-twitch/blob/master/src/gatsby-node.js
+  // and https://stackoverflow.com/questions/43482639/throttling-axios-requests
+  const rateLimit = 500
+  let lastCalled = undefined
+
+  const rateLimiter = (call) => {
+    const now = Date.now()
+    if (lastCalled) {
+      lastCalled += rateLimit
+      const wait = (lastCalled - now)
+      if (wait > 0) {
+        return new Promise((resolve) => setTimeout(() => resolve(call), wait))
+      }
+    }
+    lastCalled = now
+    return call
+  }
+
+  axiosClient.interceptors.request.use(rateLimiter)
+
+  const { data: { projects } } = await axiosClient.get(`/users/${username}/projects?client_id=${apiKey}`)
+  const { data: { user } } = await axiosClient.get(`/users/${username}?client_id=${apiKey}`)
+  const jsonStringUser = JSON.stringify(user)
+
+  // Request detailed information about each project
+  const requests = projects.map(project => axiosClient.get(`/projects/${project.id}?client_id=${apiKey}`))
+  const projectsDetailed = await Promise.all(requests).map(request => request.data.project)
+
+  // Create node for each project
+  projectsDetailed.map(async originalProject => {
+    const project = transformProject(originalProject)
+    const jsonString = JSON.stringify(project)
+
+    const projectListNode = {
+      projectID: project.id,
+      name: project.name,
+      published: project.published_on,
+      created: project.created_on,
+      modified: project.modified_on,
+      url: project.url,
+      privacy: project.privacy,
+      areas: project.fields,
+      covers: project.covers,
+      matureContent: project.mature_content,
+      matureAccess: project.mature_access,
+      owners: project.owners,
+      stats: project.stats,
+      conceived: project.conceived_on,
+      canvasWidth: project.canvas_width,
+      tags: project.tags,
+      description: project.description,
+      editorVersion: project.editor_version,
+      allowComments: project.allow_comments,
+      modules: project.modules,
+      shortURL: project.short_url,
+      copyright: project.copyright,
+      tools: project.tools,
+      styles: project.styles,
+      creatorID: project.creator_id,
+
+      children: [],
+      id: project.id.toString(),
+      parent: `__SOURCE__`,
+      internal: {
+        type: `BehanceProjects`,
+        contentDigest: crypto.createHash(`md5`).update(jsonString).digest(`hex`),
+      },
+    }
+
+    createNode(projectListNode)
+  })
+
+  const userNode = {
+    userID: user.id,
+    names: {
+      firstName: user.first_name,
+      lastName: user.last_name,
+      username: user.username,
+      displayName: user.display_name,
+    },
+    url: user.url,
+    website: user.website,
+    avatar: user.images['276'],
+    company: user.company,
+    place: {
+      city: user.city,
+      state: user.state,
+      country: user.country,
+      location: user.location,
+    },
+    areas: user.fields,
+    stats: user.stats,
+    links: user.links,
+    sections: user.sections,
+    socialMedia: user.social_links,
+    children: [],
+    id: user.id.toString(),
+    parent: `__SOURCE__`,
+    internal: {
+      type: `BehanceUser`,
+      contentDigest: crypto.createHash(`md5`).update(jsonStringUser).digest(`hex`)
+    }
+  }
+
+  createNode(userNode)
+}