sfc-utils 1.2.5

package/copy/googleauth.js

@@ -0,0 +1,153 @@
+#!/usr/bin/env node
+
+var { google } = require("googleapis");
+var opn = require("opn");
+
+var http = require("http");
+var os = require("os");
+var path = require("path");
+var url = require("url");
+var fs = require("fs");
+var writeFile = require('write');
+
+// Prep the service account for drive
+var serviceAccountCreds = path.join(os.homedir(), "service-account-google-creds.json");
+var tokenLocation = path.join(os.homedir(), ".google_oauth_token");
+
+var fallbackAuth = function() {
+  // If it's coming from EC2, pull from project
+  if (process.env.GOOGLE_OAUTH_SYSTEM === "EC2"){
+    tokenLocation = "../.google_oauth_token";
+  }
+
+  try {
+    var tokens = fs.readFileSync(tokenLocation, "utf-8");
+    tokens = JSON.parse(tokens);
+    auth = new google.auth.OAuth2(process.env.GOOGLE_OAUTH_CLIENT_ID, process.env.GOOGLE_OAUTH_CONSUMER_SECRET);
+    auth.setCredentials(tokens);
+
+    auth.on("tokens", function(update) {
+      Object.assign(tokens, update);
+      fs.writeFileSync(tokenLocation, JSON.stringify(tokens, null, 2));
+    });
+  } catch(err){
+    // If we error here, fire up local (as long as we're on on EC2)
+    if (process.env.GOOGLE_OAUTH_SYSTEM !== "EC2"){
+      task()
+    }
+  }
+  return auth;
+}
+
+var authenticate = function({fallback}) {
+  if (fallback){
+    return new Promise((resolve, reject) => {
+      console.log("Service account failed, falling back to regular token (to use the service account, share this sheet or doc with sfchronicle-gatsby@zinc-proton-250521.iam.gserviceaccount.com)")
+      resolve(fallbackAuth());
+    })
+  }
+  // Try to use the service account first
+  return new Promise((resolve, reject) => {
+    try {
+      // If it's coming from EC2, pull from project
+      if (process.env.GOOGLE_OAUTH_SYSTEM === "EC2"){
+        serviceAccountCreds = "../service-account-google-creds.json";
+      }
+
+      var serviceAccountJSON = fs.readFileSync(serviceAccountCreds, "utf-8");
+      serviceAccountJSON = JSON.parse(serviceAccountJSON);
+
+      // configure a JWT auth client
+      let jwtClient = new google.auth.JWT(
+        serviceAccountJSON.client_email,
+        null,
+        serviceAccountJSON.private_key,
+        [
+          'https://www.googleapis.com/auth/spreadsheets',
+          'https://www.googleapis.com/auth/drive'
+        ]
+      );
+      //authenticate request
+      jwtClient.authorize(function (err, tokens) {
+       if (err) {
+         console.log("Stage 1 error, fallback auth");
+         resolve(fallbackAuth());
+       } else {
+         console.log("Successfully connected to service account!");
+         // Return the jwtClient as auth
+         resolve(jwtClient);
+       }
+      });
+    } catch (err){
+      // It's ok if it errors, we have the fallback
+      console.log("Stage 2 error, fallback auth");
+      resolve(fallbackAuth());
+    }
+  })
+};
+
+var task = function() {
+  // var done = this.async();
+
+  var clientID = process.env.GOOGLE_OAUTH_CLIENT_ID;
+  var secret = process.env.GOOGLE_OAUTH_CONSUMER_SECRET;
+
+  var client = new google.auth.OAuth2(clientID, secret, "http://localhost:8000/authenticate/");
+  google.options({
+    auth: client
+  });
+
+  var scopes = [
+    "https://www.googleapis.com/auth/drive",
+    "https://www.googleapis.com/auth/spreadsheets"
+  ];
+
+  var authURL = client.generateAuthUrl({
+    access_type: "offline",
+    scope: scopes.join(" "),
+    prompt: "consent"
+  });
+
+  var onRequest = function(request, response) {
+    response.setHeader("Connection", "close");
+    if (request.url.indexOf("authenticate") > -1) {
+      return onAuthenticated(request, response);
+    } else if (request.url.indexOf("authorize") > -1) {
+      response.setHeader("Location", authURL);
+      response.writeHead(302);
+    } else {
+      response.writeHead(404);
+    }
+    response.end();
+  };
+
+  var onAuthenticated = async function(request, response) {
+    var requestURL = request.url[0] == "/" ? "localhost:8000" + request.url : request.url;
+    var query = new url.URL(requestURL).searchParams;
+    var code = query.get("code");
+    if (!code) return;
+    try {
+      var token = await client.getToken(code);
+      var tokens = token.tokens;
+      writeFile(tokenLocation, JSON.stringify(tokens, null, 2), function(err) {
+        if (err) {
+          console.log(err);
+        } else {
+          console.log("Authenticated");
+        }
+      });
+      response.end("Done! Now run your command again.");
+    } catch (err) {
+      response.end(err);
+    }
+  };
+
+  var server = http.createServer(onRequest);
+  server.listen(8000, () => opn("http://localhost:8000/authorize"));
+}
+
+let fullAuth = {
+  task: task,
+  authenticate: authenticate
+}
+module.exports = fullAuth;

package/copy/sheets.js

@@ -0,0 +1,151 @@
+/*
+ * Uses the Google Sheets API to pull data from Sheets and load it onto shared
+ * state. Writes the data out to JSON for later reference. Does not currently
+ * check for existing data to merge--it does a fresh pull every time.
+ * Sheets must be shared with the service account email before they can be accessed with this task
+ * @param {object} project standard object from project-config.json or project.json
+ * @param {string} directory optional alternate path to directory in which to save the output
+
+*/
+
+var { google } = require("googleapis");
+var api = google.sheets("v4");
+var writeFile = require("write");
+var authObj = require("./googleauth");
+
+var cast = function (str, forceStr) {
+  if (!forceStr){
+    if (typeof str !== "string") {
+      if (typeof str.value == "string") {
+        str = str.value;
+      } else {
+        return str;
+      }
+    }
+    if (str.match(/^-?(0?\.|[1-9])[\d\.]*$/) || str == "0") {
+      var n = Number(str);
+      if (isNaN(n)) return str;
+      return n;
+    }
+    if (str.toLowerCase() == "true" || str.toLowerCase() == "false") {
+      return str.toLowerCase() == "true" ? true : false;
+    }
+  } 
+  // To force string, just return string
+
+  return str;
+};
+
+let googleAuth = (project, directory = null, forceStr = false) => {
+  var auth = null;
+  authObj
+    .authenticate({ fallback: false })
+    .then((resp) => {
+      auth = resp;
+      grabSheets(auth, project, directory, forceStr).catch(() => {
+        // If the first attempt failed, then make another req using the fallback
+        authObj.authenticate({ fallback: true }).then((resp) => {
+          auth = resp;
+          grabSheets(auth, project, directory, forceStr);
+        });
+      });
+    })
+    .catch(() => {
+      // Failure if we fall back but there's no token
+      auth = authObj.task();
+      grabSheets(auth, project, directory, forceStr);
+    });
+};
+
+let grabSheets = (auth, project, directory, forceStr) => {
+  return new Promise((resolveAll, rejectAll) => {
+    var sheetKeys = project.GOOGLE_SHEETS;
+    if (!sheetKeys){
+      // Try the old way
+      sheetKeys = project.sheets;
+    }
+
+    if (!sheetKeys || !sheetKeys.length) {
+      console.log(
+        "You must specify a spreadsheet key in project.json or auth.json!"
+      );
+      return false;
+    }
+
+    let promiseStack = [];
+    for (var spreadsheetId of sheetKeys) {
+      let promiseItem = new Promise((resolve, reject) => {
+        getSheet(resolve, reject, auth, spreadsheetId, directory, forceStr);
+      });
+      promiseStack.push(promiseItem);
+    }
+
+    Promise.all(promiseStack)
+      .then(() => {
+        // Resolve the whole thing
+        resolveAll();
+      })
+      .catch(() => {
+        // If this was triggered, reject all to fall back
+        rejectAll();
+      });
+  });
+};
+
+let getSheet = async (resolve, reject, auth, spreadsheetId, directory, forceStr) => {
+  let output = await api.spreadsheets
+    .get({
+      auth,
+      spreadsheetId,
+    })
+    .catch(() => {
+      // This might fail if we don't have access
+      reject();
+    });
+  if (!output) {
+    return;
+  }
+  var book = output.data;
+  var { sheets, spreadsheetId } = book;
+  for (var sheet of sheets) {
+    if (sheet.properties.title[0] == "_") continue;
+    var response = await api.spreadsheets.values.get({
+      auth,
+      spreadsheetId,
+      range: `${sheet.properties.title}!A:AAA`,
+      majorDimension: "ROWS",
+    });
+    var { values } = response.data;
+    var header = values.shift();
+    var isKeyed = header.indexOf("key") > -1;
+    var isValued = header.indexOf("value") > -1;
+    var out = isKeyed ? {} : [];
+    for (var row of values) {
+      // skip blank rows
+      if (!row.length) continue;
+      var obj = {};
+      row.forEach(function (value, i) {
+        var key = header[i];
+        obj[key] = cast(value, forceStr);
+      });
+      if (isKeyed) {
+        out[obj.key] = isValued ? obj.value : obj;
+      } else {
+        out.push(obj);
+      }
+    }
+
+    //set alternate dir if we have it
+    directory = directory || "src/data/";
+    var file_path = `${directory}${sheet.properties.title.replace(
+      /\s+/g,
+      "_"
+    )}.sheet.json`;
+    console.log(`Saving sheet to ${file_path}`);
+    // grunt.file.write(filename, JSON.stringify(out, null, 2));
+    writeFile(file_path, JSON.stringify(out, null, 2));
+    resolve(file_path);
+  }
+};
+
+module.exports = { googleAuth };

package/fonts/albany.less

@@ -0,0 +1,45 @@
+// There are additional weights and versions of these fonts available,
+// but adding them makes the client download larger
+@font-face {
+  font-family: 'ChronicleDispCond-Black';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local("ChronicleDispCond-Black"),url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleDispCond-Black_Web.woff2") format("woff2"), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleDispCond-Black_Web.woff") format("woff");
+}
+@font-face {
+  font-family: 'ChronicleDispCond-Roman';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('ChronicleDispCond-Roman'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleDispCond-Roman_Web.woff2") format('woff2'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleDispCond-Roman_Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'ChronicleTextG2-Roman';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('ChronicleTextG2-Roman'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleTextG2-Roman_Web.woff2") format('woff2'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleTextG2-Roman_Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'ChronicleTextG2-Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('ChronicleTextG2-Bold'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleTextG2-Bold_Web.woff2") format('woff2'), url("https://www.timesunion.com/css/core/fonts/chronicle/ChronicleTextG2-Bold_Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'HelveticaNeue-Roman';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('HelveticaNeue-Roman'), url("https://www.timesunion.com/css/core/fonts/neuehelvetica/HelveticaNeue-Roman.woff2") format('woff2'), url("https://www.timesunion.com/css/core/fonts/neuehelvetica/HelveticaNeue-Roman.woff") format('woff');
+}
+@font-face {
+  font-family: 'HelveticaNeue-HeavyCond';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('HelveticaNeue-HeavyCond'), url("https://www.timesunion.com/css/core/fonts/neuehelvetica/HelveticaNeue-HeavyCond.woff2") format('woff2'), url("https://www.timesunion.com/css/core/fonts/neuehelvetica/HelveticaNeue-HeavyCond.woff") format('woff');
+}
+

package/fonts/default.less

@@ -0,0 +1,50 @@
+// The brand fonts
+@font-face {
+  font-family: 'Lora Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Lora Bold'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-700.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-700.woff") format('woff');
+}
+@font-face {
+  font-family: 'Lora Regular';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Lora Regular'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-regular.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-regular.woff") format('woff');
+}
+@font-face {
+  font-family: 'Lora Light';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 300;
+  src: local('Lora Light'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-regular.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/lora/lora-v12-latin-regular.woff") format('woff');
+}
+@font-face {
+  font-family: 'Source Sans Pro Light';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 300;
+  src: local('Source Sans Pro Regular'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-300.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-300.woff") format('woff');
+}
+@font-face {
+  font-family: 'Source Sans Pro Regular';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Source Sans Pro Regular'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-regular.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-regular.woff") format('woff');
+}
+@font-face {
+  font-family: 'Source Sans Pro Semibold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 600;
+  src: local('Source Sans Pro Semibold'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-600.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-600.woff") format('woff');
+}
+@font-face {
+  font-family: 'Source Sans Pro Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 700;
+  src: local('Source Sans Pro Bold'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-700.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/sourcesans/source-sans-pro-v11-latin-700.woff") format('woff');
+}

package/fonts/houston.less

@@ -0,0 +1,51 @@
+// There are additional weights and versions of these fonts available,
+// but adding them makes the client download larger
+@font-face {
+  font-family: 'Marr Sans Semibold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Marr Sans Semibold'), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSans-Semibold-Web.woff2") format('woff2'), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSans-Semibold-Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'Marr Sans Regular';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Marr Sans Regular'), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSans-Regular-Web.woff2") format('woff2'), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSans-Regular-Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'Marr Sans Condensed Medium';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local("Marr Sans Condensed Medium"),url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSansCondensed-Medium-Web.woff2") format("woff2"), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSansCondensed-Medium-Web.woff") format("woff");
+}
+@font-face {
+  font-family: 'Marr Sans Condensed Semibold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local("Marr Sans Condensed Semibold"),url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSansCondensed-Semibold-Web.woff2") format("woff2"), url("https://www.houstonchronicle.com/css/core/fonts/marrsans/MarrSansCondensed-Semibold-Web.woff") format("woff");
+}
+@font-face {
+  font-family: 'Publico Text Roman';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Publico Text Roman'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoText-Roman-Web.woff2") format('woff2'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoText-Roman-Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'Publico Text Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Publico Text Bold'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoText-Bold-Web.woff2") format('woff2'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoText-Bold-Web.woff") format('woff');
+}
+@font-face {
+  font-family: 'Publico Headline Medium';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Publico Headline Medium'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoHeadline-Medium-Web.woff2") format('woff2'), url("https://www.houstonchronicle.com/css/core/fonts/publico/PublicoHeadline-Medium-Web.woff") format('woff');
+}

package/fonts/sfc.less

@@ -0,0 +1,57 @@
+// The brand fonts
+@font-face {
+  font-family: 'National Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('National Bold'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Bold.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Bold.woff") format('woff');
+}
+@font-face {
+  font-family: 'National Medium';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('National Medium'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Medium.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Medium.woff") format('woff');
+}
+@font-face {
+  font-family: 'National Light';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('National Light'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Light.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Light.woff") format('woff');
+}
+@font-face {
+  font-family: 'National Book';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('National Book'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Book.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/national/NationalWeb-Book.woff") format('woff');
+}
+@font-face {
+  font-family: 'Tiempos Regular';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Tiempos Regular'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposTextWeb-Regular.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposTextWeb-Regular.woff") format('woff');
+}
+@font-face {
+  font-family: 'Tiempos Bold';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Tiempos Bold'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposTextWeb-Bold.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposTextWeb-Bold.woff") format('woff');
+}
+@font-face {
+  font-family: 'Tiempos Headline Light';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local('Tiempos Headline Light'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposHeadlineWeb-Light.woff2") format('woff2'), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposHeadlineWeb-Light.woff") format('woff');
+}
+@font-face {
+  font-family: 'Tiempos Headline Black';
+  font-display: swap;
+  font-style: normal;
+  font-weight: 400;
+  src: local("Tiempos Headline Black"),url(https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposHeadlineWeb-Black.woff2) format("woff2"), url("https://www.sfchronicle.com/css/core/fonts/tiempos/TiemposHeadlineWeb-Black.woff") format("woff");
+}