jamesperet-website-2020/fetch-scripts/fetch-projects.js

var fs = require('fs')
const YAML = require('json-to-pretty-yaml');
const TurndownService = require('turndown');
var turndownService = new TurndownService()

const getDirectories = source =>
  fs.readdirSync(source, { withFileTypes: true })
    .filter(item => item.isDirectory())
    .map(item => item.name);

var source = "/Users/james/codex/projects"
var projects = getDirectories(source);
var project_data = []
projects.forEach(project => {
    try {
        project_data.push(JSON.parse(fs.readFileSync(`${source}/${project}/project.json`)));
    } catch(err){}
});

var copyFile = function(original_path, destination_path){
    try {    
        fs.copyFileSync(original_path, destination_path);
        return true;
    } catch (err){
        if(err.code == 'ENOENT'){
            console.log(`> ERROR: File not found! (\'${original_path}\')`)
        } else {
            console.log(err);
        }
        return false;
    }
}

var createProject = function(project){
    // Don't copy private projects
    if(project.visibility == "private") return;
    // Copy thumbnail
    var cover_path = `${source}/${project.permalink}/${project.cover_image}`
    var cover_ext = project.cover_image.split(".")[1];
    var thumbnail_destination = `source/images/thumbnails/projects/${project.permalink}.${cover_ext}`
    if(!copyFile(cover_path, thumbnail_destination)) return;
    // Copy Hero
    var hero_path, hero_ext, hero_destination;
    if(project.hero_image != undefined){
        hero_path = `${source}/${project.permalink}/${project.hero_image}`
        hero_ext = project.hero_image.split(".")[1];
        hero_destination = `source/images/hero/projects/${project.permalink}.${hero_ext}`
        copyFile(hero_path, hero_destination);
    }
    // Copy screenshots
    var screenshot_data = []
    if(project.screenshots != undefined){
        if(project.screenshots.length > 0) {
            for (let i = 0; i < project.screenshots.length; i++) {
                var screenshot = project.screenshots[i];
                screenshot_path = `${source}/${project.permalink}/${screenshot.url}`
                screenshot_ext = project.hero_image.split(".")[1];
                screenshot_destination = `/images/${project.permalink}-screenshot-${i}.${screenshot_ext}`
                copyFile(screenshot_path, 'source' + screenshot_destination);
                screenshot.url = screenshot_destination;
                screenshot_data.push(screenshot)
            }
        }
    }
    // Create markdown file
    var file = "";
    file += "---\n";
    file += `title: ${project.title}\n`;
    file += `folder: ${project.permalink}\n`;
    file += `date: ${project.start_date}\n`;
    file += `layout: project\n`
    file += `cover: /images/thumbnails/projects/${project.permalink}.${cover_ext}\n`;
    if(project.hero_image != undefined){
        file += `hero: /images/hero/projects/${project.permalink}.${hero_ext}\n`;
    }
    try {
        var data = JSON.parse(JSON.stringify(project));
        delete data.title;
        delete data.index;
        delete data.status;
        delete data.size
        delete data.cover_image;
        delete data.local_copies;
        delete data.folder;
        delete data.aws_backups;
        delete data.permalink;
        delete data.backup_folder;
        if(data.repositories == []) delete data.repositories;
        if(data.files == []) delete data.files;
        if(screenshot_data.length > 0) data.screenshots = screenshot_data;
        file += YAML.stringify(data);
    } catch (err){
        console.log(err);
    }
    file += "---\n";
    if(project.text == undefined){
        file += project.description;
    } else {
        file += turndownService.turndown(project.text);;
    }
    // Save markdown file
    var project_file_path = `source/_posts/projects/${project.permalink}.md`
    try {
        fs.writeFileSync(project_file_path, file);
        console.log(`> Created file \'${project.permalink}.md\'`);
        counter += 1;
    } catch (err){
        console.log(err);
    }
}
var counter = 0;

module.exports = function(){
    project_data.forEach(project => {
        createProject(project);
    });
    console.log(`Copied ${counter}/${project_data.length} projects`);
}