fetch-projects.js 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. var fs = require('fs')
  2. const YAML = require('json-to-pretty-yaml');
  3. const TurndownService = require('turndown');
  4. var turndownService = new TurndownService()
  5. const getDirectories = source =>
  6. fs.readdirSync(source, { withFileTypes: true })
  7. .filter(item => item.isDirectory())
  8. .map(item => item.name);
  9. var source = "/Users/james/codex/projects"
  10. var projects = getDirectories(source);
  11. var project_data = []
  12. projects.forEach(project => {
  13. try {
  14. project_data.push(JSON.parse(fs.readFileSync(`${source}/${project}/project.json`)));
  15. } catch(err){}
  16. });
  17. var copyFile = function(original_path, destination_path){
  18. try {
  19. fs.copyFileSync(original_path, destination_path);
  20. return true;
  21. } catch (err){
  22. if(err.code == 'ENOENT'){
  23. console.log(`> ERROR: File not found! (\'${original_path}\')`)
  24. } else {
  25. console.log(err);
  26. }
  27. return false;
  28. }
  29. }
  30. var createProject = function(project){
  31. // Don't copy private projects
  32. if(project.visibility == "private") return;
  33. // Copy thumbnail
  34. var cover_path = `${source}/${project.permalink}/${project.cover_image}`
  35. var cover_ext = project.cover_image.split(".")[1];
  36. var thumbnail_destination = `source/images/thumbnails/projects/${project.permalink}.${cover_ext}`
  37. if(!copyFile(cover_path, thumbnail_destination)) return;
  38. // Copy Hero
  39. var hero_path, hero_ext, hero_destination;
  40. if(project.hero_image != undefined){
  41. hero_path = `${source}/${project.permalink}/${project.hero_image}`
  42. hero_ext = project.hero_image.split(".")[1];
  43. hero_destination = `source/images/hero/projects/${project.permalink}.${hero_ext}`
  44. copyFile(hero_path, hero_destination);
  45. }
  46. // Create markdown file
  47. var file = "";
  48. file += "---\n";
  49. file += `title: ${project.title}\n`;
  50. file += `date: ${project.start_date}\n`;
  51. file += `layout: project\n`
  52. file += `cover: /images/thumbnails/projects/${project.permalink}.${cover_ext}\n`;
  53. if(project.hero_image != undefined){
  54. file += `hero: /images/hero/projects/${project.permalink}.${hero_ext}\n`;
  55. }
  56. try {
  57. var data = JSON.parse(JSON.stringify(project));
  58. delete data.title;
  59. delete data.index;
  60. delete data.status;
  61. delete data.size
  62. delete data.cover_image;
  63. delete data.local_copies;
  64. delete data.folder;
  65. delete data.aws_backups;
  66. delete data.permalink;
  67. delete data.backup_folder;
  68. if(data.repositories == []) delete data.repositories;
  69. if(data.files == []) delete data.files;
  70. file += YAML.stringify(data);
  71. } catch (err){
  72. console.log(err);
  73. }
  74. file += "---\n";
  75. if(project.text == undefined){
  76. file += project.description;
  77. } else {
  78. file += turndownService.turndown(project.text);;
  79. }
  80. // Save markdown file
  81. var project_file_path = `source/_posts/projects/${project.permalink}.md`
  82. try {
  83. fs.writeFileSync(project_file_path, file);
  84. console.log(`> Created file \'${project.permalink}.md\'`);
  85. counter += 1;
  86. } catch (err){
  87. console.log(err);
  88. }
  89. }
  90. var counter = 0;
  91. project_data.forEach(project => {
  92. createProject(project);
  93. });
  94. console.log(`Copied ${counter}/${project_data.length} projects`);