layerFileGenerator.js

const ManufacturingSectors = require('./data/manufacturingSectors.json');
const simpleGit = require('simple-git');
const axios = require('axios');
const fs = require('fs');
const rateLimit = require('axios-rate-limit');


const git = simpleGit();

// Create an Axios instance and set a request limit of 10 requests per second.
const http = rateLimit(axios.create({
    baseURL: "https://attack.mitre.org/versions/v12/groups"
}), { maxRequests: 10, perMilliseconds: 1000, maxRPS: 10 } )


// Run on start and then every 24 hours after that.
generateLayerFiles();
// setInterval(function() {
//     generateLayerFiles()
//   }, 86400000); // 86400000 milliseconds = 24 hours



/* 
    This function will loop through all the manufacturingSectors.json file and generate a layer.json file for each sector object.
    Files are stored under /src/data/layers
    Pre-built layers by group can be obtained from the following endpoint.
    https://attack.mitre.org/versions/v12/groups/G0096/G0096-enterprise-layer.json
*/
function generateLayerFiles() {
    try {
        let successfulSaves = 0;
        /* 
            We enter the ManufacturingSectors object and retrieve each corresponding groups layer.json file, gather all the groups techniques and save a new layer.json file including all techniques used by each group.
        */
        for (let i = 0; i < ManufacturingSectors.length; i++) {
            let sectorDiscription = ManufacturingSectors[i].description
            let sector = ManufacturingSectors[i];
            let activeGroups = sector.mitre_activity_groups;
            let fileName = (sector.name).replaceAll(' ', '_')
            let lastFileSaved = '';
            
            getLayers();

            function getLayers() {
            getGroupLayerFiles(activeGroups).then(response => {
                let layerFile = {
                    "description": sectorDiscription,
                    "name": sector.name,
                    "domain": "enterprise-attack",
                    "versions": {
                        "layer": "4.4",
                        "attack": "12",
                        "navigator": "4.5"
                        },
                    "layout": {
                        "layout": "flat",
                        "showName": true,
                        "showID": false
                        },
                    "techniques": response,
                    "gradient": {
                    "colors": [
                        "#ffffff",
                        "#66b1ff"
                    ],
                    "minValue": 0,
                    "maxValue": 1
                    }
                }

                // We check to make sure we have the needed data before saving.
                if (layerFile.techniques.length > 0) {
                    let file = JSON.stringify(layerFile, undefined, 4)
                    saveFile(fileName, file, lastFileSaved)
                    lastFileSaved = fileName;
                    successfulSaves++;
                }

                // If all files saved successfully we will upload them to GitHub.
                if (successfulSaves === ManufacturingSectors.length) {
                    // We get the current date to save in the PR title.
                    let today = new Date();
                    let dd = String(today.getDate()).padStart(2, '0');
                    let mm = String(today.getMonth() + 1).padStart(2, '0'); //January is 0!
                    let yyyy = today.getFullYear();
                    today = mm + '/' + dd + '/' + yyyy;

                    // commitAndPush(today)
                }
            });
            }
        }
    } catch(error) {
        console.log((new Date()).toISOString() + `[ERROR] Generating layer.json files. ${error}.`);
    }
}


// We retrieve each group layer file at 10 requests per second.
async function getGroupLayerFiles(groups) {
    try {
        let techniquesArray = [];
        await Promise.all(groups.map(async group => {
            http.getMaxRPS()
            await http.get(`https://attack.mitre.org/versions/v12/groups/${group}/${group}-enterprise-layer.json`)
            .then(response => {
                let responseData = response.data;
                let responseTechniques = responseData.techniques
                for (let i = 0; i < responseTechniques.length; i++) {
                    let thisTechnique = responseTechniques[i]
                    techniquesArray.push(thisTechnique);
                }
            })
            .catch(err => {
                console.error((new Date()).toISOString() + err);
            });
        }));
        return techniquesArray;
    } catch (err) {
        console.error((new Date()).toISOString() + err);
    }
}


function saveFile(name, data, lastFileSaved) {
    if (name !== lastFileSaved) {
        lastFileSaved = name;
        fs.writeFile(`./data/layers/${name}.json`, data, (err) => {
            if (err) {
                console.error(err);
                return;
            }
            console.log((new Date()).toISOString() + `File ${name} saved successfully!`);
        });
    }
}



async function commitAndPush(date) {
    try {
        // Add and commit all files located under data/layers
        await git.add('./data/layers/*');
        await git.commit(`${date} Commit all files located under data/layers`);
        await git.push('origin', 'main'); // push the changes to the remote repository
        console.log("[Success] Layer files successfully updated to GitHub.")
    } catch (err) {
        console.error((new Date()).toISOString() + err);
    }
}