getvaluefromEDDI.js

console.time("Process");
var request = require("request");
var mongo = require("mongodb").MongoClient;
var ObjectID = require("mongodb").ObjectID;

var mongoUrl = "mongodb://localhost:3001/meteor";

var params = ["ects", "period", "year", "season", "courseLevel", "faculty", "courseLanguage", "department", "location", "programme", "courseType"];
var lang = ["da", "en"];

mongo.connect(mongoUrl, function (err, db) {
    db.collection("filters").drop();
    db.close();
});

lang.forEach(function (lang) {
    params.forEach(function (param) {
        var url = "http://eddia1p1.adm.au.dk:7001/EDDI/webservices/CourseCatalogService2.cfc?method=getValueList&list=" + param + "&lang=" + lang;
        request({
            url: url,
            json: true
        }, function (e, res, json) {
            var obj = {};

            var arr = [];

            json.listItems.forEach(function (item) {
                arr.push({id: item.id, name: item[json.listName]});
            });
            obj["name"] = json.listName;
            obj["lang"] = lang;
            obj["list"] = arr;

            mongo.connect(mongoUrl, function (err, db) {
                //db.collection("filters").drop();
                db.collection("filters").insert(obj, function (err, docs) {
                    db.close();
                });
            });
        });
    });
});
console.timeEnd("Process");