spauth.then - Code Metrics - Inspection of "eliminated a hard-coded filepath by replacing it w..." - danielgp/sharepoint-extractor - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — master ( 289481...8ee37b )

by Daniel

created 2016-11-26 01:46 UTC

spauth.then A

↳ Parent: spauth.then

Complexity

Conditions	2
Paths	9

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes	2
Bugs	0	Features	0

Metric	Value
cc	2
c	2
b	0
f	0
nc	9
dl	0
loc	70
rs	9.1724
nop	1

How to fix Long Method

var spauth = require('node-sp-auth');
var request = require('request-promise');
var config = require('./config.json');
var MyCustomFunctions = require('./custom_functions.js');
var targetSharePoint = require('./targetSharePoint.json');
var fs = require('fs');

spauth
        .getAuth(targetSharePoint.URL, {
            username: targetSharePoint.credentials.username,
            password: targetSharePoint.credentials.password
        })
        .then(function (data) {
            var fsOptions = {
                encoding: 'utf8'
            };
            var headerOptions = data.headers;
            headerOptions['Accept'] = 'application/json;odata=verbose';
            var ListNameArray = [];
            request.get({
                url: targetSharePoint.URL + '_api/web/Lists',
                headers: headerOptions,
                json: true
            }).then(function (response) {
                var dataObjectLists = response.d.results;
                if (Object.keys(dataObjectLists).length > 0) {
                    var dataListLight = [];
                    var counter = 0;
                    dataObjectLists.forEach(function (item) {
                        dataListLight[counter] = {
                            'Created': item.Created.replace('T', ' ').replace('Z', ''),
                            'Description': item.Description,
                            'EnableAttachments': item.EnableAttachments,
                            'EnableFolderCreation': item.EnableFolderCreation,
                            'EnableVersioning': item.EnableVersioning,
                            'Hidden': item.Hidden,
                            'Id': item.Id,
                            'IsPrivate': item.IsPrivate,
                            'ItemCount': item.ItemCount,
                            'LastItemDeletedDate': item.LastItemDeletedDate.replace('T', ' ').replace('Z', ''),
                            'LastItemModifiedDate': item.LastItemModifiedDate.replace('T', ' ').replace('Z', ''),
                            'LastItemUserModifiedDate': item.LastItemUserModifiedDate.replace('T', ' ').replace('Z', ''),
                            'MajorVersionLimit': item.MajorVersionLimit,
                            'NoCrawl': item.NoCrawl,
                            'ParserDisabled': item.ParserDisabled,
                            'Title': item.Title
                        };
                        ListNameArray[counter] = item.Title;
                        counter++;
                    });
                    var wStreamList = fs.createWriteStream(config.General.PathForExtracts + config.General.MetaDataFileName.Lists + '.csv', fsOptions);
                    var wStreamListFields = fs.createWriteStream(config.General.PathForExtracts + config.General.MetaDataFileName.Fields + '.csv', fsOptions);
                    var inMetaDataFields = config.SharePoint.MetaDataOutput.Fields;
                    wStreamListFields.write('"' + Object.keys(inMetaDataFields).join('"' + config.General.ListSeparator + '"') + '"\n');
                    wStreamList.write('"' + Object.keys(dataListLight[0]).join('"' + config.General.ListSeparator + '"') + '"\n');
                    dataListLight.forEach(function (crtListParameters) {
                        var crtListName = crtListParameters.Title;
                        var myFunctions = new MyCustomFunctions();
                        var crtListWillBeExtracted = myFunctions.decideBlackListWhiteList(crtListParameters.Hidden, false, config.SharePoint.Filters.Lists.NotHidden.BlackList, true, config.SharePoint.Filters.Lists.Hidden.WhiteList, crtListName);
                        if (crtListWillBeExtracted) {
                            wStreamList.write('"' + Object.keys(crtListParameters).map(function (x) {
                                return crtListParameters[x];
                            }).join('"' + config.General.ListSeparator + '"') + '"\n');
                            // Dynamically detect structure of the list, extracting the Field names and their text to display
                            request.get({
                                url: targetSharePoint.URL + '_api/web/lists/GetByTitle(\'' + crtListName + '\')/Fields',
                                headers: headerOptions,
                                json: true
                            }).then(function (response) {
                                var dataObject = response.d.results;
                                if (Object.keys(dataObject).length > 0) {
                                    var headersArray = [];
                                    var fieldsArray = [];
                                    var fieldsTypeArray = [];
                                    var counter = 0;
                                    dataObject.forEach(function (item) {
                                        var crtRecordFieldWillBeExtracted = myFunctions.decideBlackListWhiteList(item.CanBeDeleted, true, config.SharePoint.Filters.Fields.CanBeDeleted.BlackList, false, config.SharePoint.Filters.Fields.CannotBeDeleted.WhiteList, item.InternalName);
                                        // for certain Lists all existing fields should be retrieved
                                        if (config.SharePoint.Filters.Lists.Hidden.WhiteList.indexOf(crtListName) > -1) {
                                            crtRecordFieldWillBeExtracted = true;
                                        }
                                        if (crtRecordFieldWillBeExtracted) {
                                            headersArray[counter] = item.Title;
                                            fieldsArray[counter] = item.StaticName;
                                            fieldsTypeArray[counter] = item.TypeAsString;
                                            counter++;
                                            var crtListField = [];
                                            var counterF = 0
                                            Object.keys(inMetaDataFields).forEach(function (itemF) {
                                                crtListField[counterF] = item[inMetaDataFields[itemF]];
                                                counterF++;
                                            });
                                            wStreamListFields.write('"' + crtListName + '"' + config.General.ListSeparator + '"' + crtListField.join('"' + config.General.ListSeparator + '"') + '"\n');
                                        }
                                    });
                                    // Get the actual values from current list
                                    request.get({
                                        url: targetSharePoint.URL + '_api/web/lists/GetByTitle(\'' + crtListName + '\')/Items',
                                        headers: headerOptions,
                                        json: true
                                    }).then(function (response) {
                                        var fieldsLength = fieldsArray.length;
                                        // output to file only if detectable fields are in scope
                                        if (fieldsLength > 0) {
                                            var wstream = fs.createWriteStream(config.General.PathForExtracts + crtListName + '.csv', fsOptions);
                                            // writing headers for records within current list
                                            wstream.write('"' + headersArray.join('"' + config.General.ListSeparator + '"') + (crtListParameters.EnableVersioning ? '"' + config.General.ListSeparator + '"Version' : '') + '"\n');
                                            var dataObjectValues = response.d.results;
                                            if (Object.keys(dataObjectValues).length > 0) {
                                                dataObjectValues.forEach(function (item) {
                                                    var crtRecord = [];
                                                    for (var counterF = 0; counterF < fieldsLength; counterF++) {
                                                        switch (fieldsTypeArray[counterF]) {
                                                            case 'DateTime':
                                                                crtRecord[counterF] = item[fieldsArray[counterF]].replace('T', ' ').replace('Z', '');
                                                                break;
                                                            case 'Lookup':
                                                            case 'User':
                                                                crtRecord[counterF] = item[fieldsArray[counterF] + 'Id'];
                                                                break;
                                                            default:
                                                                crtRecord[counterF] = item[fieldsArray[counterF]];
                                                                break;
                                                        }
                                                    }
                                                    // writing current record values
                                                    wstream.write('"' + crtRecord.join('"' + config.General.ListSeparator + '"') + (crtListParameters.EnableVersioning ? '"' + config.General.ListSeparator + '"' + item.OData__UIVersionString : '') + '"\n');
                                                });
                                            }
                                            wstream.end(function () {
                                                if (config.General.Feedback.FileCompletion.OtherLists) {
                                                    console.log(crtListName + '.csv has been completed!\n' + (config.General.Feedback.ContentAsJSON.OtherLists ? JSON.stringify(dataObjectValues) : ''));

                                                }
                                            });
                                        }
                                    });
                                }
                            });
                        }
                    });
                    wStreamList.end(function () {
                        if (config.General.Feedback.FileCompletion.ListOfLists) {
                            console.log(config.General.MetaDataFileName.Lists + '.csv has been completed!\n' + (config.General.Feedback.ContentAsJSON.ListOfLists ? JSON.stringify(dataListLight) : ''));

                        }
                    });
                }
            });
        });


1			var spauth = require('node-sp-auth');
2			var request = require('request-promise');
3			var config = require('./config.json');
4			var MyCustomFunctions = require('./custom_functions.js');
5			var targetSharePoint = require('./targetSharePoint.json');
6			var fs = require('fs');
7
8			spauth
9			.getAuth(targetSharePoint.URL, {
10			username: targetSharePoint.credentials.username,
11			password: targetSharePoint.credentials.password
12			})
13			.then(function (data) {
14			var fsOptions = {
15			encoding: 'utf8'
16			};
17			var headerOptions = data.headers;
18			headerOptions['Accept'] = 'application/json;odata=verbose';
19			var ListNameArray = [];
20			request.get({
21			url: targetSharePoint.URL + '_api/web/Lists',
22			headers: headerOptions,
23			json: true
24			}).then(function (response) {
25			var dataObjectLists = response.d.results;
26			if (Object.keys(dataObjectLists).length > 0) {
27			var dataListLight = [];
28			var counter = 0;
29			dataObjectLists.forEach(function (item) {
30			dataListLight[counter] = {
31			'Created': item.Created.replace('T', ' ').replace('Z', ''),
32			'Description': item.Description,
33			'EnableAttachments': item.EnableAttachments,
34			'EnableFolderCreation': item.EnableFolderCreation,
35			'EnableVersioning': item.EnableVersioning,
36			'Hidden': item.Hidden,
37			'Id': item.Id,
38			'IsPrivate': item.IsPrivate,
39			'ItemCount': item.ItemCount,
40			'LastItemDeletedDate': item.LastItemDeletedDate.replace('T', ' ').replace('Z', ''),
41			'LastItemModifiedDate': item.LastItemModifiedDate.replace('T', ' ').replace('Z', ''),
42			'LastItemUserModifiedDate': item.LastItemUserModifiedDate.replace('T', ' ').replace('Z', ''),
43			'MajorVersionLimit': item.MajorVersionLimit,
44			'NoCrawl': item.NoCrawl,
45			'ParserDisabled': item.ParserDisabled,
46			'Title': item.Title
47			};
48			ListNameArray[counter] = item.Title;
49			counter++;
50			});
51			var wStreamList = fs.createWriteStream(config.General.PathForExtracts + config.General.MetaDataFileName.Lists + '.csv', fsOptions);
52			var wStreamListFields = fs.createWriteStream(config.General.PathForExtracts + config.General.MetaDataFileName.Fields + '.csv', fsOptions);
53			var inMetaDataFields = config.SharePoint.MetaDataOutput.Fields;
54			wStreamListFields.write('"' + Object.keys(inMetaDataFields).join('"' + config.General.ListSeparator + '"') + '"\n');
55			wStreamList.write('"' + Object.keys(dataListLight[0]).join('"' + config.General.ListSeparator + '"') + '"\n');
56			dataListLight.forEach(function (crtListParameters) {
57			var crtListName = crtListParameters.Title;
58			var myFunctions = new MyCustomFunctions();
59			var crtListWillBeExtracted = myFunctions.decideBlackListWhiteList(crtListParameters.Hidden, false, config.SharePoint.Filters.Lists.NotHidden.BlackList, true, config.SharePoint.Filters.Lists.Hidden.WhiteList, crtListName);
60			if (crtListWillBeExtracted) {
61			wStreamList.write('"' + Object.keys(crtListParameters).map(function (x) {
62			return crtListParameters[x];
63			}).join('"' + config.General.ListSeparator + '"') + '"\n');
64			// Dynamically detect structure of the list, extracting the Field names and their text to display
65			request.get({
66			url: targetSharePoint.URL + '_api/web/lists/GetByTitle(\'' + crtListName + '\')/Fields',
67			headers: headerOptions,
68			json: true
69			}).then(function (response) {
70			var dataObject = response.d.results;
71			if (Object.keys(dataObject).length > 0) {
72			var headersArray = [];
73			var fieldsArray = [];
74			var fieldsTypeArray = [];
75			var counter = 0;
76			dataObject.forEach(function (item) {
77			var crtRecordFieldWillBeExtracted = myFunctions.decideBlackListWhiteList(item.CanBeDeleted, true, config.SharePoint.Filters.Fields.CanBeDeleted.BlackList, false, config.SharePoint.Filters.Fields.CannotBeDeleted.WhiteList, item.InternalName);
78			// for certain Lists all existing fields should be retrieved
79			if (config.SharePoint.Filters.Lists.Hidden.WhiteList.indexOf(crtListName) > -1) {
80			crtRecordFieldWillBeExtracted = true;
81			}
82			if (crtRecordFieldWillBeExtracted) {
83			headersArray[counter] = item.Title;
84			fieldsArray[counter] = item.StaticName;
85			fieldsTypeArray[counter] = item.TypeAsString;
86			counter++;
87			var crtListField = [];
88			var counterF = 0
89			Object.keys(inMetaDataFields).forEach(function (itemF) {
90			crtListField[counterF] = item[inMetaDataFields[itemF]];
91			counterF++;
92			});
93			wStreamListFields.write('"' + crtListName + '"' + config.General.ListSeparator + '"' + crtListField.join('"' + config.General.ListSeparator + '"') + '"\n');
94			}
95			});
96			// Get the actual values from current list
97			request.get({
98			url: targetSharePoint.URL + '_api/web/lists/GetByTitle(\'' + crtListName + '\')/Items',
99			headers: headerOptions,
100			json: true
101			}).then(function (response) {
102			var fieldsLength = fieldsArray.length;
103			// output to file only if detectable fields are in scope
104			if (fieldsLength > 0) {
105			var wstream = fs.createWriteStream(config.General.PathForExtracts + crtListName + '.csv', fsOptions);
106			// writing headers for records within current list
107			wstream.write('"' + headersArray.join('"' + config.General.ListSeparator + '"') + (crtListParameters.EnableVersioning ? '"' + config.General.ListSeparator + '"Version' : '') + '"\n');
108			var dataObjectValues = response.d.results;
109			if (Object.keys(dataObjectValues).length > 0) {
110			dataObjectValues.forEach(function (item) {
111			var crtRecord = [];
112			for (var counterF = 0; counterF < fieldsLength; counterF++) {
113			switch (fieldsTypeArray[counterF]) {
114			case 'DateTime':
115			crtRecord[counterF] = item[fieldsArray[counterF]].replace('T', ' ').replace('Z', '');
116			break;
117			case 'Lookup':
118			case 'User':
119			crtRecord[counterF] = item[fieldsArray[counterF] + 'Id'];
120			break;
121			default:
122			crtRecord[counterF] = item[fieldsArray[counterF]];
123			break;
124			}
125			}
126			// writing current record values
127			wstream.write('"' + crtRecord.join('"' + config.General.ListSeparator + '"') + (crtListParameters.EnableVersioning ? '"' + config.General.ListSeparator + '"' + item.OData__UIVersionString : '') + '"\n');
128			});
129			}
130			wstream.end(function () {
131			if (config.General.Feedback.FileCompletion.OtherLists) {
132			console.log(crtListName + '.csv has been completed!\n' + (config.General.Feedback.ContentAsJSON.OtherLists ? JSON.stringify(dataObjectValues) : ''));
			0 ignored issues – show Debugging Code introduced 2016-11-25 22:35 UTC by Report Bug Copy Issue Report `console.log` looks like debug code. Are you sure you do not want to remove it? Loading history...
133			}
134			});
135			}
136			});
137			}
138			});
139			}
140			});
141			wStreamList.end(function () {
142			if (config.General.Feedback.FileCompletion.ListOfLists) {
143			console.log(config.General.MetaDataFileName.Lists + '.csv has been completed!\n' + (config.General.Feedback.ContentAsJSON.ListOfLists ? JSON.stringify(dataListLight) : ''));
			0 ignored issues – show Debugging Code introduced 2016-11-25 22:35 UTC by Report Bug Copy Issue Report `console.log` looks like debug code. Are you sure you do not want to remove it? Loading history...
144			}
145			});
146			}
147			});
148			});
149

danielgp / sharepoint-extractor

Push — master ( 289481...8ee37b )

spauth.then A

Complexity

Size

Duplication

Importance

How to fix Long Method

Long Method

Duplication Side-by-Side

Filter issues like