Merge branch 'staging' into ISSUE_5188

Author: sanmont3drepo

backend/VERSION.json

@@ -1,31 +1,31 @@
-{ "VERSION" : "5.13.1",
+{ "VERSION" : "5.14.1",
   "unity" : {
-	"current" : "2.20.0",
+	"current" : "5.20.0",
 	"supported": []
   },
   "civil" :{
-	"current" : "5.10.1",
-	"supported": []
+	"current" : "5.14.0",
+	"supported": ["5.10.1"]
   },
   "navis" :{
-	"current" : "5.10.2",
-	"supported": []
+	"current" : "5.14.0",
+	"supported": ["5.10.2"]
   },
    "revit" :{
-	"current" : "5.10.1",
-	"supported": []
+	"current" : "5.14.0",
+	"supported": ["5.10.1"]
   },
   "unitydll" : {
-	"current": "4.4.0",
+	"current": "5.4.0",
 	"supported" : []
   },
   "vba" : {
 	"current" : "5.8.0",
 	"supported": []
   },
   "unreal" : {
-    "current" : "1.2.2",
-    "supported": ["1.2.1", "1.2.0", "1.0.1"]
+    "current" : "5.2.2",
+    "supported": []
   },
   "powerbi" : {
 	  "current": "5.10.0",

backend/package.json

@@ -1,6 +1,6 @@
 {
   "name": "3drepo.io",
-  "version": "5.13.1",
+  "version": "5.14.1",
   "engines": {
     "node": "18.x.x"
   },
@@ -27,7 +27,7 @@
   "dependencies": {
     "@azure/msal-node": "1.18.4",
     "@elastic/elasticsearch": "7.17.14",
-    "amqplib": "0.8.0",
+    "amqplib": "0.10.5",
     "apidoc": "0.29.0",
     "app-config": "1.0.1",
     "archiver": "6.0.2",
@@ -54,7 +54,7 @@
     "file-type": "16.5.4",
     "geoip-lite": "1.4.10",
     "is-html-content": "1.0.0",
-    "json2csv": "4.3.3",
+    "json2csv": "4.5.4",
     "lodash": "4.17.21",
     "mime-types": "2.1.35",
     "moment": "2.30.1",

backend/src/v4/models/project.js

@@ -24,9 +24,11 @@
 	const responseCodes = require("../response_codes.js");
 	const utils = require("../utils");
 	const _ = require("lodash");
-	const { changePermissions, findModelSettings, removePermissionsFromModels } = require("./modelSetting");
 	const { publish } = require(`${v5Path}/services/eventsManager/eventsManager`);
 	const { events } = require(`${v5Path}/services/eventsManager/eventsManager.constants`);
+	const { changePermissions, prepareDefaultView, findModelSettings, findPermissionByUser, removePermissionsFromModels } = require("./modelSetting");
+	const { getTeamspaceSettings } = require("./teamspaceSetting");
+	const PermissionTemplates = require("./permissionTemplates");
 
 	const PROJECTS_COLLECTION_NAME = "projects";
 
@@ -300,6 +302,49 @@
 		return projects.map(p => p.name);
 	};
 
+	Project.listModels = async function(account, project, username, filters) {
+		const AccountPermissions = require("./accountPermissions");
+		const ModelHelper = require("./helper/model");
+		const [dbUser, projectObj] = await Promise.all([
+			getTeamspaceSettings(account),
+			Project.findOneProject(account, {name: project})
+		]);
+		if (!projectObj) {
+			throw responseCodes.PROJECT_NOT_FOUND;
+		}
+		if (filters && filters.name) {
+			filters.name = new RegExp(".*" + filters.name + ".*", "i");
+		}
+		let modelsSettings =  await findModelSettings(account, { _id: { $in : projectObj.models }, ...filters});
+		let permissions = [];
+		const accountPerm = AccountPermissions.findByUser(dbUser, username);
+		const projectPerm = projectObj.permissions.find(p=> p.user === username);
+		if (accountPerm && accountPerm.permissions) {
+			permissions = permissions.concat(ModelHelper.flattenPermissions(accountPerm.permissions));
+		}
+		if (projectPerm && projectPerm.permissions) {
+			permissions  = permissions.concat(ModelHelper.flattenPermissions(projectPerm.permissions));
+		}
+		modelsSettings = await Promise.all(modelsSettings.map(async setting => {
+			const template = await findPermissionByUser(account, setting._id, username);
+			let settingsPermissions = [];
+			if(template) {
+				const permissionTemplate = PermissionTemplates.findById(dbUser, template.permission);
+				if (permissionTemplate && permissionTemplate.permissions) {
+					settingsPermissions = settingsPermissions.concat(ModelHelper.flattenPermissions(permissionTemplate.permissions, true));
+				}
+			}
+			setting = await prepareDefaultView(account, setting._id, setting);
+			setting.permissions = _.uniq(permissions.concat(settingsPermissions));
+			setting.model = setting._id;
+			setting.account = account;
+			setting.subModels = await ModelHelper.listSubModels(account, setting._id, C.MASTER_BRANCH_NAME);
+			setting.headRevisions = {};
+			return setting;
+		}));
+		return modelsSettings;
+	};
+
 	Project.isProjectAdmin = async function(teamspace, model, user) {
 		const projection = { "permissions": { "$elemMatch": { user: user } }};
 		const project = await Project.findOneProject(teamspace, {models: model}, projection);

backend/src/v4/routes/apidoc.json

@@ -1,3 +1,3 @@
 {
-	"version": "5.13.1"
+	"version": "5.14.1"
 }

backend/src/v4/routes/project.js

@@ -18,6 +18,7 @@
 "use strict";
 (function() {
 
+	const _ = require("lodash");
 	const express = require("express");
 	const router = express.Router({mergeParams: true});
 	const responseCodes = require("../response_codes");
@@ -205,6 +206,133 @@
 	 */
 	router.patch("/projects/:project", middlewares.project.canUpdate, updateProject);
 
+	/**
+	 * @api {get} /:teamspace/projects/:project/models List models of the project
+	 * @apiName listModels
+	 * @apiGroup Project
+	 *
+	 * @apiDescription It returns a list of models .
+	 *
+	 * @apiPermission canListProjects
+	 *
+	 * @apiParam {String} teamspace Name of the teamspace
+	 * @apiParam {String} project The name of the project to list models
+	 *
+	 * @apiParam (Query) {String} [name] Filters models by name
+	 *
+	 *
+	 * @apiExample {get} Example usage:
+	 * GET /teamSpace1/projects/Bim%20Logo/models?name=log HTTP/1.1
+	 *
+	 * @apiSuccessExample {json} Success:
+	 * [
+	 *   {
+	 *     "_id": "5ce7dd19-1252-4548-a9c9-4a5414f2e0c5",
+	 *     "federate": true,
+	 *     "desc": "",
+	 *     "name": "Full Logo",
+	 *     "__v": 17,
+	 *     "timestamp": "2019-05-02T16:17:37.902Z",
+	 *     "type": "Federation",
+	 *     "subModels": [
+	 *       {
+	 *         "database": "teamSpace1",
+	 *         "model": "b1fceab8-b0e9-4e45-850b-b9888efd6521",
+	 *         "name": "block"
+	 *       },
+	 *       {
+	 *         "database": "teamSpace1",
+	 *         "model": "7cf61b4f-acdf-4295-b2d0-9b45f9f27418",
+	 *         "name": "letters"
+	 *       },
+	 *       {
+	 *         "database": "teamSpace1",
+	 *         "model": "2710bd65-37d3-4e7f-b2e0-ffe743ce943f",
+	 *         "name": "pipes"
+	 *       }
+	 *     ],
+	 *     "surveyPoints": [
+	 *       {
+	 *         "position": [
+	 *           0,
+	 *           0,
+	 *           0
+	 *         ],
+	 *         "latLong": [
+	 *           -34.459127,
+	 *           0
+	 *         ]
+	 *       }
+	 *     ],
+	 *     "properties": {
+	 *       "unit": "mm",
+	 *       "topicTypes": [
+	 *         {
+	 *           "label": "Clash",
+	 *           "value": "clash"
+	 *         },
+	 *         {
+	 *           "label": "Diff",
+	 *           "value": "diff"
+	 *         },
+	 *         {
+	 *           "label": "RFI",
+	 *           "value": "rfi"
+	 *         },
+	 *         {
+	 *           "label": "Risk",
+	 *           "value": "risk"
+	 *         },
+	 *         {
+	 *           "label": "H&S",
+	 *           "value": "hs"
+	 *         },
+	 *         {
+	 *           "label": "Design",
+	 *           "value": "design"
+	 *         },
+	 *         {
+	 *           "label": "Constructibility",
+	 *           "value": "constructibility"
+	 *         },
+	 *         {
+	 *           "label": "GIS",
+	 *           "value": "gis"
+	 *         },
+	 *         {
+	 *           "label": "For information",
+	 *           "value": "for_information"
+	 *         },
+	 *         {
+	 *           "label": "VR",
+	 *           "value": "vr"
+	 *         }
+	 *       ]
+	 *     },
+	 *     "permissions": [
+	 *       "change_model_settings",
+	 *       "upload_files",
+	 *       "create_issue",
+	 *       "comment_issue",
+	 *       "view_issue",
+	 *       "view_model",
+	 *       "download_model",
+	 *       "edit_federation",
+	 *       "delete_federation",
+	 *       "delete_model",
+	 *       "manage_model_permission"
+	 *     ],
+	 *     "status": "ok",
+	 *     "id": "5ce7dd19-1252-4548-a9c9-4a5414f2e0c5",
+	 *     "model": "5ce7dd19-1252-4548-a9c9-4a5414f2e0c5",
+	 *     "account": "teamSpace1",
+	 *     "headRevisions": {
+	 *     }
+	 *   }
+	 * ]	 *
+	 */
+	router.get("/projects/:project/models", middlewares.project.canList, listModels);
+
 	/**
 	 * @api {get} /:teamspace/projects List projects
 	 * @apiName listProjects
@@ -446,6 +574,16 @@
 		});
 	}
 
+	function listModels(req, res, next) {
+		const filters = _.pick(req.query, "name");
+		const username = req.session.user.username;
+		Project.listModels(req.params.account, req.params.project, username, filters).then(models => {
+			responseCodes.respond(utils.APIInfo(req), req, res, next, responseCodes.OK, models);
+		}).catch(err => {
+			responseCodes.respond(utils.APIInfo(req), req, res, next, err, err);
+		});
+	}
+
 	module.exports = router;
 
 }());

backend/src/v5/middleware/dataConverter/inputs/teamspaces/projects/models/commons/modelSettings.js

@@ -95,8 +95,9 @@ const generateSchema = (newEntry, modelType, teamspace, project, modelId) => {
 
 	const commonProps = {
 		name: newEntry ? name.required() : name,
-		desc: types.strings.shortDescription,
-		...(modelType === modelTypes.FEDERATION ? {} : { type: newEntry ? Yup.string().required() : Yup.string() }),
+		desc: newEntry ? types.strings.shortDescription : types.strings.shortDescription.nullable(),
+		...(modelType === modelTypes.FEDERATION ? {} : { type: newEntry ? Yup.string().required()
+			: Yup.string() }),
 	};
 
 	const schema = {
@@ -108,7 +109,7 @@ const generateSchema = (newEntry, modelType, teamspace, project, modelId) => {
 			}
 			: {
 				unit: newEntry ? types.strings.unit.required() : types.strings.unit,
-				code: types.strings.code,
+				code: newEntry ? types.strings.code : types.strings.code.nullable(),
 				surveyPoints: types.surveyPoints,
 				angleFromNorth: types.degrees,
 				...(newEntry

backend/src/v5/models/modelSettings.js

@@ -241,7 +241,11 @@ Models.updateModelSettings = async (teamspace, project, model, data) => {
 
 	Object.keys(data).forEach((key) => {
 		const value = data[key];
-		if (value !== undefined && value !== null) {
+		if (value === null) {
+			if (key === 'unit' || key === 'code') {
+				toUnset[`properties.${key}`] = 1;
+			} else toUnset[key] = 1;
+		} else if (value !== undefined) {
 			if (key === 'unit' || key === 'code') {
 				if (!toUpdate.properties) {
 					toUpdate.properties = {};
@@ -250,8 +254,6 @@ Models.updateModelSettings = async (teamspace, project, model, data) => {
 			} else {
 				toUpdate[key] = value;
 			}
-		} else if (key === 'defaultView') {
-			toUnset[key] = 1;
 		}
 	});