Replaced most properties in creature variables with links

instead of storing the entire property twice
This commit is contained in:
ThaumRystra
2023-11-09 23:05:05 +02:00
parent 84edd74ff3
commit 7eada9effe
8 changed files with 117 additions and 29 deletions

View File

@@ -1,3 +1,5 @@
import { getSingleProperty } from '/imports/api/engine/loadCreatures';
//set up the collection for creature variables //set up the collection for creature variables
let CreatureVariables = new Mongo.Collection('creatureVariables'); let CreatureVariables = new Mongo.Collection('creatureVariables');
@@ -7,15 +9,29 @@ if (Meteor.isServer) {
} }
/** No schema because the structure isn't known until compute time /** No schema because the structure isn't known until compute time
* Expect documents to looke like: * Expect documents to look like:
* { * {
* _id: "nE8Ngd6K4L4jSxLY2", * _id: "nE8Ngd6K4L4jSxLY2",
* _creatureId: "nE8Ngd6K4L4jSxLY2", // indexed reference to the creature * _creatureId: "nE8Ngd6K4L4jSxLY2", // indexed reference to the creature
* explicitlyDefinedVariableName: {...some creatureProperty} * explicitlyDefinedVariableName: {...some creatureProperty},
* // Must be found in CreatureProperties before using:
* linkedProperty: { _propId: "nE8Ngd6K1234SxLY2" }
* implicitVariableName: {value: 10}, * implicitVariableName: {value: 10},
* undefinedVariableName: {}, * undefinedVariableName: {},
* } * }
* Where top level fields that don't start with `_` are variables on the sheet * Where top level fields that don't start with `_` are variables on the sheet
**/ **/
/**
* Get the property from the given scope, respecting properties that are just a link to the actual
* property document
*/
export function getFromScope(name, scope) {
let value = scope?.[name];
if (value?._propId) {
value = getSingleProperty(scope._creatureId, value._propId);
}
return value;
}
export default CreatureVariables; export default CreatureVariables;

View File

@@ -1,10 +1,10 @@
import { CreatureLogSchema, insertCreatureLogWork } from '/imports/api/creature/log/CreatureLogs.js'; import { CreatureLogSchema, insertCreatureLogWork } from '/imports/api/creature/log/CreatureLogs.js';
import { import {
getCreature, getVariables, getPropertiesOfType getCreature, getVariables, getPropertiesOfType, replaceLinkedVariablesWithProps
} from '/imports/api/engine/loadCreatures.js'; } from '/imports/api/engine/loadCreatures.js';
import { groupBy, remove } from 'lodash'; import { groupBy, remove } from 'lodash';
export default class ActionContext{ export default class ActionContext {
constructor(creatureId, targetIds = [], method) { constructor(creatureId, targetIds = [], method) {
// Get the creature // Get the creature
this.creature = getCreature(creatureId) this.creature = getCreature(creatureId)
@@ -20,6 +20,7 @@ export default class ActionContext{
// Get the variables of the acting creature // Get the variables of the acting creature
this.creature.variables = getVariables(creatureId); this.creature.variables = getVariables(creatureId);
replaceLinkedVariablesWithProps(this.creature.variables);
delete this.creature.variables._id; delete this.creature.variables._id;
delete this.creature.variables._creatureId; delete this.creature.variables._creatureId;
// Alias as scope // Alias as scope
@@ -64,7 +65,7 @@ export default class ActionContext{
} }
} }
addLog(content) { addLog(content) {
if (content.name || content.value){ if (content.name || content.value) {
this.log.content.push(content); this.log.content.push(content);
} }
} }

View File

@@ -8,7 +8,7 @@ import computedSchemas from '/imports/api/properties/computedPropertySchemasInde
import applyFnToKey from '/imports/api/engine/computation/utility/applyFnToKey.js'; import applyFnToKey from '/imports/api/engine/computation/utility/applyFnToKey.js';
import { get } from 'lodash'; import { get } from 'lodash';
import resolve, { map, toString } from '/imports/parser/resolve.js'; import resolve, { map, toString } from '/imports/parser/resolve.js';
import symbol from '/imports/parser/parseTree/symbol.js'; import accessor from '/imports/parser/parseTree/accessor.js';
import logErrors from './shared/logErrors.js'; import logErrors from './shared/logErrors.js';
import { insertCreatureLog } from '/imports/api/creature/log/CreatureLogs.js'; import { insertCreatureLog } from '/imports/api/creature/log/CreatureLogs.js';
import cyrb53 from '/imports/api/engine/computation/utility/cyrb53.js'; import cyrb53 from '/imports/api/engine/computation/utility/cyrb53.js';
@@ -117,7 +117,7 @@ function crystalizeVariables({ propList, actionContext }) {
calcObj.parseNode = map(calcObj.parseNode, node => { calcObj.parseNode = map(calcObj.parseNode, node => {
// Skip nodes that aren't symbols or accessors // Skip nodes that aren't symbols or accessors
if ( if (
node.parseType !== 'accessor' && node.parseType !== 'symbol' node.parseType !== 'accessor'
) return node; ) return node;
// Handle variables // Handle variables
if (node.name === '~target') { if (node.name === '~target') {
@@ -125,7 +125,7 @@ function crystalizeVariables({ propList, actionContext }) {
if (node.parseType === 'accessor') { if (node.parseType === 'accessor') {
node.name = node.path.shift(); node.name = node.path.shift();
if (!node.path.length) { if (!node.path.length) {
return symbol.create({ name: node.name }) return accessor.create({ name: node.name })
} }
} else { } else {
// Can't strip symbols // Can't strip symbols

View File

@@ -1,5 +1,5 @@
import { has } from 'lodash'; import { has } from 'lodash';
import resolveCalculationNode from 'imports/api/engine/computation/computeComputation/computeByType/computeCalculation.js'; import resolveCalculationNode from '/imports/api/engine/computation/computeComputation/computeByType/computeCalculation.js';
export default function computePointBuy(computation, node) { export default function computePointBuy(computation, node) {
const prop = node.data; const prop = node.data;

View File

@@ -19,6 +19,12 @@ export default function writeScope(creatureId, computation) {
// Mongo can't handle keys that start with a dollar sign // Mongo can't handle keys that start with a dollar sign
if (key[0] === '$' || key[0] === '_') continue; if (key[0] === '$' || key[0] === '_') continue;
// Remove empty objects
if (Object.keys(scope[key]).length === 0) {
delete scope[key];
continue;
}
// Remove large properties that aren't likely to be accessed // Remove large properties that aren't likely to be accessed
delete scope[key].parent; delete scope[key].parent;
delete scope[key].ancestors; delete scope[key].ancestors;
@@ -30,6 +36,11 @@ export default function writeScope(creatureId, computation) {
} }
} }
// If this is a creature property, replace the property with a link
if (scope[key]._id && scope[key].type) {
scope[key] = { _propId: scope[key]._id };
}
// Only update changed fields // Only update changed fields
if (!EJSON.equals(variables[key], scope[key])) { if (!EJSON.equals(variables[key], scope[key])) {
if (!$set) $set = {}; if (!$set) $set = {};

View File

@@ -43,7 +43,7 @@ export function getSingleProperty(creatureId, propertyId) {
const prop = CreatureProperties.findOne({ const prop = CreatureProperties.findOne({
_id: propertyId, _id: propertyId,
'ancestors.id': creatureId, 'ancestors.id': creatureId,
'removed': {$ne: true}, 'removed': { $ne: true },
}, { }, {
sort: { order: 1 }, sort: { order: 1 },
}); });
@@ -61,7 +61,7 @@ export function getProperties(creatureId) {
// console.time(`Cache miss on creature properties: ${creatureId}`) // console.time(`Cache miss on creature properties: ${creatureId}`)
const props = CreatureProperties.find({ const props = CreatureProperties.find({
'ancestors.id': creatureId, 'ancestors.id': creatureId,
'removed': {$ne: true}, 'removed': { $ne: true },
}, { }, {
sort: { order: 1 }, sort: { order: 1 },
}).fetch(); }).fetch();
@@ -73,7 +73,7 @@ export function getPropertiesOfType(creatureId, propType) {
if (loadedCreatures.has(creatureId)) { if (loadedCreatures.has(creatureId)) {
const creature = loadedCreatures.get(creatureId); const creature = loadedCreatures.get(creatureId);
const props = [] const props = []
for (const prop of creature.properties.values()){ for (const prop of creature.properties.values()) {
if (prop.type === propType) { if (prop.type === propType) {
props.push(prop); props.push(prop);
} }
@@ -97,7 +97,7 @@ export function getCreature(creatureId) {
if (loadedCreatures.has(creatureId)) { if (loadedCreatures.has(creatureId)) {
const loadedCreature = loadedCreatures.get(creatureId); const loadedCreature = loadedCreatures.get(creatureId);
const creature = loadedCreature.creature; const creature = loadedCreature.creature;
if (creature) { if (creature) {
const cloneCreature = EJSON.clone(creature); const cloneCreature = EJSON.clone(creature);
return cloneCreature; return cloneCreature;
} }
@@ -113,16 +113,24 @@ export function getVariables(creatureId) {
const loadedCreature = loadedCreatures.get(creatureId); const loadedCreature = loadedCreatures.get(creatureId);
const variables = loadedCreature.variables; const variables = loadedCreature.variables;
if (variables) { if (variables) {
const cloneVarables = EJSON.clone(variables); const cloneVariables = EJSON.clone(variables);
return cloneVarables; return cloneVariables;
} }
} }
// console.time(`Cache miss on variables: ${creatureId}`); // console.time(`Cache miss on variables: ${creatureId}`);
const variables = CreatureVariables.findOne({_creatureId: creatureId}); const variables = CreatureVariables.findOne({ _creatureId: creatureId });
// console.timeEnd(`Cache miss on variables: ${creatureId}`); // console.timeEnd(`Cache miss on variables: ${creatureId}`);
return variables; return variables;
} }
export function replaceLinkedVariablesWithProps(variables) {
for (const key in variables) {
const propId = variables[key]?._propId;
if (!propId) continue;
variables[key] = getSingleProperty(variables._creatureId, propId);
}
}
export function getProperyAncestors(creatureId, propertyId) { export function getProperyAncestors(creatureId, propertyId) {
const prop = getSingleProperty(creatureId, propertyId); const prop = getSingleProperty(creatureId, propertyId);
if (!prop) return []; if (!prop) return [];
@@ -148,7 +156,7 @@ export function getProperyAncestors(creatureId, propertyId) {
// Fetch from database // Fetch from database
return CreatureProperties.find({ return CreatureProperties.find({
_id: { $in: ancestorIds }, _id: { $in: ancestorIds },
removed: {$ne: true}, removed: { $ne: true },
}, { }, {
sort: { order: 1 }, sort: { order: 1 },
}).fetch(); }).fetch();
@@ -164,7 +172,7 @@ export function getPropertyDecendants(creatureId, propertyId) {
if (loadedCreatures.has(creatureId)) { if (loadedCreatures.has(creatureId)) {
const creature = loadedCreatures.get(creatureId); const creature = loadedCreatures.get(creatureId);
const props = []; const props = [];
for(const prop of creature.properties.values()){ for (const prop of creature.properties.values()) {
if (prop.ancestors[expectedAncestorPostition]?.id === propertyId) { if (prop.ancestors[expectedAncestorPostition]?.id === propertyId) {
props.push(prop); props.push(prop);
} }
@@ -216,7 +224,7 @@ class LoadedCreature {
compute(); compute();
}, },
}); });
// Observe the creature itself // Observe the creature itself
self.creatureObserver = Creatures.find({ self.creatureObserver = Creatures.find({
_id: creatureId, _id: creatureId,
@@ -239,7 +247,7 @@ class LoadedCreature {
self.variablesObserver = CreatureVariables.find({ self.variablesObserver = CreatureVariables.find({
_creatureId: creatureId, _creatureId: creatureId,
}, { }, {
fields: { _creatureId: 0}, fields: { _creatureId: 0 },
}).observeChanges({ }).observeChanges({
added(id, fields) { added(id, fields) {
fields._id = id; fields._id = id;

View File

@@ -93,7 +93,7 @@
<script lang="js"> <script lang="js">
import propertyFormMixin from '/imports/client/ui/properties/forms/shared/propertyFormMixin.js'; import propertyFormMixin from '/imports/client/ui/properties/forms/shared/propertyFormMixin.js';
import CalculationErrorList from '/imports/client/ui/properties/forms/shared/CalculationErrorList.vue'; import CalculationErrorList from '/imports/client/ui/properties/forms/shared/CalculationErrorList.vue';
import resolveCalculationNode from 'imports/api/engine/computation/computeComputation/computeByType/computeCalculation.js'; import resolveCalculationNode from '/imports/api/engine/computation/computeComputation/computeByType/computeCalculation.js';
import { Tracker } from 'meteor/tracker' import { Tracker } from 'meteor/tracker'
export default { export default {

View File

@@ -1,12 +1,14 @@
import SimpleSchema from 'simpl-schema'; import SimpleSchema from 'simpl-schema';
import Creatures from '/imports/api/creature/creatures/Creatures.js'; import { JsonRoutes } from 'meteor/simple:json-routes';
import CreatureProperties from '/imports/api/creature/creatureProperties/CreatureProperties.js';
import CreatureVariables from '/imports/api/creature/creatures/CreatureVariables';
import { assertViewPermission } from '/imports/api/creature/creatures/creaturePermissions.js'; import { assertViewPermission } from '/imports/api/creature/creatures/creaturePermissions.js';
import computeCreature from '/imports/api/engine/computeCreature.js'; import computeCreature from '/imports/api/engine/computeCreature.js';
import VERSION from '/imports/constants/VERSION.js'; import VERSION from '/imports/constants/VERSION.js';
import { getCreature, getProperties, getVariables } from '/imports/api/engine/loadCreatures';
Meteor.publish('api-creature', function(creatureId){ JsonRoutes.add('get', 'api/creature/:id', function (req, res) {
const creatureId = req.params.id;
// Validate the creature ID
try { try {
new SimpleSchema({ new SimpleSchema({
creatureId: { creatureId: {
@@ -14,7 +16,55 @@ Meteor.publish('api-creature', function(creatureId){
regEx: SimpleSchema.RegEx.Id, regEx: SimpleSchema.RegEx.Id,
}, },
}).validate({ creatureId }); }).validate({ creatureId });
} catch (e){ } catch (e) {
const error = new Meteor.Error('invalid-id', 'Invalid creature ID provided');
error.statusCode = 400;
throw error;
}
// Check permissions
const creature = getCreature(creatureId);
const userId = req.userId;
try {
assertViewPermission(creature, userId)
} catch (e) {
e.statusCode = 403;
throw e;
}
// Compute the creature first if need be
if (creature.computeVersion !== VERSION) {
try {
computeCreature(creatureId)
} catch (e) {
e.statusCode = 500;
console.error(e)
throw e;
}
}
// Send the results
JsonRoutes.sendResult(res, {
data: {
creatures: [creature],
creatureProperties: getProperties(creatureId),
creatureVariables: getVariables(creatureId),
},
});
});
/*
Meteor.publish('api-creature', function (creatureId) {
try {
new SimpleSchema({
creatureId: {
type: String,
regEx: SimpleSchema.RegEx.Id,
},
}).validate({ creatureId });
} catch (e) {
console.error(e)
this.error(e); this.error(e);
return; return;
} }
@@ -25,14 +75,15 @@ Meteor.publish('api-creature', function(creatureId){
const creature = creatureCursor.fetch()[0]; const creature = creatureCursor.fetch()[0];
try { try {
assertViewPermission(creature, userId) assertViewPermission(creature, userId)
} catch(e){ } catch (e) {
console.error(e)
this.error(e); this.error(e);
return; return;
} }
if (creature.computeVersion !== VERSION){ if (creature.computeVersion !== VERSION) {
try { try {
computeCreature(creatureId) computeCreature(creatureId)
} catch(e){ } catch (e) {
console.error(e) console.error(e)
} }
} }
@@ -48,3 +99,4 @@ Meteor.publish('api-creature', function(creatureId){
}, { }, {
url: 'api/creature/:0' url: 'api/creature/:0'
}); });
*/