mirror of
https://github.com/Jermolene/TiddlyWiki5
synced 2024-11-23 18:17:20 +00:00
a8f70b08a8
* First pass at modular wiki indexes An exploratory experiment * Fix tests * Faster checking for existence of index methods We don't really need to check the type * Use the index for the has operator * Fix typo * Move iterator index methods into indexer modules Now boot.js doesn't know the core indexers * Fix up the other iterator index functions * Fix crash with missing index branch * Limit the field indexer to values less than 128 characters * Fallback to the old manual scan if the index method returns null * Sadly, we can no longe re-use the field indexer to accelerate the `has` operator, because the index now omits tiddlers that have field values longer than the limit Still need to make the index configuration exposed somehow * Rearrange tests so that we can test with and without indexers We also need to expose the list of enabled indexers as a config option * Test the field indexer with different length fields So that we test the indexed and non-indexed codepaths
142 lines
4.0 KiB
JavaScript
142 lines
4.0 KiB
JavaScript
/*\
|
|
title: $:/core/modules/indexers/field-indexer.js
|
|
type: application/javascript
|
|
module-type: indexer
|
|
|
|
Indexes the tiddlers with each field value
|
|
|
|
\*/
|
|
(function(){
|
|
|
|
/*jslint node: true, browser: true */
|
|
/*global modules: false */
|
|
"use strict";
|
|
|
|
var DEFAULT_MAXIMUM_INDEXED_VALUE_LENGTH = 128;
|
|
|
|
function FieldIndexer(wiki) {
|
|
this.wiki = wiki;
|
|
this.index = null;
|
|
this.maxIndexedValueLength = DEFAULT_MAXIMUM_INDEXED_VALUE_LENGTH;
|
|
this.addIndexMethods();
|
|
}
|
|
|
|
// Provided for testing
|
|
FieldIndexer.prototype.setMaxIndexedValueLength = function(length) {
|
|
this.index = null;
|
|
this.maxIndexedValueLength = length;
|
|
};
|
|
|
|
FieldIndexer.prototype.addIndexMethods = function() {
|
|
var self = this;
|
|
this.wiki.each.byField = function(name,value) {
|
|
var titles = self.wiki.allTitles(),
|
|
lookup = self.lookup(name,value);
|
|
return lookup && lookup.filter(function(title) {
|
|
return titles.indexOf(title) !== -1;
|
|
});
|
|
};
|
|
this.wiki.eachShadow.byField = function(name,value) {
|
|
var titles = self.wiki.allShadowTitles(),
|
|
lookup = self.lookup(name,value);
|
|
return lookup && lookup.filter(function(title) {
|
|
return titles.indexOf(title) !== -1;
|
|
});
|
|
};
|
|
this.wiki.eachTiddlerPlusShadows.byField = function(name,value) {
|
|
var lookup = self.lookup(name,value);
|
|
return lookup ? lookup.slice(0) : null;
|
|
};
|
|
this.wiki.eachShadowPlusTiddlers.byField = function(name,value) {
|
|
var lookup = self.lookup(name,value);
|
|
return lookup ? lookup.slice(0) : null;
|
|
};
|
|
};
|
|
|
|
/*
|
|
Tear down and then rebuild the index as if all tiddlers have changed
|
|
*/
|
|
FieldIndexer.prototype.rebuild = function() {
|
|
// Invalidate the index so that it will be rebuilt when it is next used
|
|
this.index = null;
|
|
};
|
|
|
|
/*
|
|
Build the index for a particular field
|
|
*/
|
|
FieldIndexer.prototype.buildIndexForField = function(name) {
|
|
var self = this;
|
|
// Hashmap by field name of hashmap by field value of array of tiddler titles
|
|
this.index = this.index || Object.create(null);
|
|
this.index[name] = Object.create(null);
|
|
var baseIndex = this.index[name];
|
|
// Update the index for each tiddler
|
|
this.wiki.eachTiddlerPlusShadows(function(tiddler,title) {
|
|
if(name in tiddler.fields) {
|
|
var value = tiddler.getFieldString(name);
|
|
// Skip any values above the maximum length
|
|
if(value.length < self.maxIndexedValueLength) {
|
|
baseIndex[value] = baseIndex[value] || [];
|
|
baseIndex[value].push(title);
|
|
}
|
|
}
|
|
});
|
|
};
|
|
|
|
/*
|
|
Update the index in the light of a tiddler value changing; note that the title must be identical. (Renames are handled as a separate delete and create)
|
|
oldTiddler: old tiddler value, or null for creation
|
|
newTiddler: new tiddler value, or null for deletion
|
|
*/
|
|
FieldIndexer.prototype.update = function(oldTiddler,newTiddler) {
|
|
var self = this;
|
|
// Don't do anything if the index hasn't been built yet
|
|
if(this.index === null) {
|
|
return;
|
|
}
|
|
// Remove the old tiddler from the index
|
|
if(oldTiddler) {
|
|
$tw.utils.each(this.index,function(indexEntry,name) {
|
|
if(name in oldTiddler.fields) {
|
|
var value = oldTiddler.getFieldString(name),
|
|
tiddlerList = indexEntry[value];
|
|
if(tiddlerList) {
|
|
var index = tiddlerList.indexOf(oldTiddler.fields.title);
|
|
if(index !== -1) {
|
|
tiddlerList.splice(index,1);
|
|
}
|
|
}
|
|
}
|
|
});
|
|
}
|
|
// Add the new tiddler to the index
|
|
if(newTiddler) {
|
|
$tw.utils.each(this.index,function(indexEntry,name) {
|
|
if(name in newTiddler.fields) {
|
|
var value = newTiddler.getFieldString(name);
|
|
if(value.length < self.maxIndexedValueLength) {
|
|
indexEntry[value] = indexEntry[value] || [];
|
|
indexEntry[value].push(newTiddler.fields.title);
|
|
}
|
|
}
|
|
});
|
|
}
|
|
};
|
|
|
|
// Lookup the given field returning a list of tiddler titles
|
|
FieldIndexer.prototype.lookup = function(name,value) {
|
|
// Fail the lookup if the value is too long
|
|
if(value.length >= this.maxIndexedValueLength) {
|
|
return null;
|
|
}
|
|
// Update the index if it has yet to be built
|
|
if(this.index === null || !this.index[name]) {
|
|
this.buildIndexForField(name);
|
|
}
|
|
return this.index[name][value] || [];
|
|
};
|
|
|
|
exports.FieldIndexer = FieldIndexer;
|
|
|
|
})();
|