spreadflow_delta.proc module

class spreadflow_delta.proc.Cachedir(directory=None, destkey=u'cachedir', hashalgo=u'sha1', hashseed=None, clean=True)

Bases: object

detach()
class spreadflow_delta.proc.ContentHash(key=u'content', destkey=u'content_hash', encoding=u'utf-8', hashalgo=u'sha1', hashseed=None)

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
class spreadflow_delta.proc.Extractor(func, *args, **kwds)

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
class spreadflow_delta.proc.ExtractorBase

Bases: object

Abstract base class for extractors.

extract(key, doc)

Change the incoming insertable document.

class spreadflow_delta.proc.Fileurl(key=u'savepath', destkey=u'content_url', basedir=u'', baseurl=u'')

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
class spreadflow_delta.proc.Filter(filter)

Bases: object

class spreadflow_delta.proc.Loadfile(key=u'path', destkey=u'content', encoding=u'utf-8')

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
exception spreadflow_delta.proc.LockError

Bases: exceptions.RuntimeError

class spreadflow_delta.proc.LockedProcessTemplate(chain=None, delay=None, key=None)

Bases: spreadflow_core.script.ProcessTemplate

apply()
chain = None
component_parser = <spreadflow_core.dsl.parser.ComponentParser object>
delay = 5
key = u'lockpath'
class spreadflow_delta.proc.LockingProcessor(key=u'lockpath')

Bases: object

attach(dispatcher, reactor)
detach()
ins
outs
release(item, send)

Release the locks and send the message to the default output port.

class spreadflow_delta.proc.LockingProcessorTemplate(key=None)

Bases: spreadflow_core.script.ProcessTemplate

apply()
key = u'lockpath'
class spreadflow_delta.proc.MapReduce(map=None, reduce=None, finalize=None, sort_key=None, sort_reverse=False, coiterate=None)

Bases: spreadflow_delta.proc.MapReduceBase

finalize(key, value)
map(key, value)
reduce(key, values)
sort_key(key, value, dockey)
class spreadflow_delta.proc.MapReduceBase(coiterate=None)

Bases: object

finalize(key, value)
map(key, value)
reduce(key, values)
sort_key(key, value, dockey)
sort_reverse = False
class spreadflow_delta.proc.Repack(destkey, func)

Bases: spreadflow_delta.proc.RepackBase

pack(oid, values)
class spreadflow_delta.proc.RepackBase(destkey)

Bases: object

pack(oid, values)

Repack values into the document identified by the oid.

class spreadflow_delta.proc.RepackSequence(destkey, factory=<type 'list'>)

Bases: spreadflow_delta.proc.RepackBase

pack(oid, values)
class spreadflow_delta.proc.RepackValue(destkey, default=None)

Bases: spreadflow_delta.proc.RepackBase

pack(oid, values)
class spreadflow_delta.proc.Savefile(key=u'content', destkey=u'savepath', encoding=u'utf-8', clear=False)

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
class spreadflow_delta.proc.SetComputedValue(destkey, func)

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)

Bases: spreadflow_delta.proc.ExtractorBase

extract(key, doc)
class spreadflow_delta.proc.Unpack(key, func)

Bases: spreadflow_delta.proc.UnpackBase

unpack(oid, doc)
class spreadflow_delta.proc.UnpackBase(key)

Bases: object

unpack(oid, doc)

Unpack a document into a list of subdocuments.

class spreadflow_delta.proc.UnpackSequence(key, start=None, stop=None, step=None)

Bases: spreadflow_delta.proc.UnpackBase

unpack(oid, doc)
class spreadflow_delta.proc.UnpackValue(key)

Bases: spreadflow_delta.proc.UnpackBase

unpack(oid, doc)
spreadflow_delta.proc.is_delta(item)

Returns True if the given item looks like a delta message.

spreadflow_delta.proc.is_delta_empty(item)