@@ -5,7 +5,7 @@ parent: Flux
5
5
nav_order : 2
6
6
---
7
7
8
- Available flux commands (With Release 1.1.2 )
8
+ Available flux commands (with release 1.2.0 )
9
9
=======================
10
10
11
11
add-oreaggregation
@@ -170,7 +170,8 @@ decode-string
170
170
171
171
decode-xml
172
172
----------
173
- - description: Reads an XML file and passes the XML events to a receiver.
173
+ - description: Reads an XML file and passes the XML events to a receiver. Set ` totalEntitySizeLimit="0" ` to allow unlimited XML entities.
174
+ - options: totalentitysizelimit (String)
174
175
- signature: Reader -> XmlReceiver
175
176
- [ example in Playground] ( https://metafacture.org/playground/?example=decode-xml )
176
177
- java class: [ org.metafacture.xml.XmlDecoder] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-xml/src/main/java/org/metafacture/xml/XmlDecoder.java )
@@ -250,7 +251,7 @@ encode-literals
250
251
encode-marc21
251
252
-------------
252
253
- description: Encodes MARC21 records
253
- - options: generateidfield (boolean)
254
+ - options: generateidfield (boolean), validateleader (boolean)
254
255
- signature: StreamReceiver -> String
255
256
- [ example in Playground] ( https://metafacture.org/playground/?example=encode-marc21 )
256
257
- java class: [ org.metafacture.biblio.marc21.Marc21Encoder] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-biblio/src/main/java/org/metafacture/biblio/marc21/Marc21Encoder.java )
@@ -272,7 +273,7 @@ encode-pica
272
273
273
274
encode-xml
274
275
----------
275
- - description: Encodes a stream as xml
276
+ - description: Encodes a stream as XML. Defaults: ` rootTag="records" ` , ` recordTag="record" ` , no attributeMarker.
276
277
- options: recordtag (String), namespacefile (String), xmlheaderversion (String), writexmlheader (boolean), xmlheaderencoding (String), separateroots (boolean), roottag (String), valuetag (String), attributemarker (String), writeroottag (boolean), namespaces (String)
277
278
- signature: StreamReceiver -> String
278
279
- [ example in Playground] ( https://metafacture.org/playground/?example=encode-xml )
@@ -346,8 +347,9 @@ find-fix-paths
346
347
347
348
fix
348
349
---
350
+ - description: Applies a fix transformation to the event stream, given as the path to a fix file or the fixes themselves.
349
351
- options: repeatedfieldstoentities (boolean), strictness [ PROCESS, RECORD, EXPRESSION] , entitymembername (String), strictnesshandlesprocessexceptions (boolean)
350
- - signature: < unknown > ->
352
+ - signature: StreamReceiver -> StreamReceiver
351
353
- java class: org.metafacture.metafix.Metafix
352
354
353
355
flatten
@@ -377,7 +379,7 @@ handle-comarcxml
377
379
378
380
handle-generic-xml
379
381
------------------
380
- - description: A generic xml reader
382
+ - description: A generic XML reader. Separates XML data in distinct records with the defined record tag name (default: ` recordtagname="record" ` ) If no matching record tag is found, the output will be empty. The handler breaks down XML elements with simple string values and optional attributes into entities with a value subfield (name configurable) and additional subfields for each attribute. Record tag and value tag names can be configured. Attributes can get an attributeMarker.
381
383
- options: emitnamespace (boolean), recordtagname (String), attributemarker (String), valuetagname (String)
382
384
- signature: XmlReceiver -> StreamReceiver
383
385
- [ example in Playground] ( https://metafacture.org/playground/?example=handle-generic-xml )
@@ -391,8 +393,8 @@ handle-mabxml
391
393
392
394
handle-marcxml
393
395
--------------
394
- - description: A marc xml reader
395
- - options: namespace (String), attributemarker (String)
396
+ - description: A MARC XML reader. To read marc data without namespace specification set option ` namespace="" ` . To ignore namespace specification set option `ignorenamespace="true".
397
+ - options: namespace (String), ignorenamespace (boolean), attributemarker (String)
396
398
- signature: XmlReceiver -> StreamReceiver
397
399
- [ example in Playground] ( https://metafacture.org/playground/?example=handle-marcxml )
398
400
- java class: [ org.metafacture.biblio.marc21.MarcXmlHandler] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-biblio/src/main/java/org/metafacture/biblio/marc21/MarcXmlHandler.java )
@@ -535,21 +537,21 @@ object-to-literal
535
537
-----------------
536
538
- description: Outputs a record containing the input object as literal
537
539
- options: recordid (String), literalname (String)
538
- - signature: < unknown > -> StreamReceiver
540
+ - signature: Object -> StreamReceiver
539
541
- java class: [ org.metafacture.mangling.ObjectToLiteral] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-mangling/src/main/java/org/metafacture/mangling/ObjectToLiteral.java )
540
542
541
543
open-file
542
544
---------
543
545
- description: Opens a file.
544
- - options: decompressconcatenated (boolean), encoding (String), compression [ NONE, AUTO, BZIP2, GZIP, PACK200, XZ ]
546
+ - options: decompressconcatenated (boolean), encoding (String), compression (String)
545
547
- signature: String -> Reader
546
548
- [ example in Playground] ( https://metafacture.org/playground/?example=open-file )
547
549
- java class: [ org.metafacture.io.FileOpener] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-io/src/main/java/org/metafacture/io/FileOpener.java )
548
550
549
551
open-http
550
552
---------
551
553
- description: Opens an HTTP resource. Supports setting HTTP header fields ` Accept ` , ` Accept-Charset ` , ` Accept-Encoding ` , ` Content-Encoding ` and ` Content-Type ` , as well as generic headers (separated by ` \n ` ). Defaults: request ` method ` = ` GET ` , request ` url ` = ` @- ` (input data), request ` body ` = ` @- ` (input data) if request method supports body and input data not already used, ` Accept ` header (` accept ` ) = ` */* ` , ` Accept-Charset ` header (` acceptcharset ` ) = ` UTF-8 ` , ` errorprefix ` = ` ERROR: ` .
552
- - options: method [ DELETE, GET, HEAD, OPTIONS, POST, PUT, TRACE] , contentencoding (String), header (String), [ deprecated] encoding (String), body (String), acceptcharset (String), acceptencoding (String), url (String), accept (String), errorprefix (String), contenttype (String)
554
+ - options: method [ DELETE, GET, HEAD, OPTIONS, POST, PUT, TRACE] , contentencoding (String), header (String), [ deprecated] encoding (String), body (String), acceptcharset (String), acceptencoding (String), url (String), contenttype (String), accept (String), errorprefix (String)
553
555
- signature: String -> Reader
554
556
- [ example in Playground] ( https://metafacture.org/playground/?example=open-http )
555
557
- java class: [ org.metafacture.io.HttpOpener] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-io/src/main/java/org/metafacture/io/HttpOpener.java )
@@ -584,8 +586,8 @@ pass-through
584
586
print
585
587
-----
586
588
- description: Writes objects to stdout
587
- - options: footer (String), header (String), encoding (String), compression [ NONE, AUTO, BZIP2, GZIP, PACK200, XZ ] , separator (String)
588
- - signature: Object ->
589
+ - options: footer (String), header (String), encoding (String), compression (String) , separator (String)
590
+ - signature: Object -> Void
589
591
- [ example in Playground] ( https://metafacture.org/playground/?example=print )
590
592
- java class: [ org.metafacture.io.ObjectStdoutWriter] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-io/src/main/java/org/metafacture/io/ObjectStdoutWriter.java )
591
593
@@ -665,6 +667,13 @@ retrieve-triple-objects
665
667
- signature: Triple -> Triple
666
668
- java class: [ org.metafacture.triples.TripleObjectRetriever] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-triples/src/main/java/org/metafacture/triples/TripleObjectRetriever.java )
667
669
670
+ sleep
671
+ -----
672
+ - description: Lets the process sleep for a specific amount of time between objects.
673
+ - options: sleeptime (int), timeunit [ NANOSECONDS, MICROSECONDS, MILLISECONDS, SECONDS, MINUTES, HOURS, DAYS]
674
+ - signature: Object -> Object
675
+ - java class: org.metafacture.flowcontrol.ObjectSleeper
676
+
668
677
sort-triples
669
678
------------
670
679
- description: Sorts triples. Several options can be combined, e.g. ` by="object",numeric="true",order="decreasing" ` will numerically sort the Object of the triples in decreasing order (given that all Objects are indeed of numeric type).
@@ -708,7 +717,7 @@ stream-to-triples
708
717
709
718
stream-to-xml
710
719
-------------
711
- - description: Encodes a stream as xml
720
+ - description: Encodes a stream as XML. Defaults: ` rootTag="records" ` , ` recordTag="record" ` , no attributeMarker.
712
721
- options: recordtag (String), namespacefile (String), xmlheaderversion (String), writexmlheader (boolean), xmlheaderencoding (String), separateroots (boolean), roottag (String), valuetag (String), attributemarker (String), writeroottag (boolean), namespaces (String)
713
722
- signature: StreamReceiver -> String
714
723
- java class: [ org.metafacture.xml.SimpleXmlEncoder] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-xml/src/main/java/org/metafacture/xml/SimpleXmlEncoder.java )
@@ -761,14 +770,15 @@ write
761
770
-----
762
771
- description: Writes objects to stdout or a file
763
772
- arguments: [ stdout, PATH]
764
- - options: appendiffileexists (boolean), footer (String), header (String), encoding (String), compression (String) , separator (String)
773
+ - options: appendiffileexists (boolean), footer (String), header (String), encoding (String), compression [ NONE, AUTO, BZIP2, GZIP, PACK200, XZ ] , separator (String)
765
774
- signature: Object -> Void
766
775
- java class: [ org.metafacture.io.ObjectWriter] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-io/src/main/java/org/metafacture/io/ObjectWriter.java )
767
776
768
777
write-files
769
778
-----------
779
+ - description: Writes objects to one (or more) file(s)
770
780
- options: appendiffileexists (boolean), footer (String), header (String), encoding (String), compression [ NONE, AUTO, BZIP2, GZIP, PACK200, XZ] , separator (String)
771
- - signature: Object ->
781
+ - signature: Object -> Void
772
782
- java class: [ org.metafacture.io.ObjectFileWriter] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-io/src/main/java/org/metafacture/io/ObjectFileWriter.java )
773
783
774
784
write-triple-objects
@@ -786,13 +796,7 @@ write-triples
786
796
787
797
write-xml-files
788
798
---------------
789
- - description: Writes the xml into the filesystem. The filename is constructed from the xpath given as 'property'.
790
- Variables are
791
- - 'target' (determining the output directory)
792
- - 'property' (the element in the XML entity. Constitutes the main part of the file's name.)
793
- - 'startIndex' ( a subfolder will be extracted out of the filename. This marks the index' beginning )
794
- - 'stopIndex' ( a subfolder will be extracted out of the filename. This marks the index' end )
795
-
799
+ - description: Writes the XML into the filesystem. The filename is constructed from the XPATH given as 'property'. Variables are:` target ` (determining the output directory), ` property ` (the element in the XML entity. Constitutes the main part of the file's name.), ` startIndex ` ( a subfolder will be extracted out of the filename. This marks the index' beginning ), ` stopIndex ` ( a subfolder will be extracted out of the filename. This marks the index' end )
796
800
- options: endindex (int), startindex (int), property (String), filesuffix (String), encoding (String), compression (String), target (String)
797
801
- signature: StreamReceiver -> Void
798
802
- java class: [ org.metafacture.xml.XmlFilenameWriter] ( https://github.com/metafacture/metafacture-core/blob/master/metafacture-xml/src/main/java/org/metafacture/xml/XmlFilenameWriter.java )
0 commit comments