Dyomedea
/
owark
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Unpause Heritrix job.

This commit is contained in:
Eric van der Vlist 2012-04-22 17:59:39 +02:00
parent f25a9246bc
commit 3bcb813cb7
2 changed files with 21 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
archiver/pipelines/actions/crawler-beans-template.cxml
View File

@ -333,7 +333,7 @@ metadata.description=Basic crawl starting with useful defaults
<!-- DISPOSITION CHAIN -->
<!-- first, processors are declared as top-level named beans -->
<bean id="warcWriter" class="org.archive.modules.writer.WARCWriterProcessor">
<!-- <property name="compress" value="true" /> -->
<property name="compress" value="false" />
<!-- <property name="prefix" value="IAH" /> -->
<!-- <property name="suffix" value="${HOSTNAME}" /> -->
<!-- <property name="maxFileSizeBytes" value="1000000000" /> -->

21
archiver/pipelines/actions/heritrix-archive-set.xpl
View File

@ -171,9 +171,28 @@ for $a in /queue/action where $a/@uuid = $(uuid) return
<p:output name="response" id="heritrix-launched" debug="heritrix-launched"/>
</p:processor>
<!-- Unpause the job -->
<p:processor name="oxf:xforms-submission">
<p:input name="submission" transform="oxf:xslt" href="aggregate('root', #data, #heritrix-engine, #heritrix-launched)">
<xforms:submission xsl:version="2.0" method="urlencoded-post" action="{/root/engine/jobs/value[shortName=/root/action/@uuid]/url}"
xxforms:username="{doc('oxf:/config.xml')/config/heritrix/username}" xxforms:password="{doc('oxf:/config.xml')/config/heritrix/password}" xxforms:preemptive-authentication="false">
<xforms:header combine="replace">
<xforms:name>Accept</xforms:name>
<xforms:value>application/xml</xforms:value>
</xforms:header>
</xforms:submission>
</p:input>
<p:input name="request" transform="oxf:xslt" href="#data">
<instance xsl:version="2.0">
<action>unpause</action>
</instance>
</p:input>
<p:output name="response" id="heritrix-unpaused" debug="heritrix-unpaused"/>
</p:processor>
<p:processor name="oxf:null-serializer">
<p:input name="data" href="#heritrix-launched"/>
<p:input name="data" href="#heritrix-unpaused"/>
</p:processor>
</p:config>