public class Kw3WriterProcessor extends Processor
Modifier and Type | Field and Description |
---|---|
static String |
ATTR_MAX_BYTES_WRITTEN
Max size for each file.Key for the maximum ARC bytes to write attribute.
|
protected boolean |
chmod
Should permissions be changed for the newly created dirs.
|
protected String |
chmodValue
What should the permissions be set to.
|
protected String |
collection
Name of collection.
|
protected String |
harvester
Name of the harvester that is used for the web harvesting.
|
protected long |
maxFileSizeBytes
Max size for each file.
|
protected ConfigPath |
path
Top-level directory for archive files.
|
protected ServerCache |
serverCache
The server cache to use.
|
Constructor and Description |
---|
Kw3WriterProcessor()
Constructor.
|
Modifier and Type | Method and Description |
---|---|
boolean |
getChmod() |
String |
getChmodValue() |
String |
getCollection() |
String |
getHarvester() |
long |
getMaxFileSizeBytes() |
ConfigPath |
getPath() |
ServerCache |
getServerCache() |
protected OutputStream |
initOutputStream(CrawlURI curi)
Get the OutputStream for the file to write to.
|
protected void |
innerProcess(CrawlURI curi)
Actually performs the process.
|
void |
setChmod(boolean chmod) |
void |
setChmodValue(String s) |
void |
setCollection(String s) |
void |
setHarvester(String s) |
void |
setMaxFileSizeBytes(long maxFileSizeBytes) |
void |
setPath(ConfigPath s) |
void |
setServerCache(ServerCache serverCache) |
protected boolean |
shouldProcess(CrawlURI curi)
Determines whether the given uri should be processed by this
processor.
|
protected void |
writeArchiveInfoPart(String boundary,
CrawlURI curi,
ReplayInputStream ris,
OutputStream out) |
protected void |
writeContentPart(String boundary,
CrawlURI curi,
ReplayInputStream ris,
OutputStream out) |
protected void |
writeHeaderPart(String boundary,
ReplayInputStream ris,
OutputStream out) |
protected void |
writeMimeFile(CrawlURI curi)
The actual writing of the Kulturarw3 MIME-file.
|
doCheckpoint, finishCheckpoint, flattenVia, fromCheckpointJson, getBeanName, getEnabled, getKeyedProperties, getRecordedSize, getShouldProcessRule, getURICount, hasHttpAuthenticationCredential, innerProcessResult, innerRejectProcess, isRunning, isSuccess, process, report, setBeanName, setEnabled, setRecoveryCheckpoint, setShouldProcessRule, start, startCheckpoint, stop, toCheckpointJson
protected ConfigPath path
protected long maxFileSizeBytes
protected boolean chmod
protected String chmodValue
public static final String ATTR_MAX_BYTES_WRITTEN
protected String collection
protected String harvester
protected ServerCache serverCache
public ConfigPath getPath()
public void setPath(ConfigPath s)
public long getMaxFileSizeBytes()
public void setMaxFileSizeBytes(long maxFileSizeBytes)
public boolean getChmod()
public void setChmod(boolean chmod)
public String getChmodValue()
public void setChmodValue(String s)
public String getCollection()
public void setCollection(String s)
public String getHarvester()
public void setHarvester(String s)
public ServerCache getServerCache()
@Autowired public void setServerCache(ServerCache serverCache)
protected boolean shouldProcess(CrawlURI curi)
Processor
shouldProcess
in class Processor
curi
- the URI to testprotected void innerProcess(CrawlURI curi)
Processor
Processor.getEnabled()
, the
Processor.getShouldProcessRule()
and the Processor.shouldProcess(CrawlURI)
tests.innerProcess
in class Processor
curi
- the URI to processprotected void writeMimeFile(CrawlURI curi) throws IOException
IOException
protected OutputStream initOutputStream(CrawlURI curi) throws IOException
IOException
protected void writeArchiveInfoPart(String boundary, CrawlURI curi, ReplayInputStream ris, OutputStream out) throws IOException
IOException
protected void writeHeaderPart(String boundary, ReplayInputStream ris, OutputStream out) throws IOException
IOException
protected void writeContentPart(String boundary, CrawlURI curi, ReplayInputStream ris, OutputStream out) throws IOException
IOException
Copyright © 2003–2021 Internet Archive. All rights reserved.