Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
D
dda-wizard
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
44
Issues
44
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Schedules
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Commits
Issue Boards
Open sidebar
DDA
dda-wizard
Commits
2af3c4e1
Commit
2af3c4e1
authored
Jul 30, 2020
by
Steinberg, Jan
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
adding tatup filter for date issued >= 2017
parent
29e94a85
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
56 additions
and
0 deletions
+56
-0
FeedingContextFactory.java
...java/org/gesis/dda/feeder/impl/FeedingContextFactory.java
+5
-0
Tatup2SsoarBundleFilter.java
...va/org/gesis/dda/filter/impl/Tatup2SsoarBundleFilter.java
+51
-0
No files found.
src/main/java/org/gesis/dda/feeder/impl/FeedingContextFactory.java
View file @
2af3c4e1
...
...
@@ -12,6 +12,7 @@ import org.gesis.dda.filter.impl.Doabooks2SsoarBundleFilter;
import
org.gesis.dda.filter.impl.Fqs2SsoarBundleFilter
;
import
org.gesis.dda.filter.impl.Jfr2SsoarBundleFilter
;
import
org.gesis.dda.filter.impl.SsoarTargetRepositoryBundleFilter
;
import
org.gesis.dda.filter.impl.Tatup2SsoarBundleFilter
;
import
org.gesis.dda.filter.impl.Wbv2SsoarBundleFilter
;
import
org.gesis.dda.filter.impl.Wzb2SsoarBundleFilter
;
import
org.gesis.dda.persist.PersistableHelper
;
...
...
@@ -150,6 +151,10 @@ public class FeedingContextFactory {
log
.
info
(
"using Doabooks2SsoarBundleFilter"
);
result
=
new
Doabooks2SsoarBundleFilter
();
break
;
case
"https://www.tatup.de/index.php/tatup/oai$$ssoar"
:
log
.
info
(
"using Tatup2SsoarBundleFilter"
);
result
=
new
Tatup2SsoarBundleFilter
();
break
;
default
:
log
.
debug
(
"using default IdentityMetadataTransformer"
);
result
=
new
AcceptAnyBundleFilter
();
...
...
src/main/java/org/gesis/dda/filter/impl/Tatup2SsoarBundleFilter.java
0 → 100644
View file @
2af3c4e1
package
org
.
gesis
.
dda
.
filter
.
impl
;
import
java.util.Set
;
import
org.gesis.dda.filter.BundleFilter
;
import
org.gesis.dda.publishing.domain.Bundle
;
import
org.gesis.dda.publishing.domain.Metadatum
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
public
class
Tatup2SsoarBundleFilter
implements
BundleFilter
{
private
final
static
Logger
LOG
=
LoggerFactory
.
getLogger
(
Tatup2SsoarBundleFilter
.
class
);
/**
* Filter away everything published before 2017
*/
@Override
public
boolean
test
(
Bundle
bundle
)
{
boolean
result
;
Set
<
Metadatum
>
metadata
=
bundle
.
getMetadata
();
Metadatum
dateIssued
=
metadata
.
stream
().
filter
(
m
->
m
.
getKey
().
equals
(
"dc.date.issued"
)
).
findFirst
().
orElse
(
null
);
if
(
null
!=
dateIssued
)
{
String
dateIssuedString
=
dateIssued
.
getValue
();
try
{
int
dateIssuedValue
=
Integer
.
parseInt
(
dateIssuedString
);
if
(
dateIssuedValue
>=
2017
)
{
result
=
true
;
}
else
{
LOG
.
info
(
"Tatup2SsoarBundleFilter - filtering away bundle.reference={}"
,
bundle
.
getReference
()
);
result
=
false
;
}
}
catch
(
NumberFormatException
e
)
{
LOG
.
warn
(
"unparsable dc.source.volume={} for bundle.reference={}"
,
dateIssuedString
,
bundle
.
getReference
()
);
result
=
true
;
}
}
else
{
result
=
true
;
}
return
result
;
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment