Story/cite-177 There needs to be an import from Crossref

citesphere-importer/pom.xml

@@ -15,7 +15,8 @@
         <spring-data.version>Lovelace-RELEASE</spring-data.version>
         <thymeleaf.version>3.0.11.RELEASE</thymeleaf.version>
         <spring.kafka.version>2.2.6.RELEASE</spring.kafka.version>
-        <citesphere.messages.version>0.2</citesphere.messages.version>
+        <citesphere.messages.version>0.5</citesphere.messages.version>
+        <crossref-connect-version>0.2</crossref-connect-version>
 
         <admin.password>$2a$04$oQo44vqcDIFRoYKiAXoNheurzkwX9dcNmowvTX/hsWuBMwijqn44i</admin.password>
 
@@ -69,6 +70,11 @@
             <artifactId>citesphere-messages</artifactId>
             <version>${citesphere.messages.version}</version>
         </dependency>
+        <dependency>
+          <groupId>edu.asu.diging</groupId>
+          <artifactId>crossref-connect</artifactId>
+          <version>${crossref-connect-version}</version>
+        </dependency>
 
         <!-- Spring -->
         <dependency>
@@ -328,7 +334,7 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-war-plugin</artifactId>
-                <version>2.6</version>
+                <version>3.3.1</version>
                 <configuration>
                     <webResources>
                         <resource>

citesphere-importer/src/main/java/edu/asu/diging/citesphere/importer/core/kafka/impl/ReferenceImportListener.java

@@ -5,6 +5,7 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Qualifier;
 import org.springframework.kafka.annotation.KafkaListener;
 
 import com.fasterxml.jackson.databind.ObjectMapper;
@@ -18,7 +19,12 @@ public class ReferenceImportListener {
     private final Logger logger = LoggerFactory.getLogger(getClass());
 
     @Autowired
-    private IImportProcessor processor;
+    @Qualifier("fileImportProcessor")
+    private IImportProcessor fileProcessor;
+
+    @Autowired
+    @Qualifier("crossrefReferenceImportProcessor")
+    private IImportProcessor crossrefProcessor;
 
     @KafkaListener(topics = KafkaTopics.REFERENCES_IMPORT_TOPIC)
     public void receiveMessage(String message) {
@@ -32,6 +38,20 @@ public void receiveMessage(String message) {
             return;
         }
 
-        processor.process(msg);
+        fileProcessor.process(msg);
+    }
+
+    @KafkaListener(topics = KafkaTopics.REFERENCES_IMPORT_CROSSREF_TOPIC)
+    public void receiveCrossrefImportMessage(String message) {
+        ObjectMapper mapper = new ObjectMapper();
+        KafkaJobMessage msg = null;
+        try {
+            msg = mapper.readValue(message, KafkaJobMessage.class);
+        } catch (IOException e) {
+            logger.error("Could not unmarshall message.", e);
+            return;
+        }
+
+        crossrefProcessor.process(msg);
     }
 }

citesphere-importer/src/main/java/edu/asu/diging/citesphere/importer/core/model/ItemType.java

@@ -45,7 +45,9 @@ public enum ItemType {
     THESIS("thesis"),
     TV_BROADCAST("tvBroadcast"),
     VIDEO_RECORDIG("videoRecording"),
-    WEBPAGE("webpage");
+    WEBPAGE("webpage"),
+    DATABASE("database");
+
 
     final private String zoteroKey;
 

citesphere-importer/src/main/java/edu/asu/diging/citesphere/importer/core/model/impl/ArticleMeta.java

@@ -7,6 +7,7 @@ public class ArticleMeta {
 
     private List<ArticleId> articleIds;
     private String articleTitle;
+    private String shortTitle;
     private List<ArticleCategoryGroup> categoryGroups = new ArrayList<ArticleCategoryGroup>();
     private List<Contributor> contributors;
     private String authorNotesCorrespondence;
@@ -56,6 +57,12 @@ public String getArticleTitle() {
     public void setArticleTitle(String articleTitle) {
         this.articleTitle = articleTitle;
     }
+    public String getShortTitle() {
+        return shortTitle;
+    }
+    public void setShortTitle(String shortTitle) {
+        this.shortTitle = shortTitle;
+    }
     public List<ArticleCategoryGroup> getCategories() {
         return categoryGroups;
     }

citesphere-importer/src/main/java/edu/asu/diging/citesphere/importer/core/model/impl/ContributionType.java

@@ -4,4 +4,6 @@ public interface ContributionType {
 
     public final static String AUTHOR = "author";
     public final static String EDITOR = "editor";
+    public final static String TRANSLATOR = "translator";
+    public final static String CHAIR = "chair";
 }

citesphere-importer/src/main/java/edu/asu/diging/citesphere/importer/core/model/impl/Publication.java

@@ -12,6 +12,31 @@ public class Publication implements BibEntry {
     public final static String NEWS_ITEM = "newspaperArticle";
     public final static String PROCEEDINGS_PAPER = "conferencePaper";
     public final static String DOCUMENT = "document";
+    // publication types in CrossRef
+    public final static String JOURNAL_ISSUE = "journal-issue";
+    public final static String REFERNCE_ENTRY = "reference-entry";
+    public final static String POSTED_CONTENT = "posted-content";
+    public final static String COMPONENT = "component";
+    public final static String EDITED_BOOK = "edited-book";
+    public final static String DISSERTATION = "dissertation";
+    public final static String REPORT_COMPONENT = "report-component";
+    public final static String REPORT = "report";
+    public final static String PEER_REVIEW = "peer-review";
+    public final static String BOOK_TRACK = "book-track";
+    public final static String BOOK_PART = "book-part";
+    public final static String OTHER = "other";
+    public final static String JORUNAL_VOLUME = "journal-volume";
+    public final static String BOOK_SET = "book-set";
+    public final static String JOURNAL = "journal";
+    public final static String PROCEEDINGS_SERIES = "proceedings-series";
+    public final static String REPORT_SERIES = "report-series";
+    public final static String PROCEEDINGS = "proceedings";
+    public final static String DATABASE = "database";
+    public final static String STANDARD = "standard";
+    public final static String REFERENCE_BOOK = "reference-book";
+    public final static String GRANT = "grant";
+    public final static String DATASET = "dataset";
+    public final static String BOOK_SERIES = "book-series";
 
     private String articleType;
     private ContainerMeta containerMeta;