org.wandora.application.tools.extractors.helmet

Class HelmetJSONParser

java.lang.Object

org.wandora.application.tools.extractors.helmet.HelmetJSONParser

public class HelmetJSONParser
extends java.lang.Object

    {"records": [
        {"type":"book",
        "isbn":"0385410700",
        "title":"Deadline",
        "library_id":"(FI-HELMET)b1141424",
        "library_url":"http://www.helmet.fi/record=b1141424~S9*eng",
        "author":"Armstrong, Campbell",
        "author_details":[],
        "extent":["314, [1] s. ;"],
        "description":[],
        "contents":[]
    },...
  

Author:

akivela

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	AUTHOR_SI
static java.lang.String	AUTHORDETAILS_SI
static java.lang.String	AUTHORROLE_SI
static java.lang.String	CONTENTS_SI
private static java.lang.String	DEFAULT_ENCODING
private static java.lang.String	DEFAULT_LANG
static java.lang.String	DESCRIPTION_SI
static java.lang.String	EXTENT_SI
private boolean	extractAllPages
private java.lang.String	extractUrl
static java.lang.String	GENERAL_SI
static java.lang.String	HELMET_SI
private static java.util.LinkedHashSet<java.net.URL>	history
static java.lang.String	ID_SI
static java.lang.String	ISBN_SI
private int	logCount
private TopicMapLogger	logger
private int	maxLogs
private static int	progress
static java.lang.String	RECORD_SI
private static boolean	REMOVE_ID_PREFIX
private static boolean	REMOVE_ROLE_PARENTHESIS
static java.lang.String	ROLE_SI
private static boolean	SPLIT_CONTENTS_TO_TOPICS
private static boolean	SPLIT_LANGUAGES_IN_TITLE
private TopicMap	tm
private static boolean	TRIM_AUTHORS_ENDING_DOT
static java.lang.String	TYPE_SI
private static long	waitBetweenURLRequests

Constructor Summary

Constructors

Constructor and Description
HelmetJSONParser(TopicMap tm, TopicMapLogger logger)
HelmetJSONParser(TopicMap tm, TopicMapLogger logger, org.json.JSONObject inputJSON)

Method Summary

Modifier and Type	Method and Description
void	addToHistory(java.net.URL u)
boolean	areEqual(java.lang.String key, java.lang.Object o)
void	clearHistory()
boolean	errorDetected(org.json.JSONObject inputJSON)
private Topic	getATopic(java.lang.String str, java.lang.String si, TopicMap tm)
private Topic	getATopic(java.lang.String str, java.lang.String si, Topic type, TopicMap tm)
private Topic	getAuthorRoleType(TopicMap tm)
private Topic	getAuthorTopic(java.lang.String name, TopicMap tm)
private Topic	getAuthorTopic(java.lang.String name, Topic type, TopicMap tm)
private Topic	getAuthorType(TopicMap tm)
private Topic	getContentsType(TopicMap tm)
private Topic	getContentTopic(java.lang.String c, TopicMap tm)
Topic	getDataKirjastotType(TopicMap tm)
private Topic	getDescriptionType(TopicMap tm)
private Topic	getExtentType(TopicMap tm)
private Topic	getIDType(TopicMap tm)
private Topic	getISBNType(TopicMap tm)
protected Topic	getOrCreateTopic(TopicMap tm, java.lang.String si)
protected Topic	getOrCreateTopic(TopicMap tm, java.lang.String si, java.lang.String bn)
private Topic	getRecordTopic(java.lang.String url, java.lang.String id, java.lang.String isbn, TopicMap tm)
private Topic	getRecordType(TopicMap tm)
private Topic	getRoleTopic(java.lang.String r, TopicMap tm)
private Topic	getRoleType(TopicMap tm)
Topic	getTypeTopic(java.lang.String token, TopicMap tm)
private Topic	getTypeType(TopicMap tm)
Topic	getWandoraType(TopicMap tm)
boolean	inHistory(java.net.URL u)
boolean	isNotNull(java.lang.String str)
private void	log(java.lang.Exception ex)
private void	log(java.lang.String str)
protected void	makeSubclassOf(TopicMap tm, Topic t, Topic superclass)
void	parse(org.json.JSONObject inputJSON)
void	parse(java.net.URL url)
void	parseRecord(org.json.JSONObject inputJSON)
java.lang.String	robustJSONGet(org.json.JSONObject json, java.lang.String key)
void	takeNap(long napTime)
private java.lang.String	urlEncode(java.lang.String str)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SPLIT_CONTENTS_TO_TOPICS

private static boolean SPLIT_CONTENTS_TO_TOPICS

TRIM_AUTHORS_ENDING_DOT

private static boolean TRIM_AUTHORS_ENDING_DOT

REMOVE_ROLE_PARENTHESIS

private static boolean REMOVE_ROLE_PARENTHESIS

SPLIT_LANGUAGES_IN_TITLE

private static boolean SPLIT_LANGUAGES_IN_TITLE

REMOVE_ID_PREFIX

private static boolean REMOVE_ID_PREFIX

history

private static java.util.LinkedHashSet<java.net.URL> history

GENERAL_SI

public static final java.lang.String GENERAL_SI

See Also:

Constant Field Values

tm

private TopicMap tm

logger

private TopicMapLogger logger

progress

private static int progress

waitBetweenURLRequests

private static long waitBetweenURLRequests

DEFAULT_LANG

private static java.lang.String DEFAULT_LANG

DEFAULT_ENCODING

private static java.lang.String DEFAULT_ENCODING

extractAllPages

private boolean extractAllPages

extractUrl

private java.lang.String extractUrl

HELMET_SI

public static final java.lang.String HELMET_SI

See Also:

Constant Field Values

TYPE_SI

public static final java.lang.String TYPE_SI

See Also:

Constant Field Values

AUTHOR_SI

public static final java.lang.String AUTHOR_SI

See Also:

Constant Field Values

AUTHORROLE_SI

public static final java.lang.String AUTHORROLE_SI

See Also:

Constant Field Values

AUTHORDETAILS_SI

public static final java.lang.String AUTHORDETAILS_SI

See Also:

Constant Field Values

RECORD_SI

public static final java.lang.String RECORD_SI

See Also:

Constant Field Values

EXTENT_SI

public static final java.lang.String EXTENT_SI

See Also:

Constant Field Values

DESCRIPTION_SI

public static final java.lang.String DESCRIPTION_SI

See Also:

Constant Field Values

CONTENTS_SI

public static final java.lang.String CONTENTS_SI

See Also:

Constant Field Values

ID_SI

public static final java.lang.String ID_SI

See Also:

Constant Field Values

ISBN_SI

public static final java.lang.String ISBN_SI

See Also:

Constant Field Values

ROLE_SI

public static final java.lang.String ROLE_SI

See Also:

Constant Field Values

maxLogs

private int maxLogs

logCount

private int logCount

Constructor Detail

HelmetJSONParser

public HelmetJSONParser(TopicMap tm,
                        TopicMapLogger logger,
                        org.json.JSONObject inputJSON)

HelmetJSONParser

public HelmetJSONParser(TopicMap tm,
                        TopicMapLogger logger)

Method Detail

clearHistory

public void clearHistory()

inHistory

public boolean inHistory(java.net.URL u)

addToHistory

public void addToHistory(java.net.URL u)

errorDetected

public boolean errorDetected(org.json.JSONObject inputJSON)

takeNap

public void takeNap(long napTime)

parse

public void parse(org.json.JSONObject inputJSON)
           throws java.lang.Exception

Throws:

java.lang.Exception

parseRecord

public void parseRecord(org.json.JSONObject inputJSON)
                 throws java.lang.Exception

Throws:

java.lang.Exception

parse

public void parse(java.net.URL url)
           throws java.lang.Exception

Throws:

java.lang.Exception

isNotNull

public boolean isNotNull(java.lang.String str)

robustJSONGet

public java.lang.String robustJSONGet(org.json.JSONObject json,
                                      java.lang.String key)

areEqual

public boolean areEqual(java.lang.String key,
                        java.lang.Object o)

getWandoraType

public Topic getWandoraType(TopicMap tm)
                     throws java.lang.Exception

Throws:

java.lang.Exception

getDataKirjastotType

public Topic getDataKirjastotType(TopicMap tm)
                           throws java.lang.Exception

Throws:

java.lang.Exception

getTypeType

private Topic getTypeType(TopicMap tm)
                   throws java.lang.Exception

Throws:

java.lang.Exception

getAuthorType

private Topic getAuthorType(TopicMap tm)
                     throws java.lang.Exception

Throws:

java.lang.Exception

getAuthorRoleType

private Topic getAuthorRoleType(TopicMap tm)
                         throws java.lang.Exception

Throws:

java.lang.Exception

getRecordType

private Topic getRecordType(TopicMap tm)
                     throws java.lang.Exception

Throws:

java.lang.Exception

getExtentType

private Topic getExtentType(TopicMap tm)
                     throws java.lang.Exception

Throws:

java.lang.Exception

getDescriptionType

private Topic getDescriptionType(TopicMap tm)
                          throws java.lang.Exception

Throws:

java.lang.Exception

getContentsType

private Topic getContentsType(TopicMap tm)
                       throws java.lang.Exception

Throws:

java.lang.Exception

getIDType

private Topic getIDType(TopicMap tm)
                 throws java.lang.Exception

Throws:

java.lang.Exception

getISBNType

private Topic getISBNType(TopicMap tm)
                   throws java.lang.Exception

Throws:

java.lang.Exception

getRoleType

private Topic getRoleType(TopicMap tm)
                   throws java.lang.Exception

Throws:

java.lang.Exception

getContentTopic

private Topic getContentTopic(java.lang.String c,
                              TopicMap tm)
                       throws java.lang.Exception

Throws:

java.lang.Exception

getRoleTopic

private Topic getRoleTopic(java.lang.String r,
                           TopicMap tm)
                    throws java.lang.Exception

Throws:

java.lang.Exception

getTypeTopic

public Topic getTypeTopic(java.lang.String token,
                          TopicMap tm)
                   throws java.lang.Exception

Throws:

java.lang.Exception

getAuthorTopic

private Topic getAuthorTopic(java.lang.String name,
                             TopicMap tm)
                      throws java.lang.Exception

Throws:

java.lang.Exception

getAuthorTopic

private Topic getAuthorTopic(java.lang.String name,
                             Topic type,
                             TopicMap tm)
                      throws java.lang.Exception

Throws:

java.lang.Exception

getRecordTopic

private Topic getRecordTopic(java.lang.String url,
                             java.lang.String id,
                             java.lang.String isbn,
                             TopicMap tm)
                      throws java.lang.Exception

Throws:

java.lang.Exception

getATopic

private Topic getATopic(java.lang.String str,
                        java.lang.String si,
                        TopicMap tm)
                 throws TopicMapException

Throws:

TopicMapException

getATopic

private Topic getATopic(java.lang.String str,
                        java.lang.String si,
                        Topic type,
                        TopicMap tm)
                 throws TopicMapException

Throws:

TopicMapException

urlEncode

private java.lang.String urlEncode(java.lang.String str)

getOrCreateTopic

protected Topic getOrCreateTopic(TopicMap tm,
                                 java.lang.String si)
                          throws TopicMapException

Throws:

TopicMapException

getOrCreateTopic

protected Topic getOrCreateTopic(TopicMap tm,
                                 java.lang.String si,
                                 java.lang.String bn)
                          throws TopicMapException

Throws:

TopicMapException

makeSubclassOf

protected void makeSubclassOf(TopicMap tm,
                              Topic t,
                              Topic superclass)
                       throws TopicMapException

Throws:

TopicMapException

log

private void log(java.lang.String str)

log

private void log(java.lang.Exception ex)