ExtractionRecorder

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. object PrinterDestination extends Enumeration

   

5. def addKeyValue(array: JsonArray, key: String, value: String): Unit

   

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. val datasets: ListBuffer[Dataset]

   

9. def defaultMessage(mainText: String, subText: String, attachments: JsonArray = null): JsonObject

   

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def failedPages(lang: Language): Long

    

    number of failed pages

    number of failed pages

    lang

    - for this language

    returns

13. def failedRecord(id: String, node: T, exception: Throwable, language: Language = null): Unit

    

    adds a new fail record for a wikipage which failed to extract; Optional: write fail to log file (if this has been set before)

    adds a new fail record for a wikipage which failed to extract; Optional: write fail to log file (if this has been set before)

    id

    - page id

    node

    - PageNode of page

    exception

    - the Throwable responsible for the fail

14. def finalize(): Unit

    

    Definition Classes

    ExtractionRecorder → AnyRef

15. def forwardExceptionWarning(lang: Language): Unit

    

    forward an exception summary to slack (will increase the slack-exception-threshold by factor 2 if two of these messages are fired within 2 minutes)

    forward an exception summary to slack (will increase the slack-exception-threshold by factor 2 if two of these messages are fired within 2 minutes)

    lang

16. def forwardExtractionOverview(lang: Language, msg: String): Unit

    

17. def forwardSimpleLine(line: String): Unit

    

18. def forwardSummary(lang: Language): Unit

    

19. def getAttachment(attachMsg: String, color: String): JsonObject

    

20. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

21. def getStatusValues(lang: Language): Map[String, String]

    

22. def getSuccessfulPageCount(): Map[Language, AtomicLong]

    

23. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

24. def increaseAndGetSuccessfulPages(lang: Language): Long

    

    get successful page count after increasing it by one

    get successful page count after increasing it by one

    lang

    - for this language

    returns

25. def increaseAndGetSuccessfulTriples(dataset: Dataset): Long

    

26. def initialize(lang: Language, task: String = "transformation", datasets: Seq[Dataset] = Seq()): Boolean

    

27. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

28. val language: Language

    

29. var lastExceptionMsg: Long

    

    the following methods will post messages to a Slack webhook if the Slack-Cedentials are available in the config file

30. def listFailedPages: Map[Language, Map[(String, T), Throwable]]

    

    A map for failed pages, which could be used for a better way to record extraction fails than just a simple console output.

    A map for failed pages, which could be used for a better way to record extraction fails than just a simple console output.

    returns

    the failed pages (id, title) for every Language

31. val logWriter: Writer

    

32. val monitor: ExtractionMonitor

    

33. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

34. final def notify(): Unit

    

    Definition Classes

    AnyRef

35. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

36. val preamble: String

    

37. def printLabeledLine(line: String, severity: RecordSeverity.Value, language: Language = null, print: Seq[PrinterDestination.Value] = null, noLabel: Boolean = false): Unit

    

    print a line to std out, err or the log file

    print a line to std out, err or the log file

    line

    - the line in question

    language

    - langauge of current page

    print

    - enum values for printer destinations (err, out, file - null mean all of them)

    noLabel

    - the initial label (lang: time passed) is omitted

38. def printMonitorSummary(summaryMap: HashMap[String, AnyRef]): Unit

    

39. def record(records: RecordEntry[T]*): Unit

    

    prints a message of a RecordEntry if available and assesses a RecordEntry for the existence of a Throwable and forwards the record to the suitable method for a failed or successful extraction

    prints a message of a RecordEntry if available and assesses a RecordEntry for the existence of a Throwable and forwards the record to the suitable method for a failed or successful extraction

    records

    - the RecordEntries for a WikiPage

40. def recordExtractedPage(id: Long, title: WikiTitle, logSuccessfulPage: Boolean = false): Unit

    

    adds a record of a successfully extracted page

    adds a record of a successfully extracted page

    id

    - page id

    title

    - page title

    logSuccessfulPage

    - indicates whether the event of a successful extraction shall be included in the log file (default = false)

41. def recordGenericPage(lang: Language, line: String = null): Unit

    

42. def recordQuad(quad: Quad, severity: RecordSeverity.Value, lang: Language): Unit

    

    record (successful) quad

    record (successful) quad

    quad

    lang

43. val reportInterval: Int

    

44. def resetFailedPages(lang: Language): Unit

    

45. def runningPageNumber(lang: Language): Long

    

    the current accumulated page number

    the current accumulated page number

    lang

    - for this language

    returns

46. def sendCurl(url: String, data: JsonObject): Boolean

    

47. val slackCredantials: SlackCredentials

    

48. def successfulPages(lang: Language): Long

    

    successful page count

    successful page count

    lang

    - for this language

    returns

49. def successfulTriples(dataset: Dataset): Long

    

50. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

51. def toString(): String

    

    Definition Classes

    AnyRef → Any

52. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

53. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

54. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )