diff --git a/.github/dependabot.yml b/.github/dependabot.yml new file mode 100644 index 00000000..a217b347 --- /dev/null +++ b/.github/dependabot.yml @@ -0,0 +1,7 @@ +version: 2 +updates: +- package-ecosystem: maven + directory: "/" + schedule: + interval: daily + open-pull-requests-limit: 10 diff --git a/.github/workflows/tests-windows.yml b/.github/workflows/tests-windows.yml new file mode 100644 index 00000000..5cc1031a --- /dev/null +++ b/.github/workflows/tests-windows.yml @@ -0,0 +1,23 @@ +name: Java CI (Windows) + +on: [push] + +jobs: + build: + runs-on: windows-latest + + steps: + # https://github.com/actions/checkout/issues/135#issuecomment-602171132 + - name: Set git to use LF + run: | + git config --global core.autocrlf false + git config --global core.eol lf + - uses: actions/checkout@v3 + - name: Set up JDK 11 + uses: actions/setup-java@v3 + with: + java-version: '11' + distribution: 'adopt' + cache: maven + - name: Build with Maven + run: mvn --batch-mode test diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml new file mode 100644 index 00000000..da2d019b --- /dev/null +++ b/.github/workflows/tests.yml @@ -0,0 +1,18 @@ +name: Java CI + +on: [push, pull_request] + +jobs: + build: + runs-on: ubuntu-latest + + steps: + - uses: actions/checkout@v3 + - name: Set up JDK 11 + uses: actions/setup-java@v3 + with: + java-version: '11' + distribution: 'adopt' + cache: maven + - name: Build with Maven + run: mvn --batch-mode test diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index b2e1366a..00000000 --- a/.travis.yml +++ /dev/null @@ -1,11 +0,0 @@ -language: java -install: mvn install -DskipTests=true -Dmaven.javadoc.skip=true -Dgpg.skip=true -B -V -script: mvn test -Dgpg.skip=true -jdk: - - oraclejdk7 - - openjdk7 - - oraclejdk8 -sudo: false - - - diff --git a/README.md b/README.md index 755497df..db7b0023 100644 --- a/README.md +++ b/README.md @@ -1,72 +1,126 @@ -tabula-java [![Build Status](https://travis-ci.org/tabulapdf/tabula-java.svg?branch=master)](https://travis-ci.org/tabulapdf/tabula-java) [![Join the chat at https://gitter.im/tabulapdf/tabula-java](https://badges.gitter.im/Join%20Chat.svg)](https://gitter.im/tabulapdf/tabula-java?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge) +tabula-java [![Build Status](https://travis-ci.org/tabulapdf/tabula-java.svg?branch=master)](https://travis-ci.org/tabulapdf/tabula-java) =========== -`tabula-java` is a library for extracting tables from PDF files — it is the table extraction engine that used to power [Tabula](http://tabula.technology/) ([repo](http://github.com/tabulapdf/tabula)). You can use `tabula-java` as a command-line tool to programmatically extract tables from PDFs. +`tabula-java` is a library for extracting tables from PDF files — it is the table extraction engine that powers [Tabula](http://tabula.technology/) ([repo](http://github.com/tabulapdf/tabula)). You can use `tabula-java` as a command-line tool to programmatically extract tables from PDFs. -(This is the new version of the extraction engine; the previous code can be found at [`tabula-extractor`](http://github.com/tabulapdf/tabula-extractor).) - -© 2014-2016 Manuel Aristarán. Available under MIT License. See [`LICENSE`](LICENSE). +© 2014-2020 Manuel Aristarán. Available under MIT License. See [`LICENSE`](LICENSE). ## Download Download a version of the tabula-java's jar, with all dependencies included, that works on Mac, Windows and Linux from our [releases page](../../releases). -## Usage Examples +## Commandline Usage Examples `tabula-java` provides a command line application: ``` -$ java -jar ./target/tabula-0.9.1-jar-with-dependencies.jar --help - -usage: tabula [-a ] [-b ] [-c ] [-d] [-f ] [-g] [-h] [-i] - [-n] [-o ] [-p ] [-r] [-s ] [-u] [-v] +$ java -jar target/tabula-1.0.5-jar-with-dependencies.jar --help +usage: tabula [-a ] [-b ] [-c ] [-f ] + [-g] [-h] [-i] [-l] [-n] [-o ] [-p ] [-r] [-s + ] [-t] [-u] [-v] Tabula helps you extract tables from PDFs - -a,--area Portion of the page to analyze - (top,left,bottom,right). Example: --area - 269.875,12.75,790.5,561. Default is entire - page - -c,--columns X coordinates of column boundaries. Example - --columns 10.1,20.2,30.3 - -d,--debug Print detected table areas instead of - processing. - -b,--batch Convert all .pdfs in the provided directory + -a,--area -a/--area = Portion of the page to analyze. + Example: --area 269.875,12.75,790.5,561. + Accepts top,left,bottom,right i.e. y1,x1,y2,x2 + where all values are in points relative to the + top left corner. If all values are between + 0-100 (inclusive) and preceded by '%', input + will be taken as % of actual height or width + of the page. Example: --area %0,0,100,50. To + specify multiple areas, -a option should be + repeated. Default is entire page + -b,--batch Convert all .pdfs in the provided directory. + -c,--columns X coordinates of column boundaries. Example + --columns 10.1,20.2,30.3. If all values are + between 0-100 (inclusive) and preceded by '%', + input will be taken as % of actual width of + the page. Example: --columns %25,50,80.6 -f,--format Output format: (CSV,TSV,JSON). Default: CSV -g,--guess Guess the portion of the page to analyze per page. -h,--help Print this help text. -i,--silent Suppress all stderr output. - -n,--no-spreadsheet Force PDF not to be extracted using - spreadsheet-style extraction (if there are - ruling lines separating each cell, as in a PDF - of an Excel spreadsheet) + -l,--lattice Force PDF to be extracted using lattice-mode + extraction (if there are ruling lines + separating each cell, as in a PDF of an Excel + spreadsheet) + -n,--no-spreadsheet [Deprecated in favor of -t/--stream] Force PDF + not to be extracted using spreadsheet-style + extraction (if there are no ruling lines + separating each cell) -o,--outfile Write output to instead of STDOUT. Default: - -p,--pages Comma separated list of ranges, or all. Examples: --pages 1-3,5-7, --pages 3 or --pages all. Default is --pages 1 - -r,--spreadsheet Force PDF to be extracted using - spreadsheet-style extraction (if there are - ruling lines separating each cell, as in a PDF - of an Excel spreadsheet) + -r,--spreadsheet [Deprecated in favor of -l/--lattice] Force + PDF to be extracted using spreadsheet-style + extraction (if there are ruling lines + separating each cell, as in a PDF of an Excel + spreadsheet) -s,--password Password to decrypt document. Default is empty + -t,--stream Force PDF to be extracted using stream-mode + extraction (if there are no ruling lines + separating each cell) -u,--use-line-returns Use embedded line returns in cells. (Only in spreadsheet mode.) -v,--version Print version and exit. - ``` -It also includes a debugging tool, run `java -cp ./target/tabula-0.9.1-jar-with-dependencies.jar technology.tabula.debug.Debug -h` for the available options. +It also includes a debugging tool, run `java -cp ./target/tabula-1.0.5-jar-with-dependencies.jar technology.tabula.debug.Debug -h` for the available options. You can also integrate `tabula-java` with any JVM language. For Java examples, see the [`tests`](src/test/java/technology/tabula/) folder. JVM start-up time is a lot of the cost of the `tabula` command, so if you're trying to extract many tables from PDFs, you have a few options for speeding it up: + - the -b option, which allows you to convert all pdfs in a given directory - the [drip](https://github.com/ninjudd/drip) utility - - the [Ruby](http://github.com/tabulapdf/tabula-extractor), [R](https://github.com/leeper/tabulizer), and [Node.js](https://github.com/ezodude/tabula-js) bindings + - the [Ruby](http://github.com/tabulapdf/tabula-extractor), [Python](https://github.com/chezou/tabula-py), [R](https://github.com/leeper/tabulizer), and [Node.js](https://github.com/ezodude/tabula-js) bindings - writing your own program in any JVM language (Java, JRuby, Scala) that imports tabula-java. - - waiting for us to implement an API/server-style system (it's on the roadmap) + - waiting for us to implement an API/server-style system (it's on the [roadmap](https://github.com/tabulapdf/tabula-api)) + +## API Usage Examples + +A simple Java code example which extracts all rows and cells from all tables of all pages of a PDF document: + +```java +InputStream in = this.getClass().getResourceAsStream("my.pdf"); +try (PDDocument document = PDDocument.load(in)) { + SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); + PageIterator pi = new ObjectExtractor(document).extract(); + while (pi.hasNext()) { + // iterate over the pages of the document + Page page = pi.next(); + List table = sea.extract(page); + // iterate over the tables of the page + for(Table tables: table) { + List> rows = tables.getRows(); + // iterate over the rows of the table + for (List cells : rows) { + // print all column-cells of the row plus linefeed + for (RectangularTextContainer content : cells) { + // Note: Cell.getText() uses \r to concat text chunks + String text = content.getText().replace("\r", " "); + System.out.print(text + "|"); + } + System.out.println(); + } + } + } +} +``` + + +For more detail information check the Javadoc. +The Javadoc API documentation can be generated (see also '_Building from Source_' section) via + +``` +mvn javadoc:javadoc +``` + +which generates the HTML files to directory ```target/site/apidocs/``` ## Building from Source @@ -75,3 +129,30 @@ Clone this repo and run: ``` mvn clean compile assembly:single ``` + +## Contributing + +Interested in helping out? We'd love to have your help! + +You can help by: + +- [Reporting a bug](https://github.com/tabulapdf/tabula-java/issues). +- Adding or editing documentation. +- Contributing code via a Pull Request. +- Spreading the word about `tabula-java` to people who might be able to benefit from using it. + +### Backers + +You can also support our continued work on `tabula-java` with a one-time or monthly donation [on OpenCollective](https://opencollective.com/tabulapdf#support). Organizations who use `tabula-java` can also [sponsor the project](https://opencollective.com/tabulapdf#support) for acknowledgement on [our official site](http://tabula.technology/) and this README. + +Special thanks to the following users and organizations for generously supporting Tabula with donations and grants: + + + + + + + + +The John S. and James L. Knight Foundation +The Shuttleworth Foundation diff --git a/jbang-catalog.json b/jbang-catalog.json new file mode 100644 index 00000000..b7f71347 --- /dev/null +++ b/jbang-catalog.json @@ -0,0 +1,8 @@ +{ + "catalogs": {}, + "aliases": { + "tabula": { + "script-ref": "https://github.com/tabulapdf/tabula-java/releases/download/v1.0.4/tabula-1.0.4-jar-with-dependencies.jar" + } + } +} \ No newline at end of file diff --git a/pom.xml b/pom.xml index 8a15f77a..211d0d4d 100644 --- a/pom.xml +++ b/pom.xml @@ -1,8 +1,9 @@ - + 4.0.0 technology.tabula tabula - 0.9.1 + 1.0.6-SNAPSHOT Tabula Extract tables from PDF files http://github.com/tabulapdf/tabula-java @@ -32,21 +33,26 @@ + + + snapshots + https://repository.apache.org/content/repositories/snapshots/ + + false + + + true + + + + scm:git:git@github.com:tabulapdf/tabula-java.git scm:git:git@github.com:tabulapdf/tabula-java.git git@github.com:tabulapdf/tabula-java.git - tabula-0.9.1 + v1.0.2 - - - sonatype - Sonatype repository - https://oss.sonatype.org/content/repositories/snapshots/ - - - UTF-8 UTF-8 @@ -68,7 +74,7 @@ org.apache.maven.plugins maven-javadoc-plugin - 2.10.3 + 3.8.0 true @@ -81,7 +87,7 @@ org.sonatype.plugins nexus-staging-maven-plugin - 1.6.3 + 1.7.0 true ossrh @@ -93,7 +99,7 @@ org.apache.maven.plugins maven-source-plugin - 2.2.1 + 3.3.1 attach-sources @@ -104,22 +110,25 @@ - org.apache.maven.plugins - maven-javadoc-plugin - 2.9.1 - - - attach-javadocs - - jar - - - + org.apache.maven.plugins + maven-javadoc-plugin + 3.8.0 + + 8 + + + + attach-javadocs + + jar + + + org.apache.maven.plugins maven-gpg-plugin - 1.5 + 3.2.4 sign-artifacts @@ -127,15 +136,21 @@ sign + + + --pinentry-mode + loopback + + maven-compiler-plugin - 3.1 + 3.13.0 - 1.6 - 1.6 + 1.8 + 1.8 @@ -145,134 +160,166 @@ technology.tabula.CommandLineApp - - - jar-with-dependencies - - - - - org.apache.maven.plugins - maven-surefire-plugin + + + jar-with-dependencies + + + + + org.apache.maven.plugins + maven-surefire-plugin + 3.3.1 -Xms1024m -Xmx2048m - - - - - - - release - - + + org.apache.maven.plugins - maven-javadoc-plugin - 2.9.1 - - - attach-javadocs - - jar - - - + maven-eclipse-plugin + 2.10 + + true + true + - - org.apache.maven.plugins - maven-source-plugin - 2.2.1 - - - attach-sources - - jar-no-fork - - - - - - org.apache.maven.plugins - maven-gpg-plugin - 1.5 - - - sign-artifacts - verify - - sign - - - - - - - - + + + + + + release + + + + org.apache.maven.plugins + maven-javadoc-plugin + 3.8.0 + + 8 + + + + attach-javadocs + + jar + + + + + + org.apache.maven.plugins + maven-source-plugin + 3.3.1 + + + attach-sources + + jar-no-fork + + + + + + org.apache.maven.plugins + maven-gpg-plugin + 3.2.4 + + + sign-artifacts + verify + + sign + + + + + + + + + + + + org.locationtech.jts + jts-core + 1.20.0 + + + + org.slf4j + slf4j-api + 2.0.13 + + + + org.slf4j + slf4j-simple + 2.0.13 + - - - net.sf.jsi - jsi - 1.1.0-SNAPSHOT - + + org.apache.pdfbox + pdfbox + 3.0.4 + - - org.slf4j - slf4j-api - 1.7.20 - + + org.bouncycastle + bcprov-jdk18on + 1.80 + - - org.slf4j - slf4j-simple - 1.7.20 - + + org.bouncycastle + bcmail-jdk18on + 1.80 + - - org.apache.pdfbox - pdfbox - 1.8.12 - + + junit + junit + 4.13.2 + test + - - org.bouncycastle - bcprov-jdk15on - 1.54 - + + commons-cli + commons-cli + 1.8.0 + - - org.bouncycastle - bcmail-jdk15on - 1.54 - + + org.apache.commons + commons-csv + 1.11.0 + - - junit - junit - 4.11 - test - + + com.google.code.gson + gson + 2.11.0 + - - commons-cli - commons-cli - 1.3.1 - + + com.github.jai-imageio + jai-imageio-core + 1.4.0 + - - org.apache.commons - commons-csv - 1.2 - + + com.github.jai-imageio + jai-imageio-jpeg2000 + 1.4.0 + - - com.google.code.gson - gson - 2.6.2 - - + + org.apache.pdfbox + jbig2-imageio + 3.0.4 + + diff --git a/src/main/java/technology/tabula/Cell.java b/src/main/java/technology/tabula/Cell.java index b7e568db..d02c8c50 100644 --- a/src/main/java/technology/tabula/Cell.java +++ b/src/main/java/technology/tabula/Cell.java @@ -1,75 +1,62 @@ package technology.tabula; import java.awt.geom.Point2D; -import java.util.ArrayList; import java.util.Collections; -import java.util.List; @SuppressWarnings("serial") public class Cell extends RectangularTextContainer { - private boolean spanning; - private boolean placeholder; - private List textElements; - - public Cell(float top, float left, float width, float height) { - super(top, left, width, height); - this.setPlaceholder(false); - this.setSpanning(false); - this.setTextElements(new ArrayList()); - } - - public Cell(Point2D topLeft, Point2D bottomRight) { - super((float) topLeft.getY(), (float) topLeft.getX(), (float) (bottomRight.getX() - topLeft.getX()), (float) (bottomRight.getY() - topLeft.getY())); - this.setPlaceholder(false); - this.setSpanning(false); - this.setTextElements(new ArrayList()); - } - - @Override - public String getText(boolean useLineReturns) { - if (this.textElements.size() == 0) { - return ""; - } - StringBuilder sb = new StringBuilder(); - Collections.sort(this.textElements); - double curTop = this.textElements.get(0).getTop(); - for (TextChunk tc: this.textElements) { - if (useLineReturns && tc.getTop() > curTop) { - sb.append('\r'); - } - sb.append(tc.getText()); - curTop = tc.getTop(); - } - return sb.toString().trim(); - } - - public String getText() { - return getText(true); - } - - public boolean isSpanning() { - return spanning; - } - - public void setSpanning(boolean spanning) { - this.spanning = spanning; - } - - public boolean isPlaceholder() { - return placeholder; - } - - public void setPlaceholder(boolean placeholder) { - this.placeholder = placeholder; - } - - - public List getTextElements() { - return textElements; - } - - public void setTextElements(List textElements) { - this.textElements = textElements; - } + public Cell(float top, float left, float width, float height) { + super(top, left, width, height); + this.setPlaceholder(false); + this.setSpanning(false); + } + + public Cell(Point2D topLeft, Point2D bottomRight) { + super((float) topLeft.getY(), (float) topLeft.getX(), (float) (bottomRight.getX() - topLeft.getX()), (float) (bottomRight.getY() - topLeft.getY())); + this.setPlaceholder(false); + this.setSpanning(false); + } + + private boolean spanning; + private boolean placeholder; + + @Override + public String getText(boolean useLineReturns) { + if (this.textElements.size() == 0) { + return ""; + } + StringBuilder sb = new StringBuilder(); + this.textElements.sort(Rectangle.ILL_DEFINED_ORDER); + double curTop = this.textElements.get(0).getTop(); + for (TextChunk tc : this.textElements) { + if (useLineReturns && tc.getTop() > curTop) { + sb.append('\r'); + } + sb.append(tc.getText()); + curTop = tc.getTop(); + } + return sb.toString().trim(); + } + + @Override + public String getText() { + return getText(true); + } + + public boolean isSpanning() { + return spanning; + } + + public void setSpanning(boolean spanning) { + this.spanning = spanning; + } + + public boolean isPlaceholder() { + return placeholder; + } + + public void setPlaceholder(boolean placeholder) { + this.placeholder = placeholder; + } } diff --git a/src/main/java/technology/tabula/CohenSutherlandClipping.java b/src/main/java/technology/tabula/CohenSutherlandClipping.java index 5e170ad8..db9153e9 100644 --- a/src/main/java/technology/tabula/CohenSutherlandClipping.java +++ b/src/main/java/technology/tabula/CohenSutherlandClipping.java @@ -18,122 +18,124 @@ * Implements the well known Cohen Sutherland line * clipping algorithm (line against clip rectangle). */ -public final class CohenSutherlandClipping -{ +public final class CohenSutherlandClipping { + private double xMin; private double yMin; private double xMax; private double yMax; + private static final int INSIDE = 0; + private static final int LEFT = 1; + private static final int RIGHT = 2; + private static final int BOTTOM = 4; + private static final int TOP = 8; + + private final static float MINIMUM_DELTA = 0.01f; + /** - * Creates a Cohen Sutherland clipper with clip rect (0, 0, 0, 0). + * Creates a Cohen Sutherland clipper with clip window (0, 0, 0, 0). */ - public CohenSutherlandClipping() { - } + public CohenSutherlandClipping() {} /** - * Creates a Cohen Sutherland clipper with the given clip rectangle. - * @param clip the clip rectangle to use + * Creates a Cohen Sutherland clipper with the given clip window. + * @param clipWindow the clip window to use. */ - public CohenSutherlandClipping(Rectangle2D clip) { - setClip(clip); + public CohenSutherlandClipping(Rectangle2D clipWindow) { + setClip(clipWindow); } /** * Sets the clip rectangle. - * @param clip the clip rectangle + * @param clipWindow the clip window. */ - public void setClip(Rectangle2D clip) { - xMin = clip.getX(); - xMax = xMin + clip.getWidth(); - yMin = clip.getY(); - yMax = yMin + clip.getHeight(); - } - - private static final int INSIDE = 0; - private static final int LEFT = 1; - private static final int RIGHT = 2; - private static final int BOTTOM = 4; - private static final int TOP = 8; - - private final int regionCode(double x, double y) { - int code = x < xMin - ? LEFT - : x > xMax - ? RIGHT - : INSIDE; - if (y < yMin) code |= BOTTOM; - else if (y > yMax) code |= TOP; - return code; + public void setClip(Rectangle2D clipWindow) { + xMin = clipWindow.getX(); + xMax = xMin + clipWindow.getWidth(); + yMin = clipWindow.getY(); + yMax = yMin + clipWindow.getHeight(); } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // /** - * Clips a given line against the clip rectangle. + * Clips a given line against the clip window. * The modification (if needed) is done in place. - * @param line the line to clip + * @param line the line to clip. * @return true if line is clipped, false if line is - * totally outside the clip rect. + * totally outside the clip window. */ public boolean clip(Line2D.Float line) { + Point point1 = new Point(line.getX1(), line.getY1()); + Point point2 = new Point(line.getX2(), line.getY2()); + Point outsidePoint = new Point(0d, 0d); - double p1x = line.getX1(); - double p1y = line.getY1(); - double p2x = line.getX2(); - double p2y = line.getY2(); + boolean lineIsVertical = (point1.x == point2.x); + double lineSlope = lineIsVertical ? 0d : (point2.y-point1.y)/(point2.x-point1.x); - double qx = 0d; - double qy = 0d; + while (point1.region != INSIDE || point2.region != INSIDE) { + if ((point1.region & point2.region) != 0) return false; - boolean vertical = p1x == p2x; + outsidePoint.region = (point1.region == INSIDE) ? point2.region : point1.region; - double slope = vertical - ? 0d - : (p2y-p1y)/(p2x-p1x); - - int c1 = regionCode(p1x, p1y); - int c2 = regionCode(p2x, p2y); - - while (c1 != INSIDE || c2 != INSIDE) { - - if ((c1 & c2) != INSIDE) - return false; - - int c = c1 == INSIDE ? c2 : c1; - - if ((c & LEFT) != INSIDE) { - qx = xMin; - qy = (Utils.feq(qx, p1x) ? 0 : qx-p1x)*slope + p1y; + if ((outsidePoint.region & LEFT) != 0) { + outsidePoint.x = xMin; + outsidePoint.y = delta(outsidePoint.x, point1.x)*lineSlope + point1.y; } - else if ((c & RIGHT) != INSIDE) { - qx = xMax; - qy = (Utils.feq(qx, p1x) ? 0 : qx-p1x)*slope + p1y; + else if ((outsidePoint.region & RIGHT) != 0) { + outsidePoint.x = xMax; + outsidePoint.y = delta(outsidePoint.x, point1.x)*lineSlope + point1.y; } - else if ((c & BOTTOM) != INSIDE) { - qy = yMin; - qx = vertical - ? p1x - : (Utils.feq(qy, p1y) ? 0 : qy-p1y)/slope + p1x; + else if ((outsidePoint.region & BOTTOM) != 0) { + outsidePoint.y = yMin; + outsidePoint.x = lineIsVertical + ? point1.x + : delta(outsidePoint.y, point1.y)/lineSlope + point1.x; } - else if ((c & TOP) != INSIDE) { - qy = yMax; - qx = vertical - ? p1x - : (Utils.feq(qy, p1y) ? 0 : qy-p1y)/slope + p1x; + else if ((outsidePoint.region & TOP) != 0) { + outsidePoint.y = yMax; + outsidePoint.x = lineIsVertical + ? point1.x + : delta(outsidePoint.y, point1.y)/lineSlope + point1.x; } - if (c == c1) { - p1x = qx; - p1y = qy; - c1 = regionCode(p1x, p1y); + if (outsidePoint.isInTheSameRegionAs(point1)) { + point1.setPositionAndRegion(outsidePoint.x, outsidePoint.y); } else { - p2x = qx; - p2y = qy; - c2 = regionCode(p2x, p2y); + point2.setPositionAndRegion(outsidePoint.x, outsidePoint.y); } } - line.setLine(p1x, p1y, p2x, p2y); + line.setLine(point1.x, point1.y, point2.x, point2.y); return true; } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + private static double delta(double value1, double value2) { + return (Math.abs(value1 - value2) < MINIMUM_DELTA) ? 0 : (value1 - value2); + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + class Point { + double x, y; + int region; + + Point(double x, double y) { + setPositionAndRegion(x, y); + } + + void setPositionAndRegion(double x, double y) { + this.x = x; this.y = y; + region = (x < xMin) ? LEFT : (x > xMax) ? RIGHT : INSIDE; + if (y < yMin) + region |= BOTTOM; + else if (y > yMax) + region |= TOP; + } + + boolean isInTheSameRegionAs(Point otherPoint) { + return this.region == otherPoint.region; + } + } + } -// end of file \ No newline at end of file diff --git a/src/main/java/technology/tabula/CommandLineApp.java b/src/main/java/technology/tabula/CommandLineApp.java index 940bb4d4..1b422303 100644 --- a/src/main/java/technology/tabula/CommandLineApp.java +++ b/src/main/java/technology/tabula/CommandLineApp.java @@ -1,27 +1,25 @@ package technology.tabula; -import java.awt.geom.Point2D; import java.io.BufferedWriter; import java.io.File; import java.io.FilenameFilter; import java.io.FileWriter; import java.io.IOException; import java.util.ArrayList; -import java.util.Iterator; import java.util.List; import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.HelpFormatter; -import org.apache.commons.cli.OptionBuilder; +import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.cli.ParseException; -import org.apache.commons.cli.GnuParser; +import org.apache.commons.cli.DefaultParser; +import org.apache.pdfbox.Loader; import org.apache.pdfbox.pdmodel.PDDocument; import technology.tabula.detectors.DetectionAlgorithm; import technology.tabula.detectors.NurminenDetectionAlgorithm; -import technology.tabula.detectors.SpreadsheetDetectionAlgorithm; import technology.tabula.extractors.BasicExtractionAlgorithm; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; import technology.tabula.writers.CSVWriter; @@ -32,12 +30,17 @@ public class CommandLineApp { - private static String VERSION = "0.9.1"; - private static String VERSION_STRING = String.format("tabula %s (c) 2012-2016 Manuel Aristarán", VERSION); + private static String VERSION = "1.0.6-SNAPSHOT"; + private static String VERSION_STRING = String.format("tabula %s (c) 2012-2020 Manuel Aristarán", VERSION); private static String BANNER = "\nTabula helps you extract tables from PDFs\n\n"; + private static final int RELATIVE_AREA_CALCULATION_MODE = 0; + private static final int ABSOLUTE_AREA_CALCULATION_MODE = 1; + + private Appendable defaultOutput; - private Rectangle pageArea; + + private List> pageAreas; private List pages; private OutputFormat outputFormat; private String password; @@ -45,21 +48,21 @@ public class CommandLineApp { public CommandLineApp(Appendable defaultOutput, CommandLine line) throws ParseException { this.defaultOutput = defaultOutput; - this.pageArea = CommandLineApp.whichArea(line); + this.pageAreas = CommandLineApp.whichAreas(line); this.pages = CommandLineApp.whichPages(line); this.outputFormat = CommandLineApp.whichOutputFormat(line); this.tableExtractor = CommandLineApp.createExtractor(line); if (line.hasOption('s')) { - this.password = line.getOptionValue('s'); + this.password = line.getOptionValue('s'); } } public static void main(String[] args) { - CommandLineParser parser = new GnuParser(); + CommandLineParser parser = new DefaultParser(); try { // parse the command line arguments - CommandLine line = parser.parse(buildOptions(), args ); + CommandLine line = parser.parse(buildOptions(), args); if (line.hasOption('h')) { printHelp(); @@ -72,7 +75,7 @@ public static void main(String[] args) { } new CommandLineApp(System.out, line).extractTables(line); - } catch(ParseException exp) { + } catch (ParseException exp) { System.err.println("Error: " + exp.getMessage()); System.exit(1); } @@ -81,20 +84,20 @@ public static void main(String[] args) { public void extractTables(CommandLine line) throws ParseException { if (line.hasOption('b')) { - if (line.getArgs().length != 0) { - throw new ParseException("Filename specified with batch\nTry --help for help"); - } + if (line.getArgs().length != 0) { + throw new ParseException("Filename specified with batch\nTry --help for help"); + } - File pdfDirectory = new File(line.getOptionValue('b')); - if (!pdfDirectory.isDirectory()) { - throw new ParseException("Directory does not exist or is not a directory"); - } - extractDirectoryTables(line, pdfDirectory); - return; + File pdfDirectory = new File(line.getOptionValue('b')); + if (!pdfDirectory.isDirectory()) { + throw new ParseException("Directory does not exist or is not a directory"); + } + extractDirectoryTables(line, pdfDirectory); + return; } if (line.getArgs().length != 1) { - throw new ParseException("Need one filename\nTry --help for help"); + throw new ParseException("Need exactly one filename\nTry --help for help"); } File pdfFile = new File(line.getArgs()[0]); @@ -106,22 +109,26 @@ public void extractTables(CommandLine line) throws ParseException { public void extractDirectoryTables(CommandLine line, File pdfDirectory) throws ParseException { File[] pdfs = pdfDirectory.listFiles(new FilenameFilter() { - public boolean accept(File dir, String name) { - return name.endsWith(".pdf"); - } + public boolean accept(File dir, String name) { + return name.endsWith(".pdf"); + } }); for (File pdfFile : pdfs) { File outputFile = new File(getOutputFilename(pdfFile)); - extractFileInto(pdfFile, outputFile); + try { + extractFileInto(pdfFile, outputFile); + } catch (ParseException e) { + System.err.println("Caught exception while processing file: " + pdfFile.toString()); + throw e; + } } } public void extractFileTables(CommandLine line, File pdfFile) throws ParseException { - Appendable outFile = this.defaultOutput; if (!line.hasOption('o')) { - extractFile(pdfFile, this.defaultOutput); - return; + extractFile(pdfFile, this.defaultOutput); + return; } File outputFile = new File(line.getOptionValue('o')); @@ -152,41 +159,52 @@ public void extractFileInto(File pdfFile, File outputFile) throws ParseException private void extractFile(File pdfFile, Appendable outFile) throws ParseException { PDDocument pdfDocument = null; try { - pdfDocument = PDDocument.load(pdfFile); + pdfDocument = this.password == null ? Loader.loadPDF(pdfFile) : Loader.loadPDF(pdfFile,password); PageIterator pageIterator = getPageIterator(pdfDocument); - List
tables = new ArrayList
(); + List
tables = new ArrayList<>(); while (pageIterator.hasNext()) { Page page = pageIterator.next(); - if (pageArea != null) { - page = page.getArea(pageArea); + if (tableExtractor.verticalRulingPositions != null) { + for (Float verticalRulingPosition : tableExtractor.verticalRulingPositions) { + page.addRuling(new Ruling(0, verticalRulingPosition, 0.0f, (float) page.getHeight())); + } } - tables.addAll(tableExtractor.extractTables(page)); + if (pageAreas != null) { + for (Pair areaPair : pageAreas) { + Rectangle area = areaPair.getRight(); + if (areaPair.getLeft() == RELATIVE_AREA_CALCULATION_MODE) { + area = new Rectangle((float) (area.getTop() / 100 * page.getHeight()), + (float) (area.getLeft() / 100 * page.getWidth()), (float) (area.getWidth() / 100 * page.getWidth()), + (float) (area.getHeight() / 100 * page.getHeight())); + } + tables.addAll(tableExtractor.extractTables(page.getArea(area))); + } + } else { + tables.addAll(tableExtractor.extractTables(page)); + } } writeTables(tables, outFile); } catch (IOException e) { throw new ParseException(e.getMessage()); } finally { - try { - if (pdfDocument != null) { - pdfDocument.close(); - } - } catch (IOException e) { - System.out.println("Error in closing pdf document" + e); - } + try { + if (pdfDocument != null) { + pdfDocument.close(); + } + } catch (IOException e) { + System.out.println("Error in closing pdf document" + e); + } } } private PageIterator getPageIterator(PDDocument pdfDocument) throws IOException { - ObjectExtractor extractor = (this.password == null) ? - new ObjectExtractor(pdfDocument) : - new ObjectExtractor(pdfDocument, this.password); - PageIterator pageIterator = (pages == null) ? - extractor.extract() : - extractor.extract(pages); - return pageIterator; + ObjectExtractor extractor = new ObjectExtractor(pdfDocument); + return (pages == null) ? + extractor.extract() : + extractor.extract(pages); } // CommandLine parsing methods @@ -206,16 +224,28 @@ private static OutputFormat whichOutputFormat(CommandLine line) throws ParseExce } } - private static Rectangle whichArea(CommandLine line) throws ParseException { + private static List> whichAreas(CommandLine line) throws ParseException { if (!line.hasOption('a')) { - return null; + return null; } - List f = parseFloatList(line.getOptionValue('a')); - if (f.size() != 4) { - throw new ParseException("area parameters must be top,left,bottom,right"); + String[] optionValues = line.getOptionValues('a'); + + List> areaList = new ArrayList>(); + for (String optionValue : optionValues) { + int areaCalculationMode = ABSOLUTE_AREA_CALCULATION_MODE; + int startIndex = 0; + if (optionValue.startsWith("%")) { + startIndex = 1; + areaCalculationMode = RELATIVE_AREA_CALCULATION_MODE; + } + List f = parseFloatList(optionValue.substring(startIndex)); + if (f.size() != 4) { + throw new ParseException("area parameters must be top,left,bottom,right optionally preceded by %"); + } + areaList.add(new Pair(areaCalculationMode, new Rectangle(f.get(0), f.get(1), f.get(3) - f.get(1), f.get(2) - f.get(0)))); } - return new Rectangle(f.get(0), f.get(1), f.get(3) - f.get(1), f.get(2) - f.get(0)); + return areaList; } private static List whichPages(CommandLine line) throws ParseException { @@ -224,36 +254,44 @@ private static List whichPages(CommandLine line) throws ParseException } private static ExtractionMethod whichExtractionMethod(CommandLine line) { - if (line.hasOption('r')) { + // -r/--spreadsheet [deprecated; use -l] or -l/--lattice + if (line.hasOption('r') || line.hasOption('l')) { return ExtractionMethod.SPREADSHEET; } - if (line.hasOption('n') || line.hasOption('c') || line.hasOption('g')) { + // -n/--no-spreadsheet [deprecated; use -t] or -c/--columns or -g/--guess or -t/--stream + if (line.hasOption('n') || line.hasOption('c') || line.hasOption('t')) { return ExtractionMethod.BASIC; } return ExtractionMethod.DECIDE; } private static TableExtractor createExtractor(CommandLine line) throws ParseException { - TableExtractor extractor = new TableExtractor(); - extractor.setGuess(line.hasOption('g')); - extractor.setMethod(CommandLineApp.whichExtractionMethod(line)); - extractor.setUseLineReturns(line.hasOption('u')); - - if (line.hasOption('c')) { - extractor.setVerticalRulingPositions(parseFloatList(line.getOptionValue('c'))); - } - return extractor; + TableExtractor extractor = new TableExtractor(); + extractor.setGuess(line.hasOption('g')); + extractor.setMethod(CommandLineApp.whichExtractionMethod(line)); + extractor.setUseLineReturns(line.hasOption('u')); + + if (line.hasOption('c')) { + String optionString = line.getOptionValue('c'); + if (optionString.startsWith("%")) { + extractor.setVerticalRulingPositionsRelative(true); + optionString = optionString.substring(1); + } + extractor.setVerticalRulingPositions(parseFloatList(optionString)); + } + + return extractor; } // utilities, etc. public static List parseFloatList(String option) throws ParseException { String[] f = option.split(","); - List rv = new ArrayList(); + List rv = new ArrayList<>(); try { - for (int i = 0; i < f.length; i++) { - rv.add(Float.parseFloat(f[i])); + for (final String element : f) { + rv.add(Float.parseFloat(element)); } return rv; } catch (NumberFormatException e) { @@ -266,141 +304,173 @@ private static void printHelp() { formatter.printHelp("tabula", BANNER, buildOptions(), "", true); } - @SuppressWarnings("static-access") public static Options buildOptions() { Options o = new Options(); o.addOption("v", "version", false, "Print version and exit."); o.addOption("h", "help", false, "Print this help text."); o.addOption("g", "guess", false, "Guess the portion of the page to analyze per page."); - o.addOption("d", "debug", false, "Print detected table areas instead of processing"); - o.addOption("r", "spreadsheet", false, "Force PDF to be extracted using spreadsheet-style extraction (if there are ruling lines separating each cell, as in a PDF of an Excel spreadsheet)"); - o.addOption("n", "no-spreadsheet", false, "Force PDF not to be extracted using spreadsheet-style extraction (if there are ruling lines separating each cell, as in a PDF of an Excel spreadsheet)"); + o.addOption("r", "spreadsheet", false, "[Deprecated in favor of -l/--lattice] Force PDF to be extracted using spreadsheet-style extraction (if there are ruling lines separating each cell, as in a PDF of an Excel spreadsheet)"); + o.addOption("n", "no-spreadsheet", false, "[Deprecated in favor of -t/--stream] Force PDF not to be extracted using spreadsheet-style extraction (if there are no ruling lines separating each cell)"); + o.addOption("l", "lattice", false, "Force PDF to be extracted using lattice-mode extraction (if there are ruling lines separating each cell, as in a PDF of an Excel spreadsheet)"); + o.addOption("t", "stream", false, "Force PDF to be extracted using stream-mode extraction (if there are no ruling lines separating each cell)"); o.addOption("i", "silent", false, "Suppress all stderr output."); o.addOption("u", "use-line-returns", false, "Use embedded line returns in cells. (Only in spreadsheet mode.)"); - o.addOption("d", "debug", false, "Print detected table areas instead of processing."); - o.addOption(OptionBuilder.withLongOpt("batch") - .withDescription("Convert all .pdfs in the provided directory.") - .hasArg() - .withArgName("DIRECTORY") - .create("b")); - o.addOption(OptionBuilder.withLongOpt("outfile") - .withDescription("Write output to instead of STDOUT. Default: -") - .hasArg() - .withArgName("OUTFILE") - .create("o")); - o.addOption(OptionBuilder.withLongOpt("format") - .withDescription("Output format: (" + Utils.join(",", OutputFormat.formatNames()) + "). Default: CSV") - .hasArg() - .withArgName("FORMAT") - .create("f")); - o.addOption(OptionBuilder.withLongOpt("password") - .withDescription("Password to decrypt document. Default is empty") - .hasArg() - .withArgName("PASSWORD") - .create("s")); - o.addOption(OptionBuilder.withLongOpt("columns") - .withDescription("X coordinates of column boundaries. Example --columns 10.1,20.2,30.3") - .hasArg() - .withArgName("COLUMNS") - .create("c")); - o.addOption(OptionBuilder.withLongOpt("area") - .withDescription("Portion of the page to analyze (top,left,bottom,right). Example: --area 269.875,12.75,790.5,561. Default is entire page") - .hasArg() - .withArgName("AREA") - .create("a")); - o.addOption(OptionBuilder.withLongOpt("pages") - .withDescription("Comma separated list of ranges, or all. Examples: --pages 1-3,5-7, --pages 3 or --pages all. Default is --pages 1") - .hasArg() - .withArgName("PAGES") - .create("p")); + // o.addOption("d", "debug", false, "Print detected table areas instead of processing."); + o.addOption(Option.builder("b") + .longOpt("batch") + .desc("Convert all .pdfs in the provided directory.") + .hasArg() + .argName("DIRECTORY") + .build()); + o.addOption(Option.builder("o") + .longOpt("outfile") + .desc("Write output to instead of STDOUT. Default: -") + .hasArg() + .argName("OUTFILE") + .build()); + o.addOption(Option.builder("f") + .longOpt("format") + .desc("Output format: (" + Utils.join(",", OutputFormat.formatNames()) + "). Default: CSV") + .hasArg() + .argName("FORMAT") + .build()); + o.addOption(Option.builder("s") + .longOpt("password") + .desc("Password to decrypt document. Default is empty") + .hasArg() + .argName("PASSWORD") + .build()); + o.addOption(Option.builder("c") + .longOpt("columns") + .desc("X coordinates of column boundaries. Example --columns 10.1,20.2,30.3. " + + "If all values are between 0-100 (inclusive) and preceded by '%', input will be taken as % of actual width of the page. " + + "Example: --columns %25,50,80.6") + .hasArg() + .argName("COLUMNS") + .build()); + o.addOption(Option.builder("a") + .longOpt("area") + .desc("-a/--area = Portion of the page to analyze. Example: --area 269.875,12.75,790.5,561. " + + "Accepts top,left,bottom,right i.e. y1,x1,y2,x2 where all values are in points relative to the top left corner. " + + "If all values are between 0-100 (inclusive) and preceded by '%', input will be taken as % of actual height or width of the page. " + + "Example: --area %0,0,100,50. To specify multiple areas, -a option should be repeated. Default is entire page") + .hasArg() + .argName("AREA") + .build()); + o.addOption(Option.builder("p") + .longOpt("pages") + .desc("Comma separated list of ranges, or all. Examples: --pages 1-3,5-7, --pages 3 or --pages all. Default is --pages 1") + .hasArg() + .argName("PAGES") + .build()); return o; } private static class TableExtractor { - private boolean guess = false; - private boolean useLineReturns = false; - private BasicExtractionAlgorithm basicExtractor = new BasicExtractionAlgorithm(); - private SpreadsheetExtractionAlgorithm spreadsheetExtractor = new SpreadsheetExtractionAlgorithm(); - private List verticalRulingPositions = null; - private ExtractionMethod method = ExtractionMethod.BASIC; - - public TableExtractor() { - } - - public void setVerticalRulingPositions(List positions) { - this.verticalRulingPositions = positions; - } - - public void setGuess(boolean guess) { - this.guess = guess; - } - - public void setUseLineReturns(boolean useLineReturns) { - this.useLineReturns = useLineReturns; - } - - public void setMethod(ExtractionMethod method) { - this.method = method; - } - - public List
extractTables(Page page) { - ExtractionMethod effectiveMethod = this.method; - if (effectiveMethod == ExtractionMethod.DECIDE) { - effectiveMethod = spreadsheetExtractor.isTabular(page) ? - ExtractionMethod.SPREADSHEET : - ExtractionMethod.BASIC; - } - switch(effectiveMethod) { - case BASIC: - return extractTablesBasic(page); - case SPREADSHEET: - return extractTablesSpreadsheet(page); - default: - return new ArrayList
(); - } - } - - public List
extractTablesBasic(Page page) { - if (guess) { - // guess the page areas to extract using a detection algorithm - // currently we only have a detector that uses spreadsheets to find table areas - DetectionAlgorithm detector = new NurminenDetectionAlgorithm(); - List guesses = detector.detect(page); - List
tables = new ArrayList
(); - - for (Rectangle guessRect : guesses) { - Page guess = page.getArea(guessRect); - tables.addAll(basicExtractor.extract(guess)); - } - return tables; + private boolean guess = false; + private boolean useLineReturns = false; + private BasicExtractionAlgorithm basicExtractor = new BasicExtractionAlgorithm(); + private SpreadsheetExtractionAlgorithm spreadsheetExtractor = new SpreadsheetExtractionAlgorithm(); + + private boolean verticalRulingPositionsRelative = false; + private List verticalRulingPositions = null; + + private ExtractionMethod method = ExtractionMethod.BASIC; + + public TableExtractor() { + } + + public void setVerticalRulingPositions(List positions) { + this.verticalRulingPositions = positions; + } + + public void setVerticalRulingPositionsRelative(boolean relative) { + this.verticalRulingPositionsRelative = relative; + } + + public void setGuess(boolean guess) { + this.guess = guess; + } + + public void setUseLineReturns(boolean useLineReturns) { + this.useLineReturns = useLineReturns; + } + + public void setMethod(ExtractionMethod method) { + this.method = method; + } + + public List
extractTables(Page page) { + ExtractionMethod effectiveMethod = this.method; + if (effectiveMethod == ExtractionMethod.DECIDE) { + effectiveMethod = spreadsheetExtractor.isTabular(page) ? + ExtractionMethod.SPREADSHEET : + ExtractionMethod.BASIC; + } + switch (effectiveMethod) { + case BASIC: + return extractTablesBasic(page); + case SPREADSHEET: + return extractTablesSpreadsheet(page); + default: + return new ArrayList<>(); + } } - if (verticalRulingPositions != null) { - return basicExtractor.extract(page, verticalRulingPositions); + public List
extractTablesBasic(Page page) { + if (guess) { + // guess the page areas to extract using a detection algorithm + // currently we only have a detector that uses spreadsheets to find table areas + DetectionAlgorithm detector = new NurminenDetectionAlgorithm(); + List guesses = detector.detect(page); + List
tables = new ArrayList<>(); + + for (Rectangle guessRect : guesses) { + Page guess = page.getArea(guessRect); + tables.addAll(basicExtractor.extract(guess)); + } + return tables; + } + + if (verticalRulingPositions != null) { + List absoluteRulingPositions; + + if (this.verticalRulingPositionsRelative) { + // convert relative to absolute + absoluteRulingPositions = new ArrayList<>(verticalRulingPositions.size()); + for (float relative : this.verticalRulingPositions) { + float absolute = (float) (relative / 100.0 * page.getWidth()); + absoluteRulingPositions.add(absolute); + } + } else { + absoluteRulingPositions = this.verticalRulingPositions; + } + return basicExtractor.extract(page, absoluteRulingPositions); + } + + return basicExtractor.extract(page); } - return basicExtractor.extract(page); - } - public List
extractTablesSpreadsheet(Page page) { - // TODO add useLineReturns - return (List
)spreadsheetExtractor.extract(page); - } + public List
extractTablesSpreadsheet(Page page) { + // TODO add useLineReturns + return spreadsheetExtractor.extract(page); + } } private void writeTables(List
tables, Appendable out) throws IOException { Writer writer = null; switch (outputFormat) { - case CSV: - writer = new CSVWriter(); - break; - case JSON: - writer = new JSONWriter(); - break; - case TSV: - writer = new TSVWriter(); - break; + case CSV: + writer = new CSVWriter(); + break; + case JSON: + writer = new JSONWriter(); + break; + case TSV: + writer = new TSVWriter(); + break; } writer.write(out, tables); } @@ -408,15 +478,15 @@ private void writeTables(List
tables, Appendable out) throws IOException private String getOutputFilename(File pdfFile) { String extension = ".csv"; switch (outputFormat) { - case CSV: - extension = ".csv"; - break; - case JSON: - extension = ".json"; - break; - case TSV: - extension = ".tsv"; - break; + case CSV: + extension = ".csv"; + break; + case JSON: + extension = ".json"; + break; + case TSV: + extension = ".tsv"; + break; } return pdfFile.getPath().replaceFirst("(\\.pdf|)$", extension); } diff --git a/src/main/java/technology/tabula/DummyGraphics2D.java b/src/main/java/technology/tabula/DummyGraphics2D.java deleted file mode 100644 index 88026fec..00000000 --- a/src/main/java/technology/tabula/DummyGraphics2D.java +++ /dev/null @@ -1,461 +0,0 @@ -package technology.tabula; - -import java.awt.Color; -import java.awt.Composite; -import java.awt.Font; -import java.awt.FontMetrics; -import java.awt.Graphics; -import java.awt.Graphics2D; -import java.awt.GraphicsConfiguration; -import java.awt.Image; -import java.awt.Paint; -import java.awt.Rectangle; -import java.awt.RenderingHints; -import java.awt.RenderingHints.Key; -import java.awt.Shape; -import java.awt.Stroke; -import java.awt.font.FontRenderContext; -import java.awt.font.GlyphVector; -import java.awt.geom.AffineTransform; -import java.awt.image.BufferedImage; -import java.awt.image.BufferedImageOp; -import java.awt.image.ImageObserver; -import java.awt.image.RenderedImage; -import java.awt.image.renderable.RenderableImage; -import java.text.AttributedCharacterIterator; -import java.util.Map; - -public class DummyGraphics2D extends Graphics2D { - - @Override - public void addRenderingHints(Map hints) { - // TODO Auto-generated method stub - - } - - @Override - public void clip(Shape s) { - // TODO Auto-generated method stub - - } - - @Override - public void draw(Shape s) { - // TODO Auto-generated method stub - - } - - @Override - public void drawGlyphVector(GlyphVector g, float x, float y) { - // TODO Auto-generated method stub - - } - - @Override - public boolean drawImage(Image img, AffineTransform xform, ImageObserver obs) { - // TODO Auto-generated method stub - return false; - } - - @Override - public void drawImage(BufferedImage img, BufferedImageOp op, int x, int y) { - // TODO Auto-generated method stub - - } - - @Override - public void drawRenderableImage(RenderableImage img, AffineTransform xform) { - // TODO Auto-generated method stub - - } - - @Override - public void drawRenderedImage(RenderedImage img, AffineTransform xform) { - // TODO Auto-generated method stub - - } - - @Override - public void drawString(String str, int x, int y) { - // TODO Auto-generated method stub - - } - - @Override - public void drawString(String str, float x, float y) { - // TODO Auto-generated method stub - - } - - @Override - public void drawString(AttributedCharacterIterator iterator, int x, int y) { - // TODO Auto-generated method stub - - } - - @Override - public void drawString(AttributedCharacterIterator iterator, float x, - float y) { - // TODO Auto-generated method stub - - } - - @Override - public void fill(Shape s) { - // TODO Auto-generated method stub - - } - - @Override - public Color getBackground() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Composite getComposite() { - // TODO Auto-generated method stub - return null; - } - - @Override - public GraphicsConfiguration getDeviceConfiguration() { - // TODO Auto-generated method stub - return null; - } - - @Override - public FontRenderContext getFontRenderContext() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Paint getPaint() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Object getRenderingHint(Key hintKey) { - // TODO Auto-generated method stub - return null; - } - - @Override - public RenderingHints getRenderingHints() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Stroke getStroke() { - // TODO Auto-generated method stub - return null; - } - - @Override - public AffineTransform getTransform() { - // TODO Auto-generated method stub - return null; - } - - @Override - public boolean hit(Rectangle rect, Shape s, boolean onStroke) { - // TODO Auto-generated method stub - return false; - } - - @Override - public void rotate(double theta) { - // TODO Auto-generated method stub - - } - - @Override - public void rotate(double theta, double x, double y) { - // TODO Auto-generated method stub - - } - - @Override - public void scale(double sx, double sy) { - // TODO Auto-generated method stub - - } - - @Override - public void setBackground(Color color) { - // TODO Auto-generated method stub - - } - - @Override - public void setComposite(Composite comp) { - // TODO Auto-generated method stub - - } - - @Override - public void setPaint(Paint paint) { - // TODO Auto-generated method stub - - } - - @Override - public void setRenderingHint(Key hintKey, Object hintValue) { - // TODO Auto-generated method stub - - } - - @Override - public void setRenderingHints(Map hints) { - // TODO Auto-generated method stub - - } - - @Override - public void setStroke(Stroke s) { - // TODO Auto-generated method stub - - } - - @Override - public void setTransform(AffineTransform Tx) { - // TODO Auto-generated method stub - - } - - @Override - public void shear(double shx, double shy) { - // TODO Auto-generated method stub - - } - - @Override - public void transform(AffineTransform Tx) { - // TODO Auto-generated method stub - - } - - @Override - public void translate(int x, int y) { - // TODO Auto-generated method stub - - } - - @Override - public void translate(double tx, double ty) { - // TODO Auto-generated method stub - - } - - @Override - public void clearRect(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void clipRect(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void copyArea(int x, int y, int width, int height, int dx, int dy) { - // TODO Auto-generated method stub - - } - - @Override - public Graphics create() { - // TODO Auto-generated method stub - return null; - } - - @Override - public void dispose() { - // TODO Auto-generated method stub - - } - - @Override - public void drawArc(int x, int y, int width, int height, int startAngle, - int arcAngle) { - // TODO Auto-generated method stub - - } - - @Override - public boolean drawImage(Image img, int x, int y, ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public boolean drawImage(Image img, int x, int y, Color bgcolor, - ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public boolean drawImage(Image img, int x, int y, int width, int height, - ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public boolean drawImage(Image img, int x, int y, int width, int height, - Color bgcolor, ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public boolean drawImage(Image img, int dx1, int dy1, int dx2, int dy2, - int sx1, int sy1, int sx2, int sy2, ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public boolean drawImage(Image img, int dx1, int dy1, int dx2, int dy2, - int sx1, int sy1, int sx2, int sy2, Color bgcolor, - ImageObserver observer) { - // TODO Auto-generated method stub - return false; - } - - @Override - public void drawLine(int x1, int y1, int x2, int y2) { - // TODO Auto-generated method stub - - } - - @Override - public void drawOval(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void drawPolygon(int[] xPoints, int[] yPoints, int nPoints) { - // TODO Auto-generated method stub - - } - - @Override - public void drawPolyline(int[] xPoints, int[] yPoints, int nPoints) { - // TODO Auto-generated method stub - - } - - @Override - public void drawRoundRect(int x, int y, int width, int height, - int arcWidth, int arcHeight) { - // TODO Auto-generated method stub - - } - - @Override - public void fillArc(int x, int y, int width, int height, int startAngle, - int arcAngle) { - // TODO Auto-generated method stub - - } - - @Override - public void fillOval(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void fillPolygon(int[] xPoints, int[] yPoints, int nPoints) { - // TODO Auto-generated method stub - - } - - @Override - public void fillRect(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void fillRoundRect(int x, int y, int width, int height, - int arcWidth, int arcHeight) { - // TODO Auto-generated method stub - - } - - @Override - public Shape getClip() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Rectangle getClipBounds() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Color getColor() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Font getFont() { - // TODO Auto-generated method stub - return null; - } - - @Override - public FontMetrics getFontMetrics(Font f) { - // TODO Auto-generated method stub - return null; - } - - @Override - public void setClip(Shape clip) { - // TODO Auto-generated method stub - - } - - @Override - public void setClip(int x, int y, int width, int height) { - // TODO Auto-generated method stub - - } - - @Override - public void setColor(Color c) { - // TODO Auto-generated method stub - - } - - @Override - public void setFont(Font font) { - // TODO Auto-generated method stub - - } - - @Override - public void setPaintMode() { - // TODO Auto-generated method stub - - } - - @Override - public void setXORMode(Color c1) { - // TODO Auto-generated method stub - - } - -} diff --git a/src/main/java/technology/tabula/HasText.java b/src/main/java/technology/tabula/HasText.java index 6f375dbc..1a9bda99 100644 --- a/src/main/java/technology/tabula/HasText.java +++ b/src/main/java/technology/tabula/HasText.java @@ -1,7 +1,8 @@ package technology.tabula; public interface HasText { - - String getText(); + + String getText(); + String getText(boolean useLineReturns); } diff --git a/src/main/java/technology/tabula/Line.java b/src/main/java/technology/tabula/Line.java index ed2f6895..31d10529 100644 --- a/src/main/java/technology/tabula/Line.java +++ b/src/main/java/technology/tabula/Line.java @@ -8,7 +8,7 @@ @SuppressWarnings("serial") public class Line extends Rectangle { - List textChunks = new ArrayList(); + List textChunks = new ArrayList<>(); public static final Character[] WHITE_SPACE_CHARS = { ' ', '\t', '\r', '\n', '\f' }; @@ -52,7 +52,7 @@ public void addTextChunk(TextChunk textChunk) { public String toString() { StringBuilder sb = new StringBuilder(); String s = super.toString(); - sb.append(s.substring(0, s.length() - 1)); + sb.append(s, 0, s.length() - 1); sb.append(",chunks="); for (TextChunk te: this.textChunks) { sb.append("'" + te.getText() + "', "); diff --git a/src/main/java/technology/tabula/ObjectExtractor.java b/src/main/java/technology/tabula/ObjectExtractor.java index 0e30e2dd..9f3f6a03 100644 --- a/src/main/java/technology/tabula/ObjectExtractor.java +++ b/src/main/java/technology/tabula/ObjectExtractor.java @@ -1,427 +1,73 @@ package technology.tabula; -import java.awt.Image; -import java.awt.Shape; -import java.awt.event.KeyEvent; -import java.awt.geom.AffineTransform; -import java.awt.geom.GeneralPath; -import java.awt.geom.Line2D; -import java.awt.geom.PathIterator; -import java.awt.geom.Point2D; -import java.awt.geom.Rectangle2D; import java.io.IOException; -import java.lang.reflect.Field; -import java.util.ArrayList; -import java.util.Comparator; -import java.util.List; -import org.apache.pdfbox.exceptions.CryptographyException; -import org.apache.pdfbox.pdfviewer.PageDrawer; import org.apache.pdfbox.pdmodel.PDDocument; import org.apache.pdfbox.pdmodel.PDPage; -import org.apache.pdfbox.pdmodel.common.PDRectangle; -import org.apache.pdfbox.pdmodel.common.PDStream; -import org.apache.pdfbox.pdmodel.encryption.BadSecurityHandlerException; -import org.apache.pdfbox.pdmodel.encryption.StandardDecryptionMaterial; -import org.apache.pdfbox.pdmodel.font.PDFont; -import org.apache.pdfbox.pdmodel.font.PDType3Font; -import org.apache.pdfbox.pdmodel.graphics.PDGraphicsState; -import org.apache.pdfbox.pdmodel.text.PDTextState; -import org.apache.pdfbox.util.TextPosition; -public class ObjectExtractor extends org.apache.pdfbox.pdfviewer.PageDrawer { +public class ObjectExtractor implements java.io.Closeable { - private static final char[] spaceLikeChars = { ' ', '-', '1', 'i' }; - private static final String NBSP = "\u00A0"; + private final PDDocument pdfDocument; - private float minCharWidth; - private float minCharHeight; - private List characters; - private List rulings; - private RectangleSpatialIndex spatialIndex; - private AffineTransform pageTransform; - public List clippingPaths; - private boolean debugClippingPaths; - private boolean extractRulingLines; - private final PDDocument pdf_document; - protected List pdf_document_pages; - - - public ObjectExtractor(PDDocument pdf_document) throws IOException { - this(pdf_document, null, true, false); - } - - public ObjectExtractor(PDDocument pdf_document, boolean debugClippingPaths) throws IOException { - this(pdf_document, null, true, debugClippingPaths); - } - - public ObjectExtractor(PDDocument pdf_document, String password) throws IOException { - this(pdf_document, password, true, false); + public ObjectExtractor(PDDocument pdfDocument) { + this.pdfDocument = pdfDocument; } - public ObjectExtractor(PDDocument pdf_document, String password, boolean extractRulingLines, boolean debugClippingPaths) - throws IOException { - super(); - - this.clippingPaths = new ArrayList(); - this.debugClippingPaths = debugClippingPaths; - this.extractRulingLines = extractRulingLines; - - this.initialize(); - - // patch PageDrawer: dummy Graphics2D context so some drawing operators don't complain - try { - Field field = PageDrawer.class.getDeclaredField("graphics"); - field.setAccessible(true); - field.set(this, new DummyGraphics2D()); - } - catch (Exception e1) { + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + protected Page extractPage(Integer pageNumber) throws IOException { + if (pageNumber > pdfDocument.getNumberOfPages() || pageNumber < 1) { + throw new java.lang.IndexOutOfBoundsException("Page number does not exist."); } - - if (pdf_document.isEncrypted()) { - try { - pdf_document - .openProtection(new StandardDecryptionMaterial(password)); - } catch (BadSecurityHandlerException e) { - // TODO Auto-generated catch block - throw new IOException("BadSecurityHandler"); - } catch (CryptographyException e) { - throw new IOException("Document is encrypted"); - } - } - this.pdf_document = pdf_document; - this.pdf_document_pages = this.pdf_document.getDocumentCatalog() - .getAllPages(); + PDPage page = pdfDocument.getPage(pageNumber - 1); - } + ObjectExtractorStreamEngine streamEngine = new ObjectExtractorStreamEngine(page); + streamEngine.processPage(page); + TextStripper textStripper = new TextStripper(pdfDocument, pageNumber); + textStripper.process(); - protected Page extractPage(Integer page_number) throws IOException { + Utils.sort(textStripper.getTextElements(), Rectangle.ILL_DEFINED_ORDER); - if (page_number > this.pdf_document_pages.size() || page_number < 1) { - throw new java.lang.IndexOutOfBoundsException( - "Page number does not exist"); + float width, height; + int rotation = page.getRotation(); + if (Math.abs(rotation) == 90 || Math.abs(rotation) == 270) { + width = page.getCropBox().getHeight(); + height = page.getCropBox().getWidth(); + } else { + width = page.getCropBox().getWidth(); + height = page.getCropBox().getHeight(); } - this.initialize(); - PDPage pdPage = (PDPage) this.pdf_document_pages.get(page_number - 1); - pdPage = this.drawPage(pdPage); - - if(pdPage != null) { - - Utils.sort(this.characters); - - float w, h; - int pageRotation = pdPage.findRotation(); - if (Math.abs(pageRotation) == 90 || Math.abs(pageRotation) == 270) { - w = pdPage.findCropBox().getHeight(); - h = pdPage.findCropBox().getWidth(); - } - else { - w = pdPage.findCropBox().getWidth(); - h = pdPage.findCropBox().getHeight(); - } - - return new Page(0, 0, w, h, pageRotation, page_number, pdPage, this.characters, - this.rulings, this.minCharWidth, this.minCharHeight, - this.spatialIndex); - } - return null;//TODO: content is empty, return null? or empty Page? or exception? + return Page.Builder.newInstance() + .withPageDims(PageDims.of(0, 0, width, height)) + .withRotation(rotation) + .withNumber(pageNumber) + .withPdPage(page) + .withPdDocument(pdfDocument) + .withRulings(streamEngine.rulings) + .withTextElements(textStripper.getTextElements()) + .withMinCharWidth(textStripper.getMinCharWidth()) + .withMinCharHeight(textStripper.getMinCharHeight()) + .withIndex(textStripper.getSpatialIndex()) + .build(); } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // public PageIterator extract(Iterable pages) { return new PageIterator(this, pages); } public PageIterator extract() { - return extract(Utils.range(1, this.pdf_document_pages.size() + 1)); + return extract(Utils.range(1, pdfDocument.getNumberOfPages() + 1)); } public Page extract(int pageNumber) { return extract(Utils.range(pageNumber, pageNumber + 1)).next(); } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // public void close() throws IOException { - this.pdf_document.close(); - } - - private PDPage drawPage(PDPage p) throws IOException { - this.page = p; - PDStream contents = p.getContents(); - if (contents != null) { - ensurePageSize(); - this.processStream(p, p.findResources(), contents.getStream()); - return p; - } - return null; - } - - private void ensurePageSize() { - if (this.pageSize == null && this.page != null) { - PDRectangle cropBox = this.page.findCropBox(); - this.pageSize = cropBox == null ? null : cropBox - .createDimension(); - } - } - - private void initialize() { - this.characters = new ArrayList(); - this.rulings = new ArrayList(); - this.pageTransform = null; - this.spatialIndex = new RectangleSpatialIndex(); - this.minCharWidth = Float.MAX_VALUE; - this.minCharHeight = Float.MAX_VALUE; - } - - @Override - public void drawImage(Image awtImage, AffineTransform at) { - // we just ignore images (for now) - } - - public void strokeOrFillPath(boolean isFill) { - GeneralPath path = this.getLinePath(); - - if (!this.extractRulingLines) { - this.getLinePath().reset(); - return; - } - - PathIterator pi = path.getPathIterator(this.getPageTransform()); - float[] c = new float[6]; - int currentSegment; - - // skip paths whose first operation is not a MOVETO - // or contains operations other than LINETO, MOVETO or CLOSE - if ((pi.currentSegment(c) != PathIterator.SEG_MOVETO)) { - path.reset(); - return; - } - pi.next(); - while (!pi.isDone()) { - currentSegment = pi.currentSegment(c); - if (currentSegment != PathIterator.SEG_LINETO - && currentSegment != PathIterator.SEG_CLOSE - && currentSegment != PathIterator.SEG_MOVETO) { - path.reset(); - return; - } - pi.next(); - } - - // TODO: how to implement color filter? - - // skip the first path operation and save it as the starting position - float[] first = new float[6]; - pi = path.getPathIterator(this.getPageTransform()); - pi.currentSegment(first); - // last move - Point2D.Float start_pos = new Point2D.Float(Utils.round(first[0], 2), Utils.round(first[1], 2)); - Point2D.Float last_move = start_pos; - Point2D.Float end_pos = null; - Line2D.Float line; - PointComparator pc = new PointComparator(); - - while (!pi.isDone()) { - pi.next(); - currentSegment = pi.currentSegment(c); - switch (currentSegment) { - case PathIterator.SEG_LINETO: - end_pos = new Point2D.Float(c[0], c[1]); - - line = pc.compare(start_pos, end_pos) == -1 ? new Line2D.Float( - start_pos, end_pos) : new Line2D.Float(end_pos, - start_pos); - - if (line.intersects(this.currentClippingPath())) { - Ruling r = new Ruling(line.getP1(), line.getP2()) - .intersect(this.currentClippingPath()); - - if (r.length() > 0.01) { - this.rulings.add(r); - } - } - break; - case PathIterator.SEG_MOVETO: - last_move = new Point2D.Float(c[0], c[1]); - end_pos = last_move; - break; - case PathIterator.SEG_CLOSE: - // according to PathIterator docs: - // "the preceding subpath should be closed by appending a line - // segment - // back to the point corresponding to the most recent - // SEG_MOVETO." - line = pc.compare(end_pos, last_move) == -1 ? new Line2D.Float( - end_pos, last_move) : new Line2D.Float(last_move, - end_pos); - - if (line.intersects(this.currentClippingPath())) { - Ruling r = new Ruling(line.getP1(), line.getP2()) - .intersect(this.currentClippingPath()); - - if (r.length() > 0.01) { - this.rulings.add(r); - } - } - break; - } - start_pos = end_pos; - } - path.reset(); - } - - @Override - public void strokePath() throws IOException { - this.strokeOrFillPath(false); - } - - @Override - public void fillPath(int windingRule) throws IOException { - // - // float[] color_comps = - // this.getGraphicsState().getNonStrokingColor().getJavaColor().getRGBColorComponents(null); - // float[] color = this.getGraphicsState().getNonStrokingColor().getJavaColor().getComponents(null); - // TODO use color_comps as filter_by_color - this.strokeOrFillPath(true); - } - - private float currentSpaceWidth() { - PDGraphicsState gs = this.getGraphicsState(); - PDTextState ts = gs.getTextState(); - PDFont font = ts.getFont(); - float fontSizeText = ts.getFontSize(); - float horizontalScalingText = ts.getHorizontalScalingPercent() / 100.0f; - float spaceWidthText = 1000; - - if (font instanceof PDType3Font) { - // TODO WHAT? - } - - for (int i = 0; i < spaceLikeChars.length; i++) { - spaceWidthText = font.getFontWidth(spaceLikeChars[i]); - if (spaceWidthText > 0) - break; - } - - float ctm00 = gs.getCurrentTransformationMatrix().getValue(0, 0); - - return (float) ((spaceWidthText / 1000.0) * fontSizeText - * horizontalScalingText * (ctm00 == 0 ? 1 : ctm00)); - } - - @Override - protected void processTextPosition(TextPosition textPosition) { - String c = textPosition.getCharacter(); - - // if c not printable, return - if (!isPrintable(c)) { - return; - } - - Float h = textPosition.getHeightDir(); - - if (c.equals(NBSP)) { // replace non-breaking space for space - c = " "; - } - - float wos = textPosition.getWidthOfSpace(); - - TextElement te = new TextElement( - Utils.round(textPosition.getYDirAdj() - h, 2), - Utils.round(textPosition.getXDirAdj(), 2), - Utils.round(textPosition.getWidthDirAdj(), 2), - Utils.round(textPosition.getHeightDir(), 2), - textPosition.getFont(), - textPosition.getFontSize(), - c, - // workaround a possible bug in PDFBox: - // https://issues.apache.org/jira/browse/PDFBOX-1755 - (Float.isNaN(wos) || wos == 0) ? this.currentSpaceWidth() : wos, - textPosition.getDir()); - - if (this.currentClippingPath().intersects(te)) { - - this.minCharWidth = (float) Math.min(this.minCharWidth, te.getWidth()); - this.minCharHeight = (float) Math.min(this.minCharHeight, te.getHeight()); - - this.spatialIndex.add(te); - this.characters.add(te); - } - - if (this.isDebugClippingPaths() && !this.clippingPaths.contains(this.currentClippingPath())) { - this.clippingPaths.add(this.currentClippingPath()); - } - - } - - public AffineTransform getPageTransform() { - - if (this.pageTransform != null) { - return this.pageTransform; - } - - PDRectangle cb = page.findCropBox(); - int rotation = Math.abs(page.findRotation()); - - this.pageTransform = new AffineTransform(); - - if (rotation == 90 || rotation == 270) { - this.pageTransform = AffineTransform.getRotateInstance(rotation * (Math.PI / 180.0), 0, 0); - this.pageTransform.concatenate(AffineTransform.getScaleInstance(1, -1)); - this.pageTransform.concatenate(AffineTransform.getTranslateInstance(0, cb.getHeight())); - this.pageTransform.concatenate(AffineTransform.getScaleInstance(1, -1)); - } - return this.pageTransform; - } - - public Rectangle2D currentClippingPath() { - - Shape clippingPath = this.getGraphicsState().getCurrentClippingPath(); - Shape transformedClippingPath = this.getPageTransform() - .createTransformedShape(clippingPath); - Rectangle2D transformedClippingPathBounds = transformedClippingPath - .getBounds2D(); - - return transformedClippingPathBounds; - } - - public boolean isExtractRulingLines() { - return extractRulingLines; - } - - private static boolean isPrintable(String s) { - Character c = s.charAt(0); - Character.UnicodeBlock block = Character.UnicodeBlock.of(c); - return (!Character.isISOControl(c)) && c != KeyEvent.CHAR_UNDEFINED - && block != null && block != Character.UnicodeBlock.SPECIALS; - } - - public boolean isDebugClippingPaths() { - return debugClippingPaths; - } - - public int getPageCount() { - return this.pdf_document_pages.size(); + pdfDocument.close(); } - class PointComparator implements Comparator { - @Override - public int compare(Point2D o1, Point2D o2) { - float o1X = Utils.round(o1.getX(), 2); - float o1Y = Utils.round(o1.getY(), 2); - float o2X = Utils.round(o2.getX(), 2); - float o2Y = Utils.round(o2.getY(), 2); - - if (o1Y > o2Y) - return 1; - if (o1Y < o2Y) - return -1; - if (o1X > o2X) - return 1; - if (o1X < o2X) - return -1; - return 0; - } - } - } diff --git a/src/main/java/technology/tabula/ObjectExtractorStreamEngine.java b/src/main/java/technology/tabula/ObjectExtractorStreamEngine.java new file mode 100644 index 00000000..9907eca1 --- /dev/null +++ b/src/main/java/technology/tabula/ObjectExtractorStreamEngine.java @@ -0,0 +1,271 @@ +package technology.tabula; + +import java.awt.Shape; +import java.awt.geom.AffineTransform; +import java.awt.geom.GeneralPath; +import java.awt.geom.Line2D; +import java.awt.geom.PathIterator; +import java.awt.geom.Point2D; +import java.awt.geom.Rectangle2D; +import java.util.ArrayList; +import java.util.Comparator; +import java.util.List; + +import org.apache.pdfbox.contentstream.PDFGraphicsStreamEngine; +import org.apache.pdfbox.cos.COSName; +import org.apache.pdfbox.pdmodel.PDPage; +import org.apache.pdfbox.pdmodel.common.PDRectangle; +import org.apache.pdfbox.pdmodel.graphics.image.PDImage; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import static java.awt.geom.PathIterator.*; + +class ObjectExtractorStreamEngine extends PDFGraphicsStreamEngine { + + protected List rulings; + private AffineTransform pageTransform; + private boolean extractRulingLines = true; + private Logger logger; + private int clipWindingRule = -1; + private GeneralPath currentPath = new GeneralPath(); + + private static final float RULING_MINIMUM_LENGTH = 0.01f; + + protected ObjectExtractorStreamEngine(PDPage page) { + super(page); + logger = LoggerFactory.getLogger(ObjectExtractorStreamEngine.class); + rulings = new ArrayList<>(); + + // Calculate page transform: + pageTransform = new AffineTransform(); + PDRectangle pageCropBox = getPage().getCropBox(); + int rotationAngleInDegrees = getPage().getRotation(); + + if (Math.abs(rotationAngleInDegrees) == 90 || Math.abs(rotationAngleInDegrees) == 270) { + double rotationAngleInRadians = rotationAngleInDegrees * (Math.PI / 180.0); + pageTransform = AffineTransform.getRotateInstance(rotationAngleInRadians, 0, 0); + } else { + double deltaX = 0; + double deltaY = pageCropBox.getHeight(); + pageTransform.concatenate(AffineTransform.getTranslateInstance(deltaX, deltaY)); + } + + pageTransform.concatenate(AffineTransform.getScaleInstance(1, -1)); + pageTransform.translate(-pageCropBox.getLowerLeftX(), -pageCropBox.getLowerLeftY()); + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + @Override + public void appendRectangle(Point2D p0, Point2D p1, Point2D p2, Point2D p3) { + currentPath.moveTo((float) p0.getX(), (float) p0.getY()); + currentPath.lineTo((float) p1.getX(), (float) p1.getY()); + currentPath.lineTo((float) p2.getX(), (float) p2.getY()); + currentPath.lineTo((float) p3.getX(), (float) p3.getY()); + currentPath.closePath(); + } + + @Override + public void clip(int windingRule) { + // The clipping path will not be updated until the succeeding painting + // operator is called. + clipWindingRule = windingRule; + } + + @Override + public void closePath() { + currentPath.closePath(); + } + + @Override + public void curveTo(float x1, float y1, float x2, float y2, float x3, float y3) { + currentPath.curveTo(x1, y1, x2, y2, x3, y3); + } + + @Override + public void drawImage(PDImage arg0) {} + + @Override + public void endPath() { + if (clipWindingRule != -1) { + currentPath.setWindingRule(clipWindingRule); + getGraphicsState().intersectClippingPath(currentPath); + clipWindingRule = -1; + } + currentPath.reset(); + } + + @Override + public void fillAndStrokePath(int arg0) { + strokeOrFillPath(true); + } + + @Override + public void fillPath(int arg0) { + strokeOrFillPath(true); + } + + @Override + public Point2D getCurrentPoint() { + return currentPath.getCurrentPoint(); + } + + @Override + public void lineTo(float x, float y) { + currentPath.lineTo(x, y); + } + + @Override + public void moveTo(float x, float y) { + currentPath.moveTo(x, y); + } + + @Override + public void shadingFill(COSName arg0) {} + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + @Override + public void strokePath() { + strokeOrFillPath(false); + } + + private void strokeOrFillPath(boolean isFill) { + if (!extractRulingLines) { + currentPath.reset(); + return; + } + + boolean didNotPassedTheFilter = filterPathBySegmentType(); + if (didNotPassedTheFilter) return; + + // TODO: how to implement color filter? + + // Skip the first path operation and save it as the starting point. + PathIterator pathIterator = currentPath.getPathIterator(getPageTransform()); + + float[] coordinates = new float[6]; + int currentSegment; + + Point2D.Float startPoint = getStartPoint(pathIterator); + Point2D.Float last_move = startPoint; + Point2D.Float endPoint = null; + Line2D.Float line; + PointComparator pointComparator = new PointComparator(); + + while (!pathIterator.isDone()) { + pathIterator.next(); + // This can be the last segment, when pathIterator.isDone, but we need to + // process it otherwise us-017.pdf fails the last value. + try { + currentSegment = pathIterator.currentSegment(coordinates); + } catch (IndexOutOfBoundsException ex) { + continue; + } + switch (currentSegment) { + case SEG_LINETO: + endPoint = new Point2D.Float(coordinates[0], coordinates[1]); + if (startPoint == null || endPoint == null) { + break; + } + line = getLineBetween(startPoint, endPoint, pointComparator); + verifyLineIntersectsClipping(line); + break; + case SEG_MOVETO: + last_move = new Point2D.Float(coordinates[0], coordinates[1]); + endPoint = last_move; + break; + case SEG_CLOSE: + // According to PathIterator docs: + // "The preceding sub-path should be closed by appending a line + // segment back to the point corresponding to the most recent + // SEG_MOVETO." + if (startPoint == null || endPoint == null) { + break; + } + line = getLineBetween(endPoint, last_move, pointComparator); + verifyLineIntersectsClipping(line); + break; + } + startPoint = endPoint; + } + currentPath.reset(); + } + + private boolean filterPathBySegmentType() { + PathIterator pathIterator = currentPath.getPathIterator(pageTransform); + float[] coordinates = new float[6]; + int currentSegmentType = pathIterator.currentSegment(coordinates); + if (currentSegmentType != SEG_MOVETO) { + currentPath.reset(); + return true; + } + pathIterator.next(); + while (!pathIterator.isDone()) { + currentSegmentType = pathIterator.currentSegment(coordinates); + if (currentSegmentType != SEG_LINETO && currentSegmentType != SEG_CLOSE && currentSegmentType != SEG_MOVETO) { + currentPath.reset(); + return true; + } + pathIterator.next(); + } + return false; + } + + private Point2D.Float getStartPoint(PathIterator pathIterator) { + float[] startPointCoordinates = new float[6]; + pathIterator.currentSegment(startPointCoordinates); + float x = Utils.round(startPointCoordinates[0], 2); + float y = Utils.round(startPointCoordinates[1], 2); + return new Point2D.Float(x, y); + } + + private Line2D.Float getLineBetween(Point2D.Float pointA, Point2D.Float pointB, PointComparator pointComparator) { + if (pointComparator.compare(pointA, pointB) == -1) { + return new Line2D.Float(pointA, pointB); + } + return new Line2D.Float(pointB, pointA); + } + + private void verifyLineIntersectsClipping(Line2D.Float line) { + Rectangle2D currentClippingPath = currentClippingPath(); + if (line.intersects(currentClippingPath)) { + Ruling ruling = new Ruling(line.getP1(), line.getP2()).intersect(currentClippingPath); + if (ruling.length() > RULING_MINIMUM_LENGTH) { + rulings.add(ruling); + } + } + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + public AffineTransform getPageTransform() { + return pageTransform; + } + + public Rectangle2D currentClippingPath() { + Shape currentClippingPath = getGraphicsState().getCurrentClippingPath(); + Shape transformedClippingPath = getPageTransform().createTransformedShape(currentClippingPath); + return transformedClippingPath.getBounds2D(); + } + + // TODO: repeated in SpreadsheetExtractionAlgorithm. + class PointComparator implements Comparator { + @Override + public int compare(Point2D p1, Point2D p2) { + float p1X = Utils.round(p1.getX(), 2); + float p1Y = Utils.round(p1.getY(), 2); + float p2X = Utils.round(p2.getX(), 2); + float p2Y = Utils.round(p2.getY(), 2); + + if (p1Y > p2Y) + return 1; + if (p1Y < p2Y) + return -1; + if (p1X > p2X) + return 1; + if (p1X < p2X) + return -1; + return 0; + } + } + +} diff --git a/src/main/java/technology/tabula/Page.java b/src/main/java/technology/tabula/Page.java index ab57d938..ed74d14a 100644 --- a/src/main/java/technology/tabula/Page.java +++ b/src/main/java/technology/tabula/Page.java @@ -2,135 +2,220 @@ import java.awt.geom.Point2D; import java.util.ArrayList; -import java.util.Arrays; import java.util.Collections; import java.util.Comparator; -import java.util.HashMap; import java.util.List; -import java.util.Map; +import org.apache.pdfbox.pdmodel.PDDocument; import org.apache.pdfbox.pdmodel.PDPage; +import static java.lang.Float.compare; +import static java.util.Collections.min; + @SuppressWarnings("serial") // TODO: this class should probably be called "PageArea" or something like that public class Page extends Rectangle { + private int number; private Integer rotation; - private int pageNumber; - private List texts; - private List rulings, cleanRulings = null, verticalRulingLines = null, horizontalRulingLines = null; private float minCharWidth; private float minCharHeight; - private RectangleSpatialIndex spatial_index; + + private List textElements; + + // TODO: Create a class for 'List ' that encapsulates all of these lists and their behaviors? + private List rulings, + cleanRulings = null, + verticalRulingLines = null, + horizontalRulingLines = null; + private PDPage pdPage; + private PDDocument pdDoc; - public Page(float top, float left, float width, float height, int rotation, int page_number, PDPage pdPage) { - super(top, left, width, height); + private RectangleSpatialIndex spatialIndex; + + private static final float DEFAULT_MIN_CHAR_LENGTH = 7; + + private Page( + PageDims pageDims, + int rotation, + int number, + PDPage pdPage, + PDDocument doc, + List characters, + List rulings, + float minCharWidth, + float minCharHeight, + RectangleSpatialIndex index + ) { + super(pageDims.getTop(), pageDims.getLeft(), pageDims.getWidth(), pageDims.getHeight()); this.rotation = rotation; - this.pageNumber = page_number; + this.number = number; this.pdPage = pdPage; + this.pdDoc = doc; + this.textElements = characters; + this.rulings = rulings; + this.minCharWidth = minCharWidth; + this.minCharHeight = minCharHeight; + this.spatialIndex = index; } - - public Page(float top, float left, float width, float height, int rotation, int page_number, PDPage pdPage, - List characters, List rulings) { - this(top, left, width, height, rotation, page_number, pdPage); - this.texts = characters; - this.rulings = rulings; + /** + * + * @deprecated use {@link Builder} instead + */ + @Deprecated + public Page(float top, float left, float width, float height, int rotation, int number, PDPage pdPage, PDDocument doc) { + super(top, left, width, height); + this.rotation = rotation; + this.number = number; + this.pdPage = pdPage; + this.pdDoc = doc; + } + + /** + * + * @deprecated use {@link Builder} instead + */ + public Page(float top, float left, float width, float height, int rotation, int number, PDPage pdPage, PDDocument doc, + List characters, List rulings) { + this(top, left, width, height, rotation, number, pdPage, doc); + this.textElements = characters; + this.rulings = rulings; } + /** + * + * @deprecated use {@link Builder} instead + */ + public Page(float top, float left, float width, float height, int rotation, int number, PDPage pdPage, PDDocument doc, + ObjectExtractorStreamEngine streamEngine, TextStripper textStripper) { + this(top, left, width, height, rotation, number, pdPage, doc, textStripper.getTextElements(), streamEngine.rulings); + this.minCharWidth = textStripper.getMinCharWidth(); + this.minCharHeight = textStripper.getMinCharHeight(); + this.spatialIndex = textStripper.getSpatialIndex(); + } - public Page(float top, float left, float width, float height, int rotation, int page_number, PDPage pdPage, - List characters, List rulings, - float minCharWidth, float minCharHeight, RectangleSpatialIndex index) { - this(top, left, width, height, rotation, page_number, pdPage, characters, rulings); - this.minCharHeight = minCharHeight; - this.minCharWidth = minCharWidth; - this.spatial_index = index; + + /** + * + * @deprecated use {@link Builder} instead + */ + public Page(float top, float left, float width, float height, int rotation, int number, PDPage pdPage, PDDocument doc, + List characters, List rulings, + float minCharWidth, float minCharHeight, RectangleSpatialIndex index) { + this(top, left, width, height, rotation, number, pdPage, doc, characters, rulings); + this.minCharHeight = minCharHeight; + this.minCharWidth = minCharWidth; + this.spatialIndex = index; } - + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // public Page getArea(Rectangle area) { - List t = getText(area); - Page rv = new Page( - (float) area.getTop(), - (float) area.getLeft(), - (float) area.getWidth(), - (float) area.getHeight(), - rotation, - pageNumber, - pdPage, - t, - Ruling.cropRulingsToArea(getRulings(), area), - - Collections.min(t, new Comparator() { - @Override - public int compare(TextElement te1, TextElement te2) { - return java.lang.Float.compare(te1.width, te2.width); - }}).width, - - Collections.min(t, new Comparator() { - @Override - public int compare(TextElement te1, TextElement te2) { - return java.lang.Float.compare(te1.height, te2.height); - }}).height, - - spatial_index); - - rv.addRuling(new Ruling( - new Point2D.Double(rv.getLeft(), - rv.getTop()), - new Point2D.Double(rv.getRight(), - rv.getTop()))); - rv.addRuling(new Ruling( - new Point2D.Double(rv.getRight(), - rv.getTop()), - new Point2D.Double(rv.getRight(), - rv.getBottom()))); - rv.addRuling(new Ruling( - new Point2D.Double(rv.getRight(), - rv.getBottom()), - new Point2D.Double(rv.getLeft(), - rv.getBottom()))); - rv.addRuling(new Ruling( - new Point2D.Double(rv.getLeft(), - rv.getBottom()), - new Point2D.Double(rv.getLeft(), - rv.getTop()))); - - return rv; - } - - public Page getArea(float top, float left, float bottom, float right) { - Rectangle area = new Rectangle(top, left, right - left, bottom - top); - return this.getArea(area); + List areaTextElements = getText(area); + + float minimumCharWidth = getMinimumCharWidthFrom(areaTextElements); + float minimumCharHeight = getMinimumCharHeightFrom(areaTextElements); + + final Page page = Page.Builder.newInstance() + .withPageDims(PageDims.of(area.getTop(), area.getLeft(), (float) area.getWidth(), (float) area.getHeight())) + .withRotation(rotation) + .withNumber(number) + .withPdPage(pdPage) + .withPdDocument(pdDoc) + .withTextElements(areaTextElements) + .withRulings(Ruling.cropRulingsToArea(getRulings(), area)) + .withMinCharWidth(minimumCharWidth) + .withMinCharHeight(minimumCharHeight) + .withIndex(spatialIndex) + .build(); + + addBorderRulingsTo(page); + + return page; } - - public List getText() { - return texts; + + private float getMinimumCharWidthFrom(List areaTextElements) { + if (!areaTextElements.isEmpty()) { + return min(areaTextElements, (te1, te2) -> compare(te1.width, te2.width)).width; + } + return DEFAULT_MIN_CHAR_LENGTH; } - - public List getText(Rectangle area) { - return this.spatial_index.contains(area); + + private float getMinimumCharHeightFrom(List areaTextElements) { + if (!areaTextElements.isEmpty()) { + return min(areaTextElements, (te1, te2) -> compare(te1.height, te2.height)).height; + } + return DEFAULT_MIN_CHAR_LENGTH; } - - public List getText(float top, float left, float bottom, float right) { - return this.getText(new Rectangle(top, left, right - left, bottom - top)); + + private void addBorderRulingsTo(Page page) { + Point2D.Double leftTop = new Point2D.Double(page.getLeft(), page.getTop()), + rightTop = new Point2D.Double(page.getRight(), page.getTop()), + rightBottom = new Point2D.Double(page.getRight(), page.getBottom()), + leftBottom = new Point2D.Double(page.getLeft(), page.getBottom()); + page.addRuling(new Ruling(leftTop, rightTop)); + page.addRuling(new Ruling(rightTop, rightBottom)); + page.addRuling(new Ruling(rightBottom, leftBottom)); + page.addRuling(new Ruling(leftBottom, leftTop)); + } + + public Page getArea(float top, float left, float bottom, float right) { + Rectangle area = new Rectangle(top, left, right - left, bottom - top); + return getArea(area); } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // public Integer getRotation() { return rotation; } public int getPageNumber() { - return pageNumber; + return number; + } + + /** + * @deprecated with no replacement + */ + @Deprecated + public float getMinCharWidth() { + return minCharWidth; + } + + /** + * @deprecated with no replacement + */ + @Deprecated + public float getMinCharHeight() { + return minCharHeight; + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + public List getText() { + return textElements; + } + + public List getText(Rectangle area) { + return spatialIndex.contains(area); + } + + /** + * @deprecated use {@linkplain #getText(Rectangle)} instead + */ + @Deprecated + public List getText(float top, float left, float bottom, float right) { + return getText(new Rectangle(top, left, right - left, bottom - top)); } + /** + * @deprecated use {@linkplain #getText()} instead + */ + @Deprecated public List getTexts() { - return texts; + return textElements; } - + /** * Returns the minimum bounding box that contains all the TextElements on this Page */ @@ -138,99 +223,194 @@ public Rectangle getTextBounds() { List texts = this.getText(); if (!texts.isEmpty()) { return Utils.bounds(texts); - } - else { + } else { return new Rectangle(); } - } + /** + * @deprecated with no replacement + */ + @Deprecated + public boolean hasText() { + return textElements.size() > 0; + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // public List getRulings() { - if (this.cleanRulings != null) { - return this.cleanRulings; - } - - if (this.rulings == null || this.rulings.isEmpty()) { - this.verticalRulingLines = new ArrayList(); - this.horizontalRulingLines = new ArrayList(); - return new ArrayList(); - } - - Utils.snapPoints(this.rulings, this.minCharWidth, this.minCharHeight); - - List vrs = new ArrayList(); - for (Ruling vr: this.rulings) { - if (vr.vertical()) { - vrs.add(vr); + if (cleanRulings != null) { + return cleanRulings; + } + + if (rulings == null || rulings.isEmpty()) { + verticalRulingLines = new ArrayList<>(); + horizontalRulingLines = new ArrayList<>(); + return new ArrayList<>(); + } + + // TODO: Move as a static method to the Ruling class? + Utils.snapPoints(rulings, minCharWidth, minCharHeight); + + verticalRulingLines = getCollapsedVerticalRulings(); + horizontalRulingLines = getCollapsedHorizontalRulings(); + + cleanRulings = new ArrayList<>(verticalRulingLines); + cleanRulings.addAll(horizontalRulingLines); + + return cleanRulings; + } + + // TODO: Create a class for 'List ' and encapsulate these behaviors within it? + private List getCollapsedVerticalRulings() { + List verticalRulings = new ArrayList<>(); + for (Ruling ruling : rulings) { + if (ruling.vertical()) { + verticalRulings.add(ruling); } } - this.verticalRulingLines = Ruling.collapseOrientedRulings(vrs); - - List hrs = new ArrayList(); - for (Ruling hr: this.rulings) { - if (hr.horizontal()) { - hrs.add(hr); + return Ruling.collapseOrientedRulings(verticalRulings); + } + + private List getCollapsedHorizontalRulings() { + List horizontalRulings = new ArrayList<>(); + for (Ruling ruling : rulings) { + if (ruling.horizontal()) { + horizontalRulings.add(ruling); } } - this.horizontalRulingLines = Ruling.collapseOrientedRulings(hrs); - - this.cleanRulings = new ArrayList(this.verticalRulingLines); - this.cleanRulings.addAll(this.horizontalRulingLines); - - return this.cleanRulings; - + return Ruling.collapseOrientedRulings(horizontalRulings); } - + public List getVerticalRulings() { - if (this.verticalRulingLines != null) { - return this.verticalRulingLines; + if (verticalRulingLines != null) { + return verticalRulingLines; } - this.getRulings(); - return this.verticalRulingLines; + getRulings(); + return verticalRulingLines; } - + public List getHorizontalRulings() { - if (this.horizontalRulingLines != null) { - return this.horizontalRulingLines; + if (horizontalRulingLines != null) { + return horizontalRulingLines; } - this.getRulings(); - return this.horizontalRulingLines; + getRulings(); + return horizontalRulingLines; } - - public void addRuling(Ruling r) { - if (r.oblique()) { - throw new UnsupportedOperationException("Can't add an oblique ruling"); + + public void addRuling(Ruling ruling) { + if (ruling.oblique()) { + throw new UnsupportedOperationException("Can't add an oblique ruling."); } - this.rulings.add(r); - // clear caches - this.verticalRulingLines = null; - this.horizontalRulingLines = null; - this.cleanRulings = null; + rulings.add(ruling); + // Clear caches: + verticalRulingLines = null; + horizontalRulingLines = null; + cleanRulings = null; } - + public List getUnprocessedRulings() { - return this.rulings; + return rulings; } - public float getMinCharWidth() { - return minCharWidth; + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + public PDPage getPDPage() { + return pdPage; } - public float getMinCharHeight() { - return minCharHeight; + public PDDocument getPDDoc() { + return pdDoc; } - public PDPage getPDPage() { - return pdPage; - } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + /** + * @deprecated with no replacement + */ + @Deprecated public RectangleSpatialIndex getSpatialIndex() { - return this.spatial_index; + return spatialIndex; } - - public boolean hasText() { - return this.texts.size() > 0; + + public static class Builder { + private PageDims pageDims; + private int rotation; + private int number; + private PDPage pdPage; + private PDDocument pdDocument; + private List textElements; + private List rulings; + private float minCharWidth; + private float minCharHeight; + private RectangleSpatialIndex index; + + private Builder() {} + + public static Builder newInstance() { + return new Builder(); + } + + public Builder withPageDims(PageDims pageDims) { + this.pageDims = pageDims; + + return this; + } + + public Builder withRotation(int rotation) { + this.rotation = rotation; + + return this; + } + + public Builder withNumber(int number) { + this.number = number; + + return this; + } + + public Builder withPdPage(PDPage pdPage) { + this.pdPage = pdPage; + + return this; + } + + public Builder withPdDocument(PDDocument pdDocument) { + this.pdDocument = pdDocument; + + return this; + } + + public Builder withTextElements(List textElements) { + this.textElements = textElements; + + return this; + } + + public Builder withRulings(List rulings) { + this.rulings = rulings; + + return this; + } + + public Builder withMinCharWidth(float minCharWidth) { + this.minCharWidth = minCharWidth; + + return this; + } + + public Builder withMinCharHeight(float minCharHeight) { + this.minCharHeight = minCharHeight; + + return this; + } + + public Builder withIndex(RectangleSpatialIndex index) { + this.index = index; + + return this; + } + + public Page build() { + return new Page(pageDims, rotation, number, pdPage, pdDocument, textElements, rulings, minCharWidth, minCharHeight, index); + } } - - } diff --git a/src/main/java/technology/tabula/PageDims.java b/src/main/java/technology/tabula/PageDims.java new file mode 100644 index 00000000..1598d125 --- /dev/null +++ b/src/main/java/technology/tabula/PageDims.java @@ -0,0 +1,35 @@ +package technology.tabula; + +public class PageDims { + private final float top; + private final float left; + private final float width; + private final float height; + + private PageDims(final float top, final float left, final float width, final float height) { + this.top = top; + this.left = left; + this.width = width; + this.height = height; + } + + public static PageDims of(final float top, final float left, final float width, final float height) { + return new PageDims(top, left, width, height); + } + + public float getTop() { + return top; + } + + public float getLeft() { + return left; + } + + public float getWidth() { + return width; + } + + public float getHeight() { + return height; + } +} diff --git a/src/main/java/technology/tabula/PageIterator.java b/src/main/java/technology/tabula/PageIterator.java index 5fec2a77..052ed54a 100644 --- a/src/main/java/technology/tabula/PageIterator.java +++ b/src/main/java/technology/tabula/PageIterator.java @@ -5,39 +5,39 @@ public class PageIterator implements Iterator { - private ObjectExtractor oe; + private ObjectExtractor objectExtractor; private Iterator pageIndexIterator; - - public PageIterator(ObjectExtractor oe, Iterable pages) { + + public PageIterator(ObjectExtractor objectExtractor, Iterable pages) { super(); - this.oe = oe; + this.objectExtractor = objectExtractor; this.pageIndexIterator = pages.iterator(); } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // @Override public boolean hasNext() { - return this.pageIndexIterator.hasNext(); + return pageIndexIterator.hasNext(); } @Override public Page next() { - Page page = null; + Page nextPage = null; if (!this.hasNext()) { throw new IllegalStateException(); } try { - page = oe.extractPage(this.pageIndexIterator.next()); + nextPage = objectExtractor.extractPage(pageIndexIterator.next()); } catch (IOException e) { - // TODO Auto-generated catch block e.printStackTrace(); } - return page; + return nextPage; } + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // @Override public void remove() { throw new UnsupportedOperationException(); - } -} \ No newline at end of file +} diff --git a/src/main/java/technology/tabula/Pair.java b/src/main/java/technology/tabula/Pair.java new file mode 100644 index 00000000..d54cbbe5 --- /dev/null +++ b/src/main/java/technology/tabula/Pair.java @@ -0,0 +1,19 @@ +package technology.tabula; + +public class Pair { + private final L left; + private final R right; + + public Pair(L left, R right) { + this.left = left; + this.right = right; + } + + public L getLeft() { + return this.left; + } + + public R getRight() { + return this.right; + } +} diff --git a/src/main/java/technology/tabula/ProjectionProfile.java b/src/main/java/technology/tabula/ProjectionProfile.java index 6479964d..39ab9e41 100644 --- a/src/main/java/technology/tabula/ProjectionProfile.java +++ b/src/main/java/technology/tabula/ProjectionProfile.java @@ -5,6 +5,8 @@ import java.util.List; +// NOTE: this class is currently not used by the extraction algorithms +// keeping it for potential use. public class ProjectionProfile { public static final int DECIMAL_PLACES = 1; // fixed <-> float conversion precision @@ -71,7 +73,7 @@ public float[] getHorizontalProjection() { public float[] findVerticalSeparators(float minColumnWidth) { boolean foundNarrower = false; - List verticalSeparators = new ArrayList(); + List verticalSeparators = new ArrayList<>(); for (Ruling r: area.getVerticalRulings()) { if (r.length() / this.textBounds.getHeight() >= 0.95) { verticalSeparators.add(toFixed(r.getPosition() - this.areaLeft)); @@ -103,7 +105,7 @@ public float[] findVerticalSeparators(float minColumnWidth) { public float[] findHorizontalSeparators(float minRowHeight) { boolean foundShorter = false; - List horizontalSeparators = new ArrayList(); + List horizontalSeparators = new ArrayList<>(); for (Ruling r: area.getHorizontalRulings()) { System.out.println(r.length() / this.textBounds.getWidth()); if (r.length() / this.textBounds.getWidth() >= 0.95) { @@ -134,7 +136,7 @@ public float[] findHorizontalSeparators(float minRowHeight) { } private static List findSeparatorsFromProjection(float[] derivative) { - List separators = new ArrayList(); + List separators = new ArrayList<>(); Integer lastNeg = null; float s; boolean positiveSlope = false; @@ -165,7 +167,7 @@ public static float[] smooth(float[] data, int kernelSize) { + kernelSize / 2, data.length); j++) { s += data[j]; } - rv[i] = (float) Math.floor(s / (float) kernelSize); + rv[i] = (float) Math.floor(s / kernelSize); } } return rv; @@ -211,7 +213,7 @@ private static int toFixed(double value) { } private static double toDouble(int value) { - return (double) value / Math.pow(10, DECIMAL_PLACES); + return value / Math.pow(10, DECIMAL_PLACES); } } diff --git a/src/main/java/technology/tabula/QuickSort.java b/src/main/java/technology/tabula/QuickSort.java index 21d26dd5..03388a15 100644 --- a/src/main/java/technology/tabula/QuickSort.java +++ b/src/main/java/technology/tabula/QuickSort.java @@ -16,94 +16,97 @@ */ package technology.tabula; +import java.util.ArrayList; import java.util.Comparator; import java.util.List; +import java.util.RandomAccess; import java.util.Stack; /** - * see http://de.wikipedia.org/wiki/Quicksort. + * An implementation of Quicksort. + * + * @see wikipedia * * @author UWe Pachler */ -public class QuickSort -{ - - private QuickSort() - { - } - - private static final Comparator objComp = new Comparator() - { - public int compare(Comparable object1, Comparable object2) - { - return object1.compareTo(object2); - } - }; +public final class QuickSort { + + private QuickSort() { + // utility + } + + /** + * Sorts the given list according to natural order. + */ + public static > void sort(List list) { + sort(list, QuickSort.naturalOrder()); // JAVA_8 replace with Comparator.naturalOrder() (and cleanup) + } + + /** + * Sorts the given list using the given comparator. + */ + public static void sort(List list, Comparator comparator) { + if (list instanceof RandomAccess) { + quicksort(list, comparator); + } else { + List copy = new ArrayList<>(list); + quicksort(copy, comparator); + list.clear(); + list.addAll(copy); + } + } - /** - * Sorts the given list using the given comparator. - */ - public static void sort(List list, Comparator cmp) - { - quicksort(list, cmp); - } + private static void quicksort(List list, Comparator cmp) { + Stack stack = new Stack<>(); + stack.push(0); + stack.push(list.size()); + while (!stack.isEmpty()) { + int right = stack.pop(); + int left = stack.pop(); + + if (right - left < 2) continue; + int p = left + ((right - left) / 2); + p = partition(list, cmp, p, left, right); - /** - * Sorts the given list using compareTo as comparator. - */ - public static void sort(List list) - { - sort(list, (Comparator) objComp); - } + stack.push(p + 1); + stack.push(right); - private static void quicksort(List list, Comparator cmp) - { - Stack stack = new Stack(); - stack.push(0); - stack.push(list.size()); - while (!stack.isEmpty()) { - int right = stack.pop(); - int left = stack.pop(); - if (right - left < 2) continue; - int p = left + ((right-left)/2); - p = partition(list, cmp, p, left, right); - - stack.push(p+1); - stack.push(right); + stack.push(left); + stack.push(p); + } + } - stack.push(left); - stack.push(p); + private static int partition(List list, Comparator cmp, int p, int start, int end) { + int l = start; + int h = end - 2; + T piv = list.get(p); + swap(list, p, end - 1); - } - } - - private static int partition(List list, Comparator cmp, int p, int start, int end) { - int l = start; - int h = end - 2; - T piv = list.get(p); - swap(list,p,end-1); + while (l < h) { + if (cmp.compare(list.get(l), piv) <= 0) l++; + else if (cmp.compare(piv, list.get(h)) <= 0) h--; + else swap(list, l, h); + } + int idx = h; + if (cmp.compare(list.get(h), piv) < 0) idx++; + swap(list, end - 1, idx); + return idx; + } - while (l < h) { - if (cmp.compare(list.get(l), piv) <= 0) { - l++; - } else if (cmp.compare(piv, list.get(h)) <= 0) { - h--; - } else { - swap(list,l,h); - } - } - int idx = h; - if (cmp.compare(list.get(h), piv) < 0) idx++; - swap(list,end-1,idx); - return idx; - } - + private static void swap(List list, int i, int j) { + T tmp = list.get(i); + list.set(i, list.get(j)); + list.set(j, tmp); + } - private static void swap(List list, int i, int j) - { - T tmp = list.get(i); - list.set(i, list.get(j)); - list.set(j, tmp); - } + @SuppressWarnings({ "rawtypes", "unchecked" }) + private static final Comparator NATURAL_ORDER = new Comparator() { + @Override public int compare(Object l, Object r) { return ((Comparable) l).compareTo(r); } + }; + + @SuppressWarnings("unchecked") + private static > Comparator naturalOrder() { + return NATURAL_ORDER; + } } diff --git a/src/main/java/technology/tabula/Rectangle.java b/src/main/java/technology/tabula/Rectangle.java index 41b79374..b96fcd77 100644 --- a/src/main/java/technology/tabula/Rectangle.java +++ b/src/main/java/technology/tabula/Rectangle.java @@ -2,171 +2,177 @@ import java.awt.geom.Point2D; import java.awt.geom.Rectangle2D; +import java.util.Comparator; import java.util.List; +import java.util.Locale; @SuppressWarnings("serial") -public class Rectangle extends Rectangle2D.Float implements Comparable { - - protected static final float VERTICAL_COMPARISON_THRESHOLD = 0.4f; - - public Rectangle() { - super(); - } - - public Rectangle(float top, float left, float width, float height) { - super(); - this.setRect(left, top, width, height); - } - - @Override - public int compareTo(Rectangle other) { - double thisBottom = this.getBottom(); - double otherBottom = other.getBottom(); - int rv; - - if (this.equals(other)) return 0; - - if (this.verticalOverlap(other) > VERTICAL_COMPARISON_THRESHOLD) { - rv = java.lang.Double.compare(this.getX(), other.getX()); - } - else { - rv = java.lang.Double.compare(thisBottom, otherBottom); - } - return rv; - } - - // I'm bad at Java and need this for fancy sorting in technology.tabula.TextChunk. - public int isLtrDominant(){ - return 0; - } - - - public float getArea() { - return this.width * this.height; - } - - public float verticalOverlap(Rectangle other) { - return (float) Math.max(0, Math.min(this.getBottom(), other.getBottom()) - Math.max(this.getTop(), other.getTop())); - } - - public boolean verticallyOverlaps(Rectangle other) { - return verticalOverlap(other) > 0; - } - - public float horizontalOverlap(Rectangle other) { - return (float) Math.max(0, Math.min(this.getRight(), other.getRight()) - Math.max(this.getLeft(), other.getLeft())); - } - - public boolean horizontallyOverlaps(Rectangle other) { - return horizontalOverlap(other) > 0; - } - - public float verticalOverlapRatio(Rectangle other) { - float rv = 0, - delta = (float) Math.min(this.getBottom() - this.getTop(), other.getBottom() - other.getTop()); - - if (other.getTop() <= this.getTop() && this.getTop() <= other.getBottom() && other.getBottom() <= this.getBottom()) { - rv = (float) ((other.getBottom() - this.getTop()) / delta); - } - else if (this.getTop() <= other.getTop() && other.getTop() <= this.getBottom() && this.getBottom() <= other.getBottom()) { - rv = (float) ((this.getBottom() - other.getTop()) / delta); - } - else if (this.getTop() <= other.getTop() && other.getTop() <= other.getBottom() && other.getBottom() <= this.getBottom()) { - rv = (float) ((other.getBottom() - other.getTop()) / delta); - } - else if (other.getTop() <= this.getTop() && this.getTop() <= this.getBottom() && this.getBottom() <= other.getBottom()) { - rv = (float) ((this.getBottom() - this.getTop()) / delta); - } - - return rv; - - } - - public float overlapRatio(Rectangle other) { - double intersectionWidth = Math.max(0, Math.min(this.getRight(), other.getRight()) - Math.max(this.getLeft(), other.getLeft())); - double intersectionHeight = Math.max(0, Math.min(this.getBottom(), other.getBottom()) - Math.max(this.getTop(), other.getTop())); - double intersectionArea = Math.max(0, intersectionWidth * intersectionHeight); - double unionArea = this.getArea() + other.getArea() - intersectionArea; - - return (float) (intersectionArea / unionArea); - } - - public Rectangle merge(Rectangle other) { - this.setRect(this.createUnion(other)); - return this; - } - - public float getTop() { - return (float) this.getMinY(); - } - - public void setTop(float top) { - float deltaHeight = top - this.y; - this.setRect(this.x, top, this.width, this.height - deltaHeight); - } - - public float getRight() { - return (float) this.getMaxX(); - } - - public void setRight(float right) { - this.setRect(this.x, this.y, right - this.x, this.height); - } - - public float getLeft() { - return (float) this.getMinX(); - } - - public void setLeft(float left) { - float deltaWidth = left - this.x; - this.setRect(left, this.y, this.width - deltaWidth, this.height); - } - - public float getBottom() { - return (float) this.getMaxY(); - } - - public void setBottom(float bottom) { - this.setRect(this.x, this.y, this.width, bottom - this.y); - } - - public Point2D[] getPoints() { - return new Point2D[] { - new Point2D.Float((float) this.getLeft(), (float) this.getTop()), - new Point2D.Float((float) this.getRight(), (float) this.getTop()), - new Point2D.Float((float) this.getRight(), (float) this.getBottom()), - new Point2D.Float((float) this.getLeft(), (float) this.getBottom()) - }; - } - - @Override - public String toString() { - StringBuilder sb = new StringBuilder(); - String s = super.toString(); - sb.append(s.substring(0, s.length() - 1)); - sb.append(String.format(",bottom=%f,right=%f]", this.getBottom(), this.getRight())); - return sb.toString(); - } - - - /** - * @param rectangles - * @return minimum bounding box that contains all the rectangles - */ - public static Rectangle boundingBoxOf(List rectangles) { - float minx = java.lang.Float.MAX_VALUE; - float miny = java.lang.Float.MAX_VALUE; - float maxx = java.lang.Float.MIN_VALUE; - float maxy = java.lang.Float.MIN_VALUE; - - for (Rectangle r: rectangles) { - minx = (float) Math.min(r.getMinX(), minx); - miny = (float) Math.min(r.getMinY(), miny); - maxx = (float) Math.max(r.getMaxX(), maxx); - maxy = (float) Math.max(r.getMaxY(), maxy); - } - return new Rectangle(miny, minx, maxx - minx, maxy - miny); - } - +public class Rectangle extends Rectangle2D.Float { + + /** + * Ill-defined comparator, from when Rectangle was Comparable. + * + * @see PR 116 + * @deprecated with no replacement + */ + @Deprecated + public static final Comparator ILL_DEFINED_ORDER = new Comparator() { + @Override public int compare(Rectangle o1, Rectangle o2) { + if (o1.equals(o2)) return 0; + if (o1.verticalOverlap(o2) > VERTICAL_COMPARISON_THRESHOLD) { + return o1.isLtrDominant() == -1 && o2.isLtrDominant() == -1 + ? - java.lang.Double.compare(o1.getX(), o2.getX()) + : java.lang.Double.compare(o1.getX(), o2.getX()); + } else { + return java.lang.Float.compare(o1.getBottom(), o2.getBottom()); + } + } + }; + + protected static final float VERTICAL_COMPARISON_THRESHOLD = 0.4f; + + public Rectangle() { + super(); + } + + public Rectangle(float top, float left, float width, float height) { + super(); + this.setRect(left, top, width, height); + } + + public int compareTo(Rectangle other) { + return ILL_DEFINED_ORDER.compare(this, other); + } + + // I'm bad at Java and need this for fancy sorting in + // technology.tabula.TextChunk. + public int isLtrDominant() { + return 0; + } + + public float getArea() { + return this.width * this.height; + } + + public float verticalOverlap(Rectangle other) { + return Math.max(0, Math.min(this.getBottom(), other.getBottom()) - Math.max(this.getTop(), other.getTop())); + } + + public boolean verticallyOverlaps(Rectangle other) { + return verticalOverlap(other) > 0; + } + + public float horizontalOverlap(Rectangle other) { + return Math.max(0, Math.min(this.getRight(), other.getRight()) - Math.max(this.getLeft(), other.getLeft())); + } + + public boolean horizontallyOverlaps(Rectangle other) { + return horizontalOverlap(other) > 0; + } + + public float verticalOverlapRatio(Rectangle other) { + float rv = 0, delta = Math.min(this.getBottom() - this.getTop(), other.getBottom() - other.getTop()); + + if (other.getTop() <= this.getTop() && this.getTop() <= other.getBottom() + && other.getBottom() <= this.getBottom()) { + rv = (other.getBottom() - this.getTop()) / delta; + } else if (this.getTop() <= other.getTop() && other.getTop() <= this.getBottom() + && this.getBottom() <= other.getBottom()) { + rv = (this.getBottom() - other.getTop()) / delta; + } else if (this.getTop() <= other.getTop() && other.getTop() <= other.getBottom() + && other.getBottom() <= this.getBottom()) { + rv = (other.getBottom() - other.getTop()) / delta; + } else if (other.getTop() <= this.getTop() && this.getTop() <= this.getBottom() + && this.getBottom() <= other.getBottom()) { + rv = (this.getBottom() - this.getTop()) / delta; + } + + return rv; + + } + + public float overlapRatio(Rectangle other) { + double intersectionWidth = Math.max(0, + Math.min(this.getRight(), other.getRight()) - Math.max(this.getLeft(), other.getLeft())); + double intersectionHeight = Math.max(0, + Math.min(this.getBottom(), other.getBottom()) - Math.max(this.getTop(), other.getTop())); + double intersectionArea = Math.max(0, intersectionWidth * intersectionHeight); + double unionArea = this.getArea() + other.getArea() - intersectionArea; + + return (float) (intersectionArea / unionArea); + } + + public Rectangle merge(Rectangle other) { + this.setRect(this.createUnion(other)); + return this; + } + + public float getTop() { + return (float) this.getMinY(); + } + + public void setTop(float top) { + float deltaHeight = top - this.y; + this.setRect(this.x, top, this.width, this.height - deltaHeight); + } + + public float getRight() { + return (float) this.getMaxX(); + } + + public void setRight(float right) { + this.setRect(this.x, this.y, right - this.x, this.height); + } + + public float getLeft() { + return (float) this.getMinX(); + } + + public void setLeft(float left) { + float deltaWidth = left - this.x; + this.setRect(left, this.y, this.width - deltaWidth, this.height); + } + + public float getBottom() { + return (float) this.getMaxY(); + } + + public void setBottom(float bottom) { + this.setRect(this.x, this.y, this.width, bottom - this.y); + } + + public Point2D[] getPoints() { + return new Point2D[] { new Point2D.Float(this.getLeft(), this.getTop()), + new Point2D.Float(this.getRight(), this.getTop()), new Point2D.Float(this.getRight(), this.getBottom()), + new Point2D.Float(this.getLeft(), this.getBottom()) }; + } + + @Override + public String toString() { + StringBuilder sb = new StringBuilder(); + String s = super.toString(); + sb.append(s.substring(0, s.length() - 1)); + sb.append(String.format(Locale.US, ",bottom=%f,right=%f]", this.getBottom(), this.getRight())); + return sb.toString(); + } + + /** + * @param rectangles + * @return minimum bounding box that contains all the rectangles + */ + public static Rectangle boundingBoxOf(List rectangles) { + float minx = java.lang.Float.MAX_VALUE; + float miny = java.lang.Float.MAX_VALUE; + float maxx = java.lang.Float.MIN_VALUE; + float maxy = java.lang.Float.MIN_VALUE; + + for (Rectangle r : rectangles) { + minx = (float) Math.min(r.getMinX(), minx); + miny = (float) Math.min(r.getMinY(), miny); + maxx = (float) Math.max(r.getMaxX(), maxx); + maxy = (float) Math.max(r.getMaxY(), maxy); + } + return new Rectangle(miny, minx, maxx - minx, maxy - miny); + } } diff --git a/src/main/java/technology/tabula/RectangleSpatialIndex.java b/src/main/java/technology/tabula/RectangleSpatialIndex.java index e3aa633e..0e942545 100644 --- a/src/main/java/technology/tabula/RectangleSpatialIndex.java +++ b/src/main/java/technology/tabula/RectangleSpatialIndex.java @@ -1,88 +1,47 @@ package technology.tabula; -import gnu.trove.procedure.TIntProcedure; - import java.util.ArrayList; -import java.util.Collections; import java.util.List; -import net.sf.jsi.SpatialIndex; -import net.sf.jsi.rtree.RTree; +import org.locationtech.jts.geom.Envelope; +import org.locationtech.jts.index.strtree.STRtree; -class RectangleSpatialIndex { +public class RectangleSpatialIndex { - class SaveToListProcedure implements TIntProcedure { - private List ids = new ArrayList(); - public boolean execute(int id) { - ids.add(id); - return true; - }; - - private List getIds() { - return ids; - } - }; - - private final SpatialIndex si; - private final List rectangles; - private Rectangle bounds = null; - - public RectangleSpatialIndex() { - si = new RTree(); - si.init(null); - rectangles = new ArrayList(); - } - + private final STRtree si = new STRtree(); + private final List rectangles = new ArrayList<>(); + public void add(T te) { rectangles.add(te); - if (bounds == null) { - bounds = new Rectangle(); - bounds.setRect(te); - } - else { - bounds.merge(te); - } - si.add(rectangleToSpatialIndexRectangle(te), rectangles.size() - 1); + si.insert(new Envelope(te.getLeft(), te.getRight(), te.getBottom(), te.getTop()), te); } public List contains(Rectangle r) { - SaveToListProcedure proc = new SaveToListProcedure(); - si.contains(rectangleToSpatialIndexRectangle(r), proc); - ArrayList rv = new ArrayList(); - for (int i : proc.getIds()) { - rv.add(rectangles.get(i)); + List intersection = si.query(new Envelope(r.getLeft(), r.getRight(), r.getTop(), r.getBottom())); + List rv = new ArrayList(); + + for (T ir: intersection) { + if (r.contains(ir)) { + rv.add(ir); + } } - Utils.sort(rv); + + Utils.sort(rv, Rectangle.ILL_DEFINED_ORDER); return rv; } public List intersects(Rectangle r) { - SaveToListProcedure proc = new SaveToListProcedure(); - si.intersects(rectangleToSpatialIndexRectangle(r), proc); - ArrayList rv = new ArrayList(); - for (int i : proc.getIds()) { - rv.add(rectangles.get(i)); - } - Utils.sort(rv); - return rv; + return si.query(new Envelope(r.getLeft(), r.getRight(), r.getTop(), r.getBottom())); } - private net.sf.jsi.Rectangle rectangleToSpatialIndexRectangle(Rectangle r) { - return new net.sf.jsi.Rectangle((float) r.getX(), - (float) r.getY(), - (float) (r.getX() + r.getWidth()), - (float) (r.getY() + r.getHeight())); - } - - /** * Minimum bounding box of all the Rectangles contained on this RectangleSpatialIndex * * @return a Rectangle */ public Rectangle getBounds() { - return bounds; + return Rectangle.boundingBoxOf(rectangles); } } diff --git a/src/main/java/technology/tabula/RectangularTextContainer.java b/src/main/java/technology/tabula/RectangularTextContainer.java index f9e0036f..934b5f13 100644 --- a/src/main/java/technology/tabula/RectangularTextContainer.java +++ b/src/main/java/technology/tabula/RectangularTextContainer.java @@ -1,35 +1,51 @@ package technology.tabula; +import java.util.ArrayList; import java.util.List; @SuppressWarnings("serial") -public abstract class RectangularTextContainer extends Rectangle { - - public RectangularTextContainer(float top, float left, float width, float height) { - super(top, left, width, height); - } - - public String toString() { - StringBuilder sb = new StringBuilder(); - String s = super.toString(); - sb.append(s.substring(0, s.length() - 1)); - sb.append(String.format(",text=%s]", this.getText() == null ? "null" : "\"" + this.getText() + "\"")); - return sb.toString(); - } - - public RectangularTextContainer merge(RectangularTextContainer other) { - if (this.compareTo(other) < 0) { - this.getTextElements().addAll(other.getTextElements()); - - } - else { - this.getTextElements().addAll(0, other.getTextElements()); - } - super.merge(other); - return this; - } - - public abstract String getText(); - public abstract String getText(boolean useLineReturns); - public abstract List getTextElements(); +public class RectangularTextContainer extends Rectangle implements HasText { + + protected List textElements = new ArrayList<>(); + + protected RectangularTextContainer(float top, float left, float width, float height) { + super(top, left, width, height); + } + + public RectangularTextContainer merge(RectangularTextContainer other) { + if (compareTo(other) < 0) { + this.getTextElements().addAll(other.getTextElements()); + } else { + this.getTextElements().addAll(0, other.getTextElements()); + } + super.merge(other); + return this; + } + + public List getTextElements() { + return textElements; + } + + public void setTextElements(List textElements) { + this.textElements = textElements; + } + + @Override + public String getText() { + throw new UnsupportedOperationException(); + } + + @Override + public String getText(boolean useLineReturns) { + throw new UnsupportedOperationException(); + } + + @Override public String toString() { + StringBuilder sb = new StringBuilder(); + String s = super.toString(); + sb.append(s.substring(0, s.length() - 1)); + sb.append(String.format(",text=%s]", this.getText() == null ? "null" : "\"" + this.getText() + "\"")); + return sb.toString(); + } + } diff --git a/src/main/java/technology/tabula/Ruling.java b/src/main/java/technology/tabula/Ruling.java index 8d455dfa..213ce87f 100644 --- a/src/main/java/technology/tabula/Ruling.java +++ b/src/main/java/technology/tabula/Ruling.java @@ -8,6 +8,7 @@ import java.util.Comparator; import java.util.Formatter; import java.util.List; +import java.util.Locale; import java.util.Map; import java.util.TreeMap; @@ -16,7 +17,7 @@ public class Ruling extends Line2D.Float { private static int PERPENDICULAR_PIXEL_EXPAND_AMOUNT = 2; private static int COLINEAR_OR_PARALLEL_PIXEL_EXPAND_AMOUNT = 1; - private enum SOType { VERTICAL, HRIGHT, HLEFT }; + private enum SOType { VERTICAL, HRIGHT, HLEFT } public Ruling(float top, float left, float width, float height) { this(new Point2D.Float(left, top), new Point2D.Float(left+width, top+height)); @@ -39,9 +40,6 @@ public void normalize() { else if (Utils.within(angle, 90, 1) || Utils.within(angle, 270, 1)) { // almost vertical this.setLine(this.x1, this.y1, this.x1, this.y2); } -// else { -// System.out.println("oblique: " + this + " ("+ this.getAngle() + ")"); -// } } public boolean vertical() { @@ -230,11 +228,6 @@ public boolean equals(Object other) { return this.getP1().equals(o.getP1()) && this.getP2().equals(o.getP2()); } - @Override - public int hashCode() { - return super.hashCode(); - } - public float getTop() { return this.y1; } @@ -291,13 +284,13 @@ public double getAngle() { public String toString() { StringBuilder sb = new StringBuilder(); Formatter formatter = new Formatter(sb); - String rv = formatter.format("%s[x1=%f y1=%f x2=%f y2=%f]", this.getClass().toString(), this.x1, this.y1, this.x2, this.y2).toString(); + String rv = formatter.format(Locale.US, "%s[x1=%f y1=%f x2=%f y2=%f]", this.getClass().toString(), this.x1, this.y1, this.x2, this.y2).toString(); formatter.close(); return rv; } public static List cropRulingsToArea(List rulings, Rectangle2D area) { - ArrayList rv = new ArrayList(); + ArrayList rv = new ArrayList<>(); for (Ruling r : rulings) { if (r.intersects(area)) { rv.add(r.intersect(area)); @@ -322,15 +315,15 @@ public SortObject(SOType type, float position, Ruling ruling) { } } - List sos = new ArrayList(); + List sos = new ArrayList<>(); - TreeMap tree = new TreeMap(new Comparator() { + TreeMap tree = new TreeMap<>(new Comparator() { @Override public int compare(Ruling o1, Ruling o2) { return java.lang.Double.compare(o1.getTop(), o2.getTop()); }}); - TreeMap rv = new TreeMap(new Comparator() { + TreeMap rv = new TreeMap<>(new Comparator() { @Override public int compare(Point2D o1, Point2D o2) { if (o1.getY() > o2.getY()) return 1; @@ -409,7 +402,7 @@ public static List collapseOrientedRulings(List lines) { } public static List collapseOrientedRulings(List lines, int expandAmount) { - ArrayList rv = new ArrayList(); + ArrayList rv = new ArrayList<>(); Collections.sort(lines, new Comparator() { @Override public int compare(Ruling a, Ruling b) { diff --git a/src/main/java/technology/tabula/Table.java b/src/main/java/technology/tabula/Table.java index eda11251..1e73bedf 100644 --- a/src/main/java/technology/tabula/Table.java +++ b/src/main/java/technology/tabula/Table.java @@ -8,139 +8,98 @@ @SuppressWarnings("serial") public class Table extends Rectangle { - - class CellPosition implements Comparable { - int row, col; - CellPosition(int row, int col) { - this.row = row; this.col = col; - } - - @Override - public boolean equals(Object other) { - if (this == other) - return true; - if (!(other instanceof CellPosition)) - return false; - return other != null && this.row == ((CellPosition) other).row && this.col == ((CellPosition) other).col; - } - - @Override - public int hashCode() { - return this.row * 100000 + this.col; - } - - @Override - public int compareTo(CellPosition other) { - int rv = 0; - if(this.row < other.row) { - rv = -1; - } - else if (this.row > other.row) { - rv = 1; - } - else if (this.col > other.col) { - rv = 1; - } - else if (this.col < other.col) { - rv = -1; - } - return rv; - } - } - - class CellContainer extends TreeMap { - - public int maxRow = 0, maxCol = 0; - - public RectangularTextContainer get(int row, int col) { - return this.get(new CellPosition(row, col)); - } - - public List getRow(int row) { - return new ArrayList(this.subMap(new CellPosition(row, 0), new CellPosition(row, maxRow+1)).values()); - } - - @Override - public RectangularTextContainer put(CellPosition cp, RectangularTextContainer value) { - this.maxRow = Math.max(maxRow, cp.row); - this.maxCol = Math.max(maxCol, cp.col); - if (this.containsKey(cp)) { // adding on an existing CellPosition, concatenate content and resize - value.merge(this.get(cp)); - } - super.put(cp, value); - return value; - } - - @Override - public RectangularTextContainer get(Object key) { - return this.containsKey(key) ? super.get(key) : TextChunk.EMPTY; - } - - public boolean containsKey(int row, int col) { - return this.containsKey(new CellPosition(row, col)); - } - - } - - public static final Table EMPTY = new Table(); - - CellContainer cellContainer = new CellContainer(); - Page page; - ExtractionAlgorithm extractionAlgorithm; - List> rows = null; - - public Table() { - super(); - } - - public Table(Page page, ExtractionAlgorithm extractionAlgorithm) { - this(); - this.page = page; - this.extractionAlgorithm = extractionAlgorithm; - } - - public void add(RectangularTextContainer tc, int i, int j) { - this.merge(tc); - this.cellContainer.put(new CellPosition(i, j), tc); - this.rows = null; // clear the memoized rows - } - - public List> getRows() { - if (this.rows != null) { - return this.rows; - } - - this.rows = new ArrayList>(); - for (int i = 0; i <= this.cellContainer.maxRow; i++) { - List lastRow = new ArrayList(); - this.rows.add(lastRow); - for (int j = 0; j <= this.cellContainer.maxCol; j++) { - lastRow.add(this.cellContainer.containsKey(i, j) ? this.cellContainer.get(i, j) : TextChunk.EMPTY); - } - } - return this.rows; - } - - public RectangularTextContainer getCell(int i, int j) { - return this.cellContainer.get(i, j); - } - - public List> getCols() { - return Utils.transpose(this.getRows()); - } - - public void setExtractionAlgorithm(ExtractionAlgorithm extractionAlgorithm) { - this.extractionAlgorithm = extractionAlgorithm; - } - - public ExtractionAlgorithm getExtractionAlgorithm() { - return extractionAlgorithm; - } - - public List getCells() { - return (List) new ArrayList(this.cellContainer.values()); - } - - + + public static final Table empty() { return new Table(""); } + + private Table(String extractionMethod) { + this.extractionMethod = extractionMethod; + } + + public Table(ExtractionAlgorithm extractionAlgorithm) { + this(extractionAlgorithm.toString()); + } + + private final String extractionMethod; + + private int rowCount = 0; + private int colCount = 0; + private int pageNumber = 0; + + /* visible for testing */ final TreeMap cells = new TreeMap<>(); + + public int getRowCount() { return rowCount; } + public int getColCount() { return colCount; } + public int getPageNumber() { return pageNumber; } + public void setPageNumber(int pageNumber) { this.pageNumber = pageNumber; } + + public String getExtractionMethod() { return extractionMethod; } + + public void add(RectangularTextContainer chunk, int row, int col) { + this.merge(chunk); + + rowCount = Math.max(rowCount, row + 1); + colCount = Math.max(colCount, col + 1); + + CellPosition cp = new CellPosition(row, col); + + RectangularTextContainer old = cells.get(cp); + if (old != null) chunk.merge(old); + cells.put(cp, chunk); + + this.memoizedRows = null; + } + + private List> memoizedRows = null; + + public List> getRows() { + if (this.memoizedRows == null) this.memoizedRows = computeRows(); + return this.memoizedRows; + } + + private List> computeRows() { + List> rows = new ArrayList<>(); + for (int i = 0; i < rowCount; i++) { + List lastRow = new ArrayList<>(); + rows.add(lastRow); + for (int j = 0; j < colCount; j++) { + RectangularTextContainer cell = cells.get(new CellPosition(i,j)); // JAVA_8 use getOrDefault() + lastRow.add(cell != null ? cell : TextChunk.EMPTY); + } + } + return rows; + } + + public RectangularTextContainer getCell(int i, int j) { + RectangularTextContainer cell = cells.get(new CellPosition(i,j)); // JAVA_8 use getOrDefault() + return cell != null ? cell : TextChunk.EMPTY; + } + +} + +class CellPosition implements Comparable { + + CellPosition(int row, int col) { + this.row = row; + this.col = col; + } + + final int row, col; + + @Override public int hashCode() { + return row + 101 * col; + } + + @Override public boolean equals(Object obj) { + if (this == obj) return true; + if (obj == null) return false; + if (getClass() != obj.getClass()) return false; + CellPosition other = (CellPosition) obj; + return row == other.row && col == other.col; + } + + @Override public int compareTo(CellPosition other) { + int rowdiff = row - other.row; + return rowdiff != 0 ? rowdiff : col - other.col; + } } diff --git a/src/main/java/technology/tabula/TableWithRulingLines.java b/src/main/java/technology/tabula/TableWithRulingLines.java index 54de67e2..cde0ce72 100644 --- a/src/main/java/technology/tabula/TableWithRulingLines.java +++ b/src/main/java/technology/tabula/TableWithRulingLines.java @@ -6,25 +6,21 @@ import java.util.Iterator; import java.util.List; +import technology.tabula.extractors.ExtractionAlgorithm; + @SuppressWarnings("serial") public class TableWithRulingLines extends Table { List verticalRulings, horizontalRulings; - RectangleSpatialIndex si = new RectangleSpatialIndex(); + RectangleSpatialIndex si = new RectangleSpatialIndex<>(); - public TableWithRulingLines() { - super(); - } - - public TableWithRulingLines(Rectangle area, Page page, List cells, - List horizontalRulings, - List verticalRulings) { - this(); + public TableWithRulingLines(Rectangle area, List cells, List horizontalRulings, List verticalRulings, ExtractionAlgorithm extractionAlgorithm, int pageNumber) { + super(extractionAlgorithm); this.setRect(area); - this.page = page; this.verticalRulings = verticalRulings; this.horizontalRulings = horizontalRulings; this.addCells(cells); + this.setPageNumber(pageNumber); } private void addCells(List cells) { @@ -61,7 +57,7 @@ private void addCells(List cells) { private static List> rowsOfCells(List cells) { Cell c; float lastTop; - List> rv = new ArrayList>(); + List> rv = new ArrayList<>(); List lastRow; if (cells.isEmpty()) { @@ -78,19 +74,19 @@ public int compare(Cell arg0, Cell arg1) { Iterator iter = cells.iterator(); c = iter.next(); - lastTop = (float) c.getTop(); - lastRow = new ArrayList(); + lastTop = c.getTop(); + lastRow = new ArrayList<>(); lastRow.add(c); rv.add(lastRow); while (iter.hasNext()) { c = iter.next(); if (!Utils.feq(c.getTop(), lastTop)) { - lastRow = new ArrayList(); + lastRow = new ArrayList<>(); rv.add(lastRow); } lastRow.add(c); - lastTop = (float) c.getTop(); + lastTop = c.getTop(); } return rv; } diff --git a/src/main/java/technology/tabula/TextChunk.java b/src/main/java/technology/tabula/TextChunk.java index a4c47b3d..9f5adbd5 100644 --- a/src/main/java/technology/tabula/TextChunk.java +++ b/src/main/java/technology/tabula/TextChunk.java @@ -8,19 +8,19 @@ import java.text.Normalizer; @SuppressWarnings("serial") -public class TextChunk extends RectangularTextContainer implements HasText { - public static final TextChunk EMPTY = new TextChunk(0,0,0,0); - List textElements = new ArrayList(); - +public class TextChunk extends RectangularTextContainer { + public static final TextChunk EMPTY = new TextChunk(0, 0, 0, 0); +// List textElements = new ArrayList<>(); + public TextChunk(float top, float left, float width, float height) { super(top, left, width, height); } - + public TextChunk(TextElement textElement) { super(textElement.y, textElement.x, textElement.width, textElement.height); this.add(textElement); } - + public TextChunk(List textElements) { this(textElements.get(0)); for (int i = 1; i < textElements.size(); i++) { @@ -35,9 +35,9 @@ private enum DirectionalityOptions { // I hate Java so bad. // we're making this HashMap static! which requires really funky initialization per http://stackoverflow.com/questions/6802483/how-to-directly-initialize-a-hashmap-in-a-literal-way/6802502#6802502 private static HashMap directionalities; - static - { - directionalities = new HashMap(); + + static { + directionalities = new HashMap<>(); // BCT = bidirectional character type directionalities.put(java.lang.Character.DIRECTIONALITY_ARABIC_NUMBER, DirectionalityOptions.LTR); // Weak BCT "AN" in the Unicode specification. directionalities.put(java.lang.Character.DIRECTIONALITY_BOUNDARY_NEUTRAL, DirectionalityOptions.NONE); // Weak BCT "BN" in the Unicode specification. @@ -61,117 +61,86 @@ private enum DirectionalityOptions { directionalities.put(java.lang.Character.DIRECTIONALITY_WHITESPACE, DirectionalityOptions.NONE); // Neutral BCT "WS" in the Unicode specification. } - /** Splits a TextChunk into N TextChunks, where each chunk is of a single directionality, and - then reverse the RTL ones. - what we're doing here is *reversing* the Unicode bidi algorithm - in the language of that algorithm, each chunk is a (maximal) directional run. - We attach whitespace to the beginning of non-RTL - **/ + /** + * Splits a TextChunk into N TextChunks, where each chunk is of a single directionality, and + * then reverse the RTL ones. + * what we're doing here is *reversing* the Unicode bidi algorithm + * in the language of that algorithm, each chunk is a (maximal) directional run. + * We attach whitespace to the beginning of non-RTL + **/ public TextChunk groupByDirectionality(Boolean isLtrDominant) { if (this.getTextElements().size() <= 0) { throw new IllegalArgumentException(); } - ArrayList> chunks = new ArrayList>(); - ArrayList buff = new ArrayList(); + ArrayList> chunks = new ArrayList<>(); + ArrayList buff = new ArrayList<>(); DirectionalityOptions buffDirectionality = DirectionalityOptions.NONE; // the directionality of the characters in buff; - for(TextElement te: this.getTextElements()){ + for (TextElement te : this.getTextElements()) { //TODO: we need to loop over the textelement characters // because it is possible for a textelement to contain multiple characters? // System.out.println(te.getText() + " is " + Character.getDirectionality(te.getText().charAt(0) ) + " " + directionalities.get(Character.getDirectionality(te.getText().charAt(0) ))); - if(buff.size() == 0){ + if (buff.size() == 0) { buff.add(te); buffDirectionality = directionalities.get(Character.getDirectionality(te.getText().charAt(0))); - }else{ - if(buffDirectionality == DirectionalityOptions.NONE){ + } else { + if (buffDirectionality == DirectionalityOptions.NONE) { buffDirectionality = directionalities.get(Character.getDirectionality(te.getText().charAt(0))); } DirectionalityOptions teDirectionality = directionalities.get(Character.getDirectionality(te.getText().charAt(0))); - if(teDirectionality == buffDirectionality || teDirectionality == DirectionalityOptions.NONE) { - if ( Character.getDirectionality(te.getText().charAt(0) ) == java.lang.Character.DIRECTIONALITY_WHITESPACE && (buffDirectionality == (isLtrDominant ? DirectionalityOptions.RTL : DirectionalityOptions.LTR) ) ){ + if (teDirectionality == buffDirectionality || teDirectionality == DirectionalityOptions.NONE) { + if (Character.getDirectionality(te.getText().charAt(0)) == java.lang.Character.DIRECTIONALITY_WHITESPACE && (buffDirectionality == (isLtrDominant ? DirectionalityOptions.RTL : DirectionalityOptions.LTR))) { buff.add(0, te); - }else{ + } else { buff.add(te); } - }else{ + } else { // finish this chunk - if (buffDirectionality == DirectionalityOptions.RTL){ + if (buffDirectionality == DirectionalityOptions.RTL) { Collections.reverse(buff); } chunks.add(buff); // and start a new one buffDirectionality = directionalities.get(Character.getDirectionality(te.getText().charAt(0))); - buff = new ArrayList(); + buff = new ArrayList<>(); buff.add(te); } } } - if (buffDirectionality == DirectionalityOptions.RTL){ + if (buffDirectionality == DirectionalityOptions.RTL) { Collections.reverse(buff); } chunks.add(buff); - ArrayList everything = new ArrayList(); - if(!isLtrDominant){ + ArrayList everything = new ArrayList<>(); + if (!isLtrDominant) { Collections.reverse(chunks); } - for(ArrayList group : chunks){ + for (ArrayList group : chunks) { everything.addAll(group); } return new TextChunk(everything); } - @Override - /* - We're comparing based on ordering in the logical ordering of text here. - Assuming identical Y-axis positions, if TextChunk A has a lower X-axis - than TextChunk B, then A is "before" it -- iff this is LTR text. Otherwise, - it is A is after B. - */ - public int compareTo(Rectangle other) { - double thisBottom = this.getBottom(); - double otherBottom = other.getBottom(); - int rv; - - if (this.equals(other)) return 0; - - if (this.verticalOverlap(other) > VERTICAL_COMPARISON_THRESHOLD) { - rv = java.lang.Double.compare(this.getX(), other.getX()); - - // reverse the ordering if both TextChunks are RTL - if(this.isLtrDominant() == -1 && other.isLtrDominant() == -1){ - rv = -1 * rv; - } - } - else { - rv = java.lang.Double.compare(thisBottom, otherBottom); - } - return rv; - } - - public int isLtrDominant(){ + @Override public int isLtrDominant() { int ltrCnt = 0; int rtlCnt = 0; - for (int i = 0; i < this.getTextElements().size(); i++) - { + for (int i = 0; i < this.getTextElements().size(); i++) { String elementText = this.getTextElements().get(i).getText(); - for (int j=0; j textElements) { - for (TextElement te: textElements) { + + public void add(List elements) { + for (TextElement te : elements) { this.add(te); } } - public List getTextElements() { - return textElements; - } - + @Override public String getText() { if (this.textElements.size() == 0) { return ""; } StringBuilder sb = new StringBuilder(); - for (TextElement te: this.textElements) { + for (TextElement te : this.textElements) { sb.append(te.getText()); } return Normalizer.normalize(sb.toString(), Normalizer.Form.NFKC).trim(); } - + @Override public String getText(boolean useLineReturns) { - // TODO Auto-generated method stub - return null; + return getText(); } - /** * Returns true if text contained in this TextChunk is the same repeated character */ public boolean isSameChar(Character c) { - return isSameChar(new Character[] { c }); + return isSameChar(new Character[]{c}); } - + public boolean isSameChar(Character[] c) { String s = this.getText(); List chars = Arrays.asList(c); for (int i = 0; i < s.length(); i++) { - if (!chars.contains(s.charAt(i))) { return false; } + if (!chars.contains(s.charAt(i))) { + return false; + } } return true; } - - /** Splits a TextChunk in two, at the position of the i-th TextElement + + /** + * Splits a TextChunk in two, at the position of the i-th TextElement */ public TextChunk[] splitAt(int i) { if (i < 1 || i >= this.getTextElements().size()) { throw new IllegalArgumentException(); } - - TextChunk[] rv = new TextChunk[] { - new TextChunk(this.getTextElements().subList(0, i)), - new TextChunk(this.getTextElements().subList(i, this.getTextElements().size())) - }; - return rv; + + return new TextChunk[]{ + new TextChunk(this.getTextElements().subList(0, i)), + new TextChunk(this.getTextElements().subList(i, this.getTextElements().size())) + }; } - + /** * Removes runs of identical TextElements in this TextChunk * For example, if the TextChunk contains this string of characters: "1234xxxxx56xx" @@ -260,21 +225,26 @@ public List squeeze(Character c, int minRunLength) { Character currentChar, lastChar = null; int subSequenceLength = 0, subSequenceStart = 0; TextChunk[] t; - List rv = new ArrayList(); - + List rv = new ArrayList<>(); + for (int i = 0; i < this.getTextElements().size(); i++) { TextElement textElement = this.getTextElements().get(i); - currentChar = textElement.getText().charAt(0); + String text = textElement.getText(); + if (text.length() > 1) { + currentChar = text.trim().charAt(0); + } else { + currentChar = text.charAt(0); + } + + if (lastChar != null && currentChar.equals(c) && lastChar.equals(currentChar)) { subSequenceLength++; - } - else { + } else { if (((lastChar != null && !lastChar.equals(currentChar)) || i + 1 == this.getTextElements().size()) && subSequenceLength >= minRunLength) { if (subSequenceStart == 0 && subSequenceLength <= this.getTextElements().size() - 1) { t = this.splitAt(subSequenceLength); - } - else { + } else { t = this.splitAt(subSequenceStart); rv.add(t[0]); } @@ -287,51 +257,46 @@ public List squeeze(Character c, int minRunLength) { } lastChar = currentChar; } - - + + if (rv.isEmpty()) { // no splits occurred, hence this.squeeze() == [this] if (subSequenceLength >= minRunLength && subSequenceLength < this.textElements.size()) { - TextChunk[] chunks = this.splitAt(subSequenceStart); + TextChunk[] chunks = this.splitAt(subSequenceStart); rv.add(chunks[0]); - } - else { + } else { rv.add(this); } } - + return rv; } - - - + + @Override - public int hashCode() { - final int prime = 31; - int result = super.hashCode(); - result = prime * result - + ((textElements == null) ? 0 : textElements.hashCode()); - return result; - } - - @Override - public boolean equals(Object obj) { - if (this == obj) - return true; - if (!super.equals(obj)) - return false; - if (getClass() != obj.getClass()) - return false; - TextChunk other = (TextChunk) obj; - if (textElements == null) { - if (other.textElements != null) - return false; - } else if (!textElements.equals(other.textElements)) - return false; - return true; - } - - public static boolean allSameChar(List textChunks) { + public int hashCode() { + final int prime = 31; + int result = super.hashCode(); + result = prime * result + + ((textElements == null) ? 0 : textElements.hashCode()); + return result; + } + + @Override + public boolean equals(Object obj) { + if (this == obj) + return true; + if (!super.equals(obj)) + return false; + if (getClass() != obj.getClass()) + return false; + TextChunk other = (TextChunk) obj; + if (textElements == null) { + return other.textElements == null; + } else return textElements.equals(other.textElements); + } + + public static boolean allSameChar(List textChunks) { /* the previous, far more elegant version of this method failed when there was an empty TextChunk in textChunks. * so I rewrote it in an ugly way. but it works! * it would be good for this to get rewritten eventually @@ -339,39 +304,39 @@ public static boolean allSameChar(List textChunks) { * -Jeremy 5/13/2016 */ - if(textChunks.size() == 1) return false; + if (textChunks.size() == 1) return false; boolean hasHadAtLeastOneNonEmptyTextChunk = false; char first = '\u0000'; - for (TextChunk tc: textChunks) { + for (TextChunk tc : textChunks) { if (tc.getText().length() == 0) { continue; } - if (first == '\u0000'){ + if (first == '\u0000') { first = tc.getText().charAt(0); - }else{ + } else { hasHadAtLeastOneNonEmptyTextChunk = true; if (!tc.isSameChar(first)) return false; } } return hasHadAtLeastOneNonEmptyTextChunk; } - + public static List groupByLines(List textChunks) { - List lines = new ArrayList(); + List lines = new ArrayList<>(); if (textChunks.size() == 0) { return lines; } float bbwidth = Rectangle.boundingBoxOf(textChunks).width; - + Line l = new Line(); l.addTextChunk(textChunks.get(0)); textChunks.remove(0); lines.add(l); Line last = lines.get(lines.size() - 1); - for (TextChunk te: textChunks) { + for (TextChunk te : textChunks) { if (last.verticalOverlapRatio(te) < 0.1) { if (last.width / bbwidth > 0.9 && TextChunk.allSameChar(last.getTextElements())) { lines.remove(lines.size() - 1); @@ -381,17 +346,17 @@ public static List groupByLines(List textChunks) { } last.addTextChunk(te); } - + if (last.width / bbwidth > 0.9 && TextChunk.allSameChar(last.getTextElements())) { lines.remove(lines.size() - 1); } - - List rv = new ArrayList(lines.size()); - - for (Line line: lines) { + + List rv = new ArrayList<>(lines.size()); + + for (Line line : lines) { rv.add(Line.removeRepeatedCharacters(line, ' ', 3)); } - + return rv; } diff --git a/src/main/java/technology/tabula/TextElement.java b/src/main/java/technology/tabula/TextElement.java index 34b1b14d..a0f24fa0 100644 --- a/src/main/java/technology/tabula/TextElement.java +++ b/src/main/java/technology/tabula/TextElement.java @@ -15,12 +15,12 @@ public class TextElement extends Rectangle implements HasText { private static final float AVERAGE_CHAR_TOLERANCE = 0.3f; public TextElement(float y, float x, float width, float height, - PDFont font, float fontSize, String c, float widthOfSpace) { - this(y, x, width, height, font, fontSize, c, widthOfSpace, 0f); - } + PDFont font, float fontSize, String c, float widthOfSpace) { + this(y, x, width, height, font, fontSize, c, widthOfSpace, 0f); + } public TextElement(float y, float x, float width, float height, - PDFont font, float fontSize, String c, float widthOfSpace, float dir) { + PDFont font, float fontSize, String c, float widthOfSpace, float dir) { super(); this.setRect(x, y, width, height); this.text = c; @@ -30,10 +30,16 @@ public TextElement(float y, float x, float width, float height, this.dir = dir; } + @Override public String getText() { return text; } + @Override + public String getText(boolean useLineReturns) { + return text; + } + public float getDirection() { return dir; } @@ -49,104 +55,107 @@ public PDFont getFont() { public float getFontSize() { return fontSize; } - - public String toString() { + + @Override public String toString() { StringBuilder sb = new StringBuilder(); String s = super.toString(); sb.append(s.substring(0, s.length() - 1)); sb.append(String.format(",text=\"%s\"]", this.getText())); return sb.toString(); } - + + @Override + public int hashCode() { + final int prime = 31; + int result = super.hashCode(); + result = prime * result + java.lang.Float.floatToIntBits(dir); + result = prime * result + ((font == null) ? 0 : font.hashCode()); + result = prime * result + java.lang.Float.floatToIntBits(fontSize); + result = prime * result + ((text == null) ? 0 : text.hashCode()); + result = prime * result + java.lang.Float.floatToIntBits(widthOfSpace); + return result; + } + @Override - public int hashCode() { - final int prime = 31; - int result = super.hashCode(); - result = prime * result + java.lang.Float.floatToIntBits(dir); - result = prime * result + ((font == null) ? 0 : font.hashCode()); - result = prime * result + java.lang.Float.floatToIntBits(fontSize); - result = prime * result + ((text == null) ? 0 : text.hashCode()); - result = prime * result + java.lang.Float.floatToIntBits(widthOfSpace); - return result; - } - - @Override - public boolean equals(Object obj) { - if (this == obj) - return true; - if (!super.equals(obj)) - return false; - if (getClass() != obj.getClass()) - return false; - TextElement other = (TextElement) obj; - if (java.lang.Float.floatToIntBits(dir) != java.lang.Float - .floatToIntBits(other.dir)) - return false; - if (font == null) { - if (other.font != null) - return false; - } else if (!font.equals(other.font)) - return false; - if (java.lang.Float.floatToIntBits(fontSize) != java.lang.Float - .floatToIntBits(other.fontSize)) - return false; - if (text == null) { - if (other.text != null) - return false; - } else if (!text.equals(other.text)) - return false; - if (java.lang.Float.floatToIntBits(widthOfSpace) != java.lang.Float - .floatToIntBits(other.widthOfSpace)) - return false; - return true; - } - - public static List mergeWords(List textElements) { + public boolean equals(Object obj) { + if (this == obj) + return true; + if (!super.equals(obj)) + return false; + if (getClass() != obj.getClass()) + return false; + TextElement other = (TextElement) obj; + if (java.lang.Float.floatToIntBits(dir) != java.lang.Float + .floatToIntBits(other.dir)) + return false; + if (font == null) { + if (other.font != null) + return false; + } else if (!font.equals(other.font)) + return false; + if (java.lang.Float.floatToIntBits(fontSize) != java.lang.Float + .floatToIntBits(other.fontSize)) + return false; + if (text == null) { + if (other.text != null) + return false; + } else if (!text.equals(other.text)) + return false; + return java.lang.Float.floatToIntBits(widthOfSpace) == java.lang.Float + .floatToIntBits(other.widthOfSpace); + } + + public static List mergeWords(List textElements) { return mergeWords(textElements, new ArrayList()); } - + /** * heuristically merge a list of TextElement into a list of TextChunk * ported from from PDFBox's PDFTextStripper.writePage, with modifications. * Here be dragons */ public static List mergeWords(List textElements, List verticalRulings) { - - List textChunks = new ArrayList(); - + + List textChunks = new ArrayList<>(); + if (textElements.isEmpty()) { return textChunks; } - - textChunks.add(new TextChunk(textElements.remove(0))); - TextChunk firstTC = textChunks.get(0); - + + // it's a problem that this `remove` is side-effecty + // other things depend on `textElements` and it can sometimes lead to the first textElement in textElement + // not appearing in the final output because it's been removed here. + // https://github.com/tabulapdf/tabula-java/issues/78 + List copyOfTextElements = new ArrayList<>(textElements); + textChunks.add(new TextChunk(copyOfTextElements.remove(0))); + TextChunk firstTC = textChunks.get(0); + float previousAveCharWidth = (float) firstTC.getWidth(); - float endOfLastTextX = (float) firstTC.getRight(); - float maxYForLine = (float) firstTC.getBottom(); + float endOfLastTextX = firstTC.getRight(); + float maxYForLine = firstTC.getBottom(); float maxHeightForLine = (float) firstTC.getHeight(); - float minYTopForLine = (float) firstTC.getTop(); + float minYTopForLine = firstTC.getTop(); float lastWordSpacing = -1; float wordSpacing, deltaSpace, averageCharWidth, deltaCharWidth; float expectedStartOfNextWordX, dist; TextElement sp, prevChar; TextChunk currentChunk; boolean sameLine, acrossVerticalRuling; - - for (TextElement chr : textElements) { + + for (TextElement chr : copyOfTextElements) { currentChunk = textChunks.get(textChunks.size() - 1); prevChar = currentChunk.textElements.get(currentChunk.textElements.size() - 1); - + // if same char AND overlapped, skip if ((chr.getText().equals(prevChar.getText())) && (prevChar.overlapRatio(chr) > 0.5)) { continue; } - + // if chr is a space that overlaps with prevChar, skip if (chr.getText().equals(" ") && Utils.feq(prevChar.getLeft(), chr.getLeft()) && Utils.feq(prevChar.getTop(), chr.getTop())) { continue; } - + // Resets the average character width when we see a change in font // or a change in the font size if ((chr.getFont() != prevChar.getFont()) || !Utils.feq(chr.getFontSize(), prevChar.getFontSize())) { @@ -155,30 +164,28 @@ public static List mergeWords(List textElements, List r.getPosition()) || (prevChar.x > r.getPosition() && chr.x < r.getPosition()) - ) { + (prevChar.x < r.getPosition() && chr.x > r.getPosition()) || (prevChar.x > r.getPosition() && chr.x < r.getPosition()) + ) { acrossVerticalRuling = true; break; } - } - + } + // Estimate the expected width of the space based on the // space character with some margin. wordSpacing = chr.getWidthOfSpace(); deltaSpace = 0; if (java.lang.Float.isNaN(wordSpacing) || wordSpacing == 0) { deltaSpace = java.lang.Float.MAX_VALUE; - } - else if (lastWordSpacing < 0) { + } else if (lastWordSpacing < 0) { deltaSpace = wordSpacing * 0.5f; // 0.5 == spacing tolerance - } - else { + } else { deltaSpace = ((wordSpacing + lastWordSpacing) / 2.0f) * 0.5f; } - + // Estimate the expected width of the space based on the // average character width with some margin. This calculation does not // make a true average (average of averages) but we found that it gave the @@ -186,23 +193,22 @@ else if (lastWordSpacing < 0) { // .3 worked well. if (previousAveCharWidth < 0) { averageCharWidth = (float) (chr.getWidth() / chr.getText().length()); - } - else { + } else { averageCharWidth = (float) ((previousAveCharWidth + (chr.getWidth() / chr.getText().length())) / 2.0f); } deltaCharWidth = averageCharWidth * AVERAGE_CHAR_TOLERANCE; - + // Compares the values obtained by the average method and the wordSpacing method and picks // the smaller number. expectedStartOfNextWordX = -java.lang.Float.MAX_VALUE; - + if (endOfLastTextX != -1) { expectedStartOfNextWordX = endOfLastTextX + Math.min(deltaCharWidth, deltaSpace); } - + // new line? sameLine = true; - if (!Utils.overlap((float) chr.getBottom(), chr.height, maxYForLine, maxHeightForLine)) { + if (!Utils.overlap(chr.getBottom(), chr.height, maxYForLine, maxHeightForLine)) { endOfLastTextX = -1; expectedStartOfNextWordX = -java.lang.Float.MAX_VALUE; maxYForLine = -java.lang.Float.MAX_VALUE; @@ -210,73 +216,62 @@ else if (lastWordSpacing < 0) { minYTopForLine = java.lang.Float.MAX_VALUE; sameLine = false; } - - endOfLastTextX = (float) chr.getRight(); - + + endOfLastTextX = chr.getRight(); + // should we add a space? if (!acrossVerticalRuling && - sameLine && - expectedStartOfNextWordX < chr.getLeft() && - !prevChar.getText().endsWith(" ")) { - - sp = new TextElement((float) prevChar.getTop(), - (float) prevChar.getLeft(), - (float) (expectedStartOfNextWordX - prevChar.getLeft()), + sameLine && + expectedStartOfNextWordX < chr.getLeft() && + !prevChar.getText().endsWith(" ")) { + + sp = new TextElement(prevChar.getTop(), + prevChar.getLeft(), + expectedStartOfNextWordX - prevChar.getLeft(), (float) prevChar.getHeight(), prevChar.getFont(), prevChar.getFontSize(), " ", prevChar.getWidthOfSpace()); - + currentChunk.add(sp); - } - else { + } else { sp = null; } - - maxYForLine = (float) Math.max(chr.getBottom(), maxYForLine); + + maxYForLine = Math.max(chr.getBottom(), maxYForLine); maxHeightForLine = (float) Math.max(maxHeightForLine, chr.getHeight()); - minYTopForLine = (float) Math.min(minYTopForLine, chr.getTop()); + minYTopForLine = Math.min(minYTopForLine, chr.getTop()); - dist = (float) (chr.getLeft() - (sp != null ? sp.getRight() : prevChar.getRight())); + dist = chr.getLeft() - (sp != null ? sp.getRight() : prevChar.getRight()); if (!acrossVerticalRuling && - sameLine && - (dist < 0 ? currentChunk.verticallyOverlaps(chr) : dist < wordSpacing)) { + sameLine && + (dist < 0 ? currentChunk.verticallyOverlaps(chr) : dist < wordSpacing)) { currentChunk.add(chr); + } else { // create a new chunk + textChunks.add(new TextChunk(chr)); } - else { // create a new chunk - textChunks.add(new TextChunk(chr)); - } - + lastWordSpacing = wordSpacing; previousAveCharWidth = (float) (sp != null ? (averageCharWidth + sp.getWidth()) / 2.0f : averageCharWidth); } - // System.out.println("before grouping"); - // for(TextChunk q : textChunks){ - // System.out.println("'" + q.getText() + "'"); - // } - List textChunksSeparatedByDirectionality = new ArrayList(); + List textChunksSeparatedByDirectionality = new ArrayList<>(); // count up characters by directionality for (TextChunk chunk : textChunks) { // choose the dominant direction - // System.out.println("beforegrouping: '" + chunk.getText() + "'"); boolean isLtrDominant = chunk.isLtrDominant() != -1; // treat neutral as LTR TextChunk dirChunk = chunk.groupByDirectionality(isLtrDominant); - textChunksSeparatedByDirectionality.add( dirChunk ); + textChunksSeparatedByDirectionality.add(dirChunk); } - // System.out.println("after grouping"); - // for(TextChunk q : textChunksSeparatedByDirectionality){ - // System.out.println("after grouping: '" + q.getText() + "'"); - // } + return textChunksSeparatedByDirectionality; } - + private static boolean verticallyOverlapsRuling(TextElement te, Ruling r) { - // Utils.overlap(prevChar.getTop(), prevChar.getHeight(), r.getY1(), r.getY2() - r.getY1()) return Math.max(0, Math.min(te.getBottom(), r.getY2()) - Math.max(te.getTop(), r.getY1())) > 0; } - + } diff --git a/src/main/java/technology/tabula/TextStripper.java b/src/main/java/technology/tabula/TextStripper.java new file mode 100644 index 00000000..557fa439 --- /dev/null +++ b/src/main/java/technology/tabula/TextStripper.java @@ -0,0 +1,175 @@ +package technology.tabula; + +import org.apache.fontbox.util.BoundingBox; +import org.apache.pdfbox.pdmodel.PDDocument; +import org.apache.pdfbox.pdmodel.font.PDFont; +import org.apache.pdfbox.pdmodel.font.PDFontDescriptor; +import org.apache.pdfbox.pdmodel.font.PDType3Font; +import org.apache.pdfbox.text.PDFTextStripper; +import org.apache.pdfbox.text.TextPosition; + +import java.io.IOException; +import java.util.ArrayList; +import java.util.List; + +public class TextStripper extends PDFTextStripper { + + private static final String NBSP = "\u00A0"; + private static final float AVG_HEIGHT_MULT_THRESHOLD = 6.0f; + private static final float MAX_BLANK_FONT_SIZE = 40.0f; + private static final float MIN_BLANK_FONT_SIZE = 2.0f; + private final PDDocument document; + private final ArrayList textElements; + private final RectangleSpatialIndex spatialIndex; + private float minCharWidth = Float.MAX_VALUE; + private float minCharHeight = Float.MAX_VALUE; + private float totalHeight = 0.0f; + private int countHeight = 0; + + public TextStripper(PDDocument document, int pageNumber) throws IOException { + super(); + this.document = document; + this.setStartPage(pageNumber); + this.setEndPage(pageNumber); + this.textElements = new ArrayList<>(); + this.spatialIndex = new RectangleSpatialIndex<>(); + } + + public void process() throws IOException { + this.getText(this.document); + } + + @Override + protected void writeString(String string, List textPositions) throws IOException + { + for (TextPosition textPosition: textPositions) + { + if (textPosition == null) { + continue; + } + + String c = textPosition.getUnicode(); + + // if c not printable, return + if (!isPrintable(c)) { + continue; + } + + Float h = textPosition.getHeightDir(); + + if (c.equals(NBSP)) { // replace non-breaking space for space + c = " "; + } + + float wos = textPosition.getWidthOfSpace(); + + TextElement te = new TextElement(Utils.round(textPosition.getYDirAdj() - h, 2), + Utils.round(textPosition.getXDirAdj(), 2), Utils.round(textPosition.getWidthDirAdj(), 2), + Utils.round(textPosition.getHeightDir(), 2), textPosition.getFont(), textPosition.getFontSizeInPt(), c, + // workaround a possible bug in PDFBox: + // https://issues.apache.org/jira/browse/PDFBOX-1755 + wos, textPosition.getDir()); + + this.minCharWidth = (float) Math.min(this.minCharWidth, te.getWidth()); + this.minCharHeight = (float) Math.min(this.minCharHeight, te.getHeight()); + + countHeight++; + totalHeight += te.getHeight(); + float avgHeight = totalHeight / countHeight; + + //We have an issue where tall blank cells throw off the row height calculation + //Introspect a blank cell a bit here to see if it should be thrown away + if ((te.getText() == null || te.getText().trim().equals(""))) { + //if the cell height is more than AVG_HEIGHT_MULT_THRESHOLDxaverage, throw it away + if (avgHeight > 0 + && te.getHeight() >= (avgHeight * AVG_HEIGHT_MULT_THRESHOLD)) { + continue; + } + + //if the font size is outside of reasonable ranges, throw it away + if (textPosition.getFontSizeInPt() > MAX_BLANK_FONT_SIZE || textPosition.getFontSizeInPt() < MIN_BLANK_FONT_SIZE) { + continue; + } + } + + this.spatialIndex.add(te); + this.textElements.add(te); + } + } + + @Override + protected float computeFontHeight(PDFont font) throws IOException + { + BoundingBox bbox = font.getBoundingBox(); + if (bbox.getLowerLeftY() < Short.MIN_VALUE) + { + // PDFBOX-2158 and PDFBOX-3130 + // files by Salmat eSolutions / ClibPDF Library + bbox.setLowerLeftY(- (bbox.getLowerLeftY() + 65536)); + } + // 1/2 the bbox is used as the height todo: why? + float glyphHeight = bbox.getHeight() / 2; + + // sometimes the bbox has very high values, but CapHeight is OK + PDFontDescriptor fontDescriptor = font.getFontDescriptor(); + if (fontDescriptor != null) + { + float capHeight = fontDescriptor.getCapHeight(); + if (Float.compare(capHeight, 0) != 0 && + (capHeight < glyphHeight || Float.compare(glyphHeight, 0) == 0)) + { + glyphHeight = capHeight; + } + // PDFBOX-3464, PDFBOX-448: + // sometimes even CapHeight has very high value, but Ascent and Descent are ok + float ascent = fontDescriptor.getAscent(); + float descent = fontDescriptor.getDescent(); + if (ascent > 0 && descent < 0 && + ((ascent - descent) / 2 < glyphHeight || Float.compare(glyphHeight, 0) == 0)) + { + glyphHeight = (ascent - descent) / 2; + } + } + + // transformPoint from glyph space -> text space + float height; + if (font instanceof PDType3Font) + { + height = font.getFontMatrix().transformPoint(0, glyphHeight).y; + } + else + { + height = glyphHeight / 1000; + } + + return height; + } + + private boolean isPrintable(String s) { + Character c; + Character.UnicodeBlock block; + boolean printable = false; + for (int i = 0; i < s.length(); i++) { + c = s.charAt(i); + block = Character.UnicodeBlock.of(c); + printable |= !Character.isISOControl(c) && block != null && block != Character.UnicodeBlock.SPECIALS; + } + return printable; + } + + public List getTextElements() { + return this.textElements; + } + + public RectangleSpatialIndex getSpatialIndex() { + return spatialIndex; + } + + public float getMinCharWidth() { + return minCharWidth; + } + + public float getMinCharHeight() { + return minCharHeight; + } +} diff --git a/src/main/java/technology/tabula/Utils.java b/src/main/java/technology/tabula/Utils.java index 6a71d094..00814429 100644 --- a/src/main/java/technology/tabula/Utils.java +++ b/src/main/java/technology/tabula/Utils.java @@ -4,13 +4,18 @@ import java.awt.geom.Line2D; import java.awt.geom.Point2D; import java.awt.geom.Rectangle2D; +import java.awt.image.BufferedImage; +import java.io.IOException; import java.math.BigDecimal; import java.util.*; import org.apache.commons.cli.ParseException; +import org.apache.pdfbox.pdmodel.PDDocument; +import org.apache.pdfbox.pdmodel.PDPage; +import org.apache.pdfbox.rendering.ImageType; +import org.apache.pdfbox.rendering.PDFRenderer; /** - * * @author manuel */ public class Utils { @@ -19,7 +24,7 @@ public static boolean within(double first, double second, double variance) { } public static boolean overlap(double y1, double height1, double y2, double height2, double variance) { - return within( y1, y2, variance) || (y2 <= y1 && y2 >= y1 - height1) || (y1 <= y2 && y1 >= y2-height2); + return within(y1, y2, variance) || (y2 <= y1 && y2 >= y1 - height1) || (y1 <= y2 && y1 >= y2 - height2); } public static boolean overlap(double y1, double height1, double y2, double height2) { @@ -86,26 +91,24 @@ public static boolean isNumeric(final CharSequence cs) { return true; } - public static String join(String glue, String...s) { + public static String join(String glue, String... s) { int k = s.length; - if ( k == 0 ) - { - return null; + if (k == 0) { + return null; } StringBuilder out = new StringBuilder(); - out.append( s[0] ); - for ( int x=1; x < k; ++x ) - { - out.append(glue).append(s[x]); + out.append(s[0]); + for (int x = 1; x < k; ++x) { + out.append(glue).append(s[x]); } return out.toString(); } public static List> transpose(List> table) { - List> ret = new ArrayList>(); + List> ret = new ArrayList<>(); final int N = table.get(0).size(); for (int i = 0; i < N; i++) { - List col = new ArrayList(); + List col = new ArrayList<>(); for (List row : table) { col.add(row.get(i)); } @@ -114,18 +117,19 @@ public static List> transpose(List> table) { return ret; } - /** - * Wrap Collections.sort so we can fallback to a non-stable quicksort - * if we're running on JDK7+ - */ - public static > void sort(List list) { - if (useQuickSort) { - QuickSort.sort(list); - } - else { - Collections.sort(list); - } - } + /** + * Wrap Collections.sort so we can fallback to a non-stable quicksort if we're + * running on JDK7+ + */ + public static > void sort(List list) { + if (useQuickSort) QuickSort.sort(list); + else Collections.sort(list); + } + + public static void sort(List list, Comparator comparator) { + if (useQuickSort) QuickSort.sort(list, comparator); + else Collections.sort(list, comparator); + } private static boolean useCustomQuickSort() { // taken from PDFBOX: @@ -134,16 +138,16 @@ private static boolean useCustomQuickSort() { // workaround to the transitivity issue of TextPositionComparator: // https://issues.apache.org/jira/browse/PDFBOX-1512 - String numberybits = System.getProperty("java.version").split( + String numberybits = System.getProperty("java.version").split( "-")[0]; // some Java version strings are 9-internal, which is dumb. String[] versionComponents = numberybits.split( "\\."); int javaMajorVersion; int javaMinorVersion; - if(versionComponents.length >= 2){ + if (versionComponents.length >= 2) { javaMajorVersion = Integer.parseInt(versionComponents[0]); javaMinorVersion = Integer.parseInt(versionComponents[1]); - }else{ + } else { javaMajorVersion = 1; javaMinorVersion = Integer.parseInt(versionComponents[0]); } @@ -153,13 +157,12 @@ private static boolean useCustomQuickSort() { } - public static List parsePagesOption(String pagesSpec) throws ParseException { if (pagesSpec.equals("all")) { return null; } - List rv = new ArrayList(); + List rv = new ArrayList<>(); String[] ranges = pagesSpec.split(","); for (int i = 0; i < ranges.length; i++) { @@ -170,14 +173,13 @@ public static List parsePagesOption(String pagesSpec) throws ParseExcep if (r.length < 2) { rv.add(Integer.parseInt(r[0])); - } - else { + } else { int t = Integer.parseInt(r[0]); int f = Integer.parseInt(r[1]); if (t > f) { throw new ParseException("Syntax error in page range specification"); } - rv.addAll(Utils.range(t, f+1)); + rv.addAll(Utils.range(t, f + 1)); } } @@ -188,12 +190,12 @@ public static List parsePagesOption(String pagesSpec) throws ParseExcep public static void snapPoints(List rulings, float xThreshold, float yThreshold) { // collect points and keep a Line -> p1,p2 map - Map linesToPoints = new HashMap(); - List points = new ArrayList(); - for (Line2D.Float r: rulings) { + Map linesToPoints = new HashMap<>(); + List points = new ArrayList<>(); + for (Line2D.Float r : rulings) { Point2D p1 = r.getP1(); Point2D p2 = r.getP2(); - linesToPoints.put(r, new Point2D[] { p1, p2 }); + linesToPoints.put(r, new Point2D[]{p1, p2}); points.add(p1); points.add(p2); } @@ -206,26 +208,25 @@ public int compare(Point2D arg0, Point2D arg1) { } }); - List> groupedPoints = new ArrayList>(); - groupedPoints.add(new ArrayList(Arrays.asList(new Point2D[] { points.get(0) }))); + List> groupedPoints = new ArrayList<>(); + groupedPoints.add(new ArrayList<>(Arrays.asList(new Point2D[]{points.get(0)}))); - for (Point2D p: points.subList(1, points.size() - 1)) { + for (Point2D p : points.subList(1, points.size() - 1)) { List last = groupedPoints.get(groupedPoints.size() - 1); if (Math.abs(p.getX() - last.get(0).getX()) < xThreshold) { groupedPoints.get(groupedPoints.size() - 1).add(p); - } - else { - groupedPoints.add(new ArrayList(Arrays.asList(new Point2D[] { p }))); + } else { + groupedPoints.add(new ArrayList<>(Arrays.asList(new Point2D[]{p}))); } } - for(List group: groupedPoints) { + for (List group : groupedPoints) { float avgLoc = 0; - for(Point2D p: group) { + for (Point2D p : group) { avgLoc += p.getX(); } avgLoc /= group.size(); - for(Point2D p: group) { + for (Point2D p : group) { p.setLocation(avgLoc, p.getY()); } } @@ -239,35 +240,49 @@ public int compare(Point2D arg0, Point2D arg1) { } }); - groupedPoints = new ArrayList>(); - groupedPoints.add(new ArrayList(Arrays.asList(new Point2D[] { points.get(0) }))); + groupedPoints = new ArrayList<>(); + groupedPoints.add(new ArrayList<>(Arrays.asList(new Point2D[]{points.get(0)}))); - for (Point2D p: points.subList(1, points.size() - 1)) { + for (Point2D p : points.subList(1, points.size() - 1)) { List last = groupedPoints.get(groupedPoints.size() - 1); if (Math.abs(p.getY() - last.get(0).getY()) < yThreshold) { groupedPoints.get(groupedPoints.size() - 1).add(p); - } - else { - groupedPoints.add(new ArrayList(Arrays.asList(new Point2D[] { p }))); + } else { + groupedPoints.add(new ArrayList<>(Arrays.asList(new Point2D[]{p}))); } } - for(List group: groupedPoints) { + for (List group : groupedPoints) { float avgLoc = 0; - for(Point2D p: group) { + for (Point2D p : group) { avgLoc += p.getY(); } avgLoc /= group.size(); - for(Point2D p: group) { + for (Point2D p : group) { p.setLocation(p.getX(), avgLoc); } } // --- // finally, modify lines - for(Map.Entry ltp: linesToPoints.entrySet()) { + for (Map.Entry ltp : linesToPoints.entrySet()) { Point2D[] p = ltp.getValue(); ltp.getKey().setLine(p[0], p[1]); } } + + public static BufferedImage pageConvertToImage(PDPage page, int dpi, ImageType imageType) throws IOException { + try (PDDocument document = new PDDocument()) { + document.addPage(page); + PDFRenderer renderer = new PDFRenderer(document); + document.close(); + return renderer.renderImageWithDPI(0, dpi, imageType); + } + } + + public static BufferedImage pageConvertToImage(PDDocument doc, PDPage page, int dpi, ImageType imageType) throws IOException { + PDFRenderer renderer = new PDFRenderer(doc); + return renderer.renderImageWithDPI(doc.getPages().indexOf(page), dpi, imageType); + } + } diff --git a/src/main/java/technology/tabula/debug/Debug.java b/src/main/java/technology/tabula/debug/Debug.java index f6d808e7..d6d257ce 100644 --- a/src/main/java/technology/tabula/debug/Debug.java +++ b/src/main/java/technology/tabula/debug/Debug.java @@ -15,6 +15,8 @@ import java.util.Collection; import java.util.List; +import org.apache.commons.cli.*; +import org.apache.pdfbox.Loader; import technology.tabula.Cell; import technology.tabula.CommandLineApp; import technology.tabula.Line; @@ -30,71 +32,67 @@ import technology.tabula.detectors.NurminenDetectionAlgorithm; import technology.tabula.extractors.BasicExtractionAlgorithm; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; -import org.apache.commons.cli.CommandLine; -import org.apache.commons.cli.CommandLineParser; -import org.apache.commons.cli.GnuParser; -import org.apache.commons.cli.HelpFormatter; -import org.apache.commons.cli.OptionBuilder; -import org.apache.commons.cli.Options; -import org.apache.commons.cli.ParseException; import org.apache.pdfbox.pdmodel.PDDocument; import org.apache.pdfbox.pdmodel.PDPage; -import org.apache.pdfbox.util.ImageIOUtil; +import org.apache.pdfbox.rendering.ImageType; + +import javax.imageio.ImageIO; public class Debug { - + private static final float CIRCLE_RADIUS = 5f; - - private static final Color[] COLORS = { new Color(27, 158, 119), - new Color(217, 95, 2), new Color(117, 112, 179), - new Color(231, 41, 138), new Color(102, 166, 30) }; + + private static final Color[] COLORS = {new Color(27, 158, 119), new Color(217, 95, 2), new Color(117, 112, 179), + new Color(231, 41, 138), new Color(102, 166, 30)}; public static void debugIntersections(Graphics2D g, Page page) { int i = 0; - for (Point2D p: Ruling.findIntersections(page.getHorizontalRulings(), page.getVerticalRulings()).keySet()) { + for (Point2D p : Ruling.findIntersections(page.getHorizontalRulings(), page.getVerticalRulings()).keySet()) { g.setColor(COLORS[(i++) % 5]); - g.fill(new Ellipse2D.Float((float) p.getX() - CIRCLE_RADIUS/2f, (float) p.getY() - CIRCLE_RADIUS/2f, 5f, 5f)); + g.fill(new Ellipse2D.Float((float) p.getX() - CIRCLE_RADIUS / 2f, (float) p.getY() - CIRCLE_RADIUS / 2f, 5f, + 5f)); } } - + private static void debugNonCleanRulings(Graphics2D g, Page page) { drawShapes(g, page.getUnprocessedRulings()); } - + private static void debugRulings(Graphics2D g, Page page) { // draw detected lines - List rulings = new ArrayList(page.getHorizontalRulings()); + List rulings = new ArrayList<>(page.getHorizontalRulings()); rulings.addAll(page.getVerticalRulings()); drawShapes(g, rulings); } - + private static void debugColumns(Graphics2D g, Page page) { List textChunks = TextElement.mergeWords(page.getText()); List lines = TextChunk.groupByLines(textChunks); List columns = BasicExtractionAlgorithm.columnPositions(lines); int i = 0; - for(float p: columns) { - Ruling r = new Ruling(new Point2D.Float(p, (float) page.getTop()), new Point2D.Float(p, (float) page.getBottom())); + for (float p : columns) { + Ruling r = new Ruling(new Point2D.Float(p, page.getTop()), + new Point2D.Float(p, page.getBottom())); g.setColor(COLORS[(i++) % 5]); drawShape(g, r); } } - + private static void debugCharacters(Graphics2D g, Page page) { drawShapes(g, page.getText()); } - + private static void debugTextChunks(Graphics2D g, Page page) { List chunks = TextElement.mergeWords(page.getText(), page.getVerticalRulings()); drawShapes(g, chunks); } - + private static void debugSpreadsheets(Graphics2D g, Page page) { SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); List tables = sea.extract(page); drawShapes(g, tables); } - + private static void debugCells(Graphics2D g, Rectangle area, Page page) { List h = page.getHorizontalRulings(); List v = page.getVerticalRulings(); @@ -102,7 +100,6 @@ private static void debugCells(Graphics2D g, Rectangle area, Page page) { h = Ruling.cropRulingsToArea(h, area); v = Ruling.cropRulingsToArea(v, area); } - SpreadsheetExtractionAlgorithm ea = new SpreadsheetExtractionAlgorithm(); List cells = SpreadsheetExtractionAlgorithm.findCells(h, v); drawShapes(g, cells); } @@ -112,54 +109,56 @@ private static void debugDetectedTables(Graphics2D g, Page page) { List tables = detectionAlgorithm.detect(page); drawShapes(g, tables); } - + private static void drawShapes(Graphics2D g, Collection shapes, Stroke stroke) { int i = 0; g.setStroke(stroke); - for (Shape s: shapes) { + for (Shape s : shapes) { g.setColor(COLORS[(i++) % 5]); drawShape(g, s); } } - + private static void drawShapes(Graphics2D g, Collection shapes) { drawShapes(g, shapes, new BasicStroke(2f)); } - + private static void debugProjectionProfile(Graphics2D g, Page page) { float horizSmoothKernel = 0, vertSmoothKernel = 0; - //for (Rectangle r: page.getText()) { - for (Rectangle r: page.getText()) { + // for (Rectangle r: page.getText()) { + for (Rectangle r : page.getText()) { horizSmoothKernel += r.getWidth(); vertSmoothKernel += r.getHeight(); } horizSmoothKernel /= page.getText().size(); vertSmoothKernel /= page.getText().size(); System.out.println("hsk: " + horizSmoothKernel + " vsk: " + vertSmoothKernel); - //ProjectionProfile profile = new ProjectionProfile(page, page.getText(), horizSmoothKernel, vertSmoothKernel); - ProjectionProfile profile = new ProjectionProfile(page, TextElement.mergeWords(page.getText(), page.getVerticalRulings()), horizSmoothKernel * 1.5f, vertSmoothKernel); + // ProjectionProfile profile = new ProjectionProfile(page, + // page.getText(), horizSmoothKernel, vertSmoothKernel); + ProjectionProfile profile = new ProjectionProfile(page, + TextElement.mergeWords(page.getText(), page.getVerticalRulings()), horizSmoothKernel * 1.5f, + vertSmoothKernel); float prec = (float) Math.pow(10, ProjectionProfile.DECIMAL_PLACES); - float[] hproj = profile.getHorizontalProjection(); float[] vproj = profile.getVerticalProjection(); - + g.setStroke(new BasicStroke(1f)); g.setColor(Color.RED); // hproj - //Point2D last = new Point2D.Double(page.getLeft(), page.getBottom() - hproj[0] / prec), cur; + // Point2D last = new Point2D.Double(page.getLeft(), page.getBottom() - + // hproj[0] / prec), cur; Point2D last = new Point2D.Double(page.getLeft(), page.getBottom()), cur; for (int i = 0; i < hproj.length; i++) { cur = new Point2D.Double(page.getLeft() + i / prec, page.getBottom() - hproj[i]); g.draw(new Line2D.Double(last, cur)); last = cur; } - + // hproj first derivative g.setColor(Color.BLUE); - float[] deriv = ProjectionProfile.filter(ProjectionProfile - .getFirstDeriv(profile.getHorizontalProjection()), + float[] deriv = ProjectionProfile.filter(ProjectionProfile.getFirstDeriv(profile.getHorizontalProjection()), 0.01f); last = new Point2D.Double(page.getLeft(), page.getBottom()); for (int i = 0; i < deriv.length; i++) { @@ -167,16 +166,16 @@ private static void debugProjectionProfile(Graphics2D g, Page page) { g.draw(new Line2D.Double(last, cur)); last = cur; } - + // columns g.setColor(Color.MAGENTA); g.setStroke(new BasicStroke(1f)); float[] seps = profile.findVerticalSeparators(horizSmoothKernel * 2.5f); for (int i = 0; i < seps.length; i++) { - float x = (float) (page.getLeft() + seps[i]); + float x = page.getLeft() + seps[i]; g.draw(new Line2D.Double(x, page.getTop(), x, page.getBottom())); } - + // vproj g.setStroke(new BasicStroke(1f)); g.setColor(Color.GREEN); @@ -186,7 +185,7 @@ private static void debugProjectionProfile(Graphics2D g, Page page) { g.draw(new Line2D.Double(last, cur)); last = cur; } - + // vproj first derivative g.setColor(new Color(0, 0, 1, 0.5f)); deriv = ProjectionProfile.filter(ProjectionProfile.getFirstDeriv(vproj), 0.1f); @@ -196,46 +195,43 @@ private static void debugProjectionProfile(Graphics2D g, Page page) { g.draw(new Line2D.Double(last, cur)); last = cur; } - + // rows g.setStroke(new BasicStroke(1.5f)); seps = profile.findHorizontalSeparators(vertSmoothKernel); for (int i = 0; i < seps.length; i++) { - float y = (float) (page.getTop() + seps[i]); + float y = page.getTop() + seps[i]; g.draw(new Line2D.Double(page.getLeft(), y, page.getRight(), y)); } - + } - + private static void drawShape(Graphics2D g, Shape shape) { //g.setStroke(new BasicStroke(1)); g.draw(shape); } public static void renderPage(String pdfPath, String outPath, int pageNumber, Rectangle area, - boolean drawTextChunks, boolean drawSpreadsheets, boolean drawRulings, boolean drawIntersections, - boolean drawColumns, boolean drawCharacters, boolean drawArea, boolean drawCells, - boolean drawUnprocessedRulings, boolean drawProjectionProfile, boolean drawClippingPaths, - boolean drawDetectedTables) throws IOException { - PDDocument document = PDDocument.load(pdfPath); - - ObjectExtractor oe = new ObjectExtractor(document, true); - + boolean drawTextChunks, boolean drawSpreadsheets, boolean drawRulings, boolean drawIntersections, + boolean drawColumns, boolean drawCharacters, boolean drawArea, boolean drawCells, + boolean drawUnprocessedRulings, boolean drawProjectionProfile, boolean drawClippingPaths, + boolean drawDetectedTables) throws IOException { + PDDocument document = Loader.loadPDF(new File(pdfPath)); + + ObjectExtractor oe = new ObjectExtractor(document); + Page page = oe.extract(pageNumber + 1); - + if (area != null) { page = page.getArea(area); } - - PDPage p = (PDPage) document.getDocumentCatalog().getAllPages().get(pageNumber); - -// PDFRenderer renderer = new PDFRenderer(document); -// BufferedImage image = renderer.renderImage(pageNumber); - - BufferedImage image = p.convertToImage(BufferedImage.TYPE_INT_RGB, 72); - + + PDPage p = document.getPage(pageNumber); + + BufferedImage image = Utils.pageConvertToImage(document, p, 72, ImageType.RGB); + Graphics2D g = (Graphics2D) image.getGraphics(); - + if (drawTextChunks) { debugTextChunks(g, page); } @@ -268,21 +264,22 @@ public static void renderPage(String pdfPath, String outPath, int pageNumber, Re debugProjectionProfile(g, page); } if (drawClippingPaths) { - drawShapes(g, oe.clippingPaths, new BasicStroke(2f, BasicStroke.CAP_BUTT, BasicStroke.JOIN_MITER, 10f, new float[] { 3f }, 0f)); + // TODO: Enable when oe.clippingPaths is done + //drawShapes(g, oe.clippingPaths, + // new BasicStroke(2f, BasicStroke.CAP_BUTT, BasicStroke.JOIN_MITER, 10f, new float[] { 3f }, 0f)); } if (drawDetectedTables) { debugDetectedTables(g, page); } document.close(); - - ImageIOUtil.writeImage(image, outPath, 72); + + ImageIO.write(image, "jpg", new File(outPath)); } - - @SuppressWarnings("static-access") + private static Options buildOptions() { Options o = new Options(); - + o.addOption("h", "help", false, "Print this help text."); o.addOption("r", "rulings", false, "Show detected rulings."); o.addOption("i", "intersections", false, "Show intersections between rulings."); @@ -297,51 +294,51 @@ private static Options buildOptions() { o.addOption("n", "clipping-paths", false, "Show clipping paths"); o.addOption("d", "detected-tables", false, "Show detected tables"); - o.addOption(OptionBuilder.withLongOpt("area") - .withDescription("Portion of the page to analyze (top,left,bottom,right). Example: --area 269.875,12.75,790.5,561. Default is entire page") + o.addOption(Option.builder("a").longOpt("area") + .desc("Portion of the page to analyze (top,left,bottom,right). Example: --area 269.875,12.75,790.5,561. Default is entire page") .hasArg() - .withArgName("AREA") - .create("a")); - o.addOption(OptionBuilder.withLongOpt("pages") - .withDescription("Comma separated list of ranges, or all. Examples: --pages 1-3,5-7, --pages 3 or --pages all. Default is --pages 1") + .argName("AREA") + .build()); + + o.addOption(Option.builder("p").longOpt("pages") + .desc("Comma separated list of ranges, or all. Examples: --pages 1-3,5-7, --pages 3 or --pages all. Default is --pages 1") .hasArg() - .withArgName("PAGES") - .create("p")); + .argName("PAGES") + .build()); + return o; } - - + public static void main(String[] args) throws IOException { - CommandLineParser parser = new GnuParser(); + CommandLineParser parser = new DefaultParser(); try { // parse the command line arguments - CommandLine line = parser.parse(buildOptions(), args ); - List pages = new ArrayList(); + CommandLine line = parser.parse(buildOptions(), args); + List pages = new ArrayList<>(); if (line.hasOption('p')) { pages = Utils.parsePagesOption(line.getOptionValue('p')); - } - else { + } else { pages.add(1); } - + if (line.hasOption('h')) { printHelp(); System.exit(0); } - + if (line.getArgs().length != 1) { throw new ParseException("Need one filename\nTry --help for help"); } - + File pdfFile = new File(line.getArgs()[0]); if (!pdfFile.exists()) { throw new ParseException("File does not exist"); } - + if (line.hasOption('g') && !line.hasOption('a')) { throw new ParseException("-g argument needs an area (-a)"); } - + Rectangle area = null; if (line.hasOption('a')) { List f = CommandLineApp.parseFloatList(line.getOptionValue('a')); @@ -353,10 +350,10 @@ public static void main(String[] args) throws IOException { if (pages == null) { // user specified all pages - PDDocument document = PDDocument.load(pdfFile.getAbsolutePath()); + PDDocument document = Loader.loadPDF(pdfFile); int numPages = document.getNumberOfPages(); - pages = new ArrayList(numPages); + pages = new ArrayList<>(numPages); for (int i = 1; i <= numPages; i++) { pages.add(i); @@ -364,39 +361,26 @@ public static void main(String[] args) throws IOException { document.close(); } - - for (int i: pages) { + + for (int i : pages) { renderPage(pdfFile.getAbsolutePath(), - new File(pdfFile.getParent(), removeExtension(pdfFile.getName()) + "-" + (i) + ".jpg").getAbsolutePath(), - i-1, - area, - line.hasOption('t'), - line.hasOption('s'), - line.hasOption('r'), - line.hasOption('i'), - line.hasOption('c'), - line.hasOption('e'), - line.hasOption('g'), - line.hasOption('l'), - line.hasOption('u'), - line.hasOption('f'), - line.hasOption('n'), - line.hasOption('d')); + new File(pdfFile.getParent(), removeExtension(pdfFile.getName()) + "-" + (i) + ".jpg") + .getAbsolutePath(), + i - 1, area, line.hasOption('t'), line.hasOption('s'), line.hasOption('r'), line.hasOption('i'), + line.hasOption('c'), line.hasOption('e'), line.hasOption('g'), line.hasOption('l'), + line.hasOption('u'), line.hasOption('f'), line.hasOption('n'), line.hasOption('d')); } - } - catch (ParseException e) { + } catch (ParseException e) { System.err.println("Error: " + e.getMessage()); System.exit(1); - } + } } - - private static void printHelp() { HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("tabula-debug", "Generate debugging images", buildOptions(), "", true); } - + private static String removeExtension(String s) { String separator = System.getProperty("file.separator"); @@ -417,8 +401,4 @@ private static String removeExtension(String s) { return filename.substring(0, extensionIndex); } - - - - } diff --git a/src/main/java/technology/tabula/detectors/DetectionAlgorithm.java b/src/main/java/technology/tabula/detectors/DetectionAlgorithm.java index 6f717c5b..c292c282 100644 --- a/src/main/java/technology/tabula/detectors/DetectionAlgorithm.java +++ b/src/main/java/technology/tabula/detectors/DetectionAlgorithm.java @@ -1,10 +1,8 @@ package technology.tabula.detectors; -import org.apache.pdfbox.pdmodel.PDDocument; import technology.tabula.Page; import technology.tabula.Rectangle; -import java.io.File; import java.util.List; /** diff --git a/src/main/java/technology/tabula/detectors/NurminenDetectionAlgorithm.java b/src/main/java/technology/tabula/detectors/NurminenDetectionAlgorithm.java index a19669bf..86639f66 100644 --- a/src/main/java/technology/tabula/detectors/NurminenDetectionAlgorithm.java +++ b/src/main/java/technology/tabula/detectors/NurminenDetectionAlgorithm.java @@ -1,13 +1,16 @@ package technology.tabula.detectors; +import org.apache.pdfbox.contentstream.PDContentStream; +import org.apache.pdfbox.contentstream.operator.Operator; +import org.apache.pdfbox.contentstream.operator.OperatorName; +import org.apache.pdfbox.cos.COSName; import org.apache.pdfbox.pdfparser.PDFStreamParser; import org.apache.pdfbox.pdfwriter.ContentStreamWriter; import org.apache.pdfbox.pdmodel.PDDocument; import org.apache.pdfbox.pdmodel.PDPage; import org.apache.pdfbox.pdmodel.common.PDStream; -import org.apache.pdfbox.util.PDFOperator; +import org.apache.pdfbox.rendering.ImageType; import technology.tabula.*; -import technology.tabula.Rectangle; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; import java.awt.geom.Line2D; @@ -15,12 +18,12 @@ import java.awt.image.BufferedImage; import java.awt.image.Raster; import java.io.IOException; +import java.io.OutputStream; import java.util.*; -import java.util.List; /** * Created by matt on 2015-12-17. - * + *

* Attempt at an implementation of the table finding algorithm described by * Anssi Nurminen's master's thesis: * http://dspace.cc.tut.fi/dpub/bitstream/handle/123456789/21520/Nurminen.pdf?sequence=3 @@ -90,27 +93,38 @@ public List detect(Page page) { BufferedImage image; PDPage pdfPage = page.getPDPage(); try { - image = pdfPage.convertToImage(BufferedImage.TYPE_BYTE_GRAY, 144); + image = Utils.pageConvertToImage(page.getPDDoc(), pdfPage, 144, ImageType.GRAY); } catch (IOException e) { - return new ArrayList(); + return new ArrayList<>(); } List horizontalRulings = this.getHorizontalRulings(image); // now check the page for vertical lines, but remove the text first to make things less confusing + PDDocument removeTextDocument = null; try { - this.removeText(pdfPage); - image = pdfPage.convertToImage(BufferedImage.TYPE_BYTE_GRAY, 144); + removeTextDocument = this.removeText(pdfPage); + pdfPage = removeTextDocument.getPage(0); + image = Utils.pageConvertToImage(removeTextDocument, pdfPage, 144, ImageType.GRAY); } catch (Exception e) { - return new ArrayList(); + return new ArrayList<>(); + } finally { + if (removeTextDocument != null) { + try { + removeTextDocument.close(); + } catch (IOException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + } } List verticalRulings = this.getVerticalRulings(image); - List allEdges = new ArrayList(horizontalRulings); + List allEdges = new ArrayList<>(horizontalRulings); allEdges.addAll(verticalRulings); - List tableAreas = new ArrayList(); + List tableAreas = new ArrayList<>(); // if we found some edges, try to find some tables based on them if (allEdges.size() > 0) { @@ -119,7 +133,7 @@ public List detect(Page page) { // normalize the rulings to make sure snapping didn't create any wacky non-horizontal/vertical rulings for (List rulings : Arrays.asList(horizontalRulings, verticalRulings)) { - for (Iterator iterator = rulings.iterator(); iterator.hasNext();) { + for (Iterator iterator = rulings.iterator(); iterator.hasNext(); ) { Ruling ruling = iterator.next(); ruling.normalize(); @@ -150,8 +164,8 @@ public List detect(Page page) { if (verticalRuling.intersects(tableArea) && !(tableArea.contains(verticalRuling.getP1()) && tableArea.contains(verticalRuling.getP2()))) { - tableArea.setTop((float)Math.floor(Math.min(tableArea.getTop(), verticalRuling.getY1()))); - tableArea.setBottom((float)Math.ceil(Math.max(tableArea.getBottom(), verticalRuling.getY2()))); + tableArea.setTop((float) Math.floor(Math.min(tableArea.getTop(), verticalRuling.getY1()))); + tableArea.setBottom((float) Math.ceil(Math.max(tableArea.getBottom(), verticalRuling.getY2()))); break; } } @@ -160,18 +174,18 @@ public List detect(Page page) { // the tabula Page coordinate space is half the size of the PDFBox image coordinate space // so halve the table area size before proceeding and add a bit of padding to make sure we capture everything for (Rectangle area : tableAreas) { - area.x = (float)Math.floor(area.x/2) - TABLE_PADDING_AMOUNT; - area.y = (float)Math.floor(area.y/2) - TABLE_PADDING_AMOUNT; - area.width = (float)Math.ceil(area.width/2) + TABLE_PADDING_AMOUNT; - area.height = (float)Math.ceil(area.height/2) + TABLE_PADDING_AMOUNT; + area.x = (float) Math.floor(area.x / 2) - TABLE_PADDING_AMOUNT; + area.y = (float) Math.floor(area.y / 2) - TABLE_PADDING_AMOUNT; + area.width = (float) Math.ceil(area.width / 2) + TABLE_PADDING_AMOUNT; + area.height = (float) Math.ceil(area.height / 2) + TABLE_PADDING_AMOUNT; } // we're going to want halved horizontal lines later too for (Line2D.Float ruling : horizontalRulings) { - ruling.x1 = ruling.x1/2; - ruling.y1 = ruling.y1/2; - ruling.x2 = ruling.x2/2; - ruling.y2 = ruling.y2/2; + ruling.x1 = ruling.x1 / 2; + ruling.y1 = ruling.y1 / 2; + ruling.x2 = ruling.x2 / 2; + ruling.y2 = ruling.y2 / 2; } // now look at text rows to help us find more tables and flesh out existing ones @@ -182,14 +196,14 @@ public List detect(Page page) { for (Line textRow : lines) { for (Rectangle tableArea : tableAreas) { if (!tableArea.contains(textRow) && textRow.intersects(tableArea)) { - tableArea.setLeft((float)Math.floor(Math.min(textRow.getLeft(), tableArea.getLeft()))); - tableArea.setRight((float)Math.ceil(Math.max(textRow.getRight(), tableArea.getRight()))); + tableArea.setLeft((float) Math.floor(Math.min(textRow.getLeft(), tableArea.getLeft()))); + tableArea.setRight((float) Math.ceil(Math.max(textRow.getRight(), tableArea.getRight()))); } } } // get rid of tables that DO NOT intersect any text areas - these are likely graphs or some sort of graphic - for (Iterator iterator = tableAreas.iterator(); iterator.hasNext();) { + for (Iterator iterator = tableAreas.iterator(); iterator.hasNext(); ) { Rectangle table = iterator.next(); boolean intersectsText = false; @@ -219,7 +233,7 @@ public List detect(Page page) { foundTable = false; // get rid of any text lines contained within existing tables, this allows us to find more tables - for (Iterator iterator = lines.iterator(); iterator.hasNext();) { + for (Iterator iterator = lines.iterator(); iterator.hasNext(); ) { Line textRow = iterator.next(); for (Rectangle table : tableAreas) { if (table.contains(textRow)) { @@ -241,7 +255,7 @@ public List detect(Page page) { // we found something relevant so let's look for rows that fit our criteria if (relevantEdgeInfo.edgeType != -1) { List relevantEdges = null; - switch(relevantEdgeInfo.edgeType) { + switch (relevantEdgeInfo.edgeType) { case TextEdge.LEFT: relevantEdges = leftTextEdges; break; @@ -263,7 +277,7 @@ public List detect(Page page) { } while (foundTable); // create a set of our current tables that will eliminate duplicate tables - Set tableSet = new TreeSet(new Comparator() { + Set tableSet = new TreeSet<>(new Comparator() { @Override public int compare(Rectangle o1, Rectangle o2) { if (o1.equals(o2)) { @@ -275,6 +289,10 @@ public int compare(Rectangle o1, Rectangle o2) { return 0; } + if (o1.contains(o2)) { + return 0; + } + // otherwise see if these tables are "mostly" the same float overlap = o1.overlapRatio(o2); if (overlap >= IDENTICAL_TABLE_OVERLAP_RATIO) { @@ -287,7 +305,7 @@ public int compare(Rectangle o1, Rectangle o2) { tableSet.addAll(tableAreas); - return new ArrayList(tableSet); + return new ArrayList<>(tableSet); } private Rectangle getTableFromText(List lines, @@ -388,12 +406,12 @@ private Rectangle getTableFromText(List lines, continue; } - float distanceFromTable = (float)ruling.getY1() - table.getBottom(); + float distanceFromTable = (float) ruling.getY1() - table.getBottom(); if (distanceFromTable <= rowHeightThreshold) { // use this ruling to help define the table - table.setBottom((float)Math.max(table.getBottom(), ruling.getY1())); - table.setLeft((float)Math.min(table.getLeft(), ruling.getX1())); - table.setRight((float)Math.max(table.getRight(), ruling.getX2())); + table.setBottom((float) Math.max(table.getBottom(), ruling.getY1())); + table.setLeft((float) Math.min(table.getLeft(), ruling.getX1())); + table.setRight((float) Math.max(table.getRight(), ruling.getX2())); } else { // no use checking any further break; @@ -402,30 +420,30 @@ private Rectangle getTableFromText(List lines, // do the same for lines at the top, but make the threshold greater since table headings tend to be // larger to fit up to three-ish rows of text (at least but we don't want to grab too much) - rowHeightThreshold = avgRowHeight * 3.5f; + rowHeightThreshold = avgRowHeight * 3.8f; - for (int i=horizontalRulings.size() - 1; i>=0; i--) { + for (int i = horizontalRulings.size() - 1; i >= 0; i--) { Line2D.Float ruling = horizontalRulings.get(i); if (ruling.getY1() > table.getTop()) { continue; } - float distanceFromTable = table.getTop() - (float)ruling.getY1(); + float distanceFromTable = table.getTop() - (float) ruling.getY1(); if (distanceFromTable <= rowHeightThreshold) { - table.setTop((float)Math.min(table.getTop(), ruling.getY1())); - table.setLeft((float)Math.min(table.getLeft(), ruling.getX1())); - table.setRight((float)Math.max(table.getRight(), ruling.getX2())); + table.setTop((float) Math.min(table.getTop(), ruling.getY1())); + table.setLeft((float) Math.min(table.getLeft(), ruling.getX1())); + table.setRight((float) Math.max(table.getRight(), ruling.getX2())); } else { break; } } // add a bit of padding since the halved horizontal lines are a little fuzzy anyways - table.setTop((float)Math.floor(table.getTop()) - TABLE_PADDING_AMOUNT); - table.setBottom((float)Math.ceil(table.getBottom()) + TABLE_PADDING_AMOUNT); - table.setLeft((float)Math.floor(table.getLeft()) - TABLE_PADDING_AMOUNT); - table.setRight((float)Math.ceil(table.getRight()) + TABLE_PADDING_AMOUNT); + table.setTop((float) Math.floor(table.getTop()) - TABLE_PADDING_AMOUNT); + table.setBottom((float) Math.ceil(table.getBottom()) + TABLE_PADDING_AMOUNT); + table.setLeft((float) Math.floor(table.getLeft()) - TABLE_PADDING_AMOUNT); + table.setRight((float) Math.ceil(table.getRight()) + TABLE_PADDING_AMOUNT); return table; } @@ -454,7 +472,7 @@ private RelevantEdges getRelevantEdges(TextEdges textEdges, List lines) { // we'll only take a minimum of two edges to look for tables int relevantEdgeType = -1; int relevantEdgeCount = 0; - for (int i=edgeCountsPerLine.length - 1; i>2; i--) { + for (int i = edgeCountsPerLine.length - 1; i > 2; i--) { if (edgeCountsPerLine[i][TextEdge.LEFT] > 2 && edgeCountsPerLine[i][TextEdge.LEFT] >= edgeCountsPerLine[i][TextEdge.RIGHT] && edgeCountsPerLine[i][TextEdge.LEFT] >= edgeCountsPerLine[i][TextEdge.MID]) { @@ -487,144 +505,115 @@ private TextEdges getTextEdges(List lines) { // get all text edges (lines that align with the left, middle and right of chunks of text) that extend // uninterrupted over at least REQUIRED_TEXT_LINES_FOR_EDGE lines of text - List leftTextEdges = new ArrayList(); - List midTextEdges = new ArrayList(); - List rightTextEdges = new ArrayList(); + List leftTextEdges = new ArrayList<>(); + List midTextEdges = new ArrayList<>(); + List rightTextEdges = new ArrayList<>(); + + Map> currLeftEdges = new HashMap<>(); + Map> currMidEdges = new HashMap<>(); + Map> currRightEdges = new HashMap<>(); - Map> currLeftEdges = new HashMap>(); - Map> currMidEdges = new HashMap>(); - Map> currRightEdges = new HashMap>(); + int numOfLines = lines.size(); for (Line textRow : lines) { for (TextChunk text : textRow.getTextElements()) { - Integer left = new Integer((int)Math.floor(text.getLeft())); - Integer right = new Integer((int)Math.floor(text.getRight())); - Integer mid = new Integer(left + ((right - left)/2)); + Integer left = (int) Math.floor(text.getLeft()); + Integer right = (int) Math.floor(text.getRight()); + Integer mid = left + ((right - left) / 2); // first put this chunk into any edge buckets it belongs to - List leftEdge = currLeftEdges.get(left); - if (leftEdge == null) { - leftEdge = new ArrayList(); - currLeftEdges.put(left, leftEdge); - } + List leftEdge = currLeftEdges.computeIfAbsent(left, k -> new ArrayList<>()); leftEdge.add(text); - List midEdge = currMidEdges.get(mid); - if (midEdge == null) { - midEdge = new ArrayList(); - currMidEdges.put(mid, midEdge); - } + List midEdge = currMidEdges.computeIfAbsent(mid, k -> new ArrayList<>()); midEdge.add(text); - List rightEdge = currRightEdges.get(right); - if (rightEdge == null) { - rightEdge = new ArrayList(); - currRightEdges.put(right, rightEdge); - } + List rightEdge = currRightEdges.computeIfAbsent(right, k -> new ArrayList<>()); rightEdge.add(text); // now see if this text chunk blows up any other edges - for (Iterator>> iterator = currLeftEdges.entrySet().iterator(); iterator.hasNext();) { - Map.Entry> entry = iterator.next(); - Integer key = entry.getKey(); - if (key > left && key < right) { - iterator.remove(); - List edgeChunks = entry.getValue(); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); - - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); - - leftTextEdges.add(edge); - } - } - } - - for (Iterator>> iterator = currMidEdges.entrySet().iterator(); iterator.hasNext();) { - Map.Entry> entry = iterator.next(); - Integer key = entry.getKey(); - if (key > left && key < right && Math.abs(key - mid) > 2) { - iterator.remove(); - List edgeChunks = entry.getValue(); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); - - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); - - midTextEdges.add(edge); - } - } - } - - for (Iterator>> iterator = currRightEdges.entrySet().iterator(); iterator.hasNext();) { - Map.Entry> entry = iterator.next(); - Integer key = entry.getKey(); - if (key > left && key < right) { - iterator.remove(); - List edgeChunks = entry.getValue(); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); + leftTextEdges.addAll( + calculateExtendedEdges(numOfLines, currLeftEdges, left, right) + ); - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); + midTextEdges.addAll( + calculateExtendedEdges(numOfLines, currMidEdges, left, right, mid, 2) + ); - rightTextEdges.add(edge); - } - } - } + rightTextEdges.addAll( + calculateExtendedEdges(numOfLines, currRightEdges, left, right) + ); } } // add the leftovers - for (Integer key : currLeftEdges.keySet()) { - List edgeChunks = currLeftEdges.get(key); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); + leftTextEdges.addAll( + calculateLeftoverEdges(numOfLines, currLeftEdges) + ); - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); + midTextEdges.addAll( + calculateLeftoverEdges(numOfLines, currMidEdges) + ); - leftTextEdges.add(edge); - } - } + rightTextEdges.addAll( + calculateLeftoverEdges(numOfLines, currRightEdges) + ); - for (Integer key : currMidEdges.keySet()) { - List edgeChunks = currMidEdges.get(key); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); + return new TextEdges(leftTextEdges, midTextEdges, rightTextEdges); + } - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); + private Set calculateLeftoverEdges(int numOfLines, Map> currDirectedEdges) { + Set leftoverEdges = new HashSet<>(); + for (Integer key : currDirectedEdges.keySet()) { + List edgeChunks = currDirectedEdges.get(key); + if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { + TextEdge edge = getEdgeFromChunks(numOfLines, key, edgeChunks); - midTextEdges.add(edge); + leftoverEdges.add(edge); } } + return leftoverEdges; + } - for (Integer key : currRightEdges.keySet()) { - List edgeChunks = currRightEdges.get(key); - if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { - TextChunk first = edgeChunks.get(0); - TextChunk last = edgeChunks.get(edgeChunks.size() - 1); + private TextEdge getEdgeFromChunks(int numOfLines, Integer key, List edgeChunks) { + TextChunk first = edgeChunks.get(0); + TextChunk last = edgeChunks.get(edgeChunks.size() - 1); - TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); - edge.intersectingTextRowCount = Math.min(edgeChunks.size(), lines.size()); + TextEdge edge = new TextEdge(key, first.getTop(), key, last.getBottom()); + edge.intersectingTextRowCount = Math.min(edgeChunks.size(), numOfLines); + return edge; + } + + + private Collection calculateExtendedEdges(Integer numOfLines, Map> currDirectedEdges, Integer left, Integer right) { + return calculateExtendedEdges(numOfLines, currDirectedEdges, left, right, null, null); + } - rightTextEdges.add(edge); + private Collection calculateExtendedEdges(Integer numOfLines, Map> currDirectedEdges, Integer left, Integer right, Integer mid, Integer minDistToMid) { + Set extendedEdges = new HashSet<>(); + Iterator>> edgeIterator = currDirectedEdges.entrySet().iterator(); + while (edgeIterator.hasNext()) { + Map.Entry> entry = edgeIterator.next(); + Integer key = entry.getKey(); + + // if mid and minDistToMid are set, we calculate if the distance to mid is actually above, + // otherwise we ignore it + boolean hasMinDistToMid = mid == null || minDistToMid == null || Math.abs(key - mid) > minDistToMid; + + if (key > left && key < right && hasMinDistToMid) { + edgeIterator.remove(); + List edgeChunks = entry.getValue(); + if (edgeChunks.size() >= REQUIRED_TEXT_LINES_FOR_EDGE) { + TextEdge edge = getEdgeFromChunks(numOfLines, key, edgeChunks); + extendedEdges.add(edge); + } } } - - return new TextEdges(leftTextEdges, midTextEdges, rightTextEdges); + return extendedEdges; } private List getTableAreasFromCells(List cells) { - List> cellGroups = new ArrayList>(); + List> cellGroups = new ArrayList<>(); for (Rectangle cell : cells) { boolean addedToGroup = false; @@ -634,9 +623,9 @@ private List getTableAreasFromCells(List cells) Point2D[] groupCellCorners = groupCell.getPoints(); Point2D[] candidateCorners = cell.getPoints(); - for (int i=0; i getTableAreasFromCells(List cells) } if (!addedToGroup) { - ArrayList cellGroup = new ArrayList(); + ArrayList cellGroup = new ArrayList<>(); cellGroup.add(cell); cellGroups.add(cellGroup); } } // create table areas based on cell group - List tableAreas = new ArrayList(); + List tableAreas = new ArrayList<>(); for (List cellGroup : cellGroups) { // less than four cells should not make a table if (cellGroup.size() < REQUIRED_CELLS_FOR_TABLE) { @@ -683,19 +672,19 @@ private List getHorizontalRulings(BufferedImage image) { // get all horizontal edges, which we'll define as a change in grayscale colour // along a straight line of a certain length - ArrayList horizontalRulings = new ArrayList(); + ArrayList horizontalRulings = new ArrayList<>(); Raster r = image.getRaster(); int width = r.getWidth(); int height = r.getHeight(); - for (int x=0; x GRAYSCALE_INTENSITY_THRESHOLD) { @@ -746,19 +735,19 @@ private List getVerticalRulings(BufferedImage image) { // get all vertical edges, which we'll define as a change in grayscale colour // along a straight line of a certain length - ArrayList verticalRulings = new ArrayList(); + ArrayList verticalRulings = new ArrayList<>(); Raster r = image.getRaster(); int width = r.getWidth(); int height = r.getHeight(); - for (int y=0; y GRAYSCALE_INTENSITY_THRESHOLD) { @@ -805,37 +794,63 @@ private List getVerticalRulings(BufferedImage image) { return verticalRulings; } - // taken from http://www.docjar.com/html/api/org/apache/pdfbox/examples/util/RemoveAllText.java.html - private void removeText(PDPage page) throws IOException { - PDFStreamParser parser = new PDFStreamParser(page.getContents()); + private PDDocument removeText(PDPage page) throws IOException { + + PDFStreamParser parser = new PDFStreamParser(page); parser.parse(); - List tokens = parser.getTokens(); - List newTokens = new ArrayList(); + PDDocument document = new PDDocument(); + PDPage newPage = document.importPage(page); + newPage.setResources(page.getResources()); + + PDStream newContents = new PDStream(document); + OutputStream out = newContents.createOutputStream(COSName.FLATE_DECODE); + ContentStreamWriter writer = new ContentStreamWriter(out); + List tokensWithoutText = createTokensWithoutText(page); + writer.writeTokens(tokensWithoutText); + out.close(); + newPage.setContents(newContents); + return document; + } - for (int i=0; i... + */ + private static List createTokensWithoutText(PDContentStream contentStream) throws IOException { + PDFStreamParser parser = new PDFStreamParser(contentStream); + Object token = parser.parseNextToken(); + List newTokens = new ArrayList<>(); + while (token != null) { + if (token instanceof Operator) { + Operator op = (Operator) token; + String opName = op.getName(); + if (OperatorName.SHOW_TEXT_ADJUSTED.equals(opName) + || OperatorName.SHOW_TEXT.equals(opName) + || OperatorName.SHOW_TEXT_LINE.equals(opName)) { + // remove the argument to this operator newTokens.remove(newTokens.size() - 1); + + token = parser.parseNextToken(); + continue; + } else if (OperatorName.SHOW_TEXT_LINE_AND_SPACE.equals(opName)) { + // remove the 3 arguments to this operator + newTokens.remove(newTokens.size() - 1); + newTokens.remove(newTokens.size() - 1); + newTokens.remove(newTokens.size() - 1); + + token = parser.parseNextToken(); continue; } } newTokens.add(token); + token = parser.parseNextToken(); } + return newTokens; + } - PDDocument document = new PDDocument(); - document.addPage(page); - PDStream newContents = new PDStream(document); - ContentStreamWriter writer = new ContentStreamWriter(newContents.createOutputStream()); - writer.writeTokens(newTokens); - newContents.addCompression(); - page.setContents(newContents); - - try { - document.close(); - } catch (Exception e) {} - } } diff --git a/src/main/java/technology/tabula/detectors/SpreadsheetDetectionAlgorithm.java b/src/main/java/technology/tabula/detectors/SpreadsheetDetectionAlgorithm.java index 87a2193d..43136ba5 100644 --- a/src/main/java/technology/tabula/detectors/SpreadsheetDetectionAlgorithm.java +++ b/src/main/java/technology/tabula/detectors/SpreadsheetDetectionAlgorithm.java @@ -1,13 +1,10 @@ package technology.tabula.detectors; -import org.apache.pdfbox.pdmodel.PDDocument; import technology.tabula.Cell; import technology.tabula.Page; import technology.tabula.Rectangle; -import technology.tabula.Ruling; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; -import java.io.File; import java.util.Collections; import java.util.List; @@ -23,12 +20,10 @@ public class SpreadsheetDetectionAlgorithm implements DetectionAlgorithm { public List detect(Page page) { List cells = SpreadsheetExtractionAlgorithm.findCells(page.getHorizontalRulings(), page.getVerticalRulings()); - SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - - List tables = sea.findSpreadsheetsFromCells(cells); + List tables = SpreadsheetExtractionAlgorithm.findSpreadsheetsFromCells(cells); // we want tables to be returned from top to bottom on the page - Collections.sort(tables); + Collections.sort(tables, Rectangle.ILL_DEFINED_ORDER); return tables; } diff --git a/src/main/java/technology/tabula/extractors/BasicExtractionAlgorithm.java b/src/main/java/technology/tabula/extractors/BasicExtractionAlgorithm.java index 5b83f0ed..ed2e78e3 100644 --- a/src/main/java/technology/tabula/extractors/BasicExtractionAlgorithm.java +++ b/src/main/java/technology/tabula/extractors/BasicExtractionAlgorithm.java @@ -26,9 +26,9 @@ public BasicExtractionAlgorithm(List verticalRulings) { } public List

extract(Page page, List verticalRulingPositions) { - List verticalRulings = new ArrayList(verticalRulingPositions.size()); + List verticalRulings = new ArrayList<>(verticalRulingPositions.size()); for (Float p: verticalRulingPositions) { - verticalRulings.add(new Ruling((float) page.getTop(), (float) p, 0.0f, (float) page.getHeight())); + verticalRulings.add(new Ruling(page.getTop(), p, 0.0f, (float) page.getHeight())); } this.verticalRulings = verticalRulings; return this.extract(page); @@ -40,7 +40,7 @@ public List
extract(Page page) { List textElements = page.getText(); if (textElements.size() == 0) { - return Arrays.asList(new Table[] { Table.EMPTY }); + return Arrays.asList(new Table[] { Table.empty() }); } List textChunks = this.verticalRulings == null ? TextElement.mergeWords(page.getText()) : TextElement.mergeWords(page.getText(), this.verticalRulings); @@ -54,7 +54,7 @@ public int compare(Ruling arg0, Ruling arg1) { return Double.compare(arg0.getLeft(), arg1.getLeft()); } }); - columns = new ArrayList(this.verticalRulings.size()); + columns = new ArrayList<>(this.verticalRulings.size()); for (Ruling vr: this.verticalRulings) { columns.add(vr.getLeft()); } @@ -63,8 +63,10 @@ public int compare(Ruling arg0, Ruling arg1) { columns = columnPositions(lines); } - Table table = new Table(page, this); - + Table table = new Table(this); + table.setRect(page.getLeft(), page.getTop(), page.getWidth(), page.getHeight()); + table.setPageNumber(page.getPageNumber()); + for (int i = 0; i < lines.size(); i++) { Line line = lines.get(i); List elements = line.getTextElements(); @@ -73,7 +75,7 @@ public int compare(Ruling arg0, Ruling arg1) { @Override public int compare(TextChunk o1, TextChunk o2) { - return new java.lang.Float(o1.getLeft()).compareTo(o2.getLeft()); + return Float.compare(o1.getLeft(), o2.getLeft()); } }); @@ -99,7 +101,7 @@ public int compare(TextChunk o1, TextChunk o2) { @Override public String toString() { - return "basic"; + return "stream"; } @@ -109,7 +111,7 @@ public String toString() { */ public static List columnPositions(List lines) { - List regions = new ArrayList(); + List regions = new ArrayList<>(); for (TextChunk tc: lines.get(0).getTextElements()) { if (tc.isSameChar(Line.WHITE_SPACE_CHARS)) { continue; @@ -120,7 +122,7 @@ public static List columnPositions(List lines) { } for (Line l: lines.subList(1, lines.size())) { - List lineTextElements = new ArrayList(); + List lineTextElements = new ArrayList<>(); for (TextChunk tc: l.getTextElements()) { if (!tc.isSameChar(Line.WHITE_SPACE_CHARS)) { lineTextElements.add(tc); @@ -129,7 +131,7 @@ public static List columnPositions(List lines) { for (Rectangle cr: regions) { - List overlaps = new ArrayList(); + List overlaps = new ArrayList<>(); for (TextChunk te: lineTextElements) { if (cr.horizontallyOverlaps(te)) { overlaps.add(te); @@ -150,9 +152,9 @@ public static List columnPositions(List lines) { } } - List rv = new ArrayList(); + List rv = new ArrayList<>(); for (Rectangle r: regions) { - rv.add((float) r.getRight()); + rv.add(r.getRight()); } Collections.sort(rv); diff --git a/src/main/java/technology/tabula/extractors/SpreadsheetExtractionAlgorithm.java b/src/main/java/technology/tabula/extractors/SpreadsheetExtractionAlgorithm.java index 321ee88a..5b4af3d5 100644 --- a/src/main/java/technology/tabula/extractors/SpreadsheetExtractionAlgorithm.java +++ b/src/main/java/technology/tabula/extractors/SpreadsheetExtractionAlgorithm.java @@ -1,25 +1,9 @@ package technology.tabula.extractors; -import java.awt.geom.Point2D; -import java.io.IOException; -import java.util.ArrayList; -import java.util.Collections; -import java.util.Comparator; -import java.util.HashMap; -import java.util.HashSet; -import java.util.List; -import java.util.Map; -import java.util.Set; +import technology.tabula.*; -import technology.tabula.Cell; -import technology.tabula.Page; -import technology.tabula.Rectangle; -import technology.tabula.Ruling; -import technology.tabula.Table; -import technology.tabula.TableWithRulingLines; -import technology.tabula.TextElement; -import technology.tabula.Utils; -import technology.tabula.writers.CSVWriter; +import java.awt.geom.Point2D; +import java.util.*; /** * @author manuel @@ -29,70 +13,41 @@ public class SpreadsheetExtractionAlgorithm implements ExtractionAlgorithm { private static final float MAGIC_HEURISTIC_NUMBER = 0.65f; - private static final Comparator POINT_COMPARATOR = new Comparator() { - @Override - public int compare(Point2D arg0, Point2D arg1) { - int rv = 0; - float arg0X = Utils.round(arg0.getX(), 2); - float arg0Y = Utils.round(arg0.getY(), 2); - float arg1X = Utils.round(arg1.getX(), 2); - float arg1Y = Utils.round(arg1.getY(), 2); - - - if (arg0Y > arg1Y) { - rv = 1; - } - else if (arg0Y < arg1Y) { - rv = -1; - } - else if (arg0X > arg1X) { - rv = 1; - } - else if (arg0X < arg1X) { - rv = -1; - } - return rv; + private static final Comparator Y_FIRST_POINT_COMPARATOR = (point1, point2) -> { + int compareY = compareRounded(point1.getY(), point2.getY()); + if (compareY == 0) { + return compareRounded(point1.getX(), point2.getX()); } + return compareY; }; - private static final Comparator X_FIRST_POINT_COMPARATOR = new Comparator() { - @Override - public int compare(Point2D arg0, Point2D arg1) { - int rv = 0; - float arg0X = Utils.round(arg0.getX(), 2); - float arg0Y = Utils.round(arg0.getY(), 2); - float arg1X = Utils.round(arg1.getX(), 2); - float arg1Y = Utils.round(arg1.getY(), 2); - - if (arg0X > arg1X) { - rv = 1; - } - else if (arg0X < arg1X) { - rv = -1; - } - else if (arg0Y > arg1Y) { - rv = 1; - } - else if (arg0Y < arg1Y) { - rv = -1; - } - return rv; + private static final Comparator X_FIRST_POINT_COMPARATOR = (point1, point2) -> { + int compareX = compareRounded(point1.getX(), point2.getX()); + if (compareX == 0) { + return compareRounded(point1.getY(), point2.getY()); } + return compareX; }; + private static int compareRounded(double d1, double d2) { + float d1Rounded = Utils.round(d1, 2); + float d2Rounded = Utils.round(d2, 2); + + return Float.compare(d1Rounded, d2Rounded); + } @Override - public List extract(Page page) { + public List
extract(Page page) { return extract(page, page.getRulings()); } /** * Extract a list of Table from page using rulings as separators */ - public List extract(Page page, List rulings) { + public List
extract(Page page, List rulings) { // split rulings into horizontal and vertical - List horizontalR = new ArrayList(), - verticalR = new ArrayList(); + List horizontalR = new ArrayList<>(); + List verticalR = new ArrayList<>(); for (Ruling r: rulings) { if (r.horizontal()) { @@ -108,10 +63,10 @@ else if (r.vertical()) { List cells = findCells(horizontalR, verticalR); List spreadsheetAreas = findSpreadsheetsFromCells(cells); - List spreadsheets = new ArrayList(); + List
spreadsheets = new ArrayList<>(); for (Rectangle area: spreadsheetAreas) { - List overlappingCells = new ArrayList(); + List overlappingCells = new ArrayList<>(); for (Cell c: cells) { if (c.intersects(area)) { @@ -120,73 +75,72 @@ else if (r.vertical()) { } } - List horizontalOverlappingRulings = new ArrayList(); + List horizontalOverlappingRulings = new ArrayList<>(); for (Ruling hr: horizontalR) { if (area.intersectsLine(hr)) { horizontalOverlappingRulings.add(hr); } } - List verticalOverlappingRulings = new ArrayList(); + List verticalOverlappingRulings = new ArrayList<>(); for (Ruling vr: verticalR) { if (area.intersectsLine(vr)) { verticalOverlappingRulings.add(vr); } } - TableWithRulingLines t = new TableWithRulingLines(area, page, overlappingCells, - horizontalOverlappingRulings, verticalOverlappingRulings); - - t.setExtractionAlgorithm(this); - + TableWithRulingLines t = new TableWithRulingLines(area, overlappingCells, horizontalOverlappingRulings, verticalOverlappingRulings, this, page.getPageNumber()); spreadsheets.add(t); } - Utils.sort(spreadsheets); + Utils.sort(spreadsheets, Rectangle.ILL_DEFINED_ORDER); return spreadsheets; } public boolean isTabular(Page page) { + // if there's no text at all on the page, it's not a table + // (we won't be able to do anything with it though) + if (page.getText().isEmpty()){ + return false; + } + // get minimal region of page that contains every character (in effect, // removes white "margins") Page minimalRegion = page.getArea(Utils.bounds(page.getText())); List tables = new SpreadsheetExtractionAlgorithm().extract(minimalRegion); - if (tables.size() == 0) { + if (tables.isEmpty()) { return false; } Table table = tables.get(0); - int rowsDefinedByLines = table.getRows().size(); - int colsDefinedByLines = table.getCols().size(); + int rowsDefinedByLines = table.getRowCount(); + int colsDefinedByLines = table.getColCount(); tables = new BasicExtractionAlgorithm().extract(minimalRegion); - if (tables.size() == 0) { - // TODO WHAT DO WE DO HERE? + if (tables.isEmpty()) { + return false; } table = tables.get(0); - int rowsDefinedWithoutLines = table.getRows().size(); - int colsDefinedWithoutLines = table.getCols().size(); + int rowsDefinedWithoutLines = table.getRowCount(); + int colsDefinedWithoutLines = table.getColCount(); - float ratio = (((float) colsDefinedByLines / colsDefinedWithoutLines) + ((float) rowsDefinedByLines / rowsDefinedWithoutLines)) / 2.0f; + float ratio = (((float) colsDefinedByLines / colsDefinedWithoutLines) + + ((float) rowsDefinedByLines / rowsDefinedWithoutLines)) / 2.0f; - return ratio > MAGIC_HEURISTIC_NUMBER && ratio < (1/MAGIC_HEURISTIC_NUMBER); + return ratio > MAGIC_HEURISTIC_NUMBER && ratio < (1 / MAGIC_HEURISTIC_NUMBER); } public static List findCells(List horizontalRulingLines, List verticalRulingLines) { - List cellsFound = new ArrayList(); + List cellsFound = new ArrayList<>(); Map intersectionPoints = Ruling.findIntersections(horizontalRulingLines, verticalRulingLines); - List intersectionPointsList = new ArrayList(intersectionPoints.keySet()); - Collections.sort(intersectionPointsList, POINT_COMPARATOR); - boolean doBreak = false; + List intersectionPointsList = new ArrayList<>(intersectionPoints.keySet()); + intersectionPointsList.sort(Y_FIRST_POINT_COMPARATOR); for (int i = 0; i < intersectionPointsList.size(); i++) { Point2D topLeft = intersectionPointsList.get(i); Ruling[] hv = intersectionPoints.get(topLeft); - doBreak = false; - - // CrossingPointsDirectlyBelow( topLeft ); - List xPoints = new ArrayList(); - // CrossingPointsDirectlyToTheRight( topLeft ); - List yPoints = new ArrayList(); + + List xPoints = new ArrayList<>(); + List yPoints = new ArrayList<>(); for (Point2D p: intersectionPointsList.subList(i, intersectionPointsList.size())) { if (p.getX() == topLeft.getX() && p.getY() > topLeft.getY()) { @@ -198,7 +152,6 @@ public static List findCells(List horizontalRulingLines, List findCells(List horizontalRulingLines, List findCells(List horizontalRulingLines, List findSpreadsheetsFromCells(List cells) { // via: http://stackoverflow.com/questions/13746284/merging-multiple-adjacent-rectangles-into-one-polygon - List rectangles = new ArrayList(); - Set pointSet = new HashSet(); - Map edgesH = new HashMap(); - Map edgesV = new HashMap(); + List rectangles = new ArrayList<>(); + Set pointSet = new HashSet<>(); + Map edgesH = new HashMap<>(); + Map edgesV = new HashMap<>(); int i = 0; - cells = new ArrayList(new HashSet(cells)); - - Collections.sort(cells); - + cells = new ArrayList<>(new HashSet<>(cells)); + + Utils.sort(cells, Rectangle.ILL_DEFINED_ORDER); + for (Rectangle cell: cells) { for(Point2D pt: cell.getPoints()) { if (pointSet.contains(pt)) { // shared vertex, remove it @@ -252,11 +204,11 @@ public static List findSpreadsheetsFromCells(List pointsSortX = new ArrayList(pointSet); - Collections.sort(pointsSortX, X_FIRST_POINT_COMPARATOR); + List pointsSortX = new ArrayList<>(pointSet); + pointsSortX.sort(X_FIRST_POINT_COMPARATOR); // Y first sort - List pointsSortY = new ArrayList(pointSet); - Collections.sort(pointsSortY, POINT_COMPARATOR); + List pointsSortY = new ArrayList<>(pointSet); + pointsSortY.sort(Y_FIRST_POINT_COMPARATOR); while (i < pointSet.size()) { float currY = (float) pointsSortY.get(i).getY(); @@ -278,10 +230,10 @@ public static List findSpreadsheetsFromCells(List> polygons = new ArrayList>(); + List> polygons = new ArrayList<>(); Point2D nextVertex; while (!edgesH.isEmpty()) { - ArrayList polygon = new ArrayList(); + ArrayList polygon = new ArrayList<>(); Point2D first = edgesH.keySet().iterator().next(); polygon.add(new PolygonVertex(first, Direction.HORIZONTAL)); edgesH.remove(first); @@ -292,16 +244,15 @@ public static List findSpreadsheetsFromCells(List findSpreadsheetsFromCells(List> { + + public static final RectangularTextContainerSerializer INSTANCE = new RectangularTextContainerSerializer(); + + private RectangularTextContainerSerializer() {} + + @Override + public JsonElement serialize(RectangularTextContainer textContainer, Type type, JsonSerializationContext context) { + JsonObject json = new JsonObject(); + json.addProperty("top", textContainer.getTop()); + json.addProperty("left", textContainer.getLeft()); + json.addProperty("width", textContainer.getWidth()); + json.addProperty("height", textContainer.getHeight()); + json.addProperty("text", textContainer.getText()); + return json; + } + +} \ No newline at end of file diff --git a/src/main/java/technology/tabula/json/RulingSerializer.java b/src/main/java/technology/tabula/json/RulingSerializer.java deleted file mode 100644 index 8a3fe297..00000000 --- a/src/main/java/technology/tabula/json/RulingSerializer.java +++ /dev/null @@ -1,23 +0,0 @@ -package technology.tabula.json; - -import java.lang.reflect.Type; - -import technology.tabula.Ruling; - -import com.google.gson.JsonElement; -import com.google.gson.JsonObject; -import com.google.gson.JsonSerializationContext; -import com.google.gson.JsonSerializer; - -public class RulingSerializer implements JsonSerializer { - - @Override - public JsonElement serialize(Ruling arg0, Type arg1, - JsonSerializationContext arg2) { - - JsonObject object = new JsonObject(); - - return null; - } - -} diff --git a/src/main/java/technology/tabula/json/TableSerializer.java b/src/main/java/technology/tabula/json/TableSerializer.java index 9e0538f2..0caaf0e5 100644 --- a/src/main/java/technology/tabula/json/TableSerializer.java +++ b/src/main/java/technology/tabula/json/TableSerializer.java @@ -12,29 +12,35 @@ import com.google.gson.JsonSerializationContext; import com.google.gson.JsonSerializer; -public class TableSerializer implements JsonSerializer
{ +public final class TableSerializer implements JsonSerializer
{ + + public static final TableSerializer INSTANCE = new TableSerializer(); + + private TableSerializer() {} @Override - public JsonElement serialize(Table table, Type type, - JsonSerializationContext context) { - - JsonObject object = new JsonObject(); - object.addProperty("extraction_method", table.getExtractionAlgorithm().toString()); - object.addProperty("top", table.getTop()); - object.addProperty("left", table.getLeft()); - object.addProperty("width", table.getWidth()); - object.addProperty("height", table.getHeight()); - - JsonArray jsonDataArray = new JsonArray(); - for (List row: table.getRows()) { - JsonArray jsonRowArray = new JsonArray(); - for (RectangularTextContainer textChunk: row) { - jsonRowArray.add(context.serialize(textChunk)); - } - jsonDataArray.add(jsonRowArray); + public JsonElement serialize(Table table, Type type, JsonSerializationContext context) { + JsonObject json = new JsonObject(); + JsonArray data = new JsonArray(); + + json.addProperty("extraction_method", table.getExtractionMethod()); + json.addProperty("page_number", table.getPageNumber()); + json.addProperty("top", table.getTop()); + json.addProperty("left", table.getLeft()); + json.addProperty("width", table.getWidth()); + json.addProperty("height", table.getHeight()); + json.addProperty("right", table.getRight()); + json.addProperty("bottom", table.getBottom()); + json.add("data", data); + + for (List tableRow : table.getRows()) { + JsonArray jsonRow = new JsonArray(); + for (RectangularTextContainer textChunk : tableRow) + jsonRow.add(context.serialize(textChunk)); + data.add(jsonRow); } - object.add("data", jsonDataArray); - - return object; + + return json; } -} \ No newline at end of file + +} diff --git a/src/main/java/technology/tabula/json/TextChunkSerializer.java b/src/main/java/technology/tabula/json/TextChunkSerializer.java deleted file mode 100644 index 5f4252c1..00000000 --- a/src/main/java/technology/tabula/json/TextChunkSerializer.java +++ /dev/null @@ -1,27 +0,0 @@ -package technology.tabula.json; - -import java.lang.reflect.Type; - -import technology.tabula.RectangularTextContainer; - -import com.google.gson.JsonElement; -import com.google.gson.JsonObject; -import com.google.gson.JsonSerializationContext; -import com.google.gson.JsonSerializer; - -public class TextChunkSerializer implements JsonSerializer { - - @Override - public JsonElement serialize(RectangularTextContainer textChunk, Type arg1, - JsonSerializationContext context) { - JsonObject object = new JsonObject(); - - object.addProperty("top", textChunk.getTop()); - object.addProperty("left", textChunk.getLeft()); - object.addProperty("width", textChunk.getWidth()); - object.addProperty("height", textChunk.getHeight()); - object.addProperty("text", textChunk.getText()); - - return object; - } -} \ No newline at end of file diff --git a/src/main/java/technology/tabula/writers/CSVWriter.java b/src/main/java/technology/tabula/writers/CSVWriter.java index 16382585..682397b8 100644 --- a/src/main/java/technology/tabula/writers/CSVWriter.java +++ b/src/main/java/technology/tabula/writers/CSVWriter.java @@ -2,6 +2,7 @@ import java.io.IOException; import java.util.ArrayList; +import java.util.Collections; import java.util.List; import org.apache.commons.csv.CSVPrinter; @@ -11,47 +12,36 @@ import technology.tabula.Table; public class CSVWriter implements Writer { - - CSVPrinter printer; - private boolean useLineReturns = true; - -// public CSVWriter() { -// super(); -// } -// -// public CSVWriter(boolean useLineReturns) { -// super(); -// this.useLineReturns = useLineReturns; -// } - - void createWriter(Appendable out) { - try { - this.printer = new CSVPrinter(out, CSVFormat.EXCEL); - } catch (IOException e) { - // TODO Auto-generated catch block - e.printStackTrace(); - } + + private final CSVFormat format; + + public CSVWriter() { + this(CSVFormat.EXCEL); + } + + protected CSVWriter(CSVFormat format) { + this.format = format; } - + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // @Override public void write(Appendable out, Table table) throws IOException { - this.createWriter(out); - for (List row: table.getRows()) { - List cells = new ArrayList(row.size()); - for (RectangularTextContainer tc: row) { - cells.add(tc.getText()); + write(out, Collections.singletonList(table)); + } + + @Override + public void write(Appendable out, List
tables) throws IOException { + try (CSVPrinter printer = new CSVPrinter(out, format)) { + for (Table table : tables) { + for (List row : table.getRows()) { + List cells = new ArrayList<>(row.size()); + for (RectangularTextContainer cell : row) + cells.add(cell.getText()); + printer.printRecord(cells); + } } - this.printer.printRecord(cells); + printer.flush(); } - printer.flush(); } - @Override - public void write(Appendable out, List
tables) throws IOException { - for (Table table : tables) { - write(out, table); - } - - } - } diff --git a/src/main/java/technology/tabula/writers/JSONWriter.java b/src/main/java/technology/tabula/writers/JSONWriter.java index 88b5c1f1..bb566f2d 100644 --- a/src/main/java/technology/tabula/writers/JSONWriter.java +++ b/src/main/java/technology/tabula/writers/JSONWriter.java @@ -1,57 +1,61 @@ package technology.tabula.writers; -import java.io.IOException; -import java.lang.reflect.Modifier; -import java.util.List; +import com.google.gson.ExclusionStrategy; +import com.google.gson.FieldAttributes; +import com.google.gson.Gson; +import com.google.gson.GsonBuilder; +import com.google.gson.JsonArray; import technology.tabula.Cell; import technology.tabula.RectangularTextContainer; import technology.tabula.Table; import technology.tabula.TextChunk; +import technology.tabula.json.RectangularTextContainerSerializer; import technology.tabula.json.TableSerializer; -import technology.tabula.json.TextChunkSerializer; -import com.google.gson.ExclusionStrategy; -import com.google.gson.FieldAttributes; -import com.google.gson.Gson; -import com.google.gson.GsonBuilder; +import java.io.IOException; +import java.util.List; + +import static java.lang.reflect.Modifier.PUBLIC; public class JSONWriter implements Writer { - - class TableSerializerExclusionStrategy implements ExclusionStrategy { + private static final ExclusionStrategy ALL_CLASSES_SKIPPING_NON_PUBLIC_FIELDS = new ExclusionStrategy() { @Override - public boolean shouldSkipClass(Class arg0) { + public boolean shouldSkipClass(Class c) { return false; } @Override - public boolean shouldSkipField(FieldAttributes fa) { - return !fa.hasModifier(Modifier.PUBLIC); + public boolean shouldSkipField(FieldAttributes fieldAttributes) { + return !fieldAttributes.hasModifier(PUBLIC); } - } + }; - - final Gson gson; - - public JSONWriter() { - gson = new GsonBuilder() - .addSerializationExclusionStrategy(new TableSerializerExclusionStrategy()) - .registerTypeAdapter(Table.class, new TableSerializer()) - .registerTypeAdapter(RectangularTextContainer.class, new TextChunkSerializer()) - .registerTypeAdapter(Cell.class, new TextChunkSerializer()) - .registerTypeAdapter(TextChunk.class, new TextChunkSerializer()) - .create(); - } - + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // @Override public void write(Appendable out, Table table) throws IOException { - - out.append(gson.toJson(table, Table.class)); + out.append(gson().toJson(table, Table.class)); } - + + @Override public void write(Appendable out, List
tables) throws IOException { - - out.append(gson.toJson(tables.toArray(), Table[].class)); + Gson gson = gson(); + JsonArray jsonElements = new JsonArray(); + for (Table table : tables) + jsonElements.add(gson.toJsonTree(table, Table.class)); + out.append(gson.toJson(jsonElements)); } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + private static Gson gson() { + return new GsonBuilder() + .addSerializationExclusionStrategy(ALL_CLASSES_SKIPPING_NON_PUBLIC_FIELDS) + .registerTypeAdapter(Table.class, TableSerializer.INSTANCE) + .registerTypeAdapter(RectangularTextContainer.class, RectangularTextContainerSerializer.INSTANCE) + .registerTypeAdapter(Cell.class, RectangularTextContainerSerializer.INSTANCE) + .registerTypeAdapter(TextChunk.class, RectangularTextContainerSerializer.INSTANCE) + .create(); + } + } diff --git a/src/main/java/technology/tabula/writers/TSVWriter.java b/src/main/java/technology/tabula/writers/TSVWriter.java index 225ba980..115d0347 100644 --- a/src/main/java/technology/tabula/writers/TSVWriter.java +++ b/src/main/java/technology/tabula/writers/TSVWriter.java @@ -1,20 +1,11 @@ package technology.tabula.writers; -import java.io.IOException; - import org.apache.commons.csv.CSVFormat; -import org.apache.commons.csv.CSVPrinter; public class TSVWriter extends CSVWriter { - - @Override - void createWriter(Appendable out) { - try { - this.printer = new CSVPrinter(out, CSVFormat.TDF); - } catch (IOException e) { - // TODO Auto-generated catch block - e.printStackTrace(); - } + + public TSVWriter() { + super(CSVFormat.TDF); } - + } diff --git a/src/main/java/technology/tabula/writers/Writer.java b/src/main/java/technology/tabula/writers/Writer.java index 78f4faa4..99b708c6 100644 --- a/src/main/java/technology/tabula/writers/Writer.java +++ b/src/main/java/technology/tabula/writers/Writer.java @@ -6,6 +6,9 @@ import technology.tabula.Table; public interface Writer { + void write(Appendable out, Table table) throws IOException; + void write(Appendable out, List
tables) throws IOException; + } diff --git a/src/test/java/technology/tabula/TableTest.java b/src/test/java/technology/tabula/TableTest.java new file mode 100644 index 00000000..c574a553 --- /dev/null +++ b/src/test/java/technology/tabula/TableTest.java @@ -0,0 +1,45 @@ +package technology.tabula; + +import static org.junit.Assert.*; + +import org.junit.Test; + +public class TableTest { + + @Test public void testEmpty() { + Table empty = Table.empty(); + + assertEquals(TextChunk.EMPTY, empty.getCell(0, 0)); + assertEquals(TextChunk.EMPTY, empty.getCell(1, 1)); + + assertEquals(0, empty.getRowCount()); + assertEquals(0, empty.getColCount()); + + assertEquals("", empty.getExtractionMethod()); + + assertEquals(0, empty.getTop(), 0); + assertEquals(0, empty.getRight(), 0); + assertEquals(0, empty.getBottom(), 0); + assertEquals(0, empty.getLeft(), 0); + + assertEquals(0, empty.getArea(), 0); + } + + @Test public void testRowColCounts() { + Table table = Table.empty(); + + assertEquals(0, table.getRowCount()); + assertEquals(0, table.getColCount()); + + table.add(TextChunk.EMPTY, 0, 0); + + assertEquals(1, table.getRowCount()); + assertEquals(1, table.getColCount()); + + table.add(TextChunk.EMPTY, 9, 9); + + assertEquals(10, table.getRowCount()); + assertEquals(10, table.getColCount()); + } + +} diff --git a/src/test/java/technology/tabula/TestBasicExtractor.java b/src/test/java/technology/tabula/TestBasicExtractor.java index 32cbde9d..b56fd6ea 100644 --- a/src/test/java/technology/tabula/TestBasicExtractor.java +++ b/src/test/java/technology/tabula/TestBasicExtractor.java @@ -2,1813 +2,155 @@ import static org.junit.Assert.*; +import java.io.File; import java.io.IOException; +import java.nio.charset.Charset; import java.util.ArrayList; -import java.util.Arrays; import java.util.List; -import junit.framework.Assert; - +import org.apache.commons.csv.CSVFormat; +import org.apache.commons.csv.CSVParser; +import org.apache.commons.csv.CSVRecord; import org.junit.Test; -import technology.tabula.Page; -import technology.tabula.Ruling; -import technology.tabula.Table; import technology.tabula.extractors.BasicExtractionAlgorithm; import technology.tabula.writers.CSVWriter; -import technology.tabula.UtilsForTesting; public class TestBasicExtractor { - private static final String[][] EXPECTED_CORRECT_COLUMNS = { - { "", "", "Involvement of pupils in ", "" }, - { "", "Preperation and ", "Production of ", "Presentation an" }, - { "", "planing ", "materials ", "evaluation " }, - { "Knowledge and awareness of different cultures ", "0,2885 ", - "0,3974 ", "0,3904 " }, - { "Foreign language competence ", "0,3057 ", "0,4184 ", "0,3899 " }, - { "Social skills and abilities ", "0,3416 ", "0,3369 ", "0,4303 " }, - { "Acquaintance of special knowledge ", "0,2569 ", "0,2909 ", - "0,3557 " }, - { "Self competence ", "0,3791 ", "0,3320 ", "0,4617 " } }; + private static final String EU_002_PDF = "src/test/resources/technology/tabula/eu-002.pdf"; + private static final String[][] EU_002_EXPECTED = { + {"", "", "Involvement of pupils in", ""}, + {"", "Preperation and", "Production of", "Presentation an"}, + {"", "planing", "materials", "evaluation"}, + {"Knowledge and awareness of different cultures", "0,2885", "0,3974", "0,3904"}, + {"Foreign language competence", "0,3057", "0,4184", "0,3899"}, + {"Social skills and abilities", "0,3416", "0,3369", "0,4303"}, + {"Acquaintance of special knowledge", "0,2569", "0,2909", "0,3557"}, + {"Self competence", "0,3791", "0,3320", "0,4617"} + }; + + private static final String ARGENTINA_DIPUTADOS_VOTING_RECORD_PDF = "src/test/resources/technology/tabula/argentina_diputados_voting_record.pdf"; + private static final String[][] ARGENTINA_DIPUTADOS_VOTING_RECORD_EXPECTED = { + {"ABDALA de MATARAZZO, Norma Amanda", "Frente Cívico por Santiago", "Santiago del Estero", "AFIRMATIVO"}, + {"ALBRIEU, Oscar Edmundo Nicolas", "Frente para la Victoria - PJ", "Rio Negro", "AFIRMATIVO"}, + {"ALONSO, María Luz", "Frente para la Victoria - PJ", "La Pampa", "AFIRMATIVO"}, + {"ARENA, Celia Isabel", "Frente para la Victoria - PJ", "Santa Fe", "AFIRMATIVO"}, + {"ARREGUI, Andrés Roberto", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"AVOSCAN, Herman Horacio", "Frente para la Victoria - PJ", "Rio Negro", "AFIRMATIVO"}, + {"BALCEDO, María Ester", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"BARRANDEGUY, Raúl Enrique", "Frente para la Victoria - PJ", "Entre Ríos", "AFIRMATIVO"}, + {"BASTERRA, Luis Eugenio", "Frente para la Victoria - PJ", "Formosa", "AFIRMATIVO"}, + {"BEDANO, Nora Esther", "Frente para la Victoria - PJ", "Córdoba", "AFIRMATIVO"}, + {"BERNAL, María Eugenia", "Frente para la Victoria - PJ", "Jujuy", "AFIRMATIVO"}, + {"BERTONE, Rosana Andrea", "Frente para la Victoria - PJ", "Tierra del Fuego", "AFIRMATIVO"}, + {"BIANCHI, María del Carmen", "Frente para la Victoria - PJ", "Cdad. Aut. Bs. As.", "AFIRMATIVO"}, + {"BIDEGAIN, Gloria Mercedes", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"BRAWER, Mara", "Frente para la Victoria - PJ", "Cdad. Aut. Bs. As.", "AFIRMATIVO"}, + {"BRILLO, José Ricardo", "Movimiento Popular Neuquino", "Neuquén", "AFIRMATIVO"}, + {"BROMBERG, Isaac Benjamín", "Frente para la Victoria - PJ", "Tucumán", "AFIRMATIVO"}, + {"BRUE, Daniel Agustín", "Frente Cívico por Santiago", "Santiago del Estero", "AFIRMATIVO"}, + {"CALCAGNO, Eric", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"CARLOTTO, Remo Gerardo", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"CARMONA, Guillermo Ramón", "Frente para la Victoria - PJ", "Mendoza", "AFIRMATIVO"}, + {"CATALAN MAGNI, Julio César", "Frente para la Victoria - PJ", "Tierra del Fuego", "AFIRMATIVO"}, + {"CEJAS, Jorge Alberto", "Frente para la Victoria - PJ", "Rio Negro", "AFIRMATIVO"}, + {"CHIENO, María Elena", "Frente para la Victoria - PJ", "Corrientes", "AFIRMATIVO"}, + {"CIAMPINI, José Alberto", "Frente para la Victoria - PJ", "Neuquén", "AFIRMATIVO"}, + {"CIGOGNA, Luis Francisco Jorge", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"CLERI, Marcos", "Frente para la Victoria - PJ", "Santa Fe", "AFIRMATIVO"}, + {"COMELLI, Alicia Marcela", "Movimiento Popular Neuquino", "Neuquén", "AFIRMATIVO"}, + {"CONTI, Diana Beatriz", "Frente para la Victoria - PJ", "Buenos Aires", "AFIRMATIVO"}, + {"CORDOBA, Stella Maris", "Frente para la Victoria - PJ", "Tucumán", "AFIRMATIVO"}, + {"CURRILEN, Oscar Rubén", "Frente para la Victoria - PJ", "Chubut", "AFIRMATIVO"} + }; + + private static final String EU_017_PDF = "src/test/resources/technology/tabula/eu-017.pdf"; + private static final String[][] EU_017_EXPECTED = { + {"", "Austria", "77", "1", "78"}, + {"", "Belgium", "159", "2", "161"}, + {"", "Bulgaria", "52", "0", "52"}, + {"", "Croatia", "144", "0", "144"}, + {"", "Cyprus", "43", "2", "45"}, + {"", "Czech Republic", "78", "0", "78"}, + {"", "Denmark", "151", "2", "153"}, + {"", "Estonia", "46", "0", "46"}, + {"", "Finland", "201", "1", "202"}, + {"", "France", "428", "7", "435"}, + {"", "Germany", "646", "21", "667"}, + {"", "Greece", "113", "2", "115"}, + {"", "Hungary", "187", "0", "187"}, + {"", "Iceland", "18", "0", "18"}, + {"", "Ireland", "213", "4", "217"}, + {"", "Israel", "25", "0", "25"}, + {"", "Italy", "627", "12", "639"}, + {"", "Latvia", "7", "0", "7"}, + {"", "Lithuania", "94", "1", "95"}, + {"", "Luxembourg", "22", "0", "22"}, + {"", "Malta", "18", "0", "18"}, + {"", "Netherlands", "104", "1", "105"}, + {"", "Norway", "195", "0", "195"}, + {"", "Poland", "120", "1", "121"}, + {"", "Portugal", "532", "3", "535"}, + {"", "Romania", "110", "0", "110"}, + {"", "Slovakia", "176", "0", "176"}, + {"", "Slovenia", "56", "0", "56"}, + {"", "Spain", "614", "3", "617"}, + {"", "Sweden", "122", "3", "125"}, + {"", "Switzerland", "64", "0", "64"}, + {"", "Turkey", "96", "0", "96"}, + {"", "United Kingdom", "572", "14", "586"} + }; - private static final String[][] EXPECTED_COLUMN_RECOGNITION = { - { "ABDALA de MATARAZZO, Norma Amanda ", - "Frente Cívico por Santiago ", "Santiago del Estero ", - "AFIRMATIVO" }, - { "ALBRIEU, Oscar Edmundo Nicolas ", - "Frente para la Victoria - PJ ", "Rio Negro ", "AFIRMATIVO" }, - { "ALONSO, María Luz ", "Frente para la Victoria - PJ ", - "La Pampa ", "AFIRMATIVO" }, - { "ARENA, Celia Isabel ", "Frente para la Victoria - PJ ", - "Santa Fe ", "AFIRMATIVO" }, - { "ARREGUI, Andrés Roberto ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "AVOSCAN, Herman Horacio ", "Frente para la Victoria - PJ ", - "Rio Negro ", "AFIRMATIVO" }, - { "BALCEDO, María Ester ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "BARRANDEGUY, Raúl Enrique ", "Frente para la Victoria - PJ ", - "Entre Ríos ", "AFIRMATIVO" }, - { "BASTERRA, Luis Eugenio ", "Frente para la Victoria - PJ ", - "Formosa ", "AFIRMATIVO" }, - { "BEDANO, Nora Esther ", "Frente para la Victoria - PJ ", - "Córdoba ", "AFIRMATIVO" }, - { "BERNAL, María Eugenia ", "Frente para la Victoria - PJ ", - "Jujuy ", "AFIRMATIVO" }, - { "BERTONE, Rosana Andrea ", "Frente para la Victoria - PJ ", - "Tierra del Fuego ", "AFIRMATIVO" }, - { "BIANCHI, María del Carmen ", "Frente para la Victoria - PJ ", - "Cdad. Aut. Bs. As. ", "AFIRMATIVO" }, - { "BIDEGAIN, Gloria Mercedes ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "BRAWER, Mara ", "Frente para la Victoria - PJ ", - "Cdad. Aut. Bs. As. ", "AFIRMATIVO" }, - { "BRILLO, José Ricardo ", "Movimiento Popular Neuquino ", - "Neuquén ", "AFIRMATIVO" }, - { "BROMBERG, Isaac Benjamín ", "Frente para la Victoria - PJ ", - "Tucumán ", "AFIRMATIVO" }, - { "BRUE, Daniel Agustín ", "Frente Cívico por Santiago ", - "Santiago del Estero ", "AFIRMATIVO" }, - { "CALCAGNO, Eric ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "CARLOTTO, Remo Gerardo ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "CARMONA, Guillermo Ramón ", "Frente para la Victoria - PJ ", - "Mendoza ", "AFIRMATIVO" }, - { "CATALAN MAGNI, Julio César ", "Frente para la Victoria - PJ ", - "Tierra del Fuego ", "AFIRMATIVO" }, - { "CEJAS, Jorge Alberto ", "Frente para la Victoria - PJ ", - "Rio Negro ", "AFIRMATIVO" }, - { "CHIENO, María Elena ", "Frente para la Victoria - PJ ", - "Corrientes ", "AFIRMATIVO" }, - { "CIAMPINI, José Alberto ", "Frente para la Victoria - PJ ", - "Neuquén ", "AFIRMATIVO" }, - { "CIGOGNA, Luis Francisco Jorge ", - "Frente para la Victoria - PJ ", "Buenos Aires ", - "AFIRMATIVO" }, - { "CLERI, Marcos ", "Frente para la Victoria - PJ ", "Santa Fe ", - "AFIRMATIVO" }, - { "COMELLI, Alicia Marcela ", "Movimiento Popular Neuquino ", - "Neuquén ", "AFIRMATIVO" }, - { "CONTI, Diana Beatriz ", "Frente para la Victoria - PJ ", - "Buenos Aires ", "AFIRMATIVO" }, - { "CORDOBA, Stella Maris ", "Frente para la Victoria - PJ ", - "Tucumán ", "AFIRMATIVO" }, - { "CURRILEN, Oscar Rubén ", "Frente para la Victoria - PJ ", - "Chubut ", "AFIRMATIVO" } }; - - private static final String[][] EXPECTED_COLUMN_EXTRACTION2 = { - {"","Austria","77","1","78"}, - {"","Belgium","159","2","161"}, - {"","Bulgaria","52","0","52"}, - {"","Croatia","144","0","144"}, - {"","Cyprus","43","2","45"}, - {"","Czech Republic","78","0","78"}, - {"","Denmark","151","2","153"}, - {"","Estonia","46","0","46"}, - {"","Finland","201","1","202"}, - {"","France","428","7","435"}, - {"","Germany","646","21","667"}, - {"","Greece","113","2","115"}, - {"","Hungary","187","0","187"}, - {"","Iceland","18","0","18"}, - {"","Ireland","213","4","217"}, - {"","Israel","25","0","25"}, - {"","Italy","627","12","639"}, - {"","Latvia","7","0","7"}, - {"","Lithuania","94","1","95"}, - {"","Luxembourg","22","0","22"}, - {"","Malta","18","0","18"}, - {"","Netherlands","104","1","105"}, - {"","Norway","195","0","195"}, - {"","Poland","120","1","121"}, - {"","Portugal","532","3","535"}, - {"","Romania","110","0","110"}, - {"","Slovakia","176","0","176"}, - {"","Slovenia","56","0","56"}, - {"","Spain","614","3","617"}, - {"","Sweden","122","3","125"}, - {"","Switzerland","64","0","64"}, - {"","Turkey","96","0","96"}, - {"","United Kingdom","572","14","586"} - }; - - private static final String[][] EXPECTED_TABLE_EXTRACTION = { - {"AANONSEN, DEBORAH, A ","","","STATEN ISLAND, NY ","MEALS ","$85.00"}, - {"TOTAL ","","","","","$85.00"}, - {"AARON, CAREN, T ","","","RICHMOND, VA ","EDUCATIONAL ITEMS ","$78.80"}, - {"AARON, CAREN, T ","","","RICHMOND, VA ","MEALS ","$392.45"}, - {"TOTAL ","","","","","$471.25"}, - {"AARON, JOHN ","","","CLARKSVILLE, TN ","MEALS ","$20.39"}, - {"TOTAL ","","","","","$20.39"}, - {"AARON, JOSHUA, N ","","","WEST GROVE, PA ","MEALS ","$310.33"}, - {"AARON , JOSHUA , N ","REGIONAL PULMONARY & SLEEPMEDICINE ","","WEST GROVE, PA ","SPEAKING FEES ","$4,700.00"}, - {"TOTAL ","","","","","$5,010.33"}, - {"AARON, MAUREEN, M ","","","MARTINSVILLE, VA ","MEALS ","$193.67"}, - {"TOTAL ","","","","","$193.67"}, - {"AARON, MICHAEL, L ","","","WEST ISLIP, NY ","MEALS ","$19.50"}, - {"TOTAL ","","","","","$19.50"}, - {"AARON, MICHAEL, R ","","","BROOKLYN, NY ","MEALS ","$65.92"} - }; + private static final String FRX_2012_DISCLOSURE_PDF = "src/test/resources/technology/tabula/frx_2012_disclosure.pdf"; + private static final String[][] FRX_2012_DISCLOSURE_EXPECTED = { + {"AANONSEN, DEBORAH, A", "", "STATEN ISLAND, NY", "MEALS", "$85.00"}, + {"TOTAL", "", "", "", "$85.00"}, + {"AARON, CAREN, T", "", "RICHMOND, VA", "EDUCATIONAL ITEMS", "$78.80"}, + {"AARON, CAREN, T", "", "RICHMOND, VA", "MEALS", "$392.45"}, + {"TOTAL", "", "", "", "$471.25"}, + {"AARON, JOHN", "", "CLARKSVILLE, TN", "MEALS", "$20.39"}, + {"TOTAL", "", "", "", "$20.39"}, + {"AARON, JOSHUA, N", "", "WEST GROVE, PA", "MEALS", "$310.33"}, + {"", "REGIONAL PULMONARY & SLEEP", "", "", ""}, + {"AARON, JOSHUA, N", "", "WEST GROVE, PA", "SPEAKING FEES", "$4,700.00"}, + {"", "MEDICINE", "", "", ""}, + {"TOTAL", "", "", "", "$5,010.33"}, + {"AARON, MAUREEN, M", "", "MARTINSVILLE, VA", "MEALS", "$193.67"}, + {"TOTAL", "", "", "", "$193.67"}, + {"AARON, MICHAEL, L", "", "WEST ISLIP, NY", "MEALS", "$19.50"}, + {"TOTAL", "", "", "", "$19.50"}, + {"AARON, MICHAEL, R", "", "BROOKLYN, NY", "MEALS", "$65.92"} + }; + private static final String[][] EXPECTED_EMPTY_TABLE = { /* actually empty! */ }; - private static final Rectangle[] RECTANGLES_TEST_NATURAL_ORDER = { - new Rectangle(38.368214f, 405.48f, 6.5260315f, 6.1515007f), - new Rectangle(38.368214f, 412.02048f, 5.2577515f, 6.1515007f), - new Rectangle(38.368214f, 417.3023f, 4.8965454f, 6.1515007f), - new Rectangle(38.368214f, 422.26788f, 2.7211914f, 6.1515007f), - new Rectangle(38.368214f, 425.0292f, 2.4161682f, 6.1515007f), - new Rectangle(38.368214f, 427.5144f, 5.4825134f, 6.1515007f), - new Rectangle(38.368214f, 432.97363f, 5.1935425f, 6.1515007f), - new Rectangle(38.368214f, 438.2362f, 2.7211914f, 6.1515007f), - new Rectangle(38.368214f, 440.93732f, 2.2235107f, 6.1515007f), - new Rectangle(38.368214f, 443.15842f, 4.8965454f, 6.1515007f), - new Rectangle(38.368214f, 448.124f, 4.8804626f, 6.1515007f), - new Rectangle(38.368214f, 453.04462f, 7.529419f, 6.1515007f), - new Rectangle(38.368214f, 460.60452f, 5.4744873f, 6.1515007f), - new Rectangle(38.368214f, 466.18335f, 5.217621f, 6.1515007f), - new Rectangle(38.368214f, 471.40417f, 2.4161682f, 6.1515007f), - new Rectangle(38.368214f, 473.8661f, 2.2235107f, 6.1515007f), - new Rectangle(38.368214f, 476.0872f, 4.01355f, 6.1515007f), - new Rectangle(38.368214f, 480.10715f, 2.2235107f, 6.1515007f), - new Rectangle(38.368214f, 482.38846f, 4.8724365f, 6.1515007f), - new Rectangle(38.368214f, 487.32996f, 4.3025208f, 6.1515007f), - new Rectangle(38.368214f, 491.7015f, 7.376892f, 6.1515007f), - new Rectangle(38.368214f, 499.0816f, 2.2235107f, 6.1515007f), - new Rectangle(38.368214f, 501.3629f, 4.4470215f, 6.1515007f), - new Rectangle(38.368214f, 505.87897f, 4.4470215f, 6.1515007f), - new Rectangle(38.368214f, 510.31717f, 2.2234802f, 6.1515007f), - new Rectangle(49.408497f, 462.0598f, 2.2235107f, 6.1515007f), - new Rectangle(49.408497f, 464.2809f, 3.893158f, 6.1515007f), - new Rectangle(49.408497f, 468.1861f, 1.6054077f, 6.1515007f), - new Rectangle(49.408497f, 469.80356f, 4.8965454f, 6.1515007f), - new Rectangle(49.408497f, 474.78436f, 5.4825134f, 6.1515007f), - new Rectangle(49.408497f, 480.2436f, 1.6054077f, 6.1515007f), - new Rectangle(49.408497f, 481.92206f, 2.2235107f, 6.1515007f), - new Rectangle(49.408497f, 484.14316f, 4.8724365f, 6.1515007f), - new Rectangle(49.408497f, 489.02765f, 5.217621f, 6.1515007f), - new Rectangle(49.408497f, 494.30865f, 5.4744873f, 6.1515007f), - new Rectangle(49.408497f, 499.79517f, 5.2577515f, 6.1515007f), - new Rectangle(49.408497f, 505.1372f, 2.4161682f, 6.1515007f), - new Rectangle(49.408497f, 507.5654f, 2.7211914f, 6.1515007f), - new Rectangle(49.408497f, 510.2986f, 2.2234802f, 6.1515007f), - new Rectangle(793.4082f, 85.08f, 7.3170013f, 6.1515007f), - new Rectangle(793.4082f, 92.3403f, 6.6600037f, 6.1515007f), - new Rectangle(793.4082f, 99.1227f, 5.4629974f, 6.1515007f), - new Rectangle(793.4082f, 104.58301f, 4.4820023f, 6.1515007f), - new Rectangle(793.4082f, 109.022705f, 6.6600037f, 6.1515007f), - new Rectangle(793.4082f, 115.744804f, 2.4930038f, 6.1515007f), - new Rectangle(793.4082f, 437.04028f, 5.328003f, 6.1515007f), - new Rectangle(793.4082f, 442.36377f, 6.147003f, 6.1515007f), - new Rectangle(793.4082f, 448.50626f, 6.057007f, 6.1515007f), - new Rectangle(793.4082f, 454.55875f, 5.850006f, 6.1515007f), - new Rectangle(793.4082f, 460.40424f, 2.4930115f, 6.1515007f), - new Rectangle(793.4082f, 462.92514f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 467.90665f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 472.88815f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 477.86966f, 2.4930115f, 6.1515007f), - new Rectangle(793.4082f, 480.39056f, 5.894989f, 6.1515007f), - new Rectangle(793.4082f, 486.28107f, 2.8259888f, 6.1515007f), - new Rectangle(793.4082f, 489.10257f, 2.4930115f, 6.1515007f), - new Rectangle(793.4082f, 491.62347f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 496.60498f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 501.5865f, 4.9859924f, 6.1515007f), - new Rectangle(793.4082f, 506.568f, 2.4930115f, 6.1515007f), - new Rectangle(805.94824f, 510.3f, 2.492981f, 6.1515007f), - new Rectangle(120.76954f, 155.28f, 5.7591705f, 5.5301404f), - new Rectangle(120.76954f, 161.03598f, 4.873764f, 5.5301404f), - new Rectangle(120.76954f, 165.90656f, 4.873764f, 5.5301404f), - new Rectangle(120.76954f, 170.77713f, 4.873764f, 5.5301404f), - new Rectangle(120.76954f, 175.6477f, 2.6562347f, 5.5301404f), - new Rectangle(120.76954f, 178.30075f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 181.4005f, 4.4350433f, 5.5301404f), - new Rectangle(115.60969f, 217.92023f, 5.320465f, 5.5301404f), - new Rectangle(115.60969f, 223.24467f, 4.4350433f, 5.5301404f), - new Rectangle(115.60969f, 227.68372f, 2.2175293f, 5.5301404f), - new Rectangle(115.60969f, 229.90523f, 2.2175293f, 5.5301404f), - new Rectangle(115.60969f, 232.12674f, 4.873764f, 5.5301404f), - new Rectangle(115.60969f, 237.00449f, 2.2175293f, 5.5301404f), - new Rectangle(115.60969f, 239.226f, 3.1029358f, 5.5301404f), - new Rectangle(115.60969f, 242.33292f, 4.4350433f, 5.5301404f), - new Rectangle(115.60969f, 246.77196f, 4.873764f, 5.5301404f), - new Rectangle(115.60969f, 251.6497f, 2.2175293f, 5.5301404f), - new Rectangle(115.60969f, 253.87122f, 2.2175293f, 5.5301404f), - new Rectangle(115.60969f, 256.0927f, 4.4350586f, 5.5301404f), - new Rectangle(115.60969f, 260.53174f, 4.4350586f, 5.5301404f), - new Rectangle(115.60969f, 264.97076f, 2.2175293f, 5.5301404f), - new Rectangle(125.989265f, 219.60011f, 4.873764f, 5.5301404f), - new Rectangle(125.989265f, 224.47467f, 4.4350433f, 5.5301404f), - new Rectangle(125.989265f, 228.9105f, 3.1029358f, 5.5301404f), - new Rectangle(125.989265f, 232.01424f, 2.2175293f, 5.5301404f), - new Rectangle(125.989265f, 234.23575f, 4.4350433f, 5.5301404f), - new Rectangle(125.989265f, 238.67159f, 4.873764f, 5.5301404f), - new Rectangle(125.989265f, 243.54614f, 4.873764f, 5.5301404f), - new Rectangle(125.989265f, 248.4207f, 4.873764f, 5.5301404f), - new Rectangle(125.989265f, 253.29526f, 2.6562347f, 5.5301404f), - new Rectangle(125.989265f, 255.9523f, 3.1029358f, 5.5301404f), - new Rectangle(125.989265f, 259.05603f, 4.4350586f, 5.5301404f), - new Rectangle(110.38917f, 285.3002f, 5.759186f, 5.5301404f), - new Rectangle(110.38917f, 291.05618f, 4.873749f, 5.5301404f), - new Rectangle(110.38917f, 295.92676f, 7.091278f, 5.5301404f), - new Rectangle(110.38917f, 303.01486f, 4.873749f, 5.5301404f), - new Rectangle(110.38917f, 307.88544f, 4.4350586f, 5.5301404f), - new Rectangle(110.38917f, 312.3173f, 3.1029358f, 5.5301404f), - new Rectangle(110.38917f, 315.41702f, 2.2175293f, 5.5301404f), - new Rectangle(110.38917f, 317.63852f, 4.873749f, 5.5301404f), - new Rectangle(110.38917f, 322.5091f, 2.65625f, 5.5301404f), - new Rectangle(110.38917f, 325.16214f, 2.2175293f, 5.5301404f), - new Rectangle(120.76954f, 275.22003f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 278.32855f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 282.7692f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 287.20984f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 291.65048f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 296.09113f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 299.19965f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 303.6403f, 4.873749f, 5.5301404f), - new Rectangle(120.76954f, 308.51962f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 312.96027f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 316.0688f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 320.50943f, 2.2175293f, 5.5301404f), - new Rectangle(120.76954f, 322.73093f, 4.873749f, 5.5301404f), - new Rectangle(120.76954f, 327.61026f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 332.0509f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 335.15942f, 2.2175293f, 5.5301404f), - new Rectangle(131.14992f, 284.70035f, 4.4350586f, 5.5301404f), - new Rectangle(131.14992f, 289.133f, 4.873749f, 5.5301404f), - new Rectangle(131.14992f, 294.00436f, 4.873749f, 5.5301404f), - new Rectangle(131.14992f, 298.87573f, 4.873749f, 5.5301404f), - new Rectangle(131.14992f, 303.7471f, 2.65625f, 5.5301404f), - new Rectangle(131.14992f, 306.40094f, 3.1029358f, 5.5301404f), - new Rectangle(131.14992f, 309.5015f, 4.4350586f, 5.5301404f), - new Rectangle(131.14992f, 313.76025f, 2.2175293f, 5.5301404f), - new Rectangle(131.14992f, 315.98175f, 2.65625f, 5.5301404f), - new Rectangle(131.14992f, 318.6356f, 4.4350586f, 5.5301404f), - new Rectangle(131.14992f, 323.06824f, 2.65625f, 5.5301404f), - new Rectangle(120.76954f, 360.60025f, 4.873749f, 5.5301404f), - new Rectangle(120.76954f, 365.4724f, 2.2175293f, 5.5301404f), - new Rectangle(120.76954f, 367.6939f, 2.65625f, 5.5301404f), - new Rectangle(120.76954f, 370.34854f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 374.78198f, 2.65625f, 5.5301404f), - new Rectangle(120.76954f, 403.82193f, 5.759186f, 5.5301404f), - new Rectangle(120.76954f, 409.3402f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 413.77365f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 418.2071f, 4.873749f, 5.5301404f), - new Rectangle(120.76954f, 423.07925f, 3.1029358f, 5.5301404f), - new Rectangle(120.76954f, 426.1806f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 430.61404f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 435.0475f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 439.30624f, 2.2175293f, 5.5301404f), - new Rectangle(120.76954f, 441.52774f, 4.873749f, 5.5301404f), - new Rectangle(120.76954f, 446.3999f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 450.83334f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 455.0921f, 4.4350586f, 5.5301404f), - new Rectangle(120.76954f, 459.53113f, 2.2175293f, 5.5301404f), - new Rectangle(148.37137f, 132.9f, 5.5688934f, 6.6683106f), - new Rectangle(148.37137f, 138.4699f, 5.5688934f, 6.6683106f), - new Rectangle(148.37137f, 144.0398f, 2.7844543f, 6.6683106f), - new Rectangle(148.37137f, 146.82524f, 5.0079956f, 6.6683106f), - new Rectangle(148.37137f, 151.83424f, 2.2235565f, 6.6683106f), - new Rectangle(148.37137f, 154.05879f, 5.5688934f, 6.6683106f), - new Rectangle(148.37137f, 238.71704f, 5.5688934f, 6.6683106f), - new Rectangle(148.37137f, 292.7153f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 298.2852f, 2.7844543f, 6.6683106f), - new Rectangle(148.37137f, 301.07065f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 306.64053f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 312.21042f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 350.90823f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 356.47812f, 2.7844543f, 6.6683106f), - new Rectangle(148.37137f, 359.26358f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 364.83347f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 370.40335f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 375.97324f, 5.5689087f, 6.6683106f), - new Rectangle(148.37137f, 381.54312f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 132.9f, 8.343323f, 6.6683106f), - new Rectangle(160.85129f, 141.24632f, 5.5688934f, 6.6683106f), - new Rectangle(160.85129f, 146.81822f, 2.2235565f, 6.6683106f), - new Rectangle(160.85129f, 149.04478f, 2.7844543f, 6.6683106f), - new Rectangle(160.85129f, 151.83224f, 5.5688934f, 6.6683106f), - new Rectangle(160.85129f, 235.89052f, 5.5688934f, 6.6683106f), - new Rectangle(160.85129f, 241.46942f, 5.5688934f, 6.6683106f), - new Rectangle(160.85129f, 296.908f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 302.4799f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 308.0518f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 350.89023f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 356.46213f, 2.7844543f, 6.6683106f), - new Rectangle(160.85129f, 359.24957f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 364.82147f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 370.39337f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 375.96527f, 5.5689087f, 6.6683106f), - new Rectangle(160.85129f, 381.53717f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 132.9f, 2.7844543f, 6.6683106f), - new Rectangle(173.3312f, 135.69044f, 5.0079956f, 6.6683106f), - new Rectangle(173.3312f, 140.70445f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 146.27936f, 2.2235565f, 6.6683106f), - new Rectangle(173.3312f, 148.50893f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 154.08383f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 159.65874f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 235.85646f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 241.43137f, 5.5688934f, 6.6683106f), - new Rectangle(173.3312f, 292.66922f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 298.24414f, 2.7844543f, 6.6683106f), - new Rectangle(173.3312f, 301.0346f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 306.60953f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 312.18445f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 350.88226f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 356.45718f, 2.7844543f, 6.6683106f), - new Rectangle(173.3312f, 359.24765f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 364.82257f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 370.3975f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 375.9724f, 5.5689087f, 6.6683106f), - new Rectangle(173.3312f, 381.54733f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 132.9f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 138.47389f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 144.04779f, 5.0079956f, 6.6683106f), - new Rectangle(185.81113f, 149.06079f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 154.63469f, 8.343323f, 6.6683106f), - new Rectangle(185.81113f, 162.98303f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 168.55693f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 174.13083f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 179.70473f, 3.3353271f, 6.6683106f), - new Rectangle(185.81113f, 183.04506f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 235.8434f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 241.4223f, 5.5688934f, 6.6683106f), - new Rectangle(185.81113f, 292.66016f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 298.23907f, 2.7844543f, 6.6683106f), - new Rectangle(185.81113f, 301.02853f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 306.60245f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 312.17636f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 350.87418f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 356.4481f, 2.7844543f, 6.6683106f), - new Rectangle(185.81113f, 359.23755f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 364.81146f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 370.38538f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 375.9593f, 5.5689087f, 6.6683106f), - new Rectangle(185.81113f, 381.5332f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 132.9f, 2.7844543f, 6.6683106f), - new Rectangle(198.05154f, 135.69145f, 5.0079956f, 6.6683106f), - new Rectangle(198.05154f, 140.70647f, 3.3353271f, 6.6683106f), - new Rectangle(198.05154f, 144.04881f, 5.5688934f, 6.6683106f), - new Rectangle(198.05154f, 149.62473f, 5.5688934f, 6.6683106f), - new Rectangle(198.05154f, 155.20064f, 2.2235565f, 6.6683106f), - new Rectangle(198.05154f, 235.83844f, 5.5688934f, 6.6683106f), - new Rectangle(198.05154f, 241.41435f, 5.5688934f, 6.6683106f), - new Rectangle(198.05154f, 289.8928f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 295.4687f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 301.0446f, 2.7844543f, 6.6683106f), - new Rectangle(198.05154f, 303.83606f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 309.41196f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 314.98785f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 350.86615f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 356.44205f, 2.7844543f, 6.6683106f), - new Rectangle(198.05154f, 359.23352f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 364.80942f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 370.3853f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 375.9612f, 5.5689087f, 6.6683106f), - new Rectangle(198.05154f, 381.5371f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(211.49136f, 140.13855f, 5.0079956f, 6.6683106f), - new Rectangle(211.49136f, 145.15356f, 5.5688934f, 6.6683106f), - new Rectangle(211.49136f, 150.72948f, 3.3353271f, 6.6683106f), - new Rectangle(211.49136f, 154.07182f, 5.5688934f, 6.6683106f), - new Rectangle(211.49136f, 159.64774f, 5.0079956f, 6.6683106f), - new Rectangle(211.49136f, 235.84846f, 5.5688934f, 6.6683106f), - new Rectangle(211.49136f, 241.42438f, 5.5688934f, 6.6683106f), - new Rectangle(211.49136f, 292.66324f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 298.23914f, 2.7844543f, 6.6683106f), - new Rectangle(211.49136f, 301.0306f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 306.6065f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 312.1824f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 350.88123f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 356.45712f, 2.7844543f, 6.6683106f), - new Rectangle(211.49136f, 359.2486f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 364.8245f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 370.4004f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 375.9763f, 5.5689087f, 6.6683106f), - new Rectangle(211.49136f, 381.5522f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(223.97128f, 139.58366f, 5.0079956f, 6.6683106f), - new Rectangle(223.97128f, 144.59467f, 2.7844543f, 6.6683106f), - new Rectangle(223.97128f, 147.38213f, 5.5688934f, 6.6683106f), - new Rectangle(223.97128f, 152.95403f, 5.5688934f, 6.6683106f), - new Rectangle(223.97128f, 158.52592f, 2.2235565f, 6.6683106f), - new Rectangle(223.97128f, 160.75249f, 5.5688934f, 6.6683106f), - new Rectangle(223.97128f, 235.87048f, 5.5688934f, 6.6683106f), - new Rectangle(223.97128f, 241.44939f, 5.5688934f, 6.6683106f), - new Rectangle(223.97128f, 292.68723f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 298.26614f, 2.7844543f, 6.6683106f), - new Rectangle(223.97128f, 301.0536f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 306.6255f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 312.1974f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 350.8952f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 356.4671f, 2.7844543f, 6.6683106f), - new Rectangle(223.97128f, 359.25455f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 364.82645f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 370.39835f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 375.97025f, 5.5689087f, 6.6683106f), - new Rectangle(223.97128f, 381.54214f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(236.4512f, 139.58366f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 145.15556f, 2.2235565f, 6.6683106f), - new Rectangle(236.4512f, 147.38213f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 152.95403f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 158.52592f, 3.3353271f, 6.6683106f), - new Rectangle(236.4512f, 161.86426f, 2.2235565f, 6.6683106f), - new Rectangle(236.4512f, 164.09082f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 235.84845f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 241.42035f, 5.5688934f, 6.6683106f), - new Rectangle(236.4512f, 289.8978f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 295.4697f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 301.0416f, 2.7844543f, 6.6683106f), - new Rectangle(236.4512f, 303.82904f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 309.40094f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 314.97284f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 350.85016f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 356.42206f, 2.7844543f, 6.6683106f), - new Rectangle(236.4512f, 359.2095f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 364.7814f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 370.3533f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 375.9252f, 5.5689087f, 6.6683106f), - new Rectangle(236.4512f, 381.4971f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(248.93112f, 139.58267f, 2.2235565f, 6.6683106f), - new Rectangle(248.93112f, 141.80823f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 147.37912f, 5.0079956f, 6.6683106f), - new Rectangle(248.93112f, 152.38913f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 157.96002f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 163.53091f, 2.2235565f, 6.6683106f), - new Rectangle(248.93112f, 165.75647f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 235.8945f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 241.4734f, 5.5688934f, 6.6683106f), - new Rectangle(248.93112f, 289.95184f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 295.52274f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 301.09363f, 2.7844543f, 6.6683106f), - new Rectangle(248.93112f, 303.88007f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 309.45096f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 315.02185f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 350.90015f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 356.47104f, 2.7844543f, 6.6683106f), - new Rectangle(248.93112f, 359.25748f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 364.82837f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 370.39926f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 375.97015f, 5.5689087f, 6.6683106f), - new Rectangle(248.93112f, 381.54105f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(261.41104f, 139.58667f, 7.231552f, 6.6683106f), - new Rectangle(261.41104f, 146.82423f, 2.2235565f, 6.6683106f), - new Rectangle(261.41104f, 149.0538f, 2.7844543f, 6.6683106f), - new Rectangle(261.41104f, 151.84425f, 5.0079956f, 6.6683106f), - new Rectangle(261.41104f, 156.85826f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 162.43317f, 3.3353271f, 6.6683106f), - new Rectangle(261.41104f, 165.7745f, 2.2235565f, 6.6683106f), - new Rectangle(261.41104f, 168.00407f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 173.57898f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 179.15388f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 235.85246f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 241.42737f, 5.5688934f, 6.6683106f), - new Rectangle(261.41104f, 289.90582f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 295.48074f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 301.05566f, 2.7844543f, 6.6683106f), - new Rectangle(261.41104f, 303.84613f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 309.42105f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 314.99597f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 350.8743f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 356.44922f, 2.7844543f, 6.6683106f), - new Rectangle(261.41104f, 359.2397f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 364.8146f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 370.38953f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 375.96445f, 5.5689087f, 6.6683106f), - new Rectangle(261.41104f, 381.53937f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(273.89096f, 139.58467f, 5.5688934f, 6.6683106f), - new Rectangle(273.89096f, 145.15758f, 5.0079956f, 6.6683106f), - new Rectangle(273.89096f, 150.16959f, 2.7844543f, 6.6683106f), - new Rectangle(273.89096f, 152.95804f, 3.3353271f, 6.6683106f), - new Rectangle(273.89096f, 156.29738f, 2.2235565f, 6.6683106f), - new Rectangle(273.89096f, 158.52493f, 5.5688934f, 6.6683106f), - new Rectangle(273.89096f, 235.86348f, 5.5688934f, 6.6683106f), - new Rectangle(273.89096f, 241.4424f, 5.5688934f, 6.6683106f), - new Rectangle(273.89096f, 289.92084f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 295.49374f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 301.06665f, 2.7844543f, 6.6683106f), - new Rectangle(273.89096f, 303.8551f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 309.428f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 315.00092f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 350.87924f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 356.45215f, 2.7844543f, 6.6683106f), - new Rectangle(273.89096f, 359.2406f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 364.8135f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 370.3864f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 375.95932f, 5.5689087f, 6.6683106f), - new Rectangle(273.89096f, 381.53223f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(286.37088f, 140.14056f, 5.0079956f, 6.6683106f), - new Rectangle(286.37088f, 145.15758f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 150.73549f, 5.0079956f, 6.6683106f), - new Rectangle(286.37088f, 155.7525f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 161.33041f, 2.7844543f, 6.6683106f), - new Rectangle(286.37088f, 164.09183f, 7.231552f, 6.6683106f), - new Rectangle(286.37088f, 171.3324f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 176.91031f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 182.48822f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 188.06613f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 193.64404f, 2.2235565f, 6.6683106f), - new Rectangle(286.37088f, 195.8766f, 2.2235565f, 6.6683106f), - new Rectangle(286.37088f, 198.10916f, 5.0079956f, 6.6683106f), - new Rectangle(286.37088f, 235.78935f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 241.36726f, 5.5688934f, 6.6683106f), - new Rectangle(286.37088f, 289.8457f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 295.4236f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 301.00153f, 2.7844543f, 6.6683106f), - new Rectangle(286.37088f, 303.79498f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 309.3729f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 314.9508f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 350.82913f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 356.40704f, 2.7844543f, 6.6683106f), - new Rectangle(286.37088f, 359.2005f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 364.7784f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 370.35632f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 375.93423f, 5.5689087f, 6.6683106f), - new Rectangle(286.37088f, 381.51215f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 132.9f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 138.4729f, 2.2235565f, 6.6683106f), - new Rectangle(298.6113f, 140.70045f, 2.7844543f, 6.6683106f), - new Rectangle(298.6113f, 143.4889f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 149.06181f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 154.63472f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 160.20763f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 165.78053f, 2.2235565f, 6.6683106f), - new Rectangle(298.6113f, 168.00809f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 235.86649f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 241.4454f, 5.5688934f, 6.6683106f), - new Rectangle(298.6113f, 289.92386f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 295.49677f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 301.06967f, 2.7844543f, 6.6683106f), - new Rectangle(298.6113f, 303.85812f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 309.43103f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 315.00394f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 350.88226f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 356.45517f, 2.7844543f, 6.6683106f), - new Rectangle(298.6113f, 359.24362f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 364.81653f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 370.38943f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 375.96234f, 5.5689087f, 6.6683106f), - new Rectangle(298.6113f, 381.53525f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 132.9f, 6.1197815f, 6.6683106f), - new Rectangle(312.05112f, 139.02779f, 5.5688934f, 6.6683106f), - new Rectangle(312.05112f, 144.60469f, 3.3353271f, 6.6683106f), - new Rectangle(312.05112f, 147.94803f, 5.0079956f, 6.6683106f), - new Rectangle(312.05112f, 152.96404f, 5.5688934f, 6.6683106f), - new Rectangle(312.05112f, 158.54094f, 5.0079956f, 6.6683106f), - new Rectangle(312.05112f, 235.82037f, 5.5688934f, 6.6683106f), - new Rectangle(312.05112f, 241.39728f, 5.5688934f, 6.6683106f), - new Rectangle(312.05112f, 289.8757f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 295.4526f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 301.0295f, 2.7844543f, 6.6683106f), - new Rectangle(312.05112f, 303.82196f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 309.39886f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 314.97577f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 350.85406f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 356.43097f, 2.7844543f, 6.6683106f), - new Rectangle(312.05112f, 359.22342f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 364.80032f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 370.37723f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 375.95413f, 5.5689087f, 6.6683106f), - new Rectangle(312.05112f, 381.53104f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(324.53104f, 140.13855f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 145.71446f, 2.7844543f, 6.6683106f), - new Rectangle(324.53104f, 148.50592f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 154.08183f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 159.65775f, 3.3353271f, 6.6683106f), - new Rectangle(324.53104f, 163.00009f, 2.2235565f, 6.6683106f), - new Rectangle(324.53104f, 165.23065f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 170.80656f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 176.38248f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 181.95839f, 5.0079956f, 6.6683106f), - new Rectangle(324.53104f, 233.07806f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 238.65398f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 244.22989f, 5.5688934f, 6.6683106f), - new Rectangle(324.53104f, 287.06833f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 292.64423f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 298.22012f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 303.79602f, 2.7844543f, 6.6683106f), - new Rectangle(324.53104f, 306.5875f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 312.1634f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 317.7393f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 350.85718f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 356.43307f, 2.7844543f, 6.6683106f), - new Rectangle(324.53104f, 359.22455f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 364.80045f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 370.37634f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 375.95224f, 5.5689087f, 6.6683106f), - new Rectangle(324.53104f, 381.52814f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(337.01096f, 140.13855f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 145.71446f, 8.343323f, 6.6683106f), - new Rectangle(337.01096f, 154.0648f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 159.64072f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 165.21663f, 2.2235565f, 6.6683106f), - new Rectangle(337.01096f, 167.44719f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 233.08505f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 238.66096f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 244.23688f, 5.5688934f, 6.6683106f), - new Rectangle(337.01096f, 289.8948f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 295.4707f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 301.0466f, 2.7844543f, 6.6683106f), - new Rectangle(337.01096f, 303.83807f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 309.41397f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 314.98987f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 350.86816f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 356.44406f, 2.7844543f, 6.6683106f), - new Rectangle(337.01096f, 359.23553f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 364.81143f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 370.38733f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 375.96323f, 5.5689087f, 6.6683106f), - new Rectangle(337.01096f, 381.53912f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 132.9f, 7.79245f, 6.6683106f), - new Rectangle(349.49088f, 140.70146f, 3.3353271f, 6.6683106f), - new Rectangle(349.49088f, 144.0458f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 149.62372f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 155.20163f, 5.0079956f, 6.6683106f), - new Rectangle(349.49088f, 160.21864f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 233.05699f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 238.6349f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 244.21281f, 5.5688934f, 6.6683106f), - new Rectangle(349.49088f, 289.87076f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 295.44867f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 301.02658f, 2.7844543f, 6.6683106f), - new Rectangle(349.49088f, 303.82004f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 309.39795f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 314.97586f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 350.8542f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 356.4321f, 2.7844543f, 6.6683106f), - new Rectangle(349.49088f, 359.22556f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 364.80347f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 370.38138f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 375.9593f, 5.5689087f, 6.6683106f), - new Rectangle(349.49088f, 381.5372f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(361.9708f, 139.58568f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 145.15958f, 2.2235565f, 6.6683106f), - new Rectangle(361.9708f, 147.38814f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 152.96204f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 158.53593f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 233.11406f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 238.68796f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 244.26186f, 5.5688934f, 6.6683106f), - new Rectangle(361.9708f, 287.10028f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 292.6742f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 298.2481f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 303.82202f, 2.7844543f, 6.6683106f), - new Rectangle(361.9708f, 306.61148f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 312.1854f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 317.7593f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 350.87723f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 356.45114f, 2.7844543f, 6.6683106f), - new Rectangle(361.9708f, 359.2406f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 364.8145f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 370.38843f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 375.96234f, 5.5689087f, 6.6683106f), - new Rectangle(361.9708f, 381.53625f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(374.4507f, 139.58768f, 7.231552f, 6.6683106f), - new Rectangle(374.4507f, 146.82623f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 152.40215f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 157.97806f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 163.55397f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 233.09206f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 238.66797f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 244.24388f, 5.5688934f, 6.6683106f), - new Rectangle(374.4507f, 287.0823f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 292.6582f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 298.2341f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 303.81f, 2.7844543f, 6.6683106f), - new Rectangle(374.4507f, 306.60147f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 312.17737f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 317.75327f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 350.87115f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 356.44705f, 2.7844543f, 6.6683106f), - new Rectangle(374.4507f, 359.23853f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 364.81442f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 370.39032f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 375.96622f, 5.5689087f, 6.6683106f), - new Rectangle(374.4507f, 381.5421f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(386.93063f, 140.13855f, 3.3353271f, 6.6683106f), - new Rectangle(386.93063f, 143.4809f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 149.05681f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 154.63272f, 2.7844543f, 6.6683106f), - new Rectangle(386.93063f, 157.42418f, 2.2235565f, 6.6683106f), - new Rectangle(386.93063f, 159.65474f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 233.09406f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 238.66997f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 244.24588f, 5.5688934f, 6.6683106f), - new Rectangle(386.93063f, 289.90482f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 295.4807f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 301.0566f, 2.7844543f, 6.6683106f), - new Rectangle(386.93063f, 303.84808f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 309.42398f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 314.99988f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 350.87918f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 356.45508f, 2.7844543f, 6.6683106f), - new Rectangle(386.93063f, 359.24655f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 364.82245f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 370.39835f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 375.97424f, 5.5689087f, 6.6683106f), - new Rectangle(386.93063f, 381.55014f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(399.41055f, 140.13956f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 145.71646f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 151.29337f, 8.343323f, 6.6683106f), - new Rectangle(399.41055f, 159.64471f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 165.22162f, 3.3353271f, 6.6683106f), - new Rectangle(399.41055f, 168.56496f, 5.0079956f, 6.6683106f), - new Rectangle(399.41055f, 233.06499f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 238.64189f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 244.2188f, 5.5688934f, 6.6683106f), - new Rectangle(399.41055f, 289.8767f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 295.4536f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 301.03052f, 2.7844543f, 6.6683106f), - new Rectangle(399.41055f, 303.82297f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 309.39987f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 314.97678f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 350.85507f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 356.43198f, 2.7844543f, 6.6683106f), - new Rectangle(399.41055f, 359.22443f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 364.80133f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 370.37823f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 375.95514f, 5.5689087f, 6.6683106f), - new Rectangle(399.41055f, 381.53204f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(411.89047f, 139.58467f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 145.15758f, 2.2235565f, 6.6683106f), - new Rectangle(411.89047f, 147.38513f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 152.95804f, 2.2235565f, 6.6683106f), - new Rectangle(411.89047f, 155.1856f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 160.7585f, 8.343323f, 6.6683106f), - new Rectangle(411.89047f, 233.11809f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 238.691f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 244.2639f, 5.5688934f, 6.6683106f), - new Rectangle(411.89047f, 289.92184f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 295.49475f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 301.06766f, 2.7844543f, 6.6683106f), - new Rectangle(411.89047f, 303.8561f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 309.42902f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 315.00192f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 350.88025f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 356.45316f, 2.7844543f, 6.6683106f), - new Rectangle(411.89047f, 359.2416f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 364.8145f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 370.38742f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 375.96033f, 5.5689087f, 6.6683106f), - new Rectangle(411.89047f, 381.53323f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(424.3704f, 139.58467f, 2.2235565f, 6.6683106f), - new Rectangle(424.3704f, 141.81223f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 147.38513f, 5.0079956f, 6.6683106f), - new Rectangle(424.3704f, 152.39714f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 157.97005f, 5.0079956f, 6.6683106f), - new Rectangle(424.3704f, 162.98206f, 2.2235565f, 6.6683106f), - new Rectangle(424.3704f, 165.20961f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 233.1291f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 238.70201f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 244.27492f, 5.5688934f, 6.6683106f), - new Rectangle(424.3704f, 289.93387f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 295.50677f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 301.07968f, 2.7844543f, 6.6683106f), - new Rectangle(424.3704f, 303.86813f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 309.44104f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 315.01395f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 350.89325f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 356.46616f, 2.7844543f, 6.6683106f), - new Rectangle(424.3704f, 359.2546f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 364.8275f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 370.40042f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 375.97333f, 5.5689087f, 6.6683106f), - new Rectangle(424.3704f, 381.54623f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(436.8503f, 140.13956f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 145.71646f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 151.29337f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 156.87027f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 162.44717f, 3.3353271f, 6.6683106f), - new Rectangle(436.8503f, 165.79051f, 5.0079956f, 6.6683106f), - new Rectangle(436.8503f, 233.04994f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 238.62685f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 244.20375f, 5.5688934f, 6.6683106f), - new Rectangle(436.8503f, 289.8617f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 295.4386f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 301.0155f, 2.7844543f, 6.6683106f), - new Rectangle(436.8503f, 303.80795f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 309.38486f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 314.96176f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 350.84006f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 356.41696f, 2.7844543f, 6.6683106f), - new Rectangle(436.8503f, 359.2094f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 364.78632f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 370.36322f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 375.94012f, 5.5689087f, 6.6683106f), - new Rectangle(436.8503f, 381.51703f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(449.33023f, 140.14056f, 5.5688934f, 6.6683106f), - new Rectangle(449.33023f, 145.71848f, 3.3353271f, 6.6683106f), - new Rectangle(449.33023f, 149.06282f, 7.231552f, 6.6683106f), - new Rectangle(449.33023f, 156.30339f, 5.5688934f, 6.6683106f), - new Rectangle(449.33023f, 161.8813f, 5.0079956f, 6.6683106f), - new Rectangle(449.33023f, 233.04099f, 5.5688934f, 6.6683106f), - new Rectangle(449.33023f, 238.6189f, 5.5688934f, 6.6683106f), - new Rectangle(449.33023f, 244.19681f, 5.5688934f, 6.6683106f), - new Rectangle(449.33023f, 289.85474f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 295.43265f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 301.01056f, 2.7844543f, 6.6683106f), - new Rectangle(449.33023f, 303.80402f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 309.38193f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 314.95984f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 350.83817f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 356.41608f, 2.7844543f, 6.6683106f), - new Rectangle(449.33023f, 359.20953f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 364.78745f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 370.36536f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 375.94327f, 5.5689087f, 6.6683106f), - new Rectangle(449.33023f, 381.52118f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 132.9f, 6.1197815f, 6.6683106f), - new Rectangle(461.81015f, 139.02478f, 2.2235565f, 6.6683106f), - new Rectangle(461.81015f, 141.25334f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 146.82724f, 2.2235565f, 6.6683106f), - new Rectangle(461.81015f, 149.0558f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 154.6297f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 160.2036f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 233.10205f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 238.67595f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 244.24985f, 5.5688934f, 6.6683106f), - new Rectangle(461.81015f, 289.90778f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 295.4817f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 301.0556f, 2.7844543f, 6.6683106f), - new Rectangle(461.81015f, 303.84506f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 309.41898f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 314.9929f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 350.87122f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 356.44513f, 2.7844543f, 6.6683106f), - new Rectangle(461.81015f, 359.2346f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 364.8085f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 370.38242f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 375.95633f, 5.5689087f, 6.6683106f), - new Rectangle(461.81015f, 381.53024f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 132.9f, 2.7844543f, 6.6683106f), - new Rectangle(474.05057f, 135.69044f, 3.3353271f, 6.6683106f), - new Rectangle(474.05057f, 139.03178f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 144.60669f, 2.2235565f, 6.6683106f), - new Rectangle(474.05057f, 146.83626f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 152.41116f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 157.98607f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 233.10406f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 238.67897f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 244.25388f, 5.5688934f, 6.6683106f), - new Rectangle(474.05057f, 289.9118f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 295.48672f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 301.06165f, 2.7844543f, 6.6683106f), - new Rectangle(474.05057f, 303.8521f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 309.42703f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 315.00195f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 350.88028f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 356.4552f, 2.7844543f, 6.6683106f), - new Rectangle(474.05057f, 359.24567f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 364.8206f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 370.3955f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 375.97043f, 5.5689087f, 6.6683106f), - new Rectangle(474.05057f, 381.54535f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 132.9f, 6.1197815f, 6.6683106f), - new Rectangle(487.4904f, 139.02779f, 3.3353271f, 6.6683106f), - new Rectangle(487.4904f, 142.37112f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 147.94803f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 153.52493f, 5.0079956f, 6.6683106f), - new Rectangle(487.4904f, 158.54094f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 233.05898f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 238.63588f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 244.21278f, 5.5688934f, 6.6683106f), - new Rectangle(487.4904f, 287.0512f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 292.6281f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 298.20502f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 303.78192f, 2.7844543f, 6.6683106f), - new Rectangle(487.4904f, 306.57437f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 312.15128f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 317.72818f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 350.84607f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 356.42297f, 2.7844543f, 6.6683106f), - new Rectangle(487.4904f, 359.21542f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 364.79233f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 370.36923f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 375.94614f, 5.5689087f, 6.6683106f), - new Rectangle(487.4904f, 381.52304f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(499.9703f, 139.58568f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 145.15958f, 3.3353271f, 6.6683106f), - new Rectangle(499.9703f, 148.49991f, 2.7844543f, 6.6683106f), - new Rectangle(499.9703f, 151.28937f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 156.86327f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 162.43716f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 168.01106f, 2.2235565f, 6.6683106f), - new Rectangle(499.9703f, 233.10905f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 238.68295f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 244.25685f, 5.5688934f, 6.6683106f), - new Rectangle(499.9703f, 289.9148f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 295.4887f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 301.06262f, 2.7844543f, 6.6683106f), - new Rectangle(499.9703f, 303.85208f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 309.426f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 314.9999f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 350.87823f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 356.45215f, 2.7844543f, 6.6683106f), - new Rectangle(499.9703f, 359.2416f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 364.81552f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 370.38943f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 375.96335f, 5.5689087f, 6.6683106f), - new Rectangle(499.9703f, 381.53726f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 132.9f, 7.231552f, 6.6683106f), - new Rectangle(512.4502f, 140.13655f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 145.71045f, 2.2235565f, 6.6683106f), - new Rectangle(512.4502f, 147.93901f, 2.7844543f, 6.6683106f), - new Rectangle(512.4502f, 150.72847f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 156.30237f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 161.87627f, 2.7844543f, 6.6683106f), - new Rectangle(512.4502f, 164.63768f, 6.6806793f, 6.6683106f), - new Rectangle(512.4502f, 171.32336f, 2.2235565f, 6.6683106f), - new Rectangle(512.4502f, 173.55193f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 179.12582f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 184.69972f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 190.27362f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 195.84752f, 8.343323f, 6.6683106f), - new Rectangle(512.4502f, 233.10704f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 238.68094f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 244.25484f, 5.5688934f, 6.6683106f), - new Rectangle(512.4502f, 287.09326f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 292.66718f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 298.2411f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 303.815f, 2.7844543f, 6.6683106f), - new Rectangle(512.4502f, 306.60446f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 312.17838f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 317.7523f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 350.8702f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 356.44412f, 2.7844543f, 6.6683106f), - new Rectangle(512.4502f, 359.23358f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 364.8075f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 370.3814f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 375.95532f, 5.5689087f, 6.6683106f), - new Rectangle(512.4502f, 381.52924f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 132.9f, 6.6806793f, 6.6683106f), - new Rectangle(524.9301f, 139.58568f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 145.15958f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 150.73347f, 2.2235565f, 6.6683106f), - new Rectangle(524.9301f, 152.96204f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 233.12007f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 238.69397f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 244.26787f, 5.5688934f, 6.6683106f), - new Rectangle(524.9301f, 287.1063f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 292.6802f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 298.25412f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 303.82803f, 2.7844543f, 6.6683106f), - new Rectangle(524.9301f, 306.6175f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 312.1914f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 317.76532f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 350.88324f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 356.45715f, 2.7844543f, 6.6683106f), - new Rectangle(524.9301f, 359.2466f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 364.82053f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 370.39444f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 375.96835f, 5.5689087f, 6.6683106f), - new Rectangle(524.9301f, 381.54227f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 132.9f, 2.7844543f, 6.6683106f), - new Rectangle(537.41003f, 135.68745f, 2.7844543f, 6.6683106f), - new Rectangle(537.41003f, 138.47491f, 5.5688934f, 6.6683106f), - new Rectangle(537.41003f, 144.04681f, 2.2235565f, 6.6683106f), - new Rectangle(537.41003f, 146.27338f, 5.0079956f, 6.6683106f), - new Rectangle(537.41003f, 233.15315f, 5.5688934f, 6.6683106f), - new Rectangle(537.41003f, 238.72505f, 5.5688934f, 6.6683106f), - new Rectangle(537.41003f, 244.29695f, 5.5688934f, 6.6683106f), - new Rectangle(537.41003f, 287.13538f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 292.70728f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 298.27917f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 303.85107f, 2.7844543f, 6.6683106f), - new Rectangle(537.41003f, 306.63852f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 312.21042f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 317.78232f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 350.9002f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 356.4721f, 2.7844543f, 6.6683106f), - new Rectangle(537.41003f, 359.25955f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 364.83145f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 370.40335f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 375.97525f, 5.5689087f, 6.6683106f), - new Rectangle(537.41003f, 381.54715f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 132.9f, 7.79245f, 6.6683106f), - new Rectangle(549.65045f, 140.69945f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 146.27536f, 3.3353271f, 6.6683106f), - new Rectangle(549.65045f, 149.6177f, 8.343323f, 6.6683106f), - new Rectangle(549.65045f, 157.96805f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 163.54396f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 169.11987f, 5.0079956f, 6.6683106f), - new Rectangle(549.65045f, 233.08005f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 238.65596f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 244.23187f, 5.5688934f, 6.6683106f), - new Rectangle(549.65045f, 287.0703f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 292.6462f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 298.2221f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 303.798f, 2.7844543f, 6.6683106f), - new Rectangle(549.65045f, 306.58948f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 312.16537f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 317.74127f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 350.85916f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 356.43506f, 2.7844543f, 6.6683106f), - new Rectangle(549.65045f, 359.22653f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 364.80243f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 370.37833f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 375.95422f, 5.5689087f, 6.6683106f), - new Rectangle(549.65045f, 381.53012f, 5.5689087f, 6.6683106f), - new Rectangle(518.2708f, 412.49863f, 6.680664f, 6.6683106f), - new Rectangle(518.2708f, 419.1803f, 5.0079956f, 6.6683106f), - new Rectangle(518.2708f, 424.1893f, 5.0079956f, 6.6683106f), - new Rectangle(518.2708f, 429.1983f, 5.5689087f, 6.6683106f), - new Rectangle(518.2708f, 434.7682f, 2.2235413f, 6.6683106f), - new Rectangle(518.2708f, 436.99274f, 2.2235413f, 6.6683106f), - new Rectangle(518.2708f, 439.2173f, 5.5689087f, 6.6683106f), - new Rectangle(518.2708f, 444.78717f, 5.5689087f, 6.6683106f), - new Rectangle(518.2708f, 450.35706f, 2.7844543f, 6.6683106f), - new Rectangle(76.27562f, 147.47928f, 7.231552f, 6.9438605f), - new Rectangle(76.27562f, 154.71384f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 160.28574f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 165.85764f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 171.98042f, 3.896225f, 6.9438605f), - new Rectangle(76.27562f, 175.87965f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 181.45155f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 187.02345f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 192.42207f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 195.18349f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 201.30627f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 204.6446f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 207.40602f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 210.74435f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 216.86714f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 222.43904f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 225.20045f, 3.896225f, 6.9438605f), - new Rectangle(76.27562f, 229.09969f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 234.67159f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 240.79437f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 243.58183f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 246.3693f, 5.5688934f, 6.9438605f), - new Rectangle(76.27562f, 251.9412f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 257.5131f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 260.2745f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 266.39728f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 272.52005f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 275.85837f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 281.43027f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 284.2177f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 290.34048f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 295.91238f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 302.03516f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 304.79657f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 308.1349f, 3.8962097f, 6.9438605f), - new Rectangle(76.27562f, 312.03412f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 318.1569f, 8.904236f, 6.9438605f), - new Rectangle(76.27562f, 327.06412f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 329.82553f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 333.16385f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 339.28662f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 344.85852f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 347.61993f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 353.19183f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 359.3146f, 3.8962097f, 6.9438605f), - new Rectangle(76.27562f, 363.21384f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 368.67255f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 374.24445f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 379.64307f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 382.40448f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 387.97638f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 393.54828f, 3.8962097f, 6.9438605f), - new Rectangle(76.27562f, 397.4475f, 3.8962097f, 6.9438605f), - new Rectangle(76.27562f, 401.34674f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 404.1342f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 409.7061f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 415.82886f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 418.59027f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 424.71304f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 430.83582f, 3.3353271f, 6.9438605f), - new Rectangle(76.27562f, 434.17413f, 2.7844543f, 6.9438605f), - new Rectangle(76.27562f, 436.93555f, 6.1197815f, 6.9438605f), - new Rectangle(76.27562f, 443.05832f, 5.5689087f, 6.9438605f), - new Rectangle(76.27562f, 448.45694f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 186.0589f, 7.231552f, 6.9438605f), - new Rectangle(88.9359f, 193.29646f, 7.231552f, 6.9438605f), - new Rectangle(88.9359f, 200.53403f, 7.231552f, 6.9438605f), - new Rectangle(88.9359f, 207.77159f, 6.6806793f, 6.9438605f), - new Rectangle(88.9359f, 214.45827f, 7.231552f, 6.9438605f), - new Rectangle(88.9359f, 221.69583f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 224.45724f, 3.3353271f, 6.9438605f), - new Rectangle(88.9359f, 227.79858f, 5.5688934f, 6.9438605f), - new Rectangle(88.9359f, 233.37349f, 5.5688934f, 6.9438605f), - new Rectangle(88.9359f, 238.9484f, 5.5688934f, 6.9438605f), - new Rectangle(88.9359f, 244.5233f, 5.5688934f, 6.9438605f), - new Rectangle(88.9359f, 250.0982f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 252.88866f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 255.65007f, 6.119766f, 6.9438605f), - new Rectangle(88.9359f, 261.77585f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 267.90164f, 3.3353271f, 6.9438605f), - new Rectangle(88.9359f, 271.24298f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 276.8179f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 279.60837f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 282.36978f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 287.9447f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 294.0705f, 3.8962097f, 6.9438605f), - new Rectangle(88.9359f, 297.97272f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 303.43146f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 309.00638f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 314.40503f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 317.16644f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 323.29224f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 329.41803f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 335.54382f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 341.66962f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 344.46008f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 350.035f, 3.3353271f, 6.9438605f), - new Rectangle(88.9359f, 353.37634f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 356.1668f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 362.2926f, 6.1197815f, 6.9438605f), - new Rectangle(88.9359f, 368.4184f, 2.7844543f, 6.9438605f), - new Rectangle(88.9359f, 371.1798f, 7.2315674f, 6.9438605f), - new Rectangle(88.9359f, 378.41736f, 5.8493347f, 6.9438605f), - new Rectangle(88.9359f, 384.2727f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 389.84763f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 395.42255f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 400.99747f, 5.5689087f, 6.9438605f), - new Rectangle(88.9359f, 406.5724f, 3.3353271f, 6.9438605f), - new Rectangle(172.91153f, 423.59833f, 5.5689087f, 6.6683106f), - new Rectangle(172.91153f, 429.17725f, 5.5689087f, 6.6683106f), - new Rectangle(172.91153f, 434.75616f, 7.2315674f, 6.6683106f), - new Rectangle(254.75186f, 414.95853f, 8.343323f, 6.6683106f), - new Rectangle(254.75186f, 423.30685f, 5.5689087f, 6.6683106f), - new Rectangle(254.75186f, 428.88077f, 5.5689087f, 6.6683106f), - new Rectangle(254.75186f, 434.45468f, 2.2235413f, 6.6683106f), - new Rectangle(254.75186f, 436.68323f, 5.5689087f, 6.6683106f), - new Rectangle(254.75186f, 442.25714f, 8.343323f, 6.6683106f), - new Rectangle(392.75232f, 422.4585f, 7.2315674f, 6.6683106f), - new Rectangle(392.75232f, 429.70108f, 2.2235413f, 6.6683106f), - new Rectangle(392.75232f, 431.93564f, 5.5689087f, 6.6683106f), - new Rectangle(392.75232f, 437.51556f, 5.5689087f, 6.6683106f), - new Rectangle(554.5925f, 464.88f, 3.5270386f, 6.0470705f), - new Rectangle(576.26807f, 121.08f, 4.0859985f, 5.4315f), - new Rectangle(576.26807f, 125.1588f, 5.723999f, 5.4315f), - new Rectangle(576.26807f, 130.8756f, 4.0859985f, 5.4315f), - new Rectangle(576.26807f, 134.95439f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 138.198f, 6.9389954f, 5.4315f), - new Rectangle(576.26807f, 145.16219f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 150.56578f, 3.5460052f, 5.4315f), - new Rectangle(576.26807f, 154.10458f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 159.50638f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 162.74998f, 5.4629974f, 5.4315f), - new Rectangle(576.26807f, 168.20578f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 171.36658f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 174.61018f, 3.8430023f, 5.4315f), - new Rectangle(576.26807f, 178.44598f, 5.3639984f, 5.4315f), - new Rectangle(576.26807f, 183.80278f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 188.48457f, 5.3639984f, 5.4315f), - new Rectangle(576.26807f, 193.84137f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 199.24316f, 3.8430023f, 5.4315f), - new Rectangle(576.26807f, 203.07896f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 207.76076f, 5.697006f, 5.4315f), - new Rectangle(576.26807f, 213.45056f, 5.3639984f, 5.4315f), - new Rectangle(576.26807f, 218.80736f, 3.8430023f, 5.4315f), - new Rectangle(576.26807f, 222.70976f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 227.39156f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 230.63516f, 2.4660034f, 5.4315f), - new Rectangle(576.26807f, 233.15157f, 5.697006f, 5.4315f), - new Rectangle(576.26807f, 238.85307f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 242.09668f, 3.5460052f, 5.4315f), - new Rectangle(576.26807f, 245.63548f, 5.697006f, 5.4315f), - new Rectangle(576.26807f, 251.32529f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 256.6821f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 259.9257f, 5.6069946f, 5.4315f), - new Rectangle(576.26807f, 265.52548f, 2.4660034f, 5.4315f), - new Rectangle(576.26807f, 268.04187f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 271.20267f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 274.36346f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 279.72028f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 283.55606f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 288.91287f, 5.696991f, 5.4315f), - new Rectangle(576.26807f, 294.60266f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 298.14145f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 301.38504f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 306.06683f, 5.4630127f, 5.4315f), - new Rectangle(576.26807f, 311.52264f, 5.696991f, 5.4315f), - new Rectangle(576.26807f, 317.21243f, 5.696991f, 5.4315f), - new Rectangle(576.26807f, 322.90222f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 326.441f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 330.2768f, 2.4660034f, 5.4315f), - new Rectangle(576.26807f, 332.79318f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 338.15f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 342.8318f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 346.07538f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 351.47717f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 355.31296f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 360.66977f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 363.91336f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 369.27017f, 5.328003f, 5.4315f), - new Rectangle(576.26807f, 374.59097f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 378.12976f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 381.96555f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 387.36734f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 392.04913f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 395.58792f, 5.3640137f, 5.4315f), - new Rectangle(576.26807f, 400.99063f, 5.6069946f, 5.4315f), - new Rectangle(576.26807f, 406.59042f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 409.834f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 412.9948f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 416.8306f, 5.4630127f, 5.4315f), - new Rectangle(576.26807f, 422.2864f, 8.756989f, 5.4315f), - new Rectangle(576.26807f, 431.0362f, 3.1679993f, 5.4315f), - new Rectangle(576.26807f, 434.2798f, 5.6879883f, 5.4315f), - new Rectangle(576.26807f, 439.96057f, 5.696991f, 5.4315f), - new Rectangle(576.26807f, 445.65036f, 3.842987f, 5.4315f), - new Rectangle(576.26807f, 449.48615f, 5.4630127f, 5.4315f), - new Rectangle(576.26807f, 454.94196f, 4.6889954f, 5.4315f), - new Rectangle(576.26807f, 459.62375f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 463.16254f, 5.4089966f, 5.4315f), - new Rectangle(576.26807f, 468.56433f, 3.54599f, 5.4315f), - new Rectangle(576.26807f, 472.10312f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 121.08f, 4.0859985f, 5.4315f), - new Rectangle(587.18774f, 125.154305f, 4.1310043f, 5.4315f), - new Rectangle(587.18774f, 129.2736f, 6.156006f, 5.4315f), - new Rectangle(587.18774f, 135.4575f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 140.13751f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 142.65392f, 5.3639984f, 5.4315f), - new Rectangle(587.18774f, 147.9963f, 5.697006f, 5.4315f), - new Rectangle(587.18774f, 153.68161f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 158.35892f, 5.3639984f, 5.4315f), - new Rectangle(587.18774f, 163.71121f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 166.89542f, 5.4089966f, 5.4315f), - new Rectangle(587.18774f, 172.29271f, 5.697006f, 5.4315f), - new Rectangle(587.18774f, 177.97801f, 5.6069946f, 5.4315f), - new Rectangle(587.18774f, 183.57332f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 186.75752f, 3.5460052f, 5.4315f), - new Rectangle(587.18774f, 190.29182f, 5.3639984f, 5.4315f), - new Rectangle(587.18774f, 195.64412f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 200.32143f, 5.697006f, 5.4315f), - new Rectangle(587.18774f, 206.00673f, 5.697006f, 5.4315f), - new Rectangle(587.18774f, 211.69203f, 5.4629974f, 5.4315f), - new Rectangle(587.18774f, 217.14333f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 219.65973f, 5.4629974f, 5.4315f), - new Rectangle(587.18774f, 225.12003f, 5.6069946f, 5.4315f), - new Rectangle(587.18774f, 230.71533f, 5.328003f, 5.4315f), - new Rectangle(587.18774f, 236.03163f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 239.21584f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 241.73224f, 5.697006f, 5.4315f), - new Rectangle(587.18774f, 247.43375f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 250.61795f, 5.6879883f, 5.4315f), - new Rectangle(587.18774f, 256.29425f, 5.696991f, 5.4315f), - new Rectangle(587.18774f, 261.97955f, 3.842987f, 5.4315f), - new Rectangle(587.18774f, 265.81085f, 5.4630127f, 5.4315f), - new Rectangle(587.18774f, 271.26215f, 5.6069946f, 5.4315f), - new Rectangle(587.18774f, 276.85745f, 5.3640137f, 5.4315f), - new Rectangle(587.18774f, 282.20975f, 4.0859985f, 5.4315f), - new Rectangle(587.18774f, 286.28406f, 6.156006f, 5.4315f), - new Rectangle(587.18774f, 292.46796f, 3.54599f, 5.4315f), - new Rectangle(587.18774f, 296.00226f, 5.4089966f, 5.4315f), - new Rectangle(587.18774f, 301.39957f, 3.54599f, 5.4315f), - new Rectangle(587.18774f, 304.93387f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 307.4503f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 312.1276f, 3.54599f, 5.4315f), - new Rectangle(587.18774f, 315.6619f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 318.1783f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 322.8583f, 5.4089966f, 5.4315f), - new Rectangle(587.18774f, 328.2556f, 2.4660034f, 5.4315f), - new Rectangle(587.18774f, 330.77203f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 333.95624f, 5.6069946f, 5.4315f), - new Rectangle(587.18774f, 339.55154f, 5.4630127f, 5.4315f), - new Rectangle(587.18774f, 345.00284f, 4.6889954f, 5.4315f), - new Rectangle(587.18774f, 349.68015f, 5.328003f, 5.4315f), - new Rectangle(587.18774f, 354.99646f, 5.3640137f, 5.4315f), - new Rectangle(587.18774f, 360.34875f, 3.54599f, 5.4315f), - new Rectangle(587.18774f, 363.88306f, 5.6069946f, 5.4315f), - new Rectangle(587.18774f, 369.47836f, 5.4630127f, 5.4315f), - new Rectangle(587.18774f, 374.92966f, 5.4630127f, 5.4315f), - new Rectangle(587.18774f, 380.38095f, 5.328003f, 5.4315f), - new Rectangle(587.18774f, 385.69727f, 4.131012f, 5.4315f), - new Rectangle(587.18774f, 389.81656f, 3.276001f, 5.4315f), - new Rectangle(587.18774f, 393.11868f, 3.1679993f, 5.4315f), - new Rectangle(587.18774f, 396.3029f, 5.723999f, 5.4315f), - new Rectangle(587.18774f, 402.0152f, 5.723999f, 5.4315f), - new Rectangle(587.18774f, 407.7275f, 5.723999f, 5.4315f), - new Rectangle(587.18774f, 413.49023f, 5.723999f, 5.4315f), - new Rectangle(587.18774f, 419.20255f, 4.0859985f, 5.4315f), - new Rectangle(587.18774f, 423.27686f, 3.276001f, 5.4315f), - new Rectangle(587.18774f, 426.57898f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 121.08f, 4.0859985f, 5.4315f), - new Rectangle(610.1675f, 125.1597f, 5.723999f, 5.4315f), - new Rectangle(610.1675f, 130.8774f, 4.0859985f, 5.4315f), - new Rectangle(610.1675f, 134.95709f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 142.16069f, 5.6069946f, 5.4315f), - new Rectangle(610.1675f, 147.76138f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 154.96498f, 3.8430023f, 5.4315f), - new Rectangle(610.1675f, 158.80168f, 5.3639984f, 5.4315f), - new Rectangle(610.1675f, 164.15938f, 5.6069946f, 5.4315f), - new Rectangle(610.1675f, 169.76007f, 3.8430023f, 5.4315f), - new Rectangle(610.1675f, 173.66248f, 5.3639984f, 5.4315f), - new Rectangle(610.1675f, 179.02017f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 183.70287f, 5.3639984f, 5.4315f), - new Rectangle(610.1675f, 189.06056f, 5.697006f, 5.4315f), - new Rectangle(610.1675f, 194.75127f, 3.5460052f, 5.4315f), - new Rectangle(610.1675f, 198.29097f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 202.97366f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 210.17726f, 3.5460052f, 5.4315f), - new Rectangle(610.1675f, 213.71696f, 5.697006f, 5.4315f), - new Rectangle(610.1675f, 219.40767f, 5.3639984f, 5.4315f), - new Rectangle(610.1675f, 224.76537f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 231.96896f, 5.4089966f, 5.4315f), - new Rectangle(610.1675f, 237.43286f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 242.11555f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 246.79825f, 5.697006f, 5.4315f), - new Rectangle(610.1675f, 252.48895f, 3.842987f, 5.4315f), - new Rectangle(610.1675f, 256.32565f, 5.4089966f, 5.4315f), - new Rectangle(610.1675f, 261.72836f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 266.41107f, 5.328003f, 5.4315f), - new Rectangle(610.1675f, 271.73276f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 278.93637f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 283.61908f, 5.4089966f, 5.4315f), - new Rectangle(610.1675f, 289.0218f, 2.4660034f, 5.4315f), - new Rectangle(610.1675f, 291.53818f, 4.6889954f, 5.4315f), - new Rectangle(610.1675f, 296.1579f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 301.8486f, 2.4660034f, 5.4315f), - new Rectangle(610.1675f, 304.365f, 5.4089966f, 5.4315f), - new Rectangle(610.1675f, 309.7677f, 3.54599f, 5.4315f), - new Rectangle(610.1675f, 313.3074f, 5.3640137f, 5.4315f), - new Rectangle(610.1675f, 318.6651f, 5.6069946f, 5.4315f), - new Rectangle(610.1675f, 324.2658f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 331.46942f, 3.54599f, 5.4315f), - new Rectangle(610.1675f, 335.00912f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 340.69983f, 3.842987f, 5.4315f), - new Rectangle(610.1675f, 344.53653f, 5.4630127f, 5.4315f), - new Rectangle(610.1675f, 349.99323f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 355.68393f, 5.6069946f, 5.4315f), - new Rectangle(610.1675f, 361.28464f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 366.97534f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 374.17896f, 3.54599f, 5.4315f), - new Rectangle(610.1675f, 377.71866f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 383.40936f, 5.3640137f, 5.4315f), - new Rectangle(610.1675f, 388.76706f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 395.97067f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 399.1324f, 5.4630127f, 5.4315f), - new Rectangle(610.1675f, 404.58908f, 3.842987f, 5.4315f), - new Rectangle(610.1675f, 408.42578f, 8.756989f, 5.4315f), - new Rectangle(610.1675f, 417.17648f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 422.8672f, 2.4660034f, 5.4315f), - new Rectangle(610.1675f, 425.38358f, 5.4089966f, 5.4315f), - new Rectangle(610.1675f, 430.7863f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 437.9305f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 441.09222f, 5.4630127f, 5.4315f), - new Rectangle(610.1675f, 446.54892f, 3.842987f, 5.4315f), - new Rectangle(610.1675f, 450.38562f, 3.1679993f, 5.4315f), - new Rectangle(610.1675f, 457.58923f, 3.54599f, 5.4315f), - new Rectangle(610.1675f, 461.12894f, 5.696991f, 5.4315f), - new Rectangle(610.1675f, 466.77103f, 5.3640137f, 5.4315f), - new Rectangle(610.1675f, 472.12872f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 121.08f, 5.6070023f, 5.4315f), - new Rectangle(621.08716f, 126.659996f, 5.364006f, 5.4315f), - new Rectangle(621.08716f, 132.0024f, 3.5460052f, 5.4315f), - new Rectangle(621.08716f, 135.5421f, 5.3639984f, 5.4315f), - new Rectangle(621.08716f, 140.88449f, 3.8430023f, 5.4315f), - new Rectangle(621.08716f, 144.7266f, 8.757004f, 5.4315f), - new Rectangle(621.08716f, 153.4899f, 2.4660034f, 5.4315f), - new Rectangle(621.08716f, 155.9901f, 5.697006f, 5.4315f), - new Rectangle(621.08716f, 161.6916f, 5.4089966f, 5.4315f), - new Rectangle(621.08716f, 167.09521f, 3.5460052f, 5.4315f), - new Rectangle(621.08716f, 170.63492f, 2.4660034f, 5.4315f), - new Rectangle(621.08716f, 173.13512f, 5.4629974f, 5.4315f), - new Rectangle(621.08716f, 178.59543f, 5.697006f, 5.4315f), - new Rectangle(621.08716f, 184.29694f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 187.48114f, 5.4629974f, 5.4315f), - new Rectangle(621.08716f, 192.94144f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 196.12563f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 199.30983f, 3.5460052f, 5.4315f), - new Rectangle(621.08716f, 202.84953f, 5.697006f, 5.4315f), - new Rectangle(621.08716f, 208.55104f, 5.3639984f, 5.4315f), - new Rectangle(621.08716f, 213.89343f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 217.07764f, 4.6889954f, 5.4315f), - new Rectangle(621.08716f, 221.75764f, 5.4089966f, 5.4315f), - new Rectangle(621.08716f, 227.16125f, 8.757004f, 5.4315f), - new Rectangle(621.08716f, 235.86426f, 5.6069946f, 5.4315f), - new Rectangle(621.08716f, 241.44426f, 2.4660034f, 5.4315f), - new Rectangle(621.08716f, 243.94446f, 5.3639984f, 5.4315f), - new Rectangle(621.08716f, 249.28685f, 2.4210052f, 5.4315f), - new Rectangle(621.08716f, 251.69075f, 4.6890106f, 5.4315f), - new Rectangle(621.08716f, 256.37073f, 3.1679993f, 5.4315f), - new Rectangle(621.08716f, 259.55493f, 4.6889954f, 5.4315f), - new Rectangle(621.08716f, 264.23492f, 2.4660034f, 5.4315f), - new Rectangle(621.08716f, 266.75134f, 4.725006f, 5.4315f), - new Rectangle(621.08716f, 271.51053f, 5.3640137f, 5.4315f), - new Rectangle(621.08716f, 276.85294f, 3.276001f, 5.4315f), - new Rectangle(621.08716f, 280.16315f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 121.08f, 6.155998f, 5.4315f), - new Rectangle(644.00745f, 127.2324f, 7.083f, 5.4315f), - new Rectangle(644.00745f, 134.3118f, 6.5879974f, 5.4315f), - new Rectangle(644.00745f, 140.8962f, 6.255005f, 5.4315f), - new Rectangle(644.00745f, 147.1476f, 6.2819977f, 5.4315f), - new Rectangle(644.00745f, 153.426f, 5.6880035f, 5.4315f), - new Rectangle(644.00745f, 159.1104f, 6.156006f, 5.4315f), - new Rectangle(644.00745f, 165.2628f, 4.0859985f, 5.4315f), - new Rectangle(644.00745f, 169.3452f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 176.4894f, 6.9389954f, 5.4315f), - new Rectangle(644.00745f, 183.42479f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 188.83018f, 3.5460052f, 5.4315f), - new Rectangle(644.00745f, 192.37259f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 197.77798f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 204.98158f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 208.14598f, 5.4629974f, 5.4315f), - new Rectangle(644.00745f, 213.60538f, 3.8430023f, 5.4315f), - new Rectangle(644.00745f, 217.44478f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 224.58897f, 6.156006f, 5.4315f), - new Rectangle(644.00745f, 230.74138f, 7.3619995f, 5.4315f), - new Rectangle(644.00745f, 238.09978f, 2.4660034f, 5.4315f), - new Rectangle(644.00745f, 240.61618f, 3.5460052f, 5.4315f), - new Rectangle(644.00745f, 244.15588f, 4.725006f, 5.4315f), - new Rectangle(644.00745f, 248.87729f, 5.3639984f, 5.4315f), - new Rectangle(644.00745f, 254.23769f, 3.8430023f, 5.4315f), - new Rectangle(644.00745f, 258.0195f, 2.4660034f, 5.4315f), - new Rectangle(644.00745f, 260.5359f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 265.94128f, 5.696991f, 5.4315f), - new Rectangle(644.00745f, 271.63467f, 5.6069946f, 5.4315f), - new Rectangle(644.00745f, 277.23807f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 284.44168f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 289.84708f, 3.842987f, 5.4315f), - new Rectangle(644.00745f, 293.68646f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 299.04688f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 306.2505f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 311.6109f, 5.328003f, 5.4315f), - new Rectangle(644.00745f, 316.9353f, 3.54599f, 5.4315f), - new Rectangle(644.00745f, 320.4777f, 3.842987f, 5.4315f), - new Rectangle(644.00745f, 324.31708f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 329.72247f, 4.6889954f, 5.4315f), - new Rectangle(644.00745f, 334.40787f, 3.54599f, 5.4315f), - new Rectangle(644.00745f, 337.95026f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 343.31067f, 5.6069946f, 5.4315f), - new Rectangle(644.00745f, 348.91406f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 356.11768f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 359.28207f, 3.842987f, 5.4315f), - new Rectangle(644.00745f, 363.12146f, 5.4630127f, 5.4315f), - new Rectangle(644.00745f, 368.58087f, 8.756989f, 5.4315f), - new Rectangle(644.00745f, 377.33426f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 384.53787f, 3.54599f, 5.4315f), - new Rectangle(644.00745f, 388.08026f, 5.696991f, 5.4315f), - new Rectangle(644.00745f, 393.77365f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 399.13406f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 406.2783f, 6.156006f, 5.4315f), - new Rectangle(644.00745f, 412.4307f, 7.3619995f, 5.4315f), - new Rectangle(644.00745f, 419.7891f, 2.4660034f, 5.4315f), - new Rectangle(644.00745f, 422.30548f, 4.6889954f, 5.4315f), - new Rectangle(644.00745f, 426.99088f, 4.6889954f, 5.4315f), - new Rectangle(644.00745f, 431.67627f, 3.1679993f, 5.4315f), - new Rectangle(644.00745f, 438.87988f, 5.174988f, 5.4315f), - new Rectangle(644.00745f, 444.05127f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 449.41168f, 5.6069946f, 5.4315f), - new Rectangle(644.00745f, 455.01508f, 5.3640137f, 5.4315f), - new Rectangle(644.00745f, 460.3755f, 3.842987f, 5.4315f), - new Rectangle(644.00745f, 464.27786f, 5.4089966f, 5.4315f), - new Rectangle(644.00745f, 469.68146f, 2.4660034f, 5.4315f), - new Rectangle(644.00745f, 472.14386f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 121.08f, 6.155998f, 5.4315f), - new Rectangle(654.9874f, 127.245f, 3.5459976f, 5.4315f), - new Rectangle(654.9874f, 130.8f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 136.218f, 3.5460052f, 5.4315f), - new Rectangle(654.9874f, 139.773f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 142.248f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 146.946f, 3.5460052f, 5.4315f), - new Rectangle(654.9874f, 150.42538f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 152.94179f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 157.63979f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 163.05779f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 165.53279f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 170.99669f, 7.083008f, 5.4315f), - new Rectangle(654.9874f, 178.08868f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 181.21259f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 184.38959f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 186.8646f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 191.56259f, 5.3639984f, 5.4315f), - new Rectangle(654.9874f, 196.9356f, 3.276001f, 5.4315f), - new Rectangle(654.9874f, 200.2206f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 205.6845f, 5.6069946f, 5.4315f), - new Rectangle(654.9874f, 211.30049f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 216.71849f, 3.5460052f, 5.4315f), - new Rectangle(654.9874f, 220.27348f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 225.69148f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 231.15538f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 234.33238f, 5.4629974f, 5.4315f), - new Rectangle(654.9874f, 239.80438f, 3.8430023f, 5.4315f), - new Rectangle(654.9874f, 243.65639f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 249.12029f, 3.7890015f, 5.4315f), - new Rectangle(654.9874f, 252.91829f, 4.6890106f, 5.4315f), - new Rectangle(654.9874f, 257.6163f, 3.842987f, 5.4315f), - new Rectangle(654.9874f, 261.4683f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 266.8863f, 5.3640137f, 5.4315f), - new Rectangle(654.9874f, 272.25928f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 274.73428f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 280.19818f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 283.37518f, 3.842987f, 5.4315f), - new Rectangle(654.9874f, 287.22717f, 5.4630127f, 5.4315f), - new Rectangle(654.9874f, 292.69916f, 8.756989f, 5.4315f), - new Rectangle(654.9874f, 301.3203f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 306.7842f, 3.54599f, 5.4315f), - new Rectangle(654.9874f, 310.3275f, 5.696991f, 5.4315f), - new Rectangle(654.9874f, 316.02182f, 5.3640137f, 5.4315f), - new Rectangle(654.9874f, 321.38312f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 326.84702f, 6.282013f, 5.4315f), - new Rectangle(654.9874f, 333.1263f, 5.3640137f, 5.4315f), - new Rectangle(654.9874f, 338.4876f, 5.696991f, 5.4315f), - new Rectangle(654.9874f, 344.18192f, 3.54599f, 5.4315f), - new Rectangle(654.9874f, 347.72522f, 3.842987f, 5.4315f), - new Rectangle(654.9874f, 351.62762f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 357.03125f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 359.54764f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 365.01154f, 6.174011f, 5.4315f), - new Rectangle(654.9874f, 371.18283f, 5.696991f, 5.4315f), - new Rectangle(654.9874f, 376.87714f, 3.842987f, 5.4315f), - new Rectangle(654.9874f, 380.71744f, 5.3640137f, 5.4315f), - new Rectangle(654.9874f, 386.07874f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 391.48505f, 5.696991f, 5.4315f), - new Rectangle(654.9874f, 397.17935f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 402.64325f, 5.4630127f, 5.4315f), - new Rectangle(654.9874f, 408.10355f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 411.26886f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 416.73276f, 6.156006f, 5.4315f), - new Rectangle(654.9874f, 422.88605f, 3.54599f, 5.4315f), - new Rectangle(654.9874f, 426.42935f, 5.4089966f, 5.4315f), - new Rectangle(654.9874f, 431.83566f, 3.54599f, 5.4315f), - new Rectangle(654.9874f, 435.37897f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 437.89536f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 442.57538f, 3.54599f, 5.4315f), - new Rectangle(654.9874f, 446.11868f, 2.4660034f, 5.4315f), - new Rectangle(654.9874f, 448.63507f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 453.32138f, 4.6889954f, 5.4315f), - new Rectangle(654.9874f, 458.0077f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 463.4716f, 5.4630127f, 5.4315f), - new Rectangle(654.9874f, 468.9319f, 3.1679993f, 5.4315f), - new Rectangle(654.9874f, 472.0972f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 121.08002f, 3.7890015f, 5.4315f), - new Rectangle(665.9071f, 124.86272f, 4.6889954f, 5.4315f), - new Rectangle(665.9071f, 129.54541f, 3.8430023f, 5.4315f), - new Rectangle(665.9071f, 133.38211f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 138.7848f, 5.3639984f, 5.4315f), - new Rectangle(665.9071f, 144.1425f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 146.6589f, 3.276001f, 5.4315f), - new Rectangle(665.9071f, 149.961f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 153.1452f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 158.5479f, 5.697006f, 5.4315f), - new Rectangle(665.9071f, 164.2386f, 5.6069946f, 5.4315f), - new Rectangle(665.9071f, 169.8393f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 173.0235f, 5.6069946f, 5.4315f), - new Rectangle(665.9071f, 178.6242f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 184.0269f, 3.5460052f, 5.4315f), - new Rectangle(665.9071f, 187.5666f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 192.9693f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 196.1535f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 199.3152f, 5.4629974f, 5.4315f), - new Rectangle(665.9071f, 204.7719f, 3.8430023f, 5.4315f), - new Rectangle(665.9071f, 208.6086f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 211.7928f, 6.5879974f, 5.4315f), - new Rectangle(665.9071f, 218.3745f, 5.697006f, 5.4315f), - new Rectangle(665.9071f, 224.0652f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 226.5816f, 3.5460052f, 5.4315f), - new Rectangle(665.9071f, 230.1213f, 5.3639984f, 5.4315f), - new Rectangle(665.9071f, 235.479f, 5.6069946f, 5.4315f), - new Rectangle(665.9071f, 241.07971f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 244.26392f, 6.2369995f, 5.4315f), - new Rectangle(665.9071f, 250.49461f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 253.01102f, 5.696991f, 5.4315f), - new Rectangle(665.9071f, 258.70172f, 5.6069946f, 5.4315f), - new Rectangle(665.9071f, 264.30243f, 5.6069946f, 5.4315f), - new Rectangle(665.9071f, 269.90314f, 5.4630127f, 5.4315f), - new Rectangle(665.9071f, 275.35983f, 8.756989f, 5.4315f), - new Rectangle(665.9071f, 284.11053f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 287.29474f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 290.45645f, 3.842987f, 5.4315f), - new Rectangle(665.9071f, 294.29315f, 5.4630127f, 5.4315f), - new Rectangle(665.9071f, 299.74985f, 8.756989f, 5.4315f), - new Rectangle(665.9071f, 308.39972f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 311.58392f, 3.54599f, 5.4315f), - new Rectangle(665.9071f, 315.12363f, 5.696991f, 5.4315f), - new Rectangle(665.9071f, 320.81433f, 5.3640137f, 5.4315f), - new Rectangle(665.9071f, 326.17203f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 329.35623f, 7.083008f, 5.4315f), - new Rectangle(665.9071f, 336.43292f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 339.59464f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 342.75635f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 345.27182f, 4.6889954f, 5.4315f), - new Rectangle(665.9071f, 349.95453f, 5.3640137f, 5.4315f), - new Rectangle(665.9071f, 355.31223f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 358.49643f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 361.65814f, 5.4630127f, 5.4315f), - new Rectangle(665.9071f, 367.11484f, 3.842987f, 5.4315f), - new Rectangle(665.9071f, 370.95154f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 374.13574f, 6.7319946f, 5.4315f), - new Rectangle(665.9071f, 380.86145f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 386.26416f, 3.54599f, 5.4315f), - new Rectangle(665.9071f, 389.80386f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 392.31934f, 5.4630127f, 5.4315f), - new Rectangle(665.9071f, 397.77603f, 5.696991f, 5.4315f), - new Rectangle(665.9071f, 403.46674f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 408.80914f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 411.32462f, 3.1679993f, 5.4315f), - new Rectangle(665.9071f, 414.44852f, 6.156006f, 5.4315f), - new Rectangle(665.9071f, 420.5982f, 3.54599f, 5.4315f), - new Rectangle(665.9071f, 424.1379f, 5.4089966f, 5.4315f), - new Rectangle(665.9071f, 429.54062f, 3.54599f, 5.4315f), - new Rectangle(665.9071f, 433.08032f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 435.5958f, 4.6889954f, 5.4315f), - new Rectangle(665.9071f, 440.2749f, 3.54599f, 5.4315f), - new Rectangle(665.9071f, 443.75342f, 2.4660034f, 5.4315f), - new Rectangle(665.9071f, 446.2689f, 4.6889954f, 5.4315f), - new Rectangle(665.9071f, 450.9516f, 4.6889954f, 5.4315f), - new Rectangle(665.9071f, 455.6343f, 3.276001f, 5.4315f), - new Rectangle(665.9071f, 458.90402f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 137.10002f, 5.0130005f, 5.4315f), - new Rectangle(688.82745f, 142.10312f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 144.61952f, 5.3639984f, 5.4315f), - new Rectangle(688.82745f, 149.97362f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 154.65271f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 160.33981f, 3.5460052f, 5.4315f), - new Rectangle(688.82745f, 163.87592f, 5.3639984f, 5.4315f), - new Rectangle(688.82745f, 169.23001f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 174.91711f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 179.59622f, 3.5460052f, 5.4315f), - new Rectangle(688.82745f, 183.13232f, 5.3639984f, 5.4315f), - new Rectangle(688.82745f, 188.48642f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 191.00282f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 196.68993f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 199.87413f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 205.56123f, 5.4089966f, 5.4315f), - new Rectangle(688.82745f, 210.96033f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 215.63943f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 218.82364f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 224.51074f, 5.4629974f, 5.4315f), - new Rectangle(688.82745f, 229.96384f, 3.5460052f, 5.4315f), - new Rectangle(688.82745f, 233.49994f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 236.68414f, 5.6069946f, 5.4315f), - new Rectangle(688.82745f, 242.28125f, 5.3639984f, 5.4315f), - new Rectangle(688.82745f, 247.63535f, 5.3639984f, 5.4315f), - new Rectangle(688.82745f, 253.03804f, 5.697006f, 5.4315f), - new Rectangle(688.82745f, 258.73953f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 261.92374f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 264.44012f, 5.696991f, 5.4315f), - new Rectangle(688.82745f, 270.14163f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 274.76135f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 277.27774f, 5.696991f, 5.4315f), - new Rectangle(688.82745f, 282.96484f, 5.6069946f, 5.4315f), - new Rectangle(688.82745f, 288.56195f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 293.91605f, 5.6069946f, 5.4315f), - new Rectangle(688.82745f, 299.51315f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 302.69736f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 305.21375f, 5.696991f, 5.4315f), - new Rectangle(688.82745f, 310.91525f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 314.03915f, 3.54599f, 5.4315f), - new Rectangle(688.82745f, 317.57526f, 5.696991f, 5.4315f), - new Rectangle(688.82745f, 323.26236f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 328.61646f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 331.80066f, 3.54599f, 5.4315f), - new Rectangle(688.82745f, 335.33676f, 5.4089966f, 5.4315f), - new Rectangle(688.82745f, 340.73587f, 5.6069946f, 5.4315f), - new Rectangle(688.82745f, 346.33298f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 348.84937f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 354.20346f, 4.0859985f, 5.4315f), - new Rectangle(688.82745f, 358.27957f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 361.46378f, 6.7319946f, 5.4315f), - new Rectangle(688.82745f, 368.18588f, 5.4630127f, 5.4315f), - new Rectangle(688.82745f, 373.63898f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 376.82318f, 5.4089966f, 5.4315f), - new Rectangle(688.82745f, 382.2223f, 5.696991f, 5.4315f), - new Rectangle(688.82745f, 387.9094f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 392.5885f, 7.3619995f, 5.4315f), - new Rectangle(688.82745f, 399.9406f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 405.2947f, 3.842987f, 5.4315f), - new Rectangle(688.82745f, 409.1278f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 413.80692f, 3.1679993f, 5.4315f), - new Rectangle(688.82745f, 416.99112f, 3.842987f, 5.4315f), - new Rectangle(688.82745f, 420.82422f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 426.1783f, 4.6889954f, 5.4315f), - new Rectangle(688.82745f, 430.85742f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 436.21152f, 2.4660034f, 5.4315f), - new Rectangle(688.82745f, 438.7279f, 5.328003f, 5.4315f), - new Rectangle(688.82745f, 444.06943f, 5.3640137f, 5.4315f), - new Rectangle(688.82745f, 449.42352f, 5.6069946f, 5.4315f), - new Rectangle(688.82745f, 455.02063f, 3.276001f, 5.4315f), - new Rectangle(688.82745f, 458.32275f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 203.70001f, 5.5440063f, 5.4315f), - new Rectangle(711.8071f, 209.23412f, 5.4089966f, 5.4315f), - new Rectangle(711.8071f, 214.63321f, 5.6069946f, 5.4315f), - new Rectangle(711.8071f, 220.23032f, 2.4660034f, 5.4315f), - new Rectangle(711.8071f, 222.74582f, 5.3639984f, 5.4315f), - new Rectangle(711.8071f, 228.09991f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 231.28322f, 5.723999f, 5.4315f), - new Rectangle(711.8071f, 236.99731f, 5.723999f, 5.4315f), - new Rectangle(711.8071f, 242.71141f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 245.89471f, 5.723999f, 5.4315f), - new Rectangle(711.8071f, 251.60881f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 254.79211f, 6.156006f, 5.4315f), - new Rectangle(711.8071f, 260.9751f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 265.6542f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 270.3333f, 5.696991f, 5.4315f), - new Rectangle(711.8071f, 276.02042f, 3.842987f, 5.4315f), - new Rectangle(711.8071f, 279.85352f, 5.4089966f, 5.4315f), - new Rectangle(711.8071f, 285.25262f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 289.93173f, 5.328003f, 5.4315f), - new Rectangle(711.8071f, 295.24982f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 298.4331f, 5.4630127f, 5.4315f), - new Rectangle(711.8071f, 303.8862f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 307.0443f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 310.2276f, 3.54599f, 5.4315f), - new Rectangle(711.8071f, 313.7637f, 5.696991f, 5.4315f), - new Rectangle(711.8071f, 319.4508f, 5.3640137f, 5.4315f), - new Rectangle(711.8071f, 324.8049f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 327.9882f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 332.6673f, 5.696991f, 5.4315f), - new Rectangle(711.8071f, 338.3544f, 3.842987f, 5.4315f), - new Rectangle(711.8071f, 342.1875f, 5.328003f, 5.4315f), - new Rectangle(711.8071f, 347.5056f, 5.3640137f, 5.4315f), - new Rectangle(711.8071f, 352.8597f, 5.328003f, 5.4315f), - new Rectangle(711.8071f, 358.1778f, 3.1679993f, 5.4315f), - new Rectangle(711.8071f, 361.36108f, 3.842987f, 5.4315f), - new Rectangle(711.8071f, 365.19418f, 5.3640137f, 5.4315f), - new Rectangle(711.8071f, 370.54828f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 375.2274f, 5.696991f, 5.4315f), - new Rectangle(711.8071f, 380.9145f, 2.4660034f, 5.4315f), - new Rectangle(711.8071f, 383.42996f, 3.54599f, 5.4315f), - new Rectangle(711.8071f, 386.96875f, 4.6889954f, 5.4315f), - new Rectangle(711.8071f, 391.64786f, 3.1679993f, 5.4315f) }; @Test public void testRemoveSequentialSpaces() throws IOException { - Page page = UtilsForTesting.getAreaFromFirstPage( - "src/test/resources/technology/tabula/m27.pdf", 79.2f, - 28.28f, 103.04f, 732.6f); + Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/m27.pdf", 79.2f, 28.28f, 103.04f, 732.6f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); List firstRow = table.getRows().get(0); assertTrue(firstRow.get(1).getText().equals("ALLEGIANT AIR")); assertTrue(firstRow.get(2).getText().equals("ALLEGIANT AIR LLC")); + page.getPDDoc().close(); } @Test public void testColumnRecognition() throws IOException { - Page page = UtilsForTesting - .getAreaFromFirstPage( - "src/test/resources/technology/tabula/argentina_diputados_voting_record.pdf", - 269.875f, 12.75f, 790.5f, 561f); + Page page = UtilsForTesting.getAreaFromFirstPage(ARGENTINA_DIPUTADOS_VOTING_RECORD_PDF, 269.875f, 12.75f, 790.5f, 561f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); - UtilsForTesting.assertTableEquals(table, EXPECTED_COLUMN_RECOGNITION); + assertArrayEquals(ARGENTINA_DIPUTADOS_VOTING_RECORD_EXPECTED, UtilsForTesting.tableToArrayOfRows(table)); + page.getPDDoc().close(); } - + @Test public void testVerticalRulingsPreventMergingOfColumns() throws IOException { - List rulings = new ArrayList(); - Float[] rulingsVerticalPositions = { 147f, 256f, 310f, 375f, 431f, 504f }; + List rulings = new ArrayList<>(); + Float[] rulingsVerticalPositions = {147f, 256f, 310f, 375f, 431f, 504f}; for (int i = 0; i < 6; i++) { rulings.add(new Ruling(255.57f, rulingsVerticalPositions[i], 0, 398.76f - 255.57f)); } @@ -1822,48 +164,48 @@ public void testVerticalRulingsPreventMergingOfColumns() throws IOException { assertTrue(sixthRow.get(0).getText().equals("VALSANGIACOMO BLANC")); assertTrue(sixthRow.get(1).getText().equals("OFERNANDO JORGE")); + page.getPDDoc().close(); } @Test public void testExtractColumnsCorrectly() throws IOException { - Page page = UtilsForTesting.getAreaFromPage( - "src/test/resources/technology/tabula/eu-002.pdf", 1, - 115.0f, 70.0f, 233.0f, 510.0f); + Page page = UtilsForTesting.getAreaFromPage(EU_002_PDF, 1, 115.0f, 70.0f, 233.0f, 510.0f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); - UtilsForTesting.assertTableEquals(table, EXPECTED_CORRECT_COLUMNS); + assertArrayEquals(EU_002_EXPECTED, UtilsForTesting.tableToArrayOfRows(table)); + page.getPDDoc().close(); } - + @Test public void testExtractColumnsCorrectly2() throws IOException { - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/eu-017.pdf", 3); + Page page = UtilsForTesting.getPage(EU_017_PDF, 3); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(page.getVerticalRulings()); Table table = bea.extract(page.getArea(299.625f, 148.44f, 711.875f, 452.32f)).get(0); - UtilsForTesting.assertTableEquals(table, EXPECTED_COLUMN_EXTRACTION2); + assertArrayEquals(EU_017_EXPECTED, UtilsForTesting.tableToArrayOfRows(table)); + page.getPDDoc().close(); } - + @Test public void testExtractColumnsCorrectly3() throws IOException { - Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/frx_2012_disclosure.pdf", - 106.01f, 48.09f, 227.31f, 551.89f); + Page page = UtilsForTesting.getAreaFromFirstPage(FRX_2012_DISCLOSURE_PDF, 106.01f, 48.09f, 227.31f, 551.89f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); - - UtilsForTesting.assertTableEquals(table, EXPECTED_TABLE_EXTRACTION); - + assertArrayEquals(FRX_2012_DISCLOSURE_EXPECTED, UtilsForTesting.tableToArrayOfRows(table)); + page.getPDDoc().close(); } - + @Test public void testCheckSqueezeDoesntBreak() throws IOException { - Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/12s0324.pdf", + Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/12s0324.pdf", 99.0f, 17.25f, 316.5f, 410.25f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); List> rows = table.getRows(); List firstRow = rows.get(0); List lastRow = rows.get(rows.size() - 1); - assertTrue(firstRow.get(0).getText().equals("Violent crime . . . . . . . . . . . . . . . . . .")); + assertTrue(firstRow.get(0).getText().equals("Violent crime. . . . . . . . . . . . . . . . . .")); assertTrue(lastRow.get(lastRow.size() - 1).getText().equals("(X)")); + page.getPDDoc().close(); } @Test @@ -1874,11 +216,11 @@ public void testNaturalOrderOfRectangles() throws IOException { BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm( page.getVerticalRulings()); Table table = bea.extract(page).get(0); - - List cells = table.getCells(); + + List cells = new ArrayList<>(table.cells.values()); for (RectangularTextContainer rectangularTextContainer : cells) { - System.out.println(rectangularTextContainer.getText()); - } + System.out.println(rectangularTextContainer.getText()); + } //Column headers assertEquals("Project", cells.get(0).getText()); assertEquals("Agency", cells.get(1).getText()); @@ -1888,7 +230,7 @@ public void testNaturalOrderOfRectangles() throws IOException { assertEquals("Nanotechnology and its publics", cells.get(3).getText()); assertEquals("NSF", cells.get(4).getText()); assertEquals("Pennsylvania State Universit", cells.get(5).getText()); - + //Second row assertEquals("Public information and deliberation in nanoscience and", cells.get(6).getText()); assertEquals("North Carolina State", cells.get(7).getText()); @@ -1901,36 +243,36 @@ public void testNaturalOrderOfRectangles() throws IOException { assertEquals("NSF", cells.get(12).getText()); assertEquals("Michigan State University", cells.get(13).getText()); assertEquals("nanotechnology (NIRT)", cells.get(14).getText()); - + //Fourth row assertEquals("From laboratory to society: developing an informed", cells.get(15).getText()); assertEquals("NSF", cells.get(16).getText()); assertEquals("University of South Carolina", cells.get(17).getText()); assertEquals("approach to nanoscale science and engineering (NIRT)", cells.get(18).getText()); - + //Fifth row assertEquals("Database and innovation timeline for nanotechnology", cells.get(19).getText()); assertEquals("NSF", cells.get(20).getText()); assertEquals("UCLA", cells.get(21).getText()); - + //Sixth row assertEquals("Social and ethical dimensions of nanotechnology", cells.get(22).getText()); assertEquals("NSF", cells.get(23).getText()); assertEquals("University of Virginia", cells.get(24).getText()); - + //Seventh row assertEquals("Undergraduate exploration of nanoscience,", cells.get(25).getText()); assertEquals("Michigan Technological", cells.get(26).getText()); assertEquals("NSF", cells.get(27).getText()); assertEquals("applications and societal implications (NUE)", cells.get(28).getText()); assertEquals("University", cells.get(29).getText()); - + //Eighth row assertEquals("Ethics and belief inside the development of", cells.get(30).getText()); assertEquals("NSF", cells.get(31).getText()); assertEquals("University of Virginia", cells.get(32).getText()); assertEquals("nanotechnology (CAREER)", cells.get(33).getText()); - + //Ninth row assertEquals("All centers, NNIN and NCN have a societal", cells.get(34).getText()); assertEquals("NSF, DOE,", cells.get(35).getText()); @@ -1938,31 +280,67 @@ public void testNaturalOrderOfRectangles() throws IOException { assertEquals("implications components", cells.get(37).getText()); assertEquals("DOD, and NIH", cells.get(38).getText()); assertEquals("and networks", cells.get(39).getText()); - + + page.getPDDoc().close(); + } - + @Test public void testNaturalOrderOfRectanglesOneMoreTime() throws IOException { - - List rectangles = Arrays.asList(RECTANGLES_TEST_NATURAL_ORDER); - Utils.sort(rectangles); - - for (int i = 0; i < (rectangles.size() - 1); i++) { - Rectangle rectangle = rectangles.get(i); - Rectangle nextRectangle = rectangles.get(i + 1); - - assertTrue(rectangle.compareTo(nextRectangle) < 0); - - - } + CSVParser parse = org.apache.commons.csv.CSVParser.parse(new File("src/test/resources/technology/tabula/csv/TestBasicExtractor-RECTANGLE_TEST_NATURAL_ORDER.csv"), + Charset.forName("utf-8"), + CSVFormat.DEFAULT); + List rectangles = new ArrayList<>(); + + for (CSVRecord record : parse) { + rectangles.add(new Rectangle(Float.parseFloat(record.get(0)), + Float.parseFloat(record.get(1)), + Float.parseFloat(record.get(2)), + Float.parseFloat(record.get(3)))); + } + + + //List rectangles = Arrays.asList(RECTANGLES_TEST_NATURAL_ORDER); + Utils.sort(rectangles, Rectangle.ILL_DEFINED_ORDER); + + for (int i = 0; i < (rectangles.size() - 1); i++) { + Rectangle rectangle = rectangles.get(i); + Rectangle nextRectangle = rectangles.get(i + 1); + + assertTrue(rectangle.compareTo(nextRectangle) < 0); + } } @Test public void testRealLifeRTL2() throws IOException { String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/indictb1h_14.csv"); Page page = UtilsForTesting.getAreaFromPage("src/test/resources/technology/tabula/indictb1h_14.pdf", 1, - 205.0f, 120.0f, 622.82f, 459.9f); + 205.0f, 120.0f, 622.82f, 459.9f); + BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); + Table table = bea.extract(page).get(0); + + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, table); + assertEquals(expectedCsv, sb.toString()); + page.getPDDoc().close(); + } + + + @Test + public void testEmptyRegion() throws IOException { + Page page = UtilsForTesting.getAreaFromPage("src/test/resources/technology/tabula/indictb1h_14.pdf", 1, 0, 0, 80.82f, 100.9f); // an empty area + BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); + Table table = bea.extract(page).get(0); + assertArrayEquals(EXPECTED_EMPTY_TABLE, UtilsForTesting.tableToArrayOfRows(table)); + page.getPDDoc().close(); + } + + + @Test + public void testTableWithMultilineHeader() throws IOException { + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/us-020.csv"); + Page page = UtilsForTesting.getAreaFromPage("src/test/resources/technology/tabula/us-020.pdf", 2, 103.0f, 35.0f, 641.0f, 560.0f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); diff --git a/src/test/java/technology/tabula/TestCell.java b/src/test/java/technology/tabula/TestCell.java index 384645b7..2795565c 100644 --- a/src/test/java/technology/tabula/TestCell.java +++ b/src/test/java/technology/tabula/TestCell.java @@ -5,8 +5,8 @@ import java.util.List; import java.util.ArrayList; -import org.apache.pdfbox.pdmodel.font.PDFont; import org.apache.pdfbox.pdmodel.font.PDType1Font; +import org.apache.pdfbox.pdmodel.font.Standard14Fonts; import org.junit.Test; public class TestCell { @@ -32,9 +32,9 @@ public void testGetTextElements() { Cell cell = new Cell(0, 0, 0, 0); assertTrue(cell.getTextElements().isEmpty()); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0, new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); - List tList = new ArrayList(); + List tList = new ArrayList<>(); tList.add(tChunk); cell.setTextElements(tList); diff --git a/src/test/java/technology/tabula/TestCellPosition.java b/src/test/java/technology/tabula/TestCellPosition.java deleted file mode 100644 index 476168dd..00000000 --- a/src/test/java/technology/tabula/TestCellPosition.java +++ /dev/null @@ -1,45 +0,0 @@ -package technology.tabula; - -import static org.junit.Assert.*; - -import org.junit.Test; - -import technology.tabula.Table.CellPosition; - -public class TestCellPosition { - - @Test - public void testHashCode() { - Table table = new Table(); - CellPosition cellPosition = table.new CellPosition(5, 5); - - assertEquals(500005, cellPosition.hashCode()); - - } - - @Test - public void testEqualsObject() { - Table table = new Table(); - CellPosition cellPosition1 = table.new CellPosition(5, 5); - - assertTrue(cellPosition1.equals(cellPosition1)); - } - - @Test - public void testNotEqualsObject() { - Table table = new Table(); - CellPosition cellPosition1 = table.new CellPosition(5, 5); - CellPosition cellPosition2 = table.new CellPosition(5, 6); - - assertFalse(cellPosition1.equals(cellPosition2)); - } - - @Test - public void testNotInstanceOfObject() { - Table table = new Table(); - CellPosition cellPosition = table.new CellPosition(5, 5); - - assertFalse(cellPosition.equals("test")); - } - -} diff --git a/src/test/java/technology/tabula/TestCohenSutherland.java b/src/test/java/technology/tabula/TestCohenSutherland.java new file mode 100644 index 00000000..2d747608 --- /dev/null +++ b/src/test/java/technology/tabula/TestCohenSutherland.java @@ -0,0 +1,102 @@ +package technology.tabula; + +import org.junit.Before; +import org.junit.Test; + +import java.awt.geom.Line2D; +import java.awt.geom.Rectangle2D; + +import static org.junit.Assert.*; + +public class TestCohenSutherland { + + private Rectangle2D clipWindow; + private CohenSutherlandClipping algorithm; + private static final double DELTA = 0.001; + + @Before + public void set() { + clipWindow = new Rectangle(10, 10, 50, 50); + algorithm = new CohenSutherlandClipping(clipWindow); + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + // TODO: How to parameterize the tests? + @Test + public void theLineIsCompletelyInside() { + Line2D.Float line = new Line2D.Float(20, 20, 30, 30); + assertTrue(algorithm.clip(line)); + assertEquals(20, line.x1, DELTA); + assertEquals(20, line.y1, DELTA); + assertEquals(30, line.x2, DELTA); + assertEquals(30, line.y2, DELTA); + } + + @Test + public void theLineIsCompletelyOnTheLeft() { + float x1 = 3, y1 = 13, x2 = 6, y2 = 16; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertFalse(algorithm.clip(line)); + assertEquals(x1, line.x1, DELTA); + assertEquals(y1, line.y1, DELTA); + assertEquals(x2, line.x2, DELTA); + assertEquals(y2, line.y2, DELTA); + } + + @Test + public void theLineIsCompletelyOnTheUp() { + float x1 = 15, y1 = 5, x2 = 25, y2 = 2; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertFalse(algorithm.clip(line)); + assertEquals(x1, line.x1, DELTA); + assertEquals(y1, line.y1, DELTA); + assertEquals(x2, line.x2, DELTA); + assertEquals(y2, line.y2, DELTA); + } + + @Test + public void theLineIsCompletelyOnTheRight() { + float x1 = 65, y1 = 15, x2 = 70, y2 = 20; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertFalse(algorithm.clip(line)); + assertEquals(x1, line.x1, DELTA); + assertEquals(y1, line.y1, DELTA); + assertEquals(x2, line.x2, DELTA); + assertEquals(y2, line.y2, DELTA); + } + + @Test + public void theLineIsCompletelyOnTheBottom() { + float x1 = 15, y1 = 65, x2 = 25, y2 = 70; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertFalse(algorithm.clip(line)); + assertEquals(x1, line.x1, DELTA); + assertEquals(y1, line.y1, DELTA); + assertEquals(x2, line.x2, DELTA); + assertEquals(y2, line.y2, DELTA); + } + + // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // + @Test + public void lineCrossesTopLeftCorner() { + float x1 = 5, y1 = 25, x2 = 25, y2 = 5; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertTrue(algorithm.clip(line)); + assertEquals(10, line.x1, DELTA); + assertEquals(20, line.y1, DELTA); + assertEquals(20, line.x2, DELTA); + assertEquals(10, line.y2, DELTA); + } + + @Test + public void lineCrossesPartiallyTopLeftCorner() { + float x1 = 15, y1 = 15, x2 = 25, y2 = 5; + Line2D.Float line = new Line2D.Float(x1, y1, x2, y2); + assertTrue(algorithm.clip(line)); + assertEquals(x1, line.x1, DELTA); + assertEquals(y1, line.y1, DELTA); + assertEquals(20, line.x2, DELTA); + assertEquals(10, line.y2, DELTA); + } + +} diff --git a/src/test/java/technology/tabula/TestCommandLineApp.java b/src/test/java/technology/tabula/TestCommandLineApp.java index a6cbacfb..5a4e3af5 100644 --- a/src/test/java/technology/tabula/TestCommandLineApp.java +++ b/src/test/java/technology/tabula/TestCommandLineApp.java @@ -2,111 +2,218 @@ import static org.junit.Assert.*; +import java.io.File; import java.io.IOException; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.FileSystem; -import java.nio.file.FileSystems; +import java.nio.file.*; import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; -import org.apache.commons.cli.GnuParser; +import org.apache.commons.cli.DefaultParser; import org.apache.commons.cli.ParseException; +import org.junit.Rule; import org.junit.Test; +import org.junit.rules.TemporaryFolder; public class TestCommandLineApp { - private String csvFromCommandLineArgs(String[] args) throws ParseException { - CommandLineParser parser = new GnuParser(); - CommandLine cmd = parser.parse(CommandLineApp.buildOptions(), args); - - StringBuilder stringBuilder = new StringBuilder(); - new CommandLineApp(stringBuilder, cmd).extractTables(cmd); - - return stringBuilder.toString(); - } - - @Test - public void testExtractSpreadsheetWithArea() throws ParseException, IOException { - - String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); - - assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[] { - "src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf", - "-p", "1", "-a", - "150.56,58.9,654.7,536.12", "-f", - "CSV" - })); - } - - @Test - public void testExtractBatchSpreadsheetWithArea() throws ParseException, IOException { - FileSystem fs = FileSystems.getDefault(); - String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); - Path tmpFolder = Files.createTempDirectory("tabula-java-batch-test"); - tmpFolder.toFile().deleteOnExit(); - - Path copiedPDF = tmpFolder.resolve(fs.getPath("spreadsheet.pdf")); - Path sourcePDF = fs.getPath("src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf"); - Files.copy(sourcePDF, copiedPDF); - copiedPDF.toFile().deleteOnExit(); - - this.csvFromCommandLineArgs(new String[] { - "-b", tmpFolder.toString(), - "-p", "1", "-a", - "150.56,58.9,654.7,536.12", "-f", - "CSV" - }); - - Path csvPath = tmpFolder.resolve(fs.getPath("spreadsheet.csv")); - assertTrue(csvPath.toFile().exists()); - assertArrayEquals(expectedCsv.getBytes(), Files.readAllBytes(csvPath)); - } - - @Test - public void testExtractSpreadsheetWithAreaAndNewFile() throws ParseException, IOException { - - String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); - - this.csvFromCommandLineArgs(new String[] { - "src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf", - "-p", "1", "-a", - "150.56,58.9,654.7,536.12", "-f", - "CSV", "-o", "outputFile" - }); - //assertEquals(expectedCsv,); - } - - - @Test - public void testExtractJSONWithArea() throws ParseException, IOException { - - String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/spanning_cells_basic.json"); - - assertEquals(expectedJson, this.csvFromCommandLineArgs(new String[] { - "src/test/resources/technology/tabula/spanning_cells.pdf", - "-p", "1", "-a", - "150.56,58.9,654.7,536.12", "-f", - "JSON" - })); - } - - @Test - public void testGuessOption() throws ParseException, IOException { - String expectedCsvNoGuessing = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/TestCommandLineApp_testGuessOption_no_guessing.csv"); - assertEquals(expectedCsvNoGuessing, this.csvFromCommandLineArgs(new String[] { - "src/test/resources/technology/tabula/icdar2013-dataset/competition-dataset-eu/eu-001.pdf", - "-p", "1", - "-f", "CSV" - })); - - String expectedCsvWithGuessing = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/TestCommandLineApp_testGuessOption_with_guessing.csv"); - assertEquals(expectedCsvWithGuessing, this.csvFromCommandLineArgs(new String[] { - "src/test/resources/technology/tabula/icdar2013-dataset/competition-dataset-eu/eu-001.pdf", - "-p", "1", - "-f", "CSV", - "-g" - })); - } + @Rule + public TemporaryFolder folder = new TemporaryFolder(); + + private String csvFromCommandLineArgs(String[] args) throws ParseException { + CommandLineParser parser = new DefaultParser(); + CommandLine cmd = parser.parse(CommandLineApp.buildOptions(), args); + + StringBuilder stringBuilder = new StringBuilder(); + new CommandLineApp(stringBuilder, cmd).extractTables(cmd); + + return stringBuilder.toString(); + } + + @Test + public void testExtractSpreadsheetWithArea() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf", + "-p", "1", "-a", + "150.56,58.9,654.7,536.12", "-f", + "CSV" + })); + } + + @Test + public void testExtractBatchSpreadsheetWithArea() throws ParseException, IOException { + FileSystem fs = FileSystems.getDefault(); + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); + Path tmpFolder = Files.createTempDirectory("tabula-java-batch-test"); + tmpFolder.toFile().deleteOnExit(); + + Path copiedPDF = tmpFolder.resolve(fs.getPath("spreadsheet.pdf")); + Path sourcePDF = fs.getPath("src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf"); + Files.copy(sourcePDF, copiedPDF); + copiedPDF.toFile().deleteOnExit(); + + this.csvFromCommandLineArgs(new String[]{ + "-b", tmpFolder.toString(), + "-p", "1", "-a", + "150.56,58.9,654.7,536.12", "-f", + "CSV" + }); + + Path csvPath = tmpFolder.resolve(fs.getPath("spreadsheet.csv")); + assertTrue(csvPath.toFile().exists()); + assertArrayEquals(expectedCsv.getBytes(), Files.readAllBytes(csvPath)); + } + + @Test + public void testExtractSpreadsheetWithAreaAndNewFile() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); + + File newFile = folder.newFile(); + this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf", + "-p", "1", "-a", + "150.56,58.9,654.7,536.12", "-f", + "CSV", "-o", newFile.getAbsolutePath() + }); + + assertArrayEquals(expectedCsv.getBytes(), Files.readAllBytes(Paths.get(newFile.getAbsolutePath()))); + } + + + @Test + public void testExtractJSONWithArea() throws ParseException, IOException { + + String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/spanning_cells_basic.json"); + + assertEquals(expectedJson, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/spanning_cells.pdf", + "-p", "1", "-a", + "150.56,58.9,654.7,536.12", "-f", + "JSON" + })); + } + + @Test + public void testExtractCSVWithArea() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spanning_cells.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/spanning_cells.pdf", + "-p", "1", "-a", + "150.56,58.9,654.7,536.12", "-f", + "CSV" + })); + } + + @Test + public void testGuessOption() throws ParseException, IOException { + String expectedCsvNoGuessing = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/TestCommandLineApp_testGuessOption_no_guessing.csv"); + assertEquals(expectedCsvNoGuessing, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/icdar2013-dataset/competition-dataset-eu/eu-001.pdf", + "-p", "1", + "-f", "CSV" + })); + + String expectedCsvWithGuessing = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/TestCommandLineApp_testGuessOption_with_guessing.csv"); + assertEquals(expectedCsvWithGuessing, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/icdar2013-dataset/competition-dataset-eu/eu-001.pdf", + "-p", "1", + "-f", "CSV", + "-g" + })); + } + + @Test + public void testEncryptedPasswordSupplied() throws ParseException { + String s = this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/encrypted.pdf", + "-s", "userpassword", + "-p", "1", + "-f", "CSV" + }); + assertEquals("FLA Audit Profile,,,,,,,,,", s.split("\\r?\\n")[0]); + } + + @Test(expected=org.apache.commons.cli.ParseException.class) + public void testEncryptedWrongPassword() throws ParseException { + String s = this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/encrypted.pdf", + "-s", "wrongpassword", + "-p", "1", + "-f", "CSV" + }); + } + + @Test + public void testExtractWithMultiplePercentArea() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/MultiColumn.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/MultiColumn.pdf", + "-p", "1", "-a", + "%0,0,100,50", "-a", + "%0,50,100,100", "-f", + "CSV" + })); + } + + @Test + public void testExtractWithMultipleAbsoluteArea() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/MultiColumn.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/MultiColumn.pdf", + "-p", "1", "-a", + "0,0,451,212", "-a", + "0,212,451,425", "-f", + "CSV" + })); + } + + @Test + public void testExtractWithPercentAndAbsoluteArea() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/MultiColumn.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/MultiColumn.pdf", + "-p", "1", "-a", + "%0,0,100,50", "-a", + "0,212,451,425", "-f", + "CSV" + })); + } + + @Test + public void testLatticeModeWithColumnOption() throws ParseException, IOException { + + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/AnimalSounds.csv"); + + assertEquals(expectedCsv, this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/AnimalSounds.pdf", + "-p", "1", "-c", + "59,218,331,551", + "-r", "-f", "CSV" + })); + } + + @Test + public void testLatticeModeWithColumnAndMultipleAreasOption() throws ParseException, IOException { + + String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/AnimalSounds1.json"); + String resultJson = this.csvFromCommandLineArgs(new String[]{ + "src/test/resources/technology/tabula/AnimalSounds1.pdf", + "-p", "1", "-c", "57,136,197,296,314,391,457,553", + "-a", "%0,0,100,50", "-a", "%0,50,100,100", + "-r", "-f", "JSON" + }); + assertEquals(expectedJson, resultJson); + } } diff --git a/src/test/java/technology/tabula/TestDebug.java b/src/test/java/technology/tabula/TestDebug.java index febbbd15..2e8de98c 100644 --- a/src/test/java/technology/tabula/TestDebug.java +++ b/src/test/java/technology/tabula/TestDebug.java @@ -1,13 +1,5 @@ package technology.tabula; -import static org.junit.Assert.*; - -import java.io.File; -import java.io.IOException; - -import org.junit.Test; -import technology.tabula.debug.Debug; - public class TestDebug { private final static String PATH = "src/test/resources/technology/tabula/spanning_cells.pdf"; diff --git a/src/test/java/technology/tabula/TestLine.java b/src/test/java/technology/tabula/TestLine.java index 9748415a..f7a6a88d 100644 --- a/src/test/java/technology/tabula/TestLine.java +++ b/src/test/java/technology/tabula/TestLine.java @@ -6,6 +6,7 @@ import java.util.List; import org.apache.pdfbox.pdmodel.font.PDType1Font; +import org.apache.pdfbox.pdmodel.font.Standard14Fonts; import org.junit.Test; public class TestLine { @@ -14,9 +15,9 @@ public class TestLine { public void testSetTextElements() { Line line = new Line(); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0, new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); - List tList = new ArrayList(); + List tList = new ArrayList<>(); tList.add(tChunk); line.setTextElements(tList); @@ -28,7 +29,7 @@ public void testSetTextElements() { public void testAddTextChunkIntTextChunk() { Line line = new Line(); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0, new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); line.addTextChunk(3, tChunk); @@ -39,7 +40,7 @@ public void testAddTextChunkIntTextChunk() { public void testLessThanAddTextChunkIntTextChunk() { Line line = new Line(); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0, new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); line.addTextChunk(0, tChunk); line.addTextChunk(0, tChunk); @@ -51,7 +52,7 @@ public void testLessThanAddTextChunkIntTextChunk() { public void testErrorAddTextChunkIntTextChunk() { Line line = new Line(); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0,new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); line.addTextChunk(-1, tChunk); } @@ -60,7 +61,7 @@ public void testErrorAddTextChunkIntTextChunk() { public void testToString() { Line line = new Line(); - TextElement tElement = new TextElement(0, 0, 0, 0, PDType1Font.HELVETICA_BOLD, 10, "test", 5); + TextElement tElement = new TextElement(0, 0, 0, 0, new PDType1Font(Standard14Fonts.FontName.HELVETICA_BOLD), 10, "test", 5); TextChunk tChunk = new TextChunk(tElement); line.addTextChunk(0, tChunk); line.addTextChunk(0, tChunk); diff --git a/src/test/java/technology/tabula/TestObjectExtractor.java b/src/test/java/technology/tabula/TestObjectExtractor.java index 150ea8ab..69864c61 100644 --- a/src/test/java/technology/tabula/TestObjectExtractor.java +++ b/src/test/java/technology/tabula/TestObjectExtractor.java @@ -7,121 +7,144 @@ import java.util.ArrayList; import java.util.List; +import org.apache.pdfbox.Loader; import org.apache.pdfbox.pdmodel.PDDocument; import org.junit.Test; public class TestObjectExtractor { - @Test(expected=IOException.class) + /*@Test(expected=IOException.class) public void testWrongPasswordRaisesException() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/encrypted.pdf"); + PDDocument pdf_document = PDDocument.load(new File("src/test/resources/technology/tabula/encrypted.pdf")); ObjectExtractor oe = new ObjectExtractor(pdf_document, "wrongpass"); oe.extract().next(); - } - - @Test(expected=IOException.class) + }*/ + + @Test(expected = IOException.class) public void testEmptyOnEncryptedFileRaisesException() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/encrypted.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document); - oe.extract().next(); + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/encrypted.pdf")); + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + oe.extract().next(); + } } - + @Test public void testCanReadPDFWithOwnerEncryption() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document); - PageIterator pi = oe.extract(); - int i = 0; - while (pi.hasNext()) { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf")); + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + PageIterator pi = oe.extract(); + int i = 0; + while (pi.hasNext()) { i++; pi.next(); + } + assertEquals(2, i); } - assertEquals(2, i); } + @Test public void testGoodPassword() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/encrypted.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document, "userpassword"); - List pages = new ArrayList(); - PageIterator pi = oe.extract(); - while (pi.hasNext()) { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/encrypted.pdf"), "userpassword"); + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + List pages = new ArrayList<>(); + PageIterator pi = oe.extract(); + while (pi.hasNext()) { pages.add(pi.next()); + } + assertEquals(1, pages.size()); } - assertEquals(1, pages.size()); } - + + @Test public void testTextExtractionDoesNotRaise() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/rotated_page.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document); - PageIterator pi = oe.extract(); - - assertTrue(pi.hasNext()); - assertNotNull(pi.next()); - assertFalse(pi.hasNext()); - + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/rotated_page.pdf")); + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + PageIterator pi = oe.extract(); + + assertTrue(pi.hasNext()); + assertNotNull(pi.next()); + assertFalse(pi.hasNext()); + } } - + @Test public void testShouldDetectRulings() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/should_detect_rulings.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document); - PageIterator pi = oe.extract(); - - while (pi.hasNext()) { - assertNotEquals(0, pi.next().getRulings().size()); + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/should_detect_rulings.pdf")); + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + PageIterator pi = oe.extract(); + + Page page = pi.next(); + List rulings = page.getRulings(); + + for (Ruling r: rulings) { + assertTrue(page.contains(r.getBounds())); + } } } - + @Test public void testDontThrowNPEInShfill() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/labor.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document); - PageIterator pi = oe.extract(); - assertTrue(pi.hasNext()); - try { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/labor.pdf")); + + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + PageIterator pi = oe.extract(); + assertTrue(pi.hasNext()); + try { Page p = pi.next(); assertNotNull(p); - } - catch (NullPointerException e) { + } catch (NullPointerException e) { fail("NPE in ObjectExtractor " + e.toString()); + } } } - + @Test - public void testExtractOnePage() throws IOException{ - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf"); + public void testExtractOnePage() throws IOException { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf")); assertEquals(2, pdf_document.getNumberOfPages()); - - ObjectExtractor oe = new ObjectExtractor(pdf_document); - Page page = oe.extract(2); - - assertNotNull(page); - + + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + Page page = oe.extract(2); + + assertNotNull(page); + } + } - + @Test(expected = IndexOutOfBoundsException.class) - public void testExtractWrongPageNumber() throws IOException{ - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf"); + public void testExtractWrongPageNumber() throws IOException { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/S2MNCEbirdisland.pdf")); assertEquals(2, pdf_document.getNumberOfPages()); - - ObjectExtractor oe = new ObjectExtractor(pdf_document); - oe.extract(3); - + + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + oe.extract(3); + } } - + @Test - public void testExtractWithoutExtractingRulings() throws IOException { - PDDocument pdf_document = PDDocument.load("src/test/resources/technology/tabula/should_detect_rulings.pdf"); - ObjectExtractor oe = new ObjectExtractor(pdf_document, null, false, false); - PageIterator pi = oe.extract(); - - assertTrue(pi.hasNext()); - Page page = pi.next(); - assertNotNull(page); - assertEquals(0, page.getRulings().size()); - assertFalse(pi.hasNext()); + public void testTextElementsContainedInPage() throws IOException { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/cs-en-us-pbms.pdf")); + + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + Page page = oe.extractPage(1); + + for (TextElement te: page.getText()) { + assertTrue(page.contains(te)); + } + } + + } + + @Test public void testDoNotNPEInPointComparator() throws IOException { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/npe_issue_206.pdf")); + + try (ObjectExtractor oe = new ObjectExtractor(pdf_document)) { + Page p = oe.extractPage(1); + assertNotNull(p); + } catch (NullPointerException e) { + fail("NPE in ObjectExtractor " + e.toString()); + } } - } diff --git a/src/test/java/technology/tabula/TestProjectionProfile.java b/src/test/java/technology/tabula/TestProjectionProfile.java index 6a953ad0..e6d93b39 100644 --- a/src/test/java/technology/tabula/TestProjectionProfile.java +++ b/src/test/java/technology/tabula/TestProjectionProfile.java @@ -3,11 +3,12 @@ import static org.junit.Assert.*; import java.util.ArrayList; -import java.util.Arrays; import java.util.List; +import org.apache.pdfbox.pdmodel.PDDocument; import org.apache.pdfbox.pdmodel.PDPage; import org.apache.pdfbox.pdmodel.font.PDType1Font; +import org.apache.pdfbox.pdmodel.font.Standard14Fonts; import org.junit.Before; import org.junit.Test; @@ -19,21 +20,30 @@ public class TestProjectionProfile { @Before public void setUpProjectionProfile() { PDPage pdPage = new PDPage(); - - TextElement textElement = new TextElement(5f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "test", 1f); - TextElement textElement2 = new TextElement(5f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "test", 1f); - List textList = new ArrayList(); + PDDocument pdDocument = new PDDocument(); + + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + TextElement textElement = new TextElement(5f, 15f, 10f, 20f, font, 1f, "test", 1f); + TextElement textElement2 = new TextElement(5f, 15f, 10f, 20f, font, 1f, "test", 1f); + List textList = new ArrayList<>(); textList.add(textElement); textList.add(textElement2); Ruling ruling = new Ruling(0, 0, 10, 10); - List rulingList = new ArrayList(); + List rulingList = new ArrayList<>(); rulingList.add(ruling); - - page = new Page(0, 0, 1, 1, 0, 1, pdPage, textList, rulingList); - - List rectangles = new ArrayList(); + page = Page.Builder.newInstance() + .withPageDims(PageDims.of(0, 0, 1, 1)) + .withRotation(0) + .withNumber(1) + .withPdPage(pdPage) + .withPdDocument(pdDocument) + .withTextElements(textList) + .withRulings(rulingList) + .build(); + + List rectangles = new ArrayList<>(); rectangles.add(new Rectangle(0f, 0f, 500f, 5f)); pProfile = new ProjectionProfile(page, rectangles, 5, 5); @@ -66,7 +76,7 @@ public void testFindHorizontalSeparators() { @Test public void testSmooth() { float[] data = {0, 1, 2}; - float[] rv = pProfile.smooth(data, 3); + float[] rv = ProjectionProfile.smooth(data, 3); assertEquals(1f, rv[2], 1e-5); } @@ -74,7 +84,7 @@ public void testSmooth() { @Test public void testFilter() { float[] data = {0, 1, 2}; - float[] rv = pProfile.filter(data, 3); + float[] rv = ProjectionProfile.filter(data, 3); assertEquals(3f, rv[1], 1e-5); } @@ -82,7 +92,7 @@ public void testFilter() { @Test public void testGetAutocorrelation() { float[] projection = {0, 1, 2}; - float[] rv = pProfile.getAutocorrelation(projection); + float[] rv = ProjectionProfile.getAutocorrelation(projection); assertEquals(0f, rv[0], 1e-5); assertTrue(rv.length == 2); diff --git a/src/test/java/technology/tabula/TestRectangle.java b/src/test/java/technology/tabula/TestRectangle.java index e9dadd42..7fa66f7a 100644 --- a/src/test/java/technology/tabula/TestRectangle.java +++ b/src/test/java/technology/tabula/TestRectangle.java @@ -1,239 +1,291 @@ package technology.tabula; -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertTrue; +import static org.junit.Assert.*; import java.awt.geom.Point2D; import java.util.ArrayList; +import java.util.Arrays; import java.util.Collections; import java.util.List; import org.junit.Assert; +import org.junit.Ignore; import org.junit.Test; public class TestRectangle { - - + + @Test public void testCompareEqualsRectangles() { Rectangle first = new Rectangle(); Rectangle second = new Rectangle(); - + assertTrue(first.equals(second)); assertTrue(second.equals(first)); } - + @Test public void testCompareAlignedHorizontalRectangle() { Rectangle lower = new Rectangle(0f, 10f, 10f, 10f); Rectangle upper = new Rectangle(0f,20f, 10f, 10f); - + assertTrue(lower.compareTo(upper) < 0); } - + @Test public void testCompareAlignedVerticalRectangle() { Rectangle lower = new Rectangle(10f, 0f, 10f, 10f); Rectangle upper = new Rectangle(20f,0f, 10f, 10f); - + assertTrue(lower.compareTo(upper) < 0); } - + @Test public void testCompareVerticalOverlapRectangle() { Rectangle lower = new Rectangle(5f, 0f, 10f, 10f); Rectangle upper = new Rectangle(0f, 10f, 10f, 10f); - + assertTrue(lower.compareTo(upper) < 0); } - + @Test public void testCompareVerticalOverlapLessThresholdRectangle() { Rectangle lower = new Rectangle(0f, 10f, 10f, 10f); Rectangle upper = new Rectangle(9.8f, 0f, 10f, 10f); - + assertTrue(lower.compareTo(upper) < 0); } - - - + + + @Test public void testQuickSortOneUpperThanOther() { - + Rectangle lower = new Rectangle(175.72f, 72.72f, 1.67f, 1.52f); //, (Comma after AARON) Rectangle upper = new Rectangle(169.21f, 161.16f, 4.33f, 4.31f); // R (REGIONAL PULMONARY) - + assertTrue(lower.compareTo(upper) > 0); - + } - + @Test public void testQuickSortRectangleList() { - + //Testing wrong sorting // Expected: AARON, JOSHUA, N // but was: AARON JOSHUA N , , - Rectangle first = new Rectangle(172.92999267578125f, 51.47999954223633f, 4.0f, 4.309999942779541f); //A + Rectangle first = new Rectangle(172.92999267578125f, 51.47999954223633f, 4.0f, 4.309999942779541f); //A Rectangle second = new Rectangle(175.72000122070312f, 72.72000122070312f, 1.6699999570846558f, 1.5199999809265137f); //, Rectangle third = new Rectangle(172.92999267578125f, 96.36000061035156f, 4.0f, 4.309999942779541f); //A Rectangle fourth = new Rectangle(175.72000122070312f, 100.31999969482422f, 1.6699999570846558f, 1.5199999809265137f); //, Rectangle fifth = new Rectangle(172.92999267578125f, 103.68000030517578f, 4.329999923706055f, 4.309999942779541f); //N - Rectangle six = new Rectangle(169.2100067138672f, 161.16000366210938f, 4.329999923706055f, 4.309999942779541f); //R - - List expectedList = new ArrayList(); + Rectangle sixth = new Rectangle(169.2100067138672f, 161.16000366210938f, 4.329999923706055f, 4.309999942779541f); //R + + List expectedList = new ArrayList<>(); expectedList.add(first); - expectedList.add(six); + expectedList.add(sixth); expectedList.add(second); expectedList.add(third); expectedList.add(fourth); expectedList.add(fifth); - List toSortList = new ArrayList(); - toSortList.add(six); + List toSortList = new ArrayList<>(); + toSortList.add(sixth); toSortList.add(second); toSortList.add(third); toSortList.add(fifth); toSortList.add(first); toSortList.add(fourth); - - Collections.sort(toSortList); - + + Collections.sort(toSortList, Rectangle.ILL_DEFINED_ORDER); + assertEquals(expectedList, toSortList); } - + @Test public void testGetVerticalOverlapShouldReturnZero() { - + Rectangle lower = new Rectangle(10f, 0f, 10f, 10f); Rectangle upper = new Rectangle(20f,0f, 10f, 10f); - + float overlap = lower.verticalOverlap(upper); - + assertEquals(0f, overlap, 0); assertTrue(!lower.verticallyOverlaps(upper)); assertEquals(0f, lower.verticalOverlapRatio(upper), 0); assertEquals(0f, lower.overlapRatio(upper), 0); - + } - + @Test public void testGetVerticalOverlapShouldReturnMoreThanZero() { - + Rectangle lower = new Rectangle(15f, 10f, 10f, 10f); Rectangle upper = new Rectangle(20f, 0f, 10f, 10f); - + float overlap = lower.verticalOverlap(upper); - + assertEquals(5f, overlap, 0); assertTrue(lower.verticallyOverlaps(upper)); assertEquals(0.5f, lower.verticalOverlapRatio(upper), 0); assertEquals(0f, lower.overlapRatio(upper), 0); - + } - + @Test public void testGetHorizontalOverlapShouldReturnZero() { - + Rectangle one = new Rectangle(0f, 0f, 10f, 10f); Rectangle two = new Rectangle(10f, 10f, 10f, 10f); - + assertTrue(!one.horizontallyOverlaps(two)); assertEquals(0f, one.overlapRatio(two), 0); - + } - + @Test public void testGetHorizontalOverlapShouldReturnMoreThanZero() { - + Rectangle one = new Rectangle(0f, 0f, 10f, 10f); Rectangle two = new Rectangle(10f, 5f, 10f, 10f); - + assertTrue(one.horizontallyOverlaps(two)); assertEquals(5f, one.horizontalOverlap(two), 0); assertEquals(0f, one.overlapRatio(two), 0); - + } - + @Test public void testGetOverlapShouldReturnMoreThanZero() { - + Rectangle one = new Rectangle(0f, 0f, 10f, 10f); Rectangle two = new Rectangle(5f, 5f, 10f, 10f); - + assertTrue(one.horizontallyOverlaps(two)); assertTrue(one.verticallyOverlaps(two)); assertEquals(5f, one.horizontalOverlap(two), 0); assertEquals(5f, one.verticalOverlap(two), 0); assertEquals((25f/175), one.overlapRatio(two), 0); - + } - + @Test public void testMergeNoOverlappingRectangles() { - + Rectangle one = new Rectangle(0f, 0f, 10f, 10f); Rectangle two = new Rectangle(0f, 10f, 10f, 10f); - + one.merge(two); - + assertEquals(20f, one.getWidth(), 0); assertEquals(10f, one.getHeight(), 0); assertEquals(0f, one.getLeft(), 0); assertEquals(0f, one.getTop(), 0); assertEquals(10f, one.getBottom(), 0); assertEquals(20f * 10f, one.getArea(), 0); - + } - + @Test public void testMergeOverlappingRectangles() { - + Rectangle one = new Rectangle(0f, 0f, 10f, 10f); Rectangle two = new Rectangle(5f, 5f, 10f, 10f); - + one.merge(two); - + assertEquals(15f, one.getWidth(), 0); assertEquals(15f, one.getHeight(), 0); assertEquals(0f, one.getLeft(), 0); assertEquals(0f, one.getTop(), 0); - + } - + @Test public void testRectangleGetPoints() { - + Rectangle one = new Rectangle(10f, 20f, 30f, 40f); - + Point2D[] points = one.getPoints(); - - Point2D[] expectedPoints = new Point2D[]{ + + Point2D[] expectedPoints = new Point2D[]{ new Point2D.Float(20f, 10f), new Point2D.Float(50f, 10f), new Point2D.Float(50f, 50f), new Point2D.Float(20f, 50f) - + }; - + Assert.assertArrayEquals(expectedPoints, points); - + } - + @Test public void testGetBoundingBox() { - - List rectangles = new ArrayList(); + + List rectangles = new ArrayList<>(); rectangles.add(new Rectangle(0f, 0f, 10f, 10f)); rectangles.add(new Rectangle(20f, 30f, 10f, 10f)); - + Rectangle boundingBoxOf = Rectangle.boundingBoxOf(rectangles); - + assertEquals(new Rectangle(0f, 0f, 40f, 30f), boundingBoxOf); - - - - + + + + } - - + + @Test + public void testTransitiveComparison1() { + // +-------+ + // | | + // | A | +-------+ + // | | | | + // +-------+ | B | +-------+ + // | | | | + // +-------+ | C | + // | | + // +-------+ + Rectangle a = new Rectangle(0,0,2,2); + Rectangle b = new Rectangle(1,1,2,2); + Rectangle c = new Rectangle(2,2,2,2); + assertTrue(a.compareTo(b) < 0); + assertTrue(b.compareTo(c) < 0); + assertTrue(a.compareTo(c) < 0); + } + + @Test @Ignore + public void testTransitiveComparison2() { + // +-------+ + // | | + // +-------+ | C | + // | | | | + // +-------+ | B | +-------+ + // | | | | + // | A | +-------+ + // | | + // +-------+ + Rectangle a = new Rectangle(2,0,2,2); + Rectangle b = new Rectangle(1,1,2,2); + Rectangle c = new Rectangle(0,2,2,2); + assertTrue(a.compareTo(b) < 0); + assertTrue(b.compareTo(c) < 0); + assertTrue(a.compareTo(c) < 0); + } + + @Test @Ignore + public void testWellDefinedComparison1() { + Rectangle a = new Rectangle(2,0,2,2); + Rectangle b = new Rectangle(1,1,2,2); + Rectangle c = new Rectangle(0,2,2,2); + List l1 = new ArrayList<>(Arrays.asList(b, a, c)); + List l2 = new ArrayList<>(Arrays.asList(c, b, a)); + QuickSort.sort(l1, Rectangle.ILL_DEFINED_ORDER); + QuickSort.sort(l2, Rectangle.ILL_DEFINED_ORDER); + assertEquals(l1.get(0), l2.get(0)); + assertEquals(l1.get(1), l2.get(1)); + assertEquals(l1.get(2), l2.get(2)); + } + } diff --git a/src/test/java/technology/tabula/TestRectangleSpatialIndex.java b/src/test/java/technology/tabula/TestRectangleSpatialIndex.java index 1c05daf1..46eb1ea3 100644 --- a/src/test/java/technology/tabula/TestRectangleSpatialIndex.java +++ b/src/test/java/technology/tabula/TestRectangleSpatialIndex.java @@ -11,7 +11,7 @@ public void testIntersects() { Rectangle r = new Rectangle(0, 0, 0, 0); - RectangleSpatialIndex rSpatialIndex = new RectangleSpatialIndex(); + RectangleSpatialIndex rSpatialIndex = new RectangleSpatialIndex<>(); rSpatialIndex.add(r); assertTrue(rSpatialIndex.intersects(r).size() > 0); diff --git a/src/test/java/technology/tabula/TestRuling.java b/src/test/java/technology/tabula/TestRuling.java index b25a81a5..e21e3a27 100644 --- a/src/test/java/technology/tabula/TestRuling.java +++ b/src/test/java/technology/tabula/TestRuling.java @@ -2,10 +2,6 @@ import static org.junit.Assert.*; -import java.awt.geom.Point2D; -import java.util.ArrayList; -import java.util.List; - import org.junit.Before; import org.junit.Test; diff --git a/src/test/java/technology/tabula/TestSpreadsheetExtractor.java b/src/test/java/technology/tabula/TestSpreadsheetExtractor.java index 2633b05e..f8bd4074 100644 --- a/src/test/java/technology/tabula/TestSpreadsheetExtractor.java +++ b/src/test/java/technology/tabula/TestSpreadsheetExtractor.java @@ -1,166 +1,41 @@ package technology.tabula; -import static org.junit.Assert.*; +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertFalse; +import static org.junit.Assert.assertTrue; import java.awt.geom.Point2D; +import java.io.File; import java.io.IOException; +import java.nio.charset.Charset; +import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; import java.util.List; import java.util.Map; import org.apache.commons.csv.CSVFormat; +import org.apache.commons.csv.CSVParser; import org.apache.commons.csv.CSVRecord; import org.junit.Test; -import technology.tabula.Cell; -import technology.tabula.Page; -import technology.tabula.Rectangle; -import technology.tabula.Ruling; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; import technology.tabula.writers.CSVWriter; -import technology.tabula.UtilsForTesting; import technology.tabula.writers.JSONWriter; -import java.text.Normalizer; public class TestSpreadsheetExtractor { - private static final Cell[] CELLS = new Cell[] { - new Cell(40.0f, 18.0f, 208.0f, 4.0f), - new Cell(44.0f, 18.0f, 52.0f, 6.0f), - new Cell(50.0f, 18.0f, 52.0f, 4.0f), - new Cell(54.0f, 18.0f, 52.0f, 6.0f), - new Cell(60.0f, 18.0f, 52.0f, 4.0f), - new Cell(64.0f, 18.0f, 52.0f, 6.0f), - new Cell(70.0f, 18.0f, 52.0f, 4.0f), - new Cell(74.0f, 18.0f, 52.0f, 6.0f), - new Cell(90.0f, 18.0f, 52.0f, 4.0f), - new Cell(94.0f, 18.0f, 52.0f, 6.0f), - new Cell(100.0f, 18.0f, 52.0f, 28.0f), - new Cell(128.0f, 18.0f, 52.0f, 4.0f), - new Cell(132.0f, 18.0f, 52.0f, 64.0f), - new Cell(196.0f, 18.0f, 52.0f, 66.0f), - new Cell(262.0f, 18.0f, 52.0f, 4.0f), - new Cell(266.0f, 18.0f, 52.0f, 84.0f), - new Cell(350.0f, 18.0f, 52.0f, 4.0f), - new Cell(354.0f, 18.0f, 52.0f, 32.0f), - new Cell(386.0f, 18.0f, 52.0f, 38.0f), - new Cell(424.0f, 18.0f, 52.0f, 18.0f), - new Cell(442.0f, 18.0f, 52.0f, 74.0f), - new Cell(516.0f, 18.0f, 52.0f, 28.0f), - new Cell(544.0f, 18.0f, 52.0f, 4.0f), - new Cell(44.0f, 70.0f, 156.0f, 6.0f), - new Cell(50.0f, 70.0f, 156.0f, 4.0f), - new Cell(54.0f, 70.0f, 156.0f, 6.0f), - new Cell(60.0f, 70.0f, 156.0f, 4.0f), - new Cell(64.0f, 70.0f, 156.0f, 6.0f), - new Cell(70.0f, 70.0f, 156.0f, 4.0f), - new Cell(74.0f, 70.0f, 156.0f, 6.0f), - new Cell(84.0f, 70.0f, 2.0f, 6.0f), - new Cell(90.0f, 70.0f, 156.0f, 4.0f), - new Cell(94.0f, 70.0f, 156.0f, 6.0f), - new Cell(100.0f, 70.0f, 156.0f, 28.0f), - new Cell(128.0f, 70.0f, 156.0f, 4.0f), - new Cell(132.0f, 70.0f, 156.0f, 64.0f), - new Cell(196.0f, 70.0f, 156.0f, 66.0f), - new Cell(262.0f, 70.0f, 156.0f, 4.0f), - new Cell(266.0f, 70.0f, 156.0f, 84.0f), - new Cell(350.0f, 70.0f, 156.0f, 4.0f), - new Cell(354.0f, 70.0f, 156.0f, 32.0f), - new Cell(386.0f, 70.0f, 156.0f, 38.0f), - new Cell(424.0f, 70.0f, 156.0f, 18.0f), - new Cell(442.0f, 70.0f, 156.0f, 74.0f), - new Cell(516.0f, 70.0f, 156.0f, 28.0f), - new Cell(544.0f, 70.0f, 156.0f, 4.0f), - new Cell(84.0f, 72.0f, 446.0f, 6.0f), - new Cell(90.0f, 226.0f, 176.0f, 4.0f), - new Cell(94.0f, 226.0f, 176.0f, 6.0f), - new Cell(100.0f, 226.0f, 176.0f, 28.0f), - new Cell(128.0f, 226.0f, 176.0f, 4.0f), - new Cell(132.0f, 226.0f, 176.0f, 64.0f), - new Cell(196.0f, 226.0f, 176.0f, 66.0f), - new Cell(262.0f, 226.0f, 176.0f, 4.0f), - new Cell(266.0f, 226.0f, 176.0f, 84.0f), - new Cell(350.0f, 226.0f, 176.0f, 4.0f), - new Cell(354.0f, 226.0f, 176.0f, 32.0f), - new Cell(386.0f, 226.0f, 176.0f, 38.0f), - new Cell(424.0f, 226.0f, 176.0f, 18.0f), - new Cell(442.0f, 226.0f, 176.0f, 74.0f), - new Cell(516.0f, 226.0f, 176.0f, 28.0f), - new Cell(544.0f, 226.0f, 176.0f, 4.0f), - new Cell(90.0f, 402.0f, 116.0f, 4.0f), - new Cell(94.0f, 402.0f, 116.0f, 6.0f), - new Cell(100.0f, 402.0f, 116.0f, 28.0f), - new Cell(128.0f, 402.0f, 116.0f, 4.0f), - new Cell(132.0f, 402.0f, 116.0f, 64.0f), - new Cell(196.0f, 402.0f, 116.0f, 66.0f), - new Cell(262.0f, 402.0f, 116.0f, 4.0f), - new Cell(266.0f, 402.0f, 116.0f, 84.0f), - new Cell(350.0f, 402.0f, 116.0f, 4.0f), - new Cell(354.0f, 402.0f, 116.0f, 32.0f), - new Cell(386.0f, 402.0f, 116.0f, 38.0f), - new Cell(424.0f, 402.0f, 116.0f, 18.0f), - new Cell(442.0f, 402.0f, 116.0f, 74.0f), - new Cell(516.0f, 402.0f, 116.0f, 28.0f), - new Cell(544.0f, 402.0f, 116.0f, 4.0f), - new Cell(84.0f, 518.0f, 246.0f, 6.0f), - new Cell(90.0f, 518.0f, 186.0f, 4.0f), - new Cell(94.0f, 518.0f, 186.0f, 6.0f), - new Cell(100.0f, 518.0f, 186.0f, 28.0f), - new Cell(128.0f, 518.0f, 186.0f, 4.0f), - new Cell(132.0f, 518.0f, 186.0f, 64.0f), - new Cell(196.0f, 518.0f, 186.0f, 66.0f), - new Cell(262.0f, 518.0f, 186.0f, 4.0f), - new Cell(266.0f, 518.0f, 186.0f, 84.0f), - new Cell(350.0f, 518.0f, 186.0f, 4.0f), - new Cell(354.0f, 518.0f, 186.0f, 32.0f), - new Cell(386.0f, 518.0f, 186.0f, 38.0f), - new Cell(424.0f, 518.0f, 186.0f, 18.0f), - new Cell(442.0f, 518.0f, 186.0f, 74.0f), - new Cell(516.0f, 518.0f, 186.0f, 28.0f), - new Cell(544.0f, 518.0f, 186.0f, 4.0f), - new Cell(90.0f, 704.0f, 60.0f, 4.0f), - new Cell(94.0f, 704.0f, 60.0f, 6.0f), - new Cell(100.0f, 704.0f, 60.0f, 28.0f), - new Cell(128.0f, 704.0f, 60.0f, 4.0f), - new Cell(132.0f, 704.0f, 60.0f, 64.0f), - new Cell(196.0f, 704.0f, 60.0f, 66.0f), - new Cell(262.0f, 704.0f, 60.0f, 4.0f), - new Cell(266.0f, 704.0f, 60.0f, 84.0f), - new Cell(350.0f, 704.0f, 60.0f, 4.0f), - new Cell(354.0f, 704.0f, 60.0f, 32.0f), - new Cell(386.0f, 704.0f, 60.0f, 38.0f), - new Cell(424.0f, 704.0f, 60.0f, 18.0f), - new Cell(442.0f, 704.0f, 60.0f, 74.0f), - new Cell(516.0f, 704.0f, 60.0f, 28.0f), - new Cell(544.0f, 704.0f, 60.0f, 4.0f), - new Cell(84.0f, 764.0f, 216.0f, 6.0f), - new Cell(90.0f, 764.0f, 216.0f, 4.0f), - new Cell(94.0f, 764.0f, 216.0f, 6.0f), - new Cell(100.0f, 764.0f, 216.0f, 28.0f), - new Cell(128.0f, 764.0f, 216.0f, 4.0f), - new Cell(132.0f, 764.0f, 216.0f, 64.0f), - new Cell(196.0f, 764.0f, 216.0f, 66.0f), - new Cell(262.0f, 764.0f, 216.0f, 4.0f), - new Cell(266.0f, 764.0f, 216.0f, 84.0f), - new Cell(350.0f, 764.0f, 216.0f, 4.0f), - new Cell(354.0f, 764.0f, 216.0f, 32.0f), - new Cell(386.0f, 764.0f, 216.0f, 38.0f), - new Cell(424.0f, 764.0f, 216.0f, 18.0f), - new Cell(442.0f, 764.0f, 216.0f, 74.0f), - new Cell(516.0f, 764.0f, 216.0f, 28.0f), - new Cell(544.0f, 764.0f, 216.0f, 4.0f) }; - + public static final Rectangle[] EXPECTED_RECTANGLES = { - new Rectangle(40.0f, 18.0f, 208.0f, 40.0f), - new Rectangle(84.0f, 18.0f, 962.0f, 464.0f) + new Rectangle(40.0f, 18.0f, 208.0f, 40.0f), + new Rectangle(84.0f, 18.0f, 962.0f, 464.0f) }; - - private static final Ruling[] VERTICAL_RULING_LINES = { + + private static final Ruling[] VERTICAL_RULING_LINES = { new Ruling(40.0f, 18.0f, 0.0f, 40.0f), new Ruling(44.0f, 70.0f, 0.0f, 36.0f), - new Ruling(40.0f, 226.0f, 0.0f, 40.0f) - }; + new Ruling(40.0f, 226.0f, 0.0f, 40.0f) + }; private static final Ruling[] HORIZONTAL_RULING_LINES = { new Ruling(40.0f, 18.0f, 208.0f, 0.0f), @@ -171,10 +46,10 @@ public class TestSpreadsheetExtractor { new Ruling(64.0f, 18.0f, 208.0f, 0.0f), new Ruling(70.0f, 18.0f, 208.0f, 0.0f), new Ruling(74.0f, 18.0f, 208.0f, 0.0f), - new Ruling(80.0f, 18.0f, 208.0f, 0.0f) + new Ruling(80.0f, 18.0f, 208.0f, 0.0f) }; - - private static final Cell[] EXPECTED_CELLS = { + + private static final Cell[] EXPECTED_CELLS = { new Cell(40.0f, 18.0f, 208.0f, 4.0f), new Cell(44.0f, 18.0f, 52.0f, 6.0f), new Cell(50.0f, 18.0f, 52.0f, 4.0f), @@ -189,34 +64,34 @@ public class TestSpreadsheetExtractor { new Cell(60.0f, 70.0f, 156.0f, 4.0f), new Cell(64.0f, 70.0f, 156.0f, 6.0f), new Cell(70.0f, 70.0f, 156.0f, 4.0f), - new Cell(74.0f, 70.0f, 156.0f, 6.0f) }; - + new Cell(74.0f, 70.0f, 156.0f, 6.0f)}; + private static final Ruling[][] SINGLE_CELL_RULINGS = { - { - new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(380.73438f, 185.66929f)), - new Ruling(new Point2D.Float(151.653545f, 314.64567f), new Point2D.Float(380.73438f, 314.64567f)) - }, - { - new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(151.653545f, 314.64567f)), - new Ruling(new Point2D.Float(380.73438f, 185.66929f), new Point2D.Float(380.73438f, 314.64567f)) - } + { + new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(380.73438f, 185.66929f)), + new Ruling(new Point2D.Float(151.653545f, 314.64567f), new Point2D.Float(380.73438f, 314.64567f)) + }, + { + new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(151.653545f, 314.64567f)), + new Ruling(new Point2D.Float(380.73438f, 185.66929f), new Point2D.Float(380.73438f, 314.64567f)) + } }; - + private static final Ruling[][] TWO_SINGLE_CELL_RULINGS = { - { - new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(287.4074f, 185.66929f)), - new Ruling(new Point2D.Float(151.653545f, 262.101f), new Point2D.Float(287.4074f, 262.101f)), - new Ruling(new Point2D.Float(232.44095f, 280.62992f), new Point2D.Float(368.1948f, 280.62992f)), - new Ruling(new Point2D.Float(232.44095f, 357.06164f), new Point2D.Float(368.1948f, 357.06164f)) - }, - { - new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(151.653545f, 262.101f)), - new Ruling(new Point2D.Float(287.4074f, 185.66929f), new Point2D.Float(287.4074f, 262.101f)), - new Ruling(new Point2D.Float(232.44095f, 280.62992f), new Point2D.Float(232.44095f, 357.06164f)), - new Ruling(new Point2D.Float(368.1948f, 280.62992f), new Point2D.Float(368.1948f, 357.06164f)) - } + { + new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(287.4074f, 185.66929f)), + new Ruling(new Point2D.Float(151.653545f, 262.101f), new Point2D.Float(287.4074f, 262.101f)), + new Ruling(new Point2D.Float(232.44095f, 280.62992f), new Point2D.Float(368.1948f, 280.62992f)), + new Ruling(new Point2D.Float(232.44095f, 357.06164f), new Point2D.Float(368.1948f, 357.06164f)) + }, + { + new Ruling(new Point2D.Float(151.653545f, 185.66929f), new Point2D.Float(151.653545f, 262.101f)), + new Ruling(new Point2D.Float(287.4074f, 185.66929f), new Point2D.Float(287.4074f, 262.101f)), + new Ruling(new Point2D.Float(232.44095f, 280.62992f), new Point2D.Float(232.44095f, 357.06164f)), + new Ruling(new Point2D.Float(368.1948f, 280.62992f), new Point2D.Float(368.1948f, 357.06164f)) + } }; - + private static final Ruling[] EXTERNALLY_DEFINED_RULINGS = { new Ruling(new Point2D.Float(320.0f, 285.0f), new Point2D.Float(564.4409f, 285.0f)), new Ruling(new Point2D.Float(320.0f, 457.0f), new Point2D.Float(564.4409f, 457.0f)), @@ -233,33 +108,33 @@ public class TestSpreadsheetExtractor { new Ruling(new Point2D.Float(565.0f, 285.0f), new Point2D.Float(564.4409f, 457.0f)), new Ruling(new Point2D.Float(470.5542f, 285.0f), new Point2D.Float(470.36865f, 457.0f)) }; - + private static final Ruling[] EXTERNALLY_DEFINED_RULINGS2 = { - new Ruling(new Point2D.Float(51.796964f, 180.0f), new Point2D.Float(560.20312f, 180.0f)), - new Ruling(new Point2D.Float(51.797017f, 219.0f), new Point2D.Float(560.2031f, 219.0f)), - new Ruling(new Point2D.Float(51.797f, 239.0f), new Point2D.Float(560.2031f, 239.0f)), - new Ruling(new Point2D.Float(51.797f, 262.0f), new Point2D.Float(560.20312f, 262.0f)), - new Ruling(new Point2D.Float(51.797f, 283.50247f), new Point2D.Float(560.05024f, 283.50247f)), - new Ruling(new Point2D.Float(51.796964f, 309.0f), new Point2D.Float(560.20312f, 309.0f)), - new Ruling(new Point2D.Float(51.796982f, 333.0f), new Point2D.Float(560.20312f, 333.0f)), - new Ruling(new Point2D.Float(51.797f, 366.0f), new Point2D.Float(560.20312f, 366.0f)), - - - new Ruling(new Point2D.Float(52.0f, 181.0f), new Point2D.Float(51.797f, 366.0f)), - new Ruling(new Point2D.Float(208.62891f, 181.0f), new Point2D.Float(208.62891f, 366.0f)), - new Ruling(new Point2D.Float(357.11328f, 180.0f), new Point2D.Float(357.0f, 366.0f)), - new Ruling(new Point2D.Float(560.11328f, 180.0f), new Point2D.Float(560.0f, 366.0f)) + new Ruling(new Point2D.Float(51.796964f, 180.0f), new Point2D.Float(560.20312f, 180.0f)), + new Ruling(new Point2D.Float(51.797017f, 219.0f), new Point2D.Float(560.2031f, 219.0f)), + new Ruling(new Point2D.Float(51.797f, 239.0f), new Point2D.Float(560.2031f, 239.0f)), + new Ruling(new Point2D.Float(51.797f, 262.0f), new Point2D.Float(560.20312f, 262.0f)), + new Ruling(new Point2D.Float(51.797f, 283.50247f), new Point2D.Float(560.05024f, 283.50247f)), + new Ruling(new Point2D.Float(51.796964f, 309.0f), new Point2D.Float(560.20312f, 309.0f)), + new Ruling(new Point2D.Float(51.796982f, 333.0f), new Point2D.Float(560.20312f, 333.0f)), + new Ruling(new Point2D.Float(51.797f, 366.0f), new Point2D.Float(560.20312f, 366.0f)), + + + new Ruling(new Point2D.Float(52.0f, 181.0f), new Point2D.Float(51.797f, 366.0f)), + new Ruling(new Point2D.Float(208.62891f, 181.0f), new Point2D.Float(208.62891f, 366.0f)), + new Ruling(new Point2D.Float(357.11328f, 180.0f), new Point2D.Float(357.0f, 366.0f)), + new Ruling(new Point2D.Float(560.11328f, 180.0f), new Point2D.Float(560.0f, 366.0f)) }; - + @Test public void testLinesToCells() { List cells = SpreadsheetExtractionAlgorithm.findCells(Arrays.asList(HORIZONTAL_RULING_LINES), Arrays.asList(VERTICAL_RULING_LINES)); - Collections.sort(cells); + Collections.sort(cells, Rectangle.ILL_DEFINED_ORDER); List expected = Arrays.asList(EXPECTED_CELLS); - Collections.sort(expected); + Collections.sort(expected, Rectangle.ILL_DEFINED_ORDER); assertTrue(cells.equals(expected)); } - + @Test public void testDetectSingleCell() { List cells = SpreadsheetExtractionAlgorithm.findCells(Arrays.asList(SINGLE_CELL_RULINGS[0]), @@ -280,18 +155,31 @@ public void testDetectTwoSingleCells() { // should not overlap assertFalse(cells.get(0).intersects(cells.get(1))); } - + @Test - public void testFindSpreadsheetsFromCells() { - SpreadsheetExtractionAlgorithm se = new SpreadsheetExtractionAlgorithm(); - List cells = Arrays.asList(CELLS); + public void testFindSpreadsheetsFromCells() throws IOException { + + CSVParser parse = org.apache.commons.csv.CSVParser.parse(new File("src/test/resources/technology/tabula/csv/TestSpreadsheetExtractor-CELLS.csv"), + Charset.forName("utf-8"), + CSVFormat.DEFAULT); + + List cells = new ArrayList<>(); + + for (CSVRecord record : parse) { + cells.add(new Cell(Float.parseFloat(record.get(0)), + Float.parseFloat(record.get(1)), + Float.parseFloat(record.get(2)), + Float.parseFloat(record.get(3)))); + } + + List expected = Arrays.asList(EXPECTED_RECTANGLES); - Collections.sort(expected); - List foundRectangles = se.findSpreadsheetsFromCells(cells); - Collections.sort(foundRectangles); + Collections.sort(expected, Rectangle.ILL_DEFINED_ORDER); + List foundRectangles = SpreadsheetExtractionAlgorithm.findSpreadsheetsFromCells(cells); + Collections.sort(foundRectangles, Rectangle.ILL_DEFINED_ORDER); assertTrue(foundRectangles.equals(expected)); } - + // TODO Add assertions @Test public void testSpreadsheetExtraction() throws IOException { @@ -299,8 +187,9 @@ public void testSpreadsheetExtraction() throws IOException { .getAreaFromFirstPage( "src/test/resources/technology/tabula/argentina_diputados_voting_record.pdf", 269.875f, 12.75f, 790.5f, 561f); - + SpreadsheetExtractionAlgorithm.findCells(page.getHorizontalRulings(), page.getVerticalRulings()); + page.getPDDoc().close(); } @Test @@ -309,24 +198,41 @@ public void testSpanningCells() throws IOException { .getPage("src/test/resources/technology/tabula/spanning_cells.pdf", 1); String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/spanning_cells.json"); SpreadsheetExtractionAlgorithm se = new SpreadsheetExtractionAlgorithm(); - List tables = se.extract(page); + List
tables = se.extract(page); assertEquals(2, tables.size()); - + StringBuilder sb = new StringBuilder(); - (new JSONWriter()).write(sb, (List
) tables); + (new JSONWriter()).write(sb, tables); assertEquals(expectedJson, sb.toString()); + page.getPDDoc().close(); + } + @Test + public void testSpanningCellsToCsv() throws IOException { + Page page = UtilsForTesting + .getPage("src/test/resources/technology/tabula/spanning_cells.pdf", 1); + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spanning_cells.csv"); + SpreadsheetExtractionAlgorithm se = new SpreadsheetExtractionAlgorithm(); + List
tables = se.extract(page); + assertEquals(2, tables.size()); + + + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, tables); + assertEquals(expectedCsv, sb.toString()); + page.getPDDoc().close(); } - + @Test public void testIncompleteGrid() throws IOException { Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/china.pdf", 1); SpreadsheetExtractionAlgorithm se = new SpreadsheetExtractionAlgorithm(); List tables = se.extract(page); assertEquals(2, tables.size()); + page.getPDDoc().close(); } - + @Test public void testNaturalOrderOfRectanglesDoesNotBreakContract() throws IOException { Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/us-017.pdf", 2); @@ -335,31 +241,31 @@ public void testNaturalOrderOfRectanglesDoesNotBreakContract() throws IOExceptio StringBuilder sb = new StringBuilder(); (new CSVWriter()).write(sb, tables.get(0)); - + String result = sb.toString(); String expected = "Project,Agency,Institution\r\nNanotechnology and its publics,NSF,Pennsylvania State University\r\n\"Public information and deliberation in nanoscience and\rnanotechnology policy (SGER)\",Interagency,\"North Carolina State\rUniversity\"\r\n\"Social and ethical research and education in agrifood\rnanotechnology (NIRT)\",NSF,Michigan State University\r\n\"From laboratory to society: developing an informed\rapproach to nanoscale science and engineering (NIRT)\",NSF,University of South Carolina\r\nDatabase and innovation timeline for nanotechnology,NSF,UCLA\r\nSocial and ethical dimensions of nanotechnology,NSF,University of Virginia\r\n\"Undergraduate exploration of nanoscience,\rapplications and societal implications (NUE)\",NSF,\"Michigan Technological\rUniversity\"\r\n\"Ethics and belief inside the development of\rnanotechnology (CAREER)\",NSF,University of Virginia\r\n\"All centers, NNIN and NCN have a societal\rimplications components\",\"NSF, DOE,\rDOD, and NIH\",\"All nanotechnology centers\rand networks\"\r\n"; - + assertEquals(expected, result); + page.getPDDoc().close(); } - + @Test public void testMergeLinesCloseToEachOther() throws IOException { Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/20.pdf", 1); List rulings = page.getVerticalRulings(); - float[] expectedRulings = new float[] { 105.549774f,107.52332f,160.58167f,377.1792f,434.95804f,488.21783f }; + float[] expectedRulings = new float[]{105.549774f, 107.52332f, 160.58167f, 377.1792f, 434.95804f, 488.21783f}; for (int i = 0; i < rulings.size(); i++) { assertEquals(expectedRulings[i], rulings.get(i).getLeft(), 0.1); } assertEquals(6, rulings.size()); - - + page.getPDDoc().close(); } @Test public void testSpreadsheetWithNoBoundingFrameShouldBeSpreadsheet() throws IOException { Page page = UtilsForTesting.getAreaFromPage("src/test/resources/technology/tabula/spreadsheet_no_bounding_frame.pdf", 1, - 150.56f,58.9f,654.7f,536.12f); - + 150.56f, 58.9f, 654.7f, 536.12f); + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/spreadsheet_no_bounding_frame.csv"); SpreadsheetExtractionAlgorithm se = new SpreadsheetExtractionAlgorithm(); @@ -368,11 +274,12 @@ public void testSpreadsheetWithNoBoundingFrameShouldBeSpreadsheet() throws IOExc List tables = se.extract(page); StringBuilder sb = new StringBuilder(); (new CSVWriter()).write(sb, tables.get(0)); - + assertEquals(expectedCsv, sb.toString()); - + page.getPDDoc().close(); + } - + @Test public void testExtractSpreadsheetWithinAnArea() throws IOException { Page page = UtilsForTesting.getAreaFromPage( @@ -383,40 +290,40 @@ public void testExtractSpreadsheetWithinAnArea() throws IOException { List tables = se.extract(page); Table table = tables.get(0); assertEquals(15, table.getRows().size()); - - String expected = "\"\",TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM\n" + - "Peces vivos,1,25,1,23,2,38,1,37,2,67,2,89,1\n" + - "\"Pescado fresco\n" + - "o refrigerado.\n" + - "exc. filetes\",7.704,7.175,8.931,6.892,12.635,10.255,16.742,13.688,14.357,11.674,13.035,13.429,9.727\n" + - "\"Pescado congelado\n" + - "exc. filetes\",90.560,105.950,112.645,108.416,132.895,115.874,152.767,133.765,148.882,134.847,156.619,165.134,137.179\n" + - "\"Filetes y demás car-\n" + - "nes de pescado\",105.434,200.563,151.142,218.389,152.174,227.780,178.123,291.863,169.422,313.735,176.427,381.640,144.814\n" + - "\"Pescado sec./sal./\n" + - "en salm. har./pol./\n" + - "pell. aptos\n" + - "p/c humano\",6.837,14.493,6.660,9.167,14.630,17.579,18.150,21.302,18.197,25.739,13.460,23.549,11.709\n" + - "Crustáceos,61.691,375.798,52.488,251.043,47.635,387.783,27.815,217.443,7.123,86.019,39.488,373.583,45.191\n" + - "Moluscos,162.027,174.507,109.436,111.443,90.834,104.741,57.695,109.141,98.182,206.304,187.023,251.352,157.531\n" + - "\"Prod. no exp. en\n" + - "otros capítulos.\n" + - "No apto p/c humano\",203,328,7,35,521,343,\"1,710\",\"1,568\",125,246,124,263,131\n" + - "\"Grasas y aceites de\n" + - "pescado y mamíferos\n" + - "marinos\",913,297,\"1,250\",476,\"1,031\",521,\"1,019\",642,690,483,489,710,959\n" + - "\"Extractos y jugos de\n" + - "pescado y mariscos\",5,25,1,3,4,4,31,93,39,117,77,230,80\n" + - "\"Preparaciones y con-\n" + - "servas de pescado\",846,\"3,737\",\"1,688\",\"4,411\",\"1,556\",\"3,681\",\"2,292\",\"5,474\",\"2,167\",\"7,494\",\"2,591\",\"8,833\",\"2,795\"\n" + - "\"Preparaciones y con-\n" + - "servas de mariscos\",348,\"3,667\",345,\"1,771\",738,\"3,627\",561,\"2,620\",607,\"3,928\",314,\"2,819\",250\n" + - "\"Harina, polvo y pe-\n" + - "llets de pescado.No\n" + - "aptos p/c humano\",\"16,947\",\"8,547\",\"11,867\",\"6,315\",\"32,528\",\"13,985\",\"37,313\",\"18,989\",\"35,787\",\"19,914\",\"37,821\",\"27,174\",\"30,000\"\n" + + + String expected = "\"\",TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM,M.U$S,TM\n" + + "Peces vivos,1,25,1,23,2,38,1,37,2,67,2,89,1\n" + + "\"Pescado fresco\n" + + "o refrigerado.\n" + + "exc. filetes\",7.704,7.175,8.931,6.892,12.635,10.255,16.742,13.688,14.357,11.674,13.035,13.429,9.727\n" + + "\"Pescado congelado\n" + + "exc. filetes\",90.560,105.950,112.645,108.416,132.895,115.874,152.767,133.765,148.882,134.847,156.619,165.134,137.179\n" + + "\"Filetes y demás car-\n" + + "nes de pescado\",105.434,200.563,151.142,218.389,152.174,227.780,178.123,291.863,169.422,313.735,176.427,381.640,144.814\n" + + "\"Pescado sec./sal./\n" + + "en salm. har./pol./\n" + + "pell. aptos\n" + + "p/c humano\",6.837,14.493,6.660,9.167,14.630,17.579,18.150,21.302,18.197,25.739,13.460,23.549,11.709\n" + + "Crustáceos,61.691,375.798,52.488,251.043,47.635,387.783,27.815,217.443,7.123,86.019,39.488,373.583,45.191\n" + + "Moluscos,162.027,174.507,109.436,111.443,90.834,104.741,57.695,109.141,98.182,206.304,187.023,251.352,157.531\n" + + "\"Prod. no exp. en\n" + + "otros capítulos.\n" + + "No apto p/c humano\",203,328,7,35,521,343,\"1,710\",\"1,568\",125,246,124,263,131\n" + + "\"Grasas y aceites de\n" + + "pescado y mamíferos\n" + + "marinos\",913,297,\"1,250\",476,\"1,031\",521,\"1,019\",642,690,483,489,710,959\n" + + "\"Extractos y jugos de\n" + + "pescado y mariscos\",5,25,1,3,4,4,31,93,39,117,77,230,80\n" + + "\"Preparaciones y con-\n" + + "servas de pescado\",846,\"3,737\",\"1,688\",\"4,411\",\"1,556\",\"3,681\",\"2,292\",\"5,474\",\"2,167\",\"7,494\",\"2,591\",\"8,833\",\"2,795\"\n" + + "\"Preparaciones y con-\n" + + "servas de mariscos\",348,\"3,667\",345,\"1,771\",738,\"3,627\",561,\"2,620\",607,\"3,928\",314,\"2,819\",250\n" + + "\"Harina, polvo y pe-\n" + + "llets de pescado.No\n" + + "aptos p/c humano\",\"16,947\",\"8,547\",\"11,867\",\"6,315\",\"32,528\",\"13,985\",\"37,313\",\"18,989\",\"35,787\",\"19,914\",\"37,821\",\"27,174\",\"30,000\"\n" + "TOTAL,\"453,515\",\"895,111\",\"456,431\",\"718,382\",\"487,183\",\"886,211\",\"494,220\",\"816,623\",\"495,580\",\"810,565\",\"627,469\",\"1,248,804\",\"540,367\"\n"; - + // TODO add better assertions StringBuilder sb = new StringBuilder(); (new CSVWriter()).write(sb, tables.get(0)); @@ -424,22 +331,22 @@ public void testExtractSpreadsheetWithinAnArea() throws IOException { List parsedExpected = org.apache.commons.csv.CSVParser.parse(expected, CSVFormat.EXCEL).getRecords(); List parsedResult = org.apache.commons.csv.CSVParser.parse(result, CSVFormat.EXCEL).getRecords(); - + assertEquals(parsedResult.size(), parsedExpected.size()); - for (int i = 0; i < parsedResult.size(); i ++) { + for (int i = 0; i < parsedResult.size(); i++) { assertEquals(parsedResult.get(i).size(), parsedExpected.get(i).size()); } - + page.getPDDoc().close(); } - + @Test public void testAlmostIntersectingRulingsShouldIntersect() { Ruling v = new Ruling(new Point2D.Float(555.960876f, 271.569641f), new Point2D.Float(555.960876f, 786.899902f)); Ruling h = new Ruling(new Point2D.Float(25.620499f, 786.899902f), new Point2D.Float(555.960754f, 786.899902f)); - Map m = Ruling.findIntersections(Arrays.asList(new Ruling[] { h }), Arrays.asList(new Ruling[] { v })); + Map m = Ruling.findIntersections(Arrays.asList(new Ruling[]{h}), Arrays.asList(new Ruling[]{v})); assertEquals(m.values().size(), 1); } - + // TODO add assertions @Test public void testDontRaiseSortException() throws IOException { @@ -449,9 +356,10 @@ public void testDontRaiseSortException() throws IOException { 446.0f, 97.0f, 685.0f, 520.0f); page.getText(); SpreadsheetExtractionAlgorithm bea = new SpreadsheetExtractionAlgorithm(); - Table table = bea.extract(page).get(0); + bea.extract(page).get(0); + page.getPDDoc().close(); } - + @Test public void testShouldDetectASingleSpreadsheet() throws IOException { Page page = UtilsForTesting.getAreaFromPage( @@ -459,48 +367,69 @@ public void testShouldDetectASingleSpreadsheet() throws IOException { 1, 68.08f, 16.44f, 680.85f, 597.84f); SpreadsheetExtractionAlgorithm bea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) bea.extract(page); + List
tables = bea.extract(page); assertEquals(1, tables.size()); + page.getPDDoc().close(); } - + @Test public void testExtractTableWithExternallyDefinedRulings() throws IOException { - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/us-007.pdf", + Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/us-007.pdf", 1); SpreadsheetExtractionAlgorithm bea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) bea.extract(page, + List
tables = bea.extract(page, Arrays.asList(EXTERNALLY_DEFINED_RULINGS)); assertEquals(1, tables.size()); Table table = tables.get(0); + assertEquals("Payroll Period", table.getRows().get(0).get(0).getText()); + assertEquals("One Withholding\rAllowance", table.getRows().get(0).get(1).getText()); + assertEquals("Weekly", table.getRows().get(1).get(0).getText()); + assertEquals("$71.15", table.getRows().get(1).get(1).getText()); + assertEquals("Biweekly", table.getRows().get(2).get(0).getText()); + assertEquals("142.31", table.getRows().get(2).get(1).getText()); + assertEquals("Semimonthly", table.getRows().get(3).get(0).getText()); assertEquals("154.17", table.getRows().get(3).get(1).getText()); - + assertEquals("Monthly", table.getRows().get(4).get(0).getText()); + assertEquals("308.33", table.getRows().get(4).get(1).getText()); + assertEquals("Quarterly", table.getRows().get(5).get(0).getText()); + assertEquals("925.00", table.getRows().get(5).get(1).getText()); + assertEquals("Semiannually", table.getRows().get(6).get(0).getText()); + assertEquals("1,850.00", table.getRows().get(6).get(1).getText()); + assertEquals("Annually", table.getRows().get(7).get(0).getText()); + assertEquals("3,700.00", table.getRows().get(7).get(1).getText()); + assertEquals("Daily or Miscellaneous\r(each day of the payroll period)", table.getRows().get(8).get(0).getText()); + assertEquals("14.23", table.getRows().get(8).get(1).getText()); + page.getPDDoc().close(); + } - + @Test public void testAnotherExtractTableWithExternallyDefinedRulings() throws IOException { - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/us-024.pdf", + Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/us-024.pdf", 1); SpreadsheetExtractionAlgorithm bea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) bea.extract(page, + List
tables = bea.extract(page, Arrays.asList(EXTERNALLY_DEFINED_RULINGS2)); assertEquals(1, tables.size()); Table table = tables.get(0); - + assertEquals("Total Supply", table.getRows().get(4).get(0).getText()); assertEquals("6.6", table.getRows().get(6).get(2).getText()); + page.getPDDoc().close(); } - + @Test public void testSpreadsheetsSortedByTopAndRight() throws IOException { Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/sydney_disclosure_contract.pdf", 1); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) sea.extract(page); + List
tables = sea.extract(page); for (int i = 1; i < tables.size(); i++) { - assert(tables.get(i-1).getTop() <= tables.get(i).getTop()); + assert (tables.get(i - 1).getTop() <= tables.get(i).getTop()); } + page.getPDDoc().close(); } @Test @@ -509,31 +438,32 @@ public void testDontStackOverflowQuicksort() throws IOException { 1); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) sea.extract(page); + List
tables = sea.extract(page); for (int i = 1; i < tables.size(); i++) { - assert(tables.get(i-1).getTop() <= tables.get(i).getTop()); + assert (tables.get(i - 1).getTop() <= tables.get(i).getTop()); } + page.getPDDoc().close(); } - + @Test public void testRTL() throws IOException { - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/arabic.pdf", + Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/arabic.pdf", 1); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) sea.extract(page); + List
tables = sea.extract(page); // assertEquals(1, tables.size()); Table table = tables.get(0); - - assertEquals("اسمي سلطان", table.getRows().get(1).get(1).getText()); - assertEquals("من اين انت؟", table.getRows().get(2).get(1).getText()); - assertEquals("1234", table.getRows().get(3).get(0).getText()); - assertEquals("هل انت شباك؟", table.getRows().get(4).get(0).getText()); + + assertEquals("اسمي سلطان", table.getRows().get(1).get(1).getText()); + assertEquals("من اين انت؟", table.getRows().get(2).get(1).getText()); + assertEquals("1234", table.getRows().get(3).get(0).getText()); + assertEquals("هل انت شباك؟", table.getRows().get(4).get(0).getText()); assertEquals("انا من ولاية كارولينا الشمال", table.getRows().get(2).get(0).getText()); // conjoined lam-alif gets missed - assertEquals("اسمي Jeremy في الانجليزية", table.getRows().get(4).get(1).getText()); // conjoined lam-alif gets missed - assertEquals("عندي 47 قطط", table.getRows().get(3).get(1).getText()); // the real right answer is 47. - assertEquals("Jeremy is جرمي in Arabic", table.getRows().get(5).get(0).getText()); // the real right answer is 47. - assertEquals("مرحبًا", table.getRows().get(1).get(0).getText()); // really ought to be ً, but this is forgiveable for now + assertEquals("اسمي Jeremy في الانجليزية", table.getRows().get(4).get(1).getText()); // conjoined lam-alif gets missed + assertEquals("عندي 47 قطط", table.getRows().get(3).get(1).getText()); // the real right answer is 47. + assertEquals("Jeremy is جرمي in Arabic", table.getRows().get(5).get(0).getText()); // the real right answer is 47. + assertEquals("مرحباً", table.getRows().get(1).get(0).getText()); // really ought to be ً, but this is forgiveable for now // there is one remaining problems that are not yet addressed // - diacritics (e.g. Arabic's tanwinً and probably Hebrew nekudot) are put in the wrong place. @@ -543,31 +473,32 @@ public void testRTL() throws IOException { // which is not currently possible because of the two problems listed above // assertEquals("مرحباً", table.getRows().get(0).get(0).getText()); // really ought to be ً, but this is forgiveable for now + page.getPDDoc().close(); } @Test public void testRealLifeRTL() throws IOException { - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/mednine.pdf", + Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/mednine.pdf", 1); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - List
tables = (List
) sea.extract(page); + List
tables = sea.extract(page); // assertEquals(1, tables.size()); Table table = tables.get(0); - - assertEquals("الانتخابات التشريعية 2014", table.getRows().get(0).get(0).getText()); // the doubled spaces might be a bug in my implementation. - assertEquals("ورقة كشف نتائج دائرة مدنين", table.getRows().get(1).get(0).getText()); - assertEquals("426", table.getRows().get(4).get(0).getText()); - assertEquals("63", table.getRows().get(4).get(1).getText()); - assertEquals("43", table.getRows().get(4).get(2).getText()); - assertEquals("56", table.getRows().get(4).get(3).getText()); - assertEquals("58", table.getRows().get(4).get(4).getText()); - assertEquals("49", table.getRows().get(4).get(5).getText()); - assertEquals("55", table.getRows().get(4).get(6).getText()); - assertEquals("33", table.getRows().get(4).get(7).getText()); - assertEquals("32", table.getRows().get(4).get(8).getText()); - assertEquals("37", table.getRows().get(4).get(9).getText()); - assertEquals("قائمة من أجل تحقيق سلطة الشعب", table.getRows().get(4).get(10).getText()); + + assertEquals("الانتخابات التشريعية 2014", table.getRows().get(0).get(0).getText()); // the doubled spaces might be a bug in my implementation. + assertEquals("ورقة كشف نتائج دائرة مدنين", table.getRows().get(1).get(0).getText()); + assertEquals("426", table.getRows().get(4).get(0).getText()); + assertEquals("63", table.getRows().get(4).get(1).getText()); + assertEquals("43", table.getRows().get(4).get(2).getText()); + assertEquals("56", table.getRows().get(4).get(3).getText()); + assertEquals("58", table.getRows().get(4).get(4).getText()); + assertEquals("49", table.getRows().get(4).get(5).getText()); + assertEquals("55", table.getRows().get(4).get(6).getText()); + assertEquals("33", table.getRows().get(4).get(7).getText()); + assertEquals("32", table.getRows().get(4).get(8).getText()); + assertEquals("37", table.getRows().get(4).get(9).getText()); + assertEquals("قائمة من أجل تحقيق سلطة الشعب", table.getRows().get(4).get(10).getText()); // there is one remaining problems that are not yet addressed // - diacritics (e.g. Arabic's tanwinً and probably Hebrew nekudot) are put in the wrong place. @@ -576,7 +507,41 @@ public void testRealLifeRTL() throws IOException { // these (commented-out) tests reflect the theoretical correct answer, // which is not currently possible because of the two problems listed above // assertEquals("مرحباً", table.getRows().get(0).get(0).getText()); // really ought to be ً, but this is forgiveable for now + page.getPDDoc().close(); } + @Test + public void testExtractColumnsCorrectly3() throws IOException { + + Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/frx_2012_disclosure.pdf", + 106.01f, 48.09f, 227.31f, 551.89f); + SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); + Table table = sea.extract(page).get(0); + + assertEquals("REGIONAL PULMONARY & SLEEP\rMEDICINE", table.getRows().get(8).get(1).getText()); + page.getPDDoc().close(); + + } + + @Test + public void testSpreadsheetExtractionIssue656() throws IOException { + Page page = UtilsForTesting + .getAreaFromFirstPage( + "src/test/resources/technology/tabula/Publication_of_award_of_Bids_for_Transport_Sector__August_2016.pdf", + 56.925f,24.255f,549.945f,786.555f); + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/Publication_of_award_of_Bids_for_Transport_Sector__August_2016.csv"); + + SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); + List
tables = sea.extract(page); + assertEquals(1, tables.size()); + Table table = tables.get(0); + + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, table); + String result = sb.toString(); + assertEquals(expectedCsv, result); + page.getPDDoc().close(); + } + } diff --git a/src/test/java/technology/tabula/TestTableDetection.java b/src/test/java/technology/tabula/TestTableDetection.java index 6e90a08c..c13ff201 100644 --- a/src/test/java/technology/tabula/TestTableDetection.java +++ b/src/test/java/technology/tabula/TestTableDetection.java @@ -1,29 +1,29 @@ package technology.tabula; -import java.io.File; -import java.io.FileWriter; -import java.io.FilenameFilter; -import java.io.IOException; -import java.util.*; -import java.util.logging.Level; -import java.util.logging.Logger; - -import static org.junit.Assert.*; - import com.google.gson.Gson; +import org.apache.pdfbox.Loader; +import org.apache.pdfbox.pdmodel.PDDocument; import org.junit.AfterClass; import org.junit.BeforeClass; -import org.junit.Ignore; import org.junit.Test; import org.junit.runner.RunWith; import org.junit.runners.Parameterized; -import org.w3c.dom.*; +import org.w3c.dom.Document; +import org.w3c.dom.Element; +import org.w3c.dom.NodeList; +import technology.tabula.detectors.NurminenDetectionAlgorithm; import javax.xml.parsers.DocumentBuilder; import javax.xml.parsers.DocumentBuilderFactory; +import java.io.File; +import java.io.FileWriter; +import java.io.IOException; +import java.util.*; +import java.util.logging.Level; +import java.util.logging.Logger; -import org.apache.pdfbox.pdmodel.PDDocument; -import technology.tabula.detectors.NurminenDetectionAlgorithm; +import static org.junit.Assert.assertFalse; +import static org.junit.Assert.assertTrue; /** * Created by matt on 2015-12-14. @@ -48,10 +48,6 @@ private static final class TestStatus { private transient boolean firstRun; private transient String pdfFilename; - public TestStatus() { - this(null); - } - public TestStatus(String pdfFilename) { this.numExpectedTables = 0; this.numCorrectlyDetectedTables = 0; @@ -75,12 +71,12 @@ public static TestStatus load(String pdfFilename) { } public void save() { - try { - FileWriter w = new FileWriter(jsonFilename(this.pdfFilename)); + try (FileWriter w = new FileWriter(jsonFilename(this.pdfFilename))) { Gson gson = new Gson(); w.write(gson.toJson(this)); w.close(); } catch (Exception e) { + throw new Error(e); } } @@ -109,21 +105,16 @@ public static void enableLogging() { public static Collection data() { String[] regionCodes = {"eu", "us"}; - ArrayList data = new ArrayList(); + ArrayList data = new ArrayList<>(); for (String regionCode : regionCodes) { String directoryName = "src/test/resources/technology/tabula/icdar2013-dataset/competition-dataset-" + regionCode + "/"; File dir = new File(directoryName); - File[] pdfs = dir.listFiles(new FilenameFilter() { - @Override - public boolean accept(File dir, String name) { - return name.toLowerCase().endsWith(".pdf"); - } - }); + File[] pdfs = dir.listFiles((dir1, name) -> name.toLowerCase().endsWith(".pdf")); for (File pdf : pdfs) { - data.add(new Object[] {pdf}); + data.add(new Object[]{pdf}); } } @@ -145,6 +136,7 @@ public TestTableDetection(File pdf) { try { this.builder = factory.newDocumentBuilder(); } catch (Exception e) { + // ignored } } @@ -166,15 +158,17 @@ public void testDetectionOfTables() throws Exception { NodeList tables = regionDocument.getElementsByTagName("table"); // tabula extractors - PDDocument pdfDocument = PDDocument.load(this.pdf); + + + PDDocument pdfDocument = Loader.loadPDF(this.pdf); ObjectExtractor extractor = new ObjectExtractor(pdfDocument); // parse expected tables from the ground truth dataset - Map> expectedTables = new HashMap>(); + Map> expectedTables = new HashMap<>(); int numExpectedTables = 0; - for (int i=0; i pageTables = expectedTables.get(page); if (pageTables == null) { - pageTables = new ArrayList(); + pageTables = new ArrayList<>(); expectedTables.put(page, pageTables); } @@ -198,7 +192,7 @@ public void testDetectionOfTables() throws Exception { // do some extra work to extract the page with tabula and get the dimensions from there Page extractedPage = extractor.extractPage(page); - float top = (float)extractedPage.getHeight() - y2; + float top = (float) extractedPage.getHeight() - y2; float left = x1; float width = x2 - x1; float height = y2 - y1; @@ -208,7 +202,7 @@ public void testDetectionOfTables() throws Exception { } // now find tables detected by tabula-java - Map> detectedTables = new HashMap>(); + Map> detectedTables = new HashMap<>(); // the algorithm we're going to be testing NurminenDetectionAlgorithm detectionAlgorithm = new NurminenDetectionAlgorithm(); @@ -217,15 +211,15 @@ public void testDetectionOfTables() throws Exception { while (pages.hasNext()) { Page page = pages.next(); List tablesOnPage = detectionAlgorithm.detect(page); - if (tablesOnPage.size() > 0) { - detectedTables.put(new Integer(page.getPageNumber()), tablesOnPage); + if (!tablesOnPage.isEmpty()) { + detectedTables.put(page.getPageNumber(), tablesOnPage); } } // now compare System.out.println("Testing " + this.pdf.getName()); - List errors = new ArrayList(); + List errors = new ArrayList<>(); this.status.numExpectedTables = numExpectedTables; totalExpectedTables += numExpectedTables; @@ -270,7 +264,7 @@ public void testDetectionOfTables() throws Exception { System.out.println(totalErroneouslyDetectedTables + " tables incorrectly detected"); - if(this.status.isFirstRun()) { + if (this.status.isFirstRun()) { // make the baseline this.status.expectedFailure = failed; this.status.numCorrectlyDetectedTables = this.numCorrectlyDetectedTables; @@ -290,20 +284,20 @@ public void testDetectionOfTables() throws Exception { } private List comparePages(Integer page, List detected, List expected) { - ArrayList errors = new ArrayList(); + ArrayList errors = new ArrayList<>(); // go through the detected tables and try to match them with expected tables // from http://www.orsigiorgio.net/wp-content/papercite-data/pdf/gho*12.pdf (comparing regions): // for other (e.g.“black-box”) algorithms, bounding boxes and content are used. A region is correct if it // contains the minimal bounding box of the ground truth without intersecting additional content. - for (Iterator detectedIterator = detected.iterator(); detectedIterator.hasNext();) { + for (Iterator detectedIterator = detected.iterator(); detectedIterator.hasNext(); ) { Rectangle detectedTable = detectedIterator.next(); - for (int i=0; i elements = new ArrayList(); - elements.add(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(20f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f)); - elements.add(new TextElement(40f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f)); - elements.add(new TextElement(60f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - - List words = TextElement.mergeWords(elements); - - List expectedWords = new ArrayList(); - expectedWords.add(new TextChunk(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f))); - expectedWords.add(new TextChunk(new TextElement(20f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f))); - expectedWords.add(new TextChunk(new TextElement(40f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f))); - expectedWords.add(new TextChunk(new TextElement(60f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f))); - - Assert.assertEquals(expectedWords, words); - - } - - @Test - public void mergeFourElementsIntoOneWord() { - - List elements = new ArrayList(); - elements.add(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(0f, 25f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f)); - elements.add(new TextElement(0f, 35f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f)); - elements.add(new TextElement(0f, 45f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - - List words = TextElement.mergeWords(elements); - - List expectedWords = new ArrayList(); - TextChunk textChunk = new TextChunk(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - textChunk.add(new TextElement(0f, 25f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f)); - textChunk.add(new TextElement(0f, 35f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f)); - textChunk.add(new TextElement(0f, 45f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - expectedWords.add(textChunk); - - Assert.assertEquals(expectedWords, words); - - } - - @Test - public void mergeElementsWithSkippingRules() { - - List elements = new ArrayList(); - elements.add(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(0f, 17f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(0f, 25f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f)); - elements.add(new TextElement(0.001f, 25f, 10f, 20f, PDType1Font.HELVETICA, 1f, " ", 1f, 6f)); - elements.add(new TextElement(0f, 35f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f)); - elements.add(new TextElement(0f, 45f, 10f, 20f, PDType1Font.TIMES_ROMAN, 10f, "D", 1f, 6f)); - - List words = TextElement.mergeWords(elements); - - List expectedWords = new ArrayList(); - TextChunk textChunk = new TextChunk(new TextElement(0f, 15f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - textChunk.add(new TextElement(0f, 25f, 10f, 20f, PDType1Font.HELVETICA, 1f, "B", 1f, 6f)); - textChunk.add(new TextElement(0f, 35f, 10f, 20f, PDType1Font.HELVETICA, 1f, "C", 1f, 6f)); - textChunk.add(new TextElement(0f, 45f, 10f, 20f, PDType1Font.TIMES_ROMAN, 10f, "D", 1f, 6f)); - expectedWords.add(textChunk); - - Assert.assertEquals(expectedWords, words); - - } - - @Test - public void mergeTenElementsIntoTwoWords() { - - List elements = new ArrayList(); - elements.add(new TextElement(0f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "H", 1f, 6f)); - elements.add(new TextElement(0f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - elements.add(new TextElement(0f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "L", 1f, 6f)); - elements.add(new TextElement(0f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(0f, 60f, 10f, 20f, PDType1Font.HELVETICA, 1f, "M", 1f, 6f)); - elements.add(new TextElement(0f, 70f, 10f, 20f, PDType1Font.HELVETICA, 1f, "U", 1f, 6f)); - elements.add(new TextElement(0f, 80f, 10f, 20f, PDType1Font.HELVETICA, 1f, "N", 1f, 6f)); - elements.add(new TextElement(0f, 90f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - elements.add(new TextElement(0f, 100f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - - List words = TextElement.mergeWords(elements); - - List expectedWords = new ArrayList(); - TextChunk textChunk = new TextChunk(new TextElement(0f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "H", 1f, 6f)); - textChunk.add(new TextElement(0f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - textChunk.add(new TextElement(0f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "L", 1f, 6f)); - textChunk.add(new TextElement(0f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - textChunk.add(new TextElement(0f, 30f, 10.5f, 20f, PDType1Font.HELVETICA, 1f, " ", 1f)); //Check why width=10.5? - expectedWords.add(textChunk); - TextChunk textChunk2 = new TextChunk(new TextElement(0f, 60f, 10f, 20f, PDType1Font.HELVETICA, 1f, "M", 1f, 6f)); - textChunk2.add(new TextElement(0f, 70f, 10f, 20f, PDType1Font.HELVETICA, 1f, "U", 1f, 6f)); - textChunk2.add(new TextElement(0f, 80f, 10f, 20f, PDType1Font.HELVETICA, 1f, "N", 1f, 6f)); - textChunk2.add(new TextElement(0f, 90f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - textChunk2.add(new TextElement(0f, 100f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - expectedWords.add(textChunk2); - - Assert.assertEquals(2, words.size()); - Assert.assertEquals(expectedWords, words); - - } - - @Test - public void mergeTenElementsIntoTwoLines() { - - List elements = new ArrayList(); - elements.add(new TextElement(0f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "H", 1f, 6f)); - elements.add(new TextElement(0f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - elements.add(new TextElement(0f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "L", 1f, 6f)); - elements.add(new TextElement(0f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - elements.add(new TextElement(20f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "M", 1f, 6f)); - elements.add(new TextElement(20f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "U", 1f, 6f)); - elements.add(new TextElement(20f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "N", 1f, 6f)); - elements.add(new TextElement(20f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - elements.add(new TextElement(20f, 40f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - - List words = TextElement.mergeWords(elements); - - List expectedWords = new ArrayList(); - TextChunk textChunk = new TextChunk(new TextElement(0f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "H", 1f, 6f)); - textChunk.add(new TextElement(0f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - textChunk.add(new TextElement(0f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "L", 1f, 6f)); - textChunk.add(new TextElement(0f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "A", 1f, 6f)); - expectedWords.add(textChunk); - TextChunk textChunk2 = new TextChunk(new TextElement(20f, 0f, 10f, 20f, PDType1Font.HELVETICA, 1f, "M", 1f, 6f)); - textChunk2.add(new TextElement(20f, 10f, 10f, 20f, PDType1Font.HELVETICA, 1f, "U", 1f, 6f)); - textChunk2.add(new TextElement(20f, 20f, 10f, 20f, PDType1Font.HELVETICA, 1f, "N", 1f, 6f)); - textChunk2.add(new TextElement(20f, 30f, 10f, 20f, PDType1Font.HELVETICA, 1f, "D", 1f, 6f)); - textChunk2.add(new TextElement(20f, 40f, 10f, 20f, PDType1Font.HELVETICA, 1f, "O", 1f, 6f)); - expectedWords.add(textChunk2); - - Assert.assertEquals(2, words.size()); - Assert.assertEquals(expectedWords, words); - - } - - + + + @Test + public void createTextElement() { + + TextElement textElement = new TextElement(5f, 15f, 10f, 20f, new PDType1Font(Standard14Fonts.FontName.HELVETICA), 1f, "A", 1f); + + Assert.assertNotNull(textElement); + Assert.assertEquals("A", textElement.getText()); + Assert.assertEquals(1f, textElement.getFontSize(), 0); + Assert.assertEquals(15f, textElement.getLeft(), 0); + Assert.assertEquals(5f, textElement.getTop(), 0); + Assert.assertEquals(10f, textElement.getWidth(), 0); + Assert.assertEquals(20f, textElement.getHeight(), 0); + Assert.assertEquals(Standard14Fonts.FontName.HELVETICA.getName(), textElement.getFont().getName()); + Assert.assertEquals(1f, textElement.getWidthOfSpace(), 0); + Assert.assertEquals(0f, textElement.getDirection(), 0); + + + } + + @Test + public void createTextElementWithDirection() { + + TextElement textElement = new TextElement(5f, 15f, 10f, 20f, new PDType1Font(Standard14Fonts.FontName.HELVETICA), 1f, "A", 1f, 6f); + + Assert.assertNotNull(textElement); + Assert.assertEquals("A", textElement.getText()); + Assert.assertEquals(1f, textElement.getFontSize(), 0); + Assert.assertEquals(15f, textElement.getLeft(), 0); + Assert.assertEquals(5f, textElement.getTop(), 0); + Assert.assertEquals(10f, textElement.getWidth(), 0); + Assert.assertEquals(20f, textElement.getHeight(), 0); + Assert.assertEquals(Standard14Fonts.FontName.HELVETICA.getName(), textElement.getFont().getName()); + Assert.assertEquals(1f, textElement.getWidthOfSpace(), 0); + Assert.assertEquals(6f, textElement.getDirection(), 0); + + + } + + @Test + public void mergeFourElementsIntoFourWords() { + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(20f, 15f, 10f, 20f, font, 1f, "B", 1f, 6f)); + elements.add(new TextElement(40f, 15f, 10f, 20f, font, 1f, "C", 1f, 6f)); + elements.add(new TextElement(60f, 15f, 10f, 20f, font, 1f, "D", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + + List expectedWords = new ArrayList<>(); + expectedWords.add(new TextChunk(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f))); + expectedWords.add(new TextChunk(new TextElement(20f, 15f, 10f, 20f, font, 1f, "B", 1f, 6f))); + expectedWords.add(new TextChunk(new TextElement(40f, 15f, 10f, 20f, font, 1f, "C", 1f, 6f))); + expectedWords.add(new TextChunk(new TextElement(60f, 15f, 10f, 20f, font, 1f, "D", 1f, 6f))); + + Assert.assertEquals(expectedWords, words); + + } + + @Test + public void mergeFourElementsIntoOneWord() { + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(0f, 25f, 10f, 20f, font, 1f, "B", 1f, 6f)); + elements.add(new TextElement(0f, 35f, 10f, 20f, font, 1f, "C", 1f, 6f)); + elements.add(new TextElement(0f, 45f, 10f, 20f, font, 1f, "D", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + + List expectedWords = new ArrayList<>(); + TextChunk textChunk = new TextChunk(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + textChunk.add(new TextElement(0f, 25f, 10f, 20f, font, 1f, "B", 1f, 6f)); + textChunk.add(new TextElement(0f, 35f, 10f, 20f, font, 1f, "C", 1f, 6f)); + textChunk.add(new TextElement(0f, 45f, 10f, 20f, font, 1f, "D", 1f, 6f)); + expectedWords.add(textChunk); + + Assert.assertEquals(expectedWords, words); + + } + + @Test + public void mergeElementsShouldBeIdempotent() { + /* + * a bug in TextElement.merge_words would delete the first TextElement in the array + * it was called with. Discussion here: https://github.com/tabulapdf/tabula-java/issues/78 + */ + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(0f, 25f, 10f, 20f, font, 1f, "B", 1f, 6f)); + elements.add(new TextElement(0f, 35f, 10f, 20f, font, 1f, "C", 1f, 6f)); + elements.add(new TextElement(0f, 45f, 10f, 20f, font, 1f, "D", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + List words2 = TextElement.mergeWords(elements); + Assert.assertEquals(words, words2); + } + + @Test + public void mergeElementsWithSkippingRules() { + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(0f, 17f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(0f, 25f, 10f, 20f, font, 1f, "B", 1f, 6f)); + elements.add(new TextElement(0.001f, 25f, 10f, 20f, font, 1f, " ", 1f, 6f)); + elements.add(new TextElement(0f, 35f, 10f, 20f, font, 1f, "C", 1f, 6f)); + PDFont TIMES_ROMAN = new PDType1Font(Standard14Fonts.FontName.TIMES_ROMAN); + elements.add(new TextElement(0f, 45f, 10f, 20f, TIMES_ROMAN, 10f, "D", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + + List expectedWords = new ArrayList<>(); + TextChunk textChunk = new TextChunk(new TextElement(0f, 15f, 10f, 20f, font, 1f, "A", 1f, 6f)); + textChunk.add(new TextElement(0f, 25f, 10f, 20f, font, 1f, "B", 1f, 6f)); + textChunk.add(new TextElement(0f, 35f, 10f, 20f, font, 1f, "C", 1f, 6f)); + textChunk.add(new TextElement(0f, 45f, 10f, 20f, TIMES_ROMAN, 10f, "D", 1f, 6f)); + expectedWords.add(textChunk); + + Assert.assertEquals(expectedWords, words); + + } + + @Test + public void mergeTenElementsIntoTwoWords() { + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 0f, 10f, 20f, font, 1f, "H", 1f, 6f)); + elements.add(new TextElement(0f, 10f, 10f, 20f, font, 1f, "O", 1f, 6f)); + elements.add(new TextElement(0f, 20f, 10f, 20f, font, 1f, "L", 1f, 6f)); + elements.add(new TextElement(0f, 30f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(0f, 60f, 10f, 20f, font, 1f, "M", 1f, 6f)); + elements.add(new TextElement(0f, 70f, 10f, 20f, font, 1f, "U", 1f, 6f)); + elements.add(new TextElement(0f, 80f, 10f, 20f, font, 1f, "N", 1f, 6f)); + elements.add(new TextElement(0f, 90f, 10f, 20f, font, 1f, "D", 1f, 6f)); + elements.add(new TextElement(0f, 100f, 10f, 20f, font, 1f, "O", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + + List expectedWords = new ArrayList<>(); + TextChunk textChunk = new TextChunk(new TextElement(0f, 0f, 10f, 20f, font, 1f, "H", 1f, 6f)); + textChunk.add(new TextElement(0f, 10f, 10f, 20f, font, 1f, "O", 1f, 6f)); + textChunk.add(new TextElement(0f, 20f, 10f, 20f, font, 1f, "L", 1f, 6f)); + textChunk.add(new TextElement(0f, 30f, 10f, 20f, font, 1f, "A", 1f, 6f)); + textChunk.add(new TextElement(0f, 30f, 10.5f, 20f, font, 1f, " ", 1f)); //Check why width=10.5? + expectedWords.add(textChunk); + TextChunk textChunk2 = new TextChunk(new TextElement(0f, 60f, 10f, 20f, font, 1f, "M", 1f, 6f)); + textChunk2.add(new TextElement(0f, 70f, 10f, 20f, font, 1f, "U", 1f, 6f)); + textChunk2.add(new TextElement(0f, 80f, 10f, 20f, font, 1f, "N", 1f, 6f)); + textChunk2.add(new TextElement(0f, 90f, 10f, 20f, font, 1f, "D", 1f, 6f)); + textChunk2.add(new TextElement(0f, 100f, 10f, 20f, font, 1f, "O", 1f, 6f)); + expectedWords.add(textChunk2); + + Assert.assertEquals(2, words.size()); + Assert.assertEquals(expectedWords, words); + + } + + @Test + public void mergeTenElementsIntoTwoLines() { + + List elements = new ArrayList<>(); + PDType1Font font = new PDType1Font(Standard14Fonts.FontName.HELVETICA); + elements.add(new TextElement(0f, 0f, 10f, 20f, font, 1f, "H", 1f, 6f)); + elements.add(new TextElement(0f, 10f, 10f, 20f, font, 1f, "O", 1f, 6f)); + elements.add(new TextElement(0f, 20f, 10f, 20f, font, 1f, "L", 1f, 6f)); + elements.add(new TextElement(0f, 30f, 10f, 20f, font, 1f, "A", 1f, 6f)); + elements.add(new TextElement(20f, 0f, 10f, 20f, font, 1f, "M", 1f, 6f)); + elements.add(new TextElement(20f, 10f, 10f, 20f, font, 1f, "U", 1f, 6f)); + elements.add(new TextElement(20f, 20f, 10f, 20f, font, 1f, "N", 1f, 6f)); + elements.add(new TextElement(20f, 30f, 10f, 20f, font, 1f, "D", 1f, 6f)); + elements.add(new TextElement(20f, 40f, 10f, 20f, font, 1f, "O", 1f, 6f)); + + List words = TextElement.mergeWords(elements); + + List expectedWords = new ArrayList<>(); + TextChunk textChunk = new TextChunk(new TextElement(0f, 0f, 10f, 20f, font, 1f, "H", 1f, 6f)); + textChunk.add(new TextElement(0f, 10f, 10f, 20f, font, 1f, "O", 1f, 6f)); + textChunk.add(new TextElement(0f, 20f, 10f, 20f, font, 1f, "L", 1f, 6f)); + textChunk.add(new TextElement(0f, 30f, 10f, 20f, font, 1f, "A", 1f, 6f)); + expectedWords.add(textChunk); + TextChunk textChunk2 = new TextChunk(new TextElement(20f, 0f, 10f, 20f, font, 1f, "M", 1f, 6f)); + textChunk2.add(new TextElement(20f, 10f, 10f, 20f, font, 1f, "U", 1f, 6f)); + textChunk2.add(new TextElement(20f, 20f, 10f, 20f, font, 1f, "N", 1f, 6f)); + textChunk2.add(new TextElement(20f, 30f, 10f, 20f, font, 1f, "D", 1f, 6f)); + textChunk2.add(new TextElement(20f, 40f, 10f, 20f, font, 1f, "O", 1f, 6f)); + expectedWords.add(textChunk2); + + Assert.assertEquals(2, words.size()); + Assert.assertEquals(expectedWords, words); + + } + } diff --git a/src/test/java/technology/tabula/TestUtils.java b/src/test/java/technology/tabula/TestUtils.java index 6837364d..cb85cb7b 100644 --- a/src/test/java/technology/tabula/TestUtils.java +++ b/src/test/java/technology/tabula/TestUtils.java @@ -5,13 +5,18 @@ import static org.junit.Assert.assertNull; import java.awt.geom.Point2D; +import java.io.File; +import java.io.IOException; import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; import java.util.List; +import org.apache.pdfbox.Loader; +import org.apache.pdfbox.rendering.ImageType; import org.apache.commons.cli.ParseException; -import org.junit.Before; +import org.apache.pdfbox.pdmodel.PDDocument; +import org.apache.pdfbox.pdmodel.PDPage; import org.junit.Test; public class TestUtils { @@ -44,7 +49,7 @@ public void testBoundsOfOneEmptyRectangleAndAnotherNonEmpty() { @Test public void testBoundsOfOneRectangle() { - ArrayList shapes = new ArrayList(); + ArrayList shapes = new ArrayList<>(); shapes.add(new Rectangle(0, 0, 20, 40)); Rectangle r = Utils.bounds(shapes); assertEquals(r, shapes.get(0)); @@ -78,7 +83,7 @@ public void testAnotherExceptionInParsePages() throws ParseException { @Test public void testQuickSortEmptyList() { - List numbers = new ArrayList(); + List numbers = new ArrayList<>(); QuickSort.sort(numbers); assertEquals(Collections.emptyList(), numbers); @@ -103,8 +108,8 @@ public void testQuickSortShortList() { @Test public void testQuickSortLongList() { - List numbers = new ArrayList(); - List expectedNumbers = new ArrayList(); + List numbers = new ArrayList<>(); + List expectedNumbers = new ArrayList<>(); for(int i = 0; i <= 12000; i++){ numbers.add(12000 - i); @@ -116,4 +121,11 @@ public void testQuickSortLongList() { assertEquals(expectedNumbers, numbers); } + @Test + public void testJPEG2000DoesNotRaise() throws IOException { + PDDocument pdf_document = Loader.loadPDF(new File("src/test/resources/technology/tabula/jpeg2000.pdf")); + PDPage page = pdf_document.getPage(0); + Utils.pageConvertToImage(pdf_document, page, 360, ImageType.RGB); + } + } diff --git a/src/test/java/technology/tabula/TestWriters.java b/src/test/java/technology/tabula/TestWriters.java index c60b8991..961d57af 100644 --- a/src/test/java/technology/tabula/TestWriters.java +++ b/src/test/java/technology/tabula/TestWriters.java @@ -1,12 +1,15 @@ package technology.tabula; -import static org.junit.Assert.*; +import static org.junit.Assert.assertEquals; import java.io.IOException; import java.util.List; import org.junit.Test; +import com.google.gson.Gson; +import com.google.gson.JsonArray; + import technology.tabula.extractors.BasicExtractionAlgorithm; import technology.tabula.extractors.SpreadsheetExtractionAlgorithm; import technology.tabula.writers.CSVWriter; @@ -14,31 +17,35 @@ import technology.tabula.writers.TSVWriter; public class TestWriters { - + private static final String EXPECTED_CSV_WRITER_OUTPUT = "\"ABDALA de MATARAZZO, Norma Amanda\",Frente Cívico por Santiago,Santiago del Estero,AFIRMATIVO"; + private Table getTable() throws IOException { Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/argentina_diputados_voting_record.pdf", 269.875f, 12.75f, 790.5f, 561f); BasicExtractionAlgorithm bea = new BasicExtractionAlgorithm(); Table table = bea.extract(page).get(0); return table; } + private List
getTables() throws IOException { - - Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/twotables.pdf", 1); + + Page page = UtilsForTesting.getPage("src/test/resources/technology/tabula/twotables.pdf", 1); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); - return (List
) sea.extract(page); + return sea.extract(page); } @Test public void testCSVWriter() throws IOException { + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/argentina_diputados_voting_record.csv"); Table table = this.getTable(); StringBuilder sb = new StringBuilder(); (new CSVWriter()).write(sb, table); String s = sb.toString(); String[] lines = s.split("\\r?\\n"); assertEquals(lines[0], EXPECTED_CSV_WRITER_OUTPUT); + assertEquals(expectedCsv, s); } - + // TODO Add assertions @Test public void testTSVWriter() throws IOException { @@ -50,39 +57,80 @@ public void testTSVWriter() throws IOException { //String[] lines = s.split("\\r?\\n"); //assertEquals(lines[0], EXPECTED_CSV_WRITER_OUTPUT); } - + @Test public void testJSONWriter() throws IOException { - String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json"); + String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json"); Table table = this.getTable(); StringBuilder sb = new StringBuilder(); (new JSONWriter()).write(sb, table); String s = sb.toString(); assertEquals(expectedJson, s); } - + @Test public void testJSONSerializeInfinity() throws IOException { - String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/schools.json"); + String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/schools.json"); Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/schools.pdf", 53.74f, 16.97f, 548.74f, 762.3f); SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); Table table = sea.extract(page).get(0); - + StringBuilder sb = new StringBuilder(); (new JSONWriter()).write(sb, table); String s = sb.toString(); assertEquals(expectedJson, s); } - + + @Test + public void testCSVSerializeInfinity() throws IOException { + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/schools.csv"); + Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/schools.pdf", 53.74f, 16.97f, 548.74f, 762.3f); + SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); + Table table = sea.extract(page).get(0); + + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, table); + String s = sb.toString(); + assertEquals(expectedCsv, s); + } + @Test public void testJSONSerializeTwoTables() throws IOException { - String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/twotables.json"); + String expectedJson = UtilsForTesting.loadJson("src/test/resources/technology/tabula/json/twotables.json"); List
tables = this.getTables(); StringBuilder sb = new StringBuilder(); (new JSONWriter()).write(sb, tables); + String s = sb.toString(); assertEquals(expectedJson, s); + + Gson gson = new Gson(); + JsonArray json = gson.fromJson(s, JsonArray.class); + assertEquals(2, json.size()); + } + + @Test + public void testCSVSerializeTwoTables() throws IOException { + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/twotables.csv"); + List
tables = this.getTables(); + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, tables); + + String s = sb.toString(); + assertEquals(expectedCsv, s); + } + + @Test + public void testCSVMultilineRow() throws IOException { + String expectedCsv = UtilsForTesting.loadCsv("src/test/resources/technology/tabula/csv/frx_2012_disclosure.csv"); + Page page = UtilsForTesting.getAreaFromFirstPage("src/test/resources/technology/tabula/frx_2012_disclosure.pdf", 53.0f, 49.0f, 735.0f, 550.0f); + SpreadsheetExtractionAlgorithm sea = new SpreadsheetExtractionAlgorithm(); + Table table = sea.extract(page).get(0); + + StringBuilder sb = new StringBuilder(); + (new CSVWriter()).write(sb, table); + String s = sb.toString(); + assertEquals(expectedCsv, s); } - } diff --git a/src/test/java/technology/tabula/UtilsForTesting.java b/src/test/java/technology/tabula/UtilsForTesting.java index 954573e9..8d3c91cf 100644 --- a/src/test/java/technology/tabula/UtilsForTesting.java +++ b/src/test/java/technology/tabula/UtilsForTesting.java @@ -1,7 +1,5 @@ package technology.tabula; -import static org.junit.Assert.assertEquals; - import java.io.*; import java.nio.charset.Charset; import java.util.List; @@ -9,71 +7,85 @@ import org.apache.commons.csv.CSVFormat; import org.apache.commons.csv.CSVParser; import org.apache.commons.csv.CSVPrinter; +import org.apache.pdfbox.Loader; import org.apache.pdfbox.pdmodel.PDDocument; +import org.junit.Assert; public class UtilsForTesting { - + public static Page getAreaFromFirstPage(String path, float top, float left, float bottom, float right) throws IOException { return getAreaFromPage(path, 1, top, left, bottom, right); } - + public static Page getAreaFromPage(String path, int page, float top, float left, float bottom, float right) throws IOException { return getPage(path, page).getArea(top, left, bottom, right); } - + public static Page getPage(String path, int pageNumber) throws IOException { ObjectExtractor oe = null; try { - PDDocument document = PDDocument - .load(path); + PDDocument document = Loader.loadPDF(new File(path)); oe = new ObjectExtractor(document); - Page page = oe.extract(pageNumber); - return page; + return oe.extract(pageNumber); } finally { if (oe != null) oe.close(); } } - - public static void assertTableEquals(Table table, String[][] arrayOfRows) { + + public static String[][] tableToArrayOfRows(Table table) { List> tableRows = table.getRows(); - assertEquals(arrayOfRows.length, tableRows.size()); - for (int i = 0; i < arrayOfRows.length; i++) { - String[] row = arrayOfRows[i]; - assertEquals(row.length, tableRows.get(i).size()); - for (int j = 0; j < row.length; j++) { - assertEquals(row[j].trim(), table.getCell(i, j).getText().trim()); + + int maxColCount = 0; + + for (int i = 0; i < tableRows.size(); i++) { + List row = tableRows.get(i); + if (maxColCount < row.size()) { + maxColCount = row.size(); + } + } + + Assert.assertEquals(maxColCount, table.getColCount()); + + String[][] rv = new String[tableRows.size()][maxColCount]; + + for (int i = 0; i < tableRows.size(); i++) { + List row = tableRows.get(i); + for (int j = 0; j < row.size(); j++) { + rv[i][j] = table.getCell(i, j).getText(); } } + + return rv; } - + public static String loadJson(String path) throws IOException { - - BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(path), "UTF-8")); - StringBuilder stringBuilder = new StringBuilder(); - String line = null; - - while( ( line = reader.readLine() ) != null ) { - stringBuilder.append( line ); - } + + StringBuilder stringBuilder = new StringBuilder(); + try (BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(path), "UTF-8"))) { + String line = null; + while ((line = reader.readLine()) != null) { + stringBuilder.append(line); + } + } return stringBuilder.toString(); - + } - + public static String loadCsv(String path) throws IOException { - - StringBuilder out = new StringBuilder(); - CSVParser parse = org.apache.commons.csv.CSVParser.parse(new File(path), Charset.forName("utf-8"), CSVFormat.EXCEL); - - CSVPrinter printer = new CSVPrinter(out, CSVFormat.EXCEL); + + StringBuilder out = new StringBuilder(); + CSVParser parse = org.apache.commons.csv.CSVParser.parse(new File(path), Charset.forName("utf-8"), CSVFormat.EXCEL); + + CSVPrinter printer = new CSVPrinter(out, CSVFormat.EXCEL); printer.printRecords(parse); printer.close(); String csv = out.toString().replaceAll("(? - +
diff --git a/src/test/resources/technology/tabula/jpeg2000.pdf b/src/test/resources/technology/tabula/jpeg2000.pdf new file mode 100644 index 00000000..815a5010 Binary files /dev/null and b/src/test/resources/technology/tabula/jpeg2000.pdf differ diff --git a/src/test/resources/technology/tabula/json/AnimalSounds1.json b/src/test/resources/technology/tabula/json/AnimalSounds1.json new file mode 100644 index 00000000..8511b786 --- /dev/null +++ b/src/test/resources/technology/tabula/json/AnimalSounds1.json @@ -0,0 +1 @@ +[{"extraction_method":"lattice","page_number":1,"top":0.006499578,"left":56.8,"width":241.1999969482422,"height":315.36407470703125,"right":298.0,"bottom":315.37057,"data":[[{"top":0.006499578,"left":56.8,"width":79.19999694824219,"height":95.31405639648438,"text":"Animal"},{"top":0.006499578,"left":136.0,"width":61.0,"height":95.31405639648438,"text":"Action"},{"top":0.006499578,"left":197.0,"width":101.0,"height":95.31405639648438,"text":"Result"}],[{"top":95.32056,"left":56.8,"width":79.19999694824219,"height":23.050010681152344,"text":"Cat"},{"top":95.32056,"left":136.0,"width":61.0,"height":23.050010681152344,"text":"Says"},{"top":95.32056,"left":197.0,"width":101.0,"height":23.050010681152344,"text":"Meow"}],[{"top":118.37057,"left":56.8,"width":79.19999694824219,"height":63.99999237060547,"text":"Parastratiosph\recomyiastratio\rsphecomyioid\res"},{"top":118.37057,"left":136.0,"width":61.0,"height":63.99999237060547,"text":"Says"},{"top":118.37057,"left":197.0,"width":101.0,"height":63.99999237060547,"text":"bzzzzzzz"}],[{"top":182.37056,"left":56.8,"width":79.19999694824219,"height":133.00001525878906,"text":"Fox"},{"top":182.37056,"left":136.0,"width":61.0,"height":133.00001525878906,"text":"Says"},{"top":182.37056,"left":197.0,"width":101.0,"height":133.00001525878906,"text":"Ring-\rdingdingdingd\ringeringeding\rGering-\rdingdingdingd\ringeringeding\rGering-\rdingdingdingd\ringeringeding"}]]},{"extraction_method":"lattice","page_number":1,"top":0.006499578,"left":313.35715,"width":241.55941772460938,"height":259.2640380859375,"right":554.91656,"bottom":259.27054,"data":[[{"top":0.006499578,"left":313.35715,"width":77.64285278320312,"height":72.26405334472656,"text":""},{"top":0.006499578,"left":391.0,"width":66.0,"height":72.26405334472656,"text":""},{"top":0.006499578,"left":457.0,"width":97.91656494140625,"height":72.26405334472656,"text":""}],[{"top":72.27055,"left":313.35715,"width":77.64285278320312,"height":23.050003051757812,"text":"Animal"},{"top":72.27055,"left":391.0,"width":66.0,"height":23.050003051757812,"text":"Action"},{"top":72.27055,"left":457.0,"width":97.91656494140625,"height":23.050003051757812,"text":"Result"}],[{"top":95.32056,"left":313.35715,"width":77.64285278320312,"height":35.94999694824219,"text":"Dogs/wolves/\rMore dogs"},{"top":95.32056,"left":391.0,"width":66.0,"height":35.94999694824219,"text":"Says"},{"top":95.32056,"left":457.0,"width":97.91656494140625,"height":35.94999694824219,"text":"Bow-wow/\rruff-ruff"}],[{"top":131.27055,"left":313.35715,"width":77.64285278320312,"height":36.40000915527344,"text":"Donkey"},{"top":131.27055,"left":391.0,"width":66.0,"height":36.40000915527344,"text":"Says"},{"top":131.27055,"left":457.0,"width":97.91656494140625,"height":36.40000915527344,"text":"Hee-Haw Hee-\rHaw"}],[{"top":167.67056,"left":313.35715,"width":77.64285278320312,"height":91.5999755859375,"text":"Fox"},{"top":167.67056,"left":391.0,"width":66.0,"height":91.5999755859375,"text":"Says"},{"top":167.67056,"left":457.0,"width":97.91656494140625,"height":91.5999755859375,"text":"Wa-pa-pa-pa-\rpa-pa-pow\rWa-pa-pa-pa-\rpa-pow\rWa-pa-pa-pa-\rpa-pa-pow"}]]}] diff --git a/src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json b/src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json index f9e9ae1e..fb2d478e 100644 --- a/src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json +++ b/src/test/resources/technology/tabula/json/argentina_diputados_voting_record.json @@ -1 +1 @@ -{"extraction_method":"basic","top":0.0,"left":0.0,"width":549.0399780273438,"height":782.0400390625,"data":[[{"top":279.11,"left":28.56,"width":175.21029663085938,"height":7.210000038146973,"text":"ABDALA de MATARAZZO, Norma Amanda"},{"top":279.11,"left":213.72,"width":108.25027465820312,"height":7.210000038146973,"text":"Frente Cívico por Santiago"},{"top":279.83,"left":397.56,"width":79.69027709960938,"height":7.210000038146973,"text":"Santiago del Estero"},{"top":279.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":295.55,"left":28.56,"width":141.71029663085938,"height":7.210000038146973,"text":"ALBRIEU, Oscar Edmundo Nicolas"},{"top":295.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":296.39,"left":397.56,"width":41.6602783203125,"height":7.210000038146973,"text":"Rio Negro"},{"top":295.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":312.11,"left":28.56,"width":83.75028228759766,"height":7.210000038146973,"text":"ALONSO, María Luz"},{"top":312.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":312.83,"left":397.56,"width":42.250274658203125,"height":7.210000038146973,"text":"La Pampa"},{"top":312.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":328.55,"left":28.56,"width":84.25028228759766,"height":7.210000038146973,"text":"ARENA, Celia Isabel"},{"top":328.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":329.39,"left":397.56,"width":37.690277099609375,"height":7.210000038146973,"text":"Santa Fe"},{"top":328.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":345.11,"left":28.56,"width":110.29029846191406,"height":7.210000038146973,"text":"ARREGUI, Andrés Roberto"},{"top":345.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":345.83,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":345.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":361.55,"left":28.56,"width":115.69029235839844,"height":7.210000038146973,"text":"AVOSCAN, Herman Horacio"},{"top":361.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":362.39,"left":397.56,"width":41.6602783203125,"height":7.210000038146973,"text":"Rio Negro"},{"top":361.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":378.11,"left":28.56,"width":95.6902847290039,"height":7.210000038146973,"text":"BALCEDO, María Ester"},{"top":378.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":378.83,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":378.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":394.55,"left":28.56,"width":127.69029235839844,"height":7.210000038146973,"text":"BARRANDEGUY, Raúl Enrique"},{"top":394.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":395.39,"left":397.56,"width":43.6702880859375,"height":7.210000038146973,"text":"Entre Ríos"},{"top":394.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":411.11,"left":28.56,"width":106.69029235839844,"height":7.210000038146973,"text":"BASTERRA, Luis Eugenio"},{"top":411.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":411.83,"left":397.56,"width":36.73028564453125,"height":7.210000038146973,"text":"Formosa"},{"top":411.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":427.55,"left":28.56,"width":92.21028137207031,"height":7.210000038146973,"text":"BEDANO, Nora Esther"},{"top":427.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":428.39,"left":397.56,"width":35.6602783203125,"height":7.210000038146973,"text":"Córdoba"},{"top":427.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":444.11,"left":28.56,"width":100.69029235839844,"height":7.210000038146973,"text":"BERNAL, María Eugenia"},{"top":444.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":444.83,"left":397.56,"width":22.200286865234375,"height":7.210000038146973,"text":"Jujuy"},{"top":444.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":460.55,"left":28.56,"width":112.21029663085938,"height":7.210000038146973,"text":"BERTONE, Rosana Andrea"},{"top":460.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":461.39,"left":397.56,"width":67.21026611328125,"height":7.210000038146973,"text":"Tierra del Fuego"},{"top":460.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":477.11,"left":28.56,"width":114.73028564453125,"height":7.210000038146973,"text":"BIANCHI, María del Carmen"},{"top":477.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":477.83,"left":397.56,"width":74.6702880859375,"height":7.210000038146973,"text":"Cdad. Aut. Bs. As."},{"top":477.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":493.55,"left":28.56,"width":115.19029235839844,"height":7.210000038146973,"text":"BIDEGAIN, Gloria Mercedes"},{"top":493.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":494.39,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":493.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":510.11,"left":28.56,"width":66.25028228759766,"height":7.210000038146973,"text":"BRAWER, Mara"},{"top":510.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":510.83,"left":397.56,"width":74.6702880859375,"height":7.210000038146973,"text":"Cdad. Aut. Bs. As."},{"top":510.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":526.55,"left":28.56,"width":90.73028564453125,"height":7.210000038146973,"text":"BRILLO, José Ricardo"},{"top":526.55,"left":213.72,"width":121.81027221679688,"height":7.210000038146973,"text":"Movimiento Popular Neuquino"},{"top":527.39,"left":397.56,"width":37.700286865234375,"height":7.210000038146973,"text":"Neuquén"},{"top":526.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":543.11,"left":28.56,"width":120.73028564453125,"height":7.210000038146973,"text":"BROMBERG, Isaac Benjamín"},{"top":543.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":543.83,"left":397.56,"width":38.6602783203125,"height":7.210000038146973,"text":"Tucumán"},{"top":543.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":559.55,"left":28.56,"width":89.7702865600586,"height":7.210000038146973,"text":"BRUE, Daniel Agustín"},{"top":559.55,"left":213.72,"width":108.25027465820312,"height":7.210000038146973,"text":"Frente Cívico por Santiago"},{"top":560.39,"left":397.56,"width":79.69027709960938,"height":7.210000038146973,"text":"Santiago del Estero"},{"top":559.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":576.11,"left":28.56,"width":72.23028564453125,"height":7.210000038146973,"text":"CALCAGNO, Eric"},{"top":576.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":576.83,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":576.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":592.55,"left":28.56,"width":114.73028564453125,"height":7.210000038146973,"text":"CARLOTTO, Remo Gerardo"},{"top":592.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":593.39,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":592.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":609.11,"left":28.56,"width":122.1702880859375,"height":7.210000038146973,"text":"CARMONA, Guillermo Ramón"},{"top":609.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":609.83,"left":397.56,"width":38.1602783203125,"height":7.210000038146973,"text":"Mendoza"},{"top":609.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":625.55,"left":28.56,"width":124.73028564453125,"height":7.210000038146973,"text":"CATALAN MAGNI, Julio César"},{"top":625.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":626.39,"left":397.56,"width":67.21026611328125,"height":7.210000038146973,"text":"Tierra del Fuego"},{"top":625.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":642.11,"left":28.56,"width":88.6902847290039,"height":7.210000038146973,"text":"CEJAS, Jorge Alberto"},{"top":642.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":642.83,"left":397.56,"width":41.6602783203125,"height":7.210000038146973,"text":"Rio Negro"},{"top":642.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":658.55,"left":28.56,"width":89.7702865600586,"height":7.210000038146973,"text":"CHIENO, María Elena"},{"top":658.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":659.39,"left":397.56,"width":42.72027587890625,"height":7.210000038146973,"text":"Corrientes"},{"top":658.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":675.11,"left":28.56,"width":96.25028228759766,"height":7.210000038146973,"text":"CIAMPINI, José Alberto"},{"top":675.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":675.83,"left":397.56,"width":37.700286865234375,"height":7.210000038146973,"text":"Neuquén"},{"top":675.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":691.55,"left":28.56,"width":131.77029418945312,"height":7.210000038146973,"text":"CIGOGNA, Luis Francisco Jorge"},{"top":691.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":692.39,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":691.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":708.11,"left":28.56,"width":62.15028381347656,"height":7.210000038146973,"text":"CLERI, Marcos"},{"top":708.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":708.83,"left":397.56,"width":37.690277099609375,"height":7.210000038146973,"text":"Santa Fe"},{"top":708.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":724.55,"left":28.56,"width":101.77029418945312,"height":7.210000038146973,"text":"COMELLI, Alicia Marcela"},{"top":724.55,"left":213.72,"width":121.81027221679688,"height":7.210000038146973,"text":"Movimiento Popular Neuquino"},{"top":725.39,"left":397.56,"width":37.700286865234375,"height":7.210000038146973,"text":"Neuquén"},{"top":724.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":741.11,"left":28.56,"width":88.1902847290039,"height":7.210000038146973,"text":"CONTI, Diana Beatriz"},{"top":741.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":741.83,"left":397.56,"width":54.71026611328125,"height":7.210000038146973,"text":"Buenos Aires"},{"top":741.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":757.55,"left":28.56,"width":98.75028228759766,"height":7.210000038146973,"text":"CORDOBA, Stella Maris"},{"top":757.55,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":758.39,"left":397.56,"width":38.6602783203125,"height":7.210000038146973,"text":"Tucumán"},{"top":757.55,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}],[{"top":774.11,"left":28.56,"width":105.25028991699219,"height":7.210000038146973,"text":"CURRILEN, Oscar Rubén"},{"top":774.11,"left":213.72,"width":108.23028564453125,"height":7.210000038146973,"text":"Frente para la Victoria - PJ"},{"top":774.83,"left":397.56,"width":30.2802734375,"height":7.210000038146973,"text":"Chubut"},{"top":774.11,"left":494.04,"width":54.999969482421875,"height":7.210000038146973,"text":"AFIRMATIVO"}]]} +{"extraction_method":"stream","page_number":1,"top":269.875,"left":12.75,"width":548.25,"height":520.625,"right":561.0,"bottom":790.5,"data":[[{"top":281.82,"left":28.56,"width":175.21029663085938,"height":4.5,"text":"ABDALA de MATARAZZO, Norma Amanda"},{"top":281.82,"left":213.72,"width":108.25027465820312,"height":4.5,"text":"Frente Cívico por Santiago"},{"top":282.54,"left":397.56,"width":79.69027709960938,"height":4.5,"text":"Santiago del Estero"},{"top":281.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":298.26,"left":28.56,"width":141.71029663085938,"height":4.5,"text":"ALBRIEU, Oscar Edmundo Nicolas"},{"top":298.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":299.1,"left":397.56,"width":41.6602783203125,"height":4.5,"text":"Rio Negro"},{"top":298.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":314.82,"left":28.56,"width":83.75028228759766,"height":4.5,"text":"ALONSO, María Luz"},{"top":314.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":315.54,"left":397.56,"width":42.250274658203125,"height":4.5,"text":"La Pampa"},{"top":314.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":331.26,"left":28.56,"width":84.25028228759766,"height":4.5,"text":"ARENA, Celia Isabel"},{"top":331.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":332.1,"left":397.56,"width":37.690277099609375,"height":4.5,"text":"Santa Fe"},{"top":331.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":347.82,"left":28.56,"width":110.29029846191406,"height":4.5,"text":"ARREGUI, Andrés Roberto"},{"top":347.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":348.54,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":347.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":364.26,"left":28.56,"width":115.69029235839844,"height":4.5,"text":"AVOSCAN, Herman Horacio"},{"top":364.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":365.1,"left":397.56,"width":41.6602783203125,"height":4.5,"text":"Rio Negro"},{"top":364.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":380.82,"left":28.56,"width":95.6902847290039,"height":4.5,"text":"BALCEDO, María Ester"},{"top":380.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":381.54,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":380.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":397.26,"left":28.56,"width":127.69029235839844,"height":4.5,"text":"BARRANDEGUY, Raúl Enrique"},{"top":397.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":398.1,"left":397.56,"width":43.6702880859375,"height":4.5,"text":"Entre Ríos"},{"top":397.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":413.82,"left":28.56,"width":106.69029235839844,"height":4.5,"text":"BASTERRA, Luis Eugenio"},{"top":413.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":414.54,"left":397.56,"width":36.73028564453125,"height":4.5,"text":"Formosa"},{"top":413.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":430.26,"left":28.56,"width":92.21028137207031,"height":4.5,"text":"BEDANO, Nora Esther"},{"top":430.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":431.1,"left":397.56,"width":35.6602783203125,"height":4.5,"text":"Córdoba"},{"top":430.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":446.82,"left":28.56,"width":100.69029235839844,"height":4.5,"text":"BERNAL, María Eugenia"},{"top":446.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":447.54,"left":397.56,"width":22.200286865234375,"height":4.5,"text":"Jujuy"},{"top":446.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":463.26,"left":28.56,"width":112.21029663085938,"height":4.5,"text":"BERTONE, Rosana Andrea"},{"top":463.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":464.1,"left":397.56,"width":67.21026611328125,"height":4.5,"text":"Tierra del Fuego"},{"top":463.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":479.82,"left":28.56,"width":114.73028564453125,"height":4.5,"text":"BIANCHI, María del Carmen"},{"top":479.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":480.54,"left":397.56,"width":74.6702880859375,"height":4.5,"text":"Cdad. Aut. Bs. As."},{"top":479.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":496.26,"left":28.56,"width":115.19029235839844,"height":4.5,"text":"BIDEGAIN, Gloria Mercedes"},{"top":496.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":497.1,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":496.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":512.82,"left":28.56,"width":66.25028228759766,"height":4.5,"text":"BRAWER, Mara"},{"top":512.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":513.54,"left":397.56,"width":74.6702880859375,"height":4.5,"text":"Cdad. Aut. Bs. As."},{"top":512.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":529.26,"left":28.56,"width":90.73028564453125,"height":4.5,"text":"BRILLO, José Ricardo"},{"top":529.26,"left":213.72,"width":121.81027221679688,"height":4.5,"text":"Movimiento Popular Neuquino"},{"top":530.1,"left":397.56,"width":37.700286865234375,"height":4.5,"text":"Neuquén"},{"top":529.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":545.82,"left":28.56,"width":120.73028564453125,"height":4.5,"text":"BROMBERG, Isaac Benjamín"},{"top":545.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":546.54,"left":397.56,"width":38.6602783203125,"height":4.5,"text":"Tucumán"},{"top":545.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":562.26,"left":28.56,"width":89.7702865600586,"height":4.5,"text":"BRUE, Daniel Agustín"},{"top":562.26,"left":213.72,"width":108.25027465820312,"height":4.5,"text":"Frente Cívico por Santiago"},{"top":563.1,"left":397.56,"width":79.69027709960938,"height":4.5,"text":"Santiago del Estero"},{"top":562.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":578.82,"left":28.56,"width":72.23028564453125,"height":4.5,"text":"CALCAGNO, Eric"},{"top":578.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":579.54,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":578.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":595.26,"left":28.56,"width":114.73028564453125,"height":4.5,"text":"CARLOTTO, Remo Gerardo"},{"top":595.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":596.1,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":595.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":611.82,"left":28.56,"width":122.1702880859375,"height":4.5,"text":"CARMONA, Guillermo Ramón"},{"top":611.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":612.54,"left":397.56,"width":38.1602783203125,"height":4.5,"text":"Mendoza"},{"top":611.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":628.26,"left":28.56,"width":124.73028564453125,"height":4.5,"text":"CATALAN MAGNI, Julio César"},{"top":628.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":629.1,"left":397.56,"width":67.21026611328125,"height":4.5,"text":"Tierra del Fuego"},{"top":628.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":644.82,"left":28.56,"width":88.6902847290039,"height":4.5,"text":"CEJAS, Jorge Alberto"},{"top":644.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":645.54,"left":397.56,"width":41.6602783203125,"height":4.5,"text":"Rio Negro"},{"top":644.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":661.26,"left":28.56,"width":89.7702865600586,"height":4.5,"text":"CHIENO, María Elena"},{"top":661.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":662.1,"left":397.56,"width":42.72027587890625,"height":4.5,"text":"Corrientes"},{"top":661.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":677.82,"left":28.56,"width":96.25028228759766,"height":4.5,"text":"CIAMPINI, José Alberto"},{"top":677.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":678.54,"left":397.56,"width":37.700286865234375,"height":4.5,"text":"Neuquén"},{"top":677.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":694.26,"left":28.56,"width":131.77029418945312,"height":4.5,"text":"CIGOGNA, Luis Francisco Jorge"},{"top":694.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":695.1,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":694.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":710.82,"left":28.56,"width":62.15028381347656,"height":4.5,"text":"CLERI, Marcos"},{"top":710.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":711.54,"left":397.56,"width":37.690277099609375,"height":4.5,"text":"Santa Fe"},{"top":710.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":727.26,"left":28.56,"width":101.77029418945312,"height":4.5,"text":"COMELLI, Alicia Marcela"},{"top":727.26,"left":213.72,"width":121.81027221679688,"height":4.5,"text":"Movimiento Popular Neuquino"},{"top":728.1,"left":397.56,"width":37.700286865234375,"height":4.5,"text":"Neuquén"},{"top":727.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":743.82,"left":28.56,"width":88.1902847290039,"height":4.5,"text":"CONTI, Diana Beatriz"},{"top":743.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":744.54,"left":397.56,"width":54.71026611328125,"height":4.5,"text":"Buenos Aires"},{"top":743.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":760.26,"left":28.56,"width":98.75028228759766,"height":4.5,"text":"CORDOBA, Stella Maris"},{"top":760.26,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":761.1,"left":397.56,"width":38.6602783203125,"height":4.5,"text":"Tucumán"},{"top":760.26,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}],[{"top":776.82,"left":28.56,"width":105.25028991699219,"height":4.5,"text":"CURRILEN, Oscar Rubén"},{"top":776.82,"left":213.72,"width":108.23028564453125,"height":4.5,"text":"Frente para la Victoria - PJ"},{"top":777.54,"left":397.56,"width":30.2802734375,"height":4.5,"text":"Chubut"},{"top":776.82,"left":494.04,"width":54.999969482421875,"height":4.5,"text":"AFIRMATIVO"}]]} \ No newline at end of file diff --git a/src/test/resources/technology/tabula/json/schools.json b/src/test/resources/technology/tabula/json/schools.json index 154dc0e2..d251bb20 100644 --- a/src/test/resources/technology/tabula/json/schools.json +++ b/src/test/resources/technology/tabula/json/schools.json @@ -1 +1 @@ -{"extraction_method":"spreadsheet","top":54.315777,"left":16.97,"width":745.3303833007812,"height":483.9442443847656,"data":[[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":54.315777,"left":18.588728,"width":153.91127014160156,"height":8.744216918945312,"text":"Last Name"},{"top":54.315777,"left":172.5,"width":69.72000122070312,"height":8.744216918945312,"text":"First Name"},{"top":54.315777,"left":242.22,"width":104.760009765625,"height":8.744216918945312,"text":"Address"},{"top":54.315777,"left":346.98,"width":70.80001831054688,"height":8.744216918945312,"text":"City"},{"top":54.315777,"left":417.78003,"width":20.87994384765625,"height":8.744216918945312,"text":"State"},{"top":54.315777,"left":438.65997,"width":49.91998291015625,"height":8.744216918945312,"text":"Zip"},{"top":54.315777,"left":488.57996,"width":78.47998046875,"height":8.744216918945312,"text":"Occupation"},{"top":54.315777,"left":567.05994,"width":106.4400634765625,"height":8.744216918945312,"text":"Employer"},{"top":54.315777,"left":673.5,"width":45.52001953125,"height":8.744216918945312,"text":"Date"},{"top":54.315777,"left":719.02,"width":43.28033447265625,"height":8.744216918945312,"text":"Amount"}],[{"top":63.059994,"left":16.97,"width":1.6187286376953125,"height":10.799991607666016,"text":""},{"top":63.059994,"left":18.588728,"width":153.91127014160156,"height":10.799991607666016,"text":"Lidstad"},{"top":63.059994,"left":172.5,"width":69.72000122070312,"height":10.799991607666016,"text":"Dick \u0026 Peg"},{"top":63.059994,"left":242.22,"width":104.760009765625,"height":10.799991607666016,"text":"62 Mississippi River Blvd N"},{"top":63.059994,"left":346.98,"width":70.80001831054688,"height":10.799991607666016,"text":"Saint Paul"},{"top":63.059994,"left":417.78003,"width":20.87994384765625,"height":10.799991607666016,"text":"MN"},{"top":63.059994,"left":438.65997,"width":49.91998291015625,"height":10.799991607666016,"text":"55104"},{"top":63.059994,"left":488.57996,"width":78.47998046875,"height":10.799991607666016,"text":"retired"},{"top":63.059994,"left":567.05994,"width":106.4400634765625,"height":10.799991607666016,"text":""},{"top":63.059994,"left":673.5,"width":45.52001953125,"height":10.799991607666016,"text":"10/12/2012"},{"top":63.059994,"left":719.02,"width":43.28033447265625,"height":10.799991607666016,"text":"60.00"}],[{"top":73.859985,"left":16.97,"width":1.6187286376953125,"height":10.800025939941406,"text":""},{"top":73.859985,"left":18.588728,"width":153.91127014160156,"height":10.800025939941406,"text":"Strom"},{"top":73.859985,"left":172.5,"width":69.72000122070312,"height":10.800025939941406,"text":"Pam"},{"top":73.859985,"left":242.22,"width":104.760009765625,"height":10.800025939941406,"text":"1229 Hague Ave"},{"top":73.859985,"left":346.98,"width":70.80001831054688,"height":10.800025939941406,"text":"St. Paul"},{"top":73.859985,"left":417.78003,"width":20.87994384765625,"height":10.800025939941406,"text":"MN"},{"top":73.859985,"left":438.65997,"width":49.91998291015625,"height":10.800025939941406,"text":"55104"},{"top":73.859985,"left":488.57996,"width":78.47998046875,"height":10.800025939941406,"text":""},{"top":73.859985,"left":567.05994,"width":106.4400634765625,"height":10.800025939941406,"text":""},{"top":73.859985,"left":673.5,"width":45.52001953125,"height":10.800025939941406,"text":"9/12/2012"},{"top":73.859985,"left":719.02,"width":43.28033447265625,"height":10.800025939941406,"text":"60.00"}],[{"top":84.66001,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":84.66001,"left":18.588728,"width":153.91127014160156,"height":10.799995422363281,"text":"Seeba"},{"top":84.66001,"left":172.5,"width":69.72000122070312,"height":10.799995422363281,"text":"Louise \u0026 Paul"},{"top":84.66001,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"1399 Sheldon St"},{"top":84.66001,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"Saint Paul"},{"top":84.66001,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":84.66001,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55108"},{"top":84.66001,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":"BOE"},{"top":84.66001,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":"City of Saint Paul"},{"top":84.66001,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"10/12/2012"},{"top":84.66001,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"60.00"}],[{"top":95.46001,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":95.46001,"left":18.588728,"width":153.91127014160156,"height":10.799995422363281,"text":"Schumacher / Bales"},{"top":95.46001,"left":172.5,"width":69.72000122070312,"height":10.799995422363281,"text":"Douglas L. / Patricia"},{"top":95.46001,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"948 County Rd. D W"},{"top":95.46001,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"Saint Paul"},{"top":95.46001,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":95.46001,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55126"},{"top":95.46001,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":""},{"top":95.46001,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":""},{"top":95.46001,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"10/13/2012"},{"top":95.46001,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"60.00"}],[{"top":106.26,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":106.26,"left":18.588728,"width":153.91127014160156,"height":10.799995422363281,"text":"Abrams"},{"top":106.26,"left":172.5,"width":69.72000122070312,"height":10.799995422363281,"text":"Marjorie"},{"top":106.26,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"238 8th St east"},{"top":106.26,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"St Paul"},{"top":106.26,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":106.26,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55101"},{"top":106.26,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":"Retired"},{"top":106.26,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":"Retired"},{"top":106.26,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"8/8/2012"},{"top":106.26,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"75.00"}],[{"top":117.06,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":117.06,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Crouse / Schroeder"},{"top":117.06,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"Abigail / Jonathan"},{"top":117.06,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1545 Branston St."},{"top":117.06,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":117.06,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":117.06,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55108"},{"top":117.06,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":""},{"top":117.06,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":""},{"top":117.06,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/6/2012"},{"top":117.06,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"75.00"}],[{"top":127.859985,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":127.859985,"left":18.588728,"width":153.91127014160156,"height":10.800003051757812,"text":"O\u0027Connell"},{"top":127.859985,"left":172.5,"width":69.72000122070312,"height":10.800003051757812,"text":"Jean"},{"top":127.859985,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"888 Ivy Ave W."},{"top":127.859985,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Saint Paul"},{"top":127.859985,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":127.859985,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55117"},{"top":127.859985,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":""},{"top":127.859985,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":""},{"top":127.859985,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/30/2012"},{"top":127.859985,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"75.00"}],[{"top":138.65999,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":138.65999,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Reese"},{"top":138.65999,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Cheri A"},{"top":138.65999,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"981 Davern St."},{"top":138.65999,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":138.65999,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":138.65999,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55116"},{"top":138.65999,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Public Relations"},{"top":138.65999,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Far North Spirits"},{"top":138.65999,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/3/2012"},{"top":138.65999,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"75.00"}],[{"top":149.46,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":149.46,"left":18.588728,"width":153.91127014160156,"height":10.800003051757812,"text":"Serrano"},{"top":149.46,"left":172.5,"width":69.72000122070312,"height":10.800003051757812,"text":"Luz Maria"},{"top":149.46,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"5559 Park Place Drive"},{"top":149.46,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Shoreview"},{"top":149.46,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":149.46,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55126"},{"top":149.46,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"retired"},{"top":149.46,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":"SPPS"},{"top":149.46,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/20/2012"},{"top":149.46,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"75.00"}],[{"top":160.26001,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":160.26001,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Alsiddiqui"},{"top":160.26001,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"Jaber"},{"top":160.26001,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"13056 Euclid Ave"},{"top":160.26001,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Apple Valley"},{"top":160.26001,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":160.26001,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55124"},{"top":160.26001,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"SPPS budget analyst"},{"top":160.26001,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"SPPS"},{"top":160.26001,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"9/20/2012"},{"top":160.26001,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":171.06,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":171.06,"left":18.588728,"width":153.91127014160156,"height":10.800003051757812,"text":"Andrastek"},{"top":171.06,"left":172.5,"width":69.72000122070312,"height":10.800003051757812,"text":"John"},{"top":171.06,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"774 Ashland Ave"},{"top":171.06,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"St Paul"},{"top":171.06,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":171.06,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55104"},{"top":171.06,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"asst principal"},{"top":171.06,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":"SPPS"},{"top":171.06,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"8/22/2012"},{"top":171.06,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"100.00"}],[{"top":181.86,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":181.86,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Anfang"},{"top":181.86,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"Heather L. \u0026 Matt"},{"top":181.86,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1635 Bayard Ave"},{"top":181.86,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":181.86,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":181.86,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55116"},{"top":181.86,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"Ex Director"},{"top":181.86,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"BOMA"},{"top":181.86,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/6/2012"},{"top":181.86,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":192.65999,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":192.65999,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Aronson"},{"top":192.65999,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Roger J."},{"top":192.65999,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4852 Emerson Ave. S."},{"top":192.65999,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Minneapolis"},{"top":192.65999,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":192.65999,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55419"},{"top":192.65999,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Attorney at Law"},{"top":192.65999,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":""},{"top":192.65999,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"9/20/2012"},{"top":192.65999,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":203.46,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":203.46,"left":18.588728,"width":153.91127014160156,"height":10.800003051757812,"text":"Aronson"},{"top":203.46,"left":172.5,"width":69.72000122070312,"height":10.800003051757812,"text":"Roger J."},{"top":203.46,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"4852 Emerson Ave. S."},{"top":203.46,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Minneapolis"},{"top":203.46,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":203.46,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55419"},{"top":203.46,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"Attorney at Law"},{"top":203.46,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":""},{"top":203.46,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/20/2012"},{"top":203.46,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"100.00"}],[{"top":214.26001,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":214.26001,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Banks"},{"top":214.26001,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"Michael or Patricia"},{"top":214.26001,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1664 Van Buren Ave."},{"top":214.26001,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":214.26001,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":214.26001,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":214.26001,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"retired social worker"},{"top":214.26001,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":""},{"top":214.26001,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"9/20/2012"},{"top":214.26001,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":225.06,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":225.06,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Bennett"},{"top":225.06,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"David"},{"top":225.06,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"25 Birchwood Rd."},{"top":225.06,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Mahtomedi"},{"top":225.06,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":225.06,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55110"},{"top":225.06,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"retired"},{"top":225.06,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"retired"},{"top":225.06,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"9/3/2012"},{"top":225.06,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":235.86002,"left":16.97,"width":1.6187286376953125,"height":10.799972534179688,"text":""},{"top":235.86002,"left":18.588728,"width":153.91127014160156,"height":10.799972534179688,"text":"Berry"},{"top":235.86002,"left":172.5,"width":69.72000122070312,"height":10.799972534179688,"text":"Margaret"},{"top":235.86002,"left":242.22,"width":104.760009765625,"height":10.799972534179688,"text":"1267 Pike Lake Dr"},{"top":235.86002,"left":346.98,"width":70.80001831054688,"height":10.799972534179688,"text":"New Brighton"},{"top":235.86002,"left":417.78003,"width":20.87994384765625,"height":10.799972534179688,"text":"MN"},{"top":235.86002,"left":438.65997,"width":49.91998291015625,"height":10.799972534179688,"text":"55112"},{"top":235.86002,"left":488.57996,"width":78.47998046875,"height":10.799972534179688,"text":"Asst Principal"},{"top":235.86002,"left":567.05994,"width":106.4400634765625,"height":10.799972534179688,"text":"Saint Paul Public Schools"},{"top":235.86002,"left":673.5,"width":45.52001953125,"height":10.799972534179688,"text":"8/8/2012"},{"top":235.86002,"left":719.02,"width":43.28033447265625,"height":10.799972534179688,"text":"100.00"}],[{"top":246.65999,"left":16.97,"width":1.6187286376953125,"height":10.800033569335938,"text":""},{"top":246.65999,"left":18.588728,"width":153.91127014160156,"height":10.800033569335938,"text":"Boyle"},{"top":246.65999,"left":172.5,"width":69.72000122070312,"height":10.800033569335938,"text":"Matthew C. \u0026 Eliza"},{"top":246.65999,"left":242.22,"width":104.760009765625,"height":10.800033569335938,"text":"2165 Princeton Ave"},{"top":246.65999,"left":346.98,"width":70.80001831054688,"height":10.800033569335938,"text":"Saint Paul"},{"top":246.65999,"left":417.78003,"width":20.87994384765625,"height":10.800033569335938,"text":"MN"},{"top":246.65999,"left":438.65997,"width":49.91998291015625,"height":10.800033569335938,"text":"55105"},{"top":246.65999,"left":488.57996,"width":78.47998046875,"height":10.800033569335938,"text":""},{"top":246.65999,"left":567.05994,"width":106.4400634765625,"height":10.800033569335938,"text":""},{"top":246.65999,"left":673.5,"width":45.52001953125,"height":10.800033569335938,"text":"10/6/2012"},{"top":246.65999,"left":719.02,"width":43.28033447265625,"height":10.800033569335938,"text":"100.00"}],[{"top":257.46002,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":257.46002,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Brodrick"},{"top":257.46002,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"John"},{"top":257.46002,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1007 Charles"},{"top":257.46002,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"St. Paul"},{"top":257.46002,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":257.46002,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":257.46002,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"BOE"},{"top":257.46002,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"retired"},{"top":257.46002,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"8/26/2012"},{"top":257.46002,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":268.26,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":268.26,"left":18.588728,"width":153.91127014160156,"height":10.79998779296875,"text":"Brodrick"},{"top":268.26,"left":172.5,"width":69.72000122070312,"height":10.79998779296875,"text":"John F."},{"top":268.26,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1007 Charles Ave"},{"top":268.26,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":268.26,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":268.26,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":268.26,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"BoE"},{"top":268.26,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"SPPS"},{"top":268.26,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/4/2012"},{"top":268.26,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":279.06,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":279.06,"left":18.588728,"width":153.91127014160156,"height":10.779998779296875,"text":"Brown"},{"top":279.06,"left":172.5,"width":69.72000122070312,"height":10.779998779296875,"text":"Mike"},{"top":279.06,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"1440 Goodrich Ave"},{"top":279.06,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":279.06,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":279.06,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":279.06,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":279.06,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":279.06,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"9/23/2012"},{"top":279.06,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":289.84,"left":16.97,"width":1.6187286376953125,"height":10.819976806640625,"text":""},{"top":289.84,"left":18.588728,"width":153.91127014160156,"height":10.819976806640625,"text":"Cacy"},{"top":289.84,"left":172.5,"width":69.72000122070312,"height":10.819976806640625,"text":"Jill"},{"top":289.84,"left":242.22,"width":104.760009765625,"height":10.819976806640625,"text":"1409 Smith Ave So"},{"top":289.84,"left":346.98,"width":70.80001831054688,"height":10.819976806640625,"text":"West St. Paul"},{"top":289.84,"left":417.78003,"width":20.87994384765625,"height":10.819976806640625,"text":"MN"},{"top":289.84,"left":438.65997,"width":49.91998291015625,"height":10.819976806640625,"text":"55118"},{"top":289.84,"left":488.57996,"width":78.47998046875,"height":10.819976806640625,"text":"Administrator"},{"top":289.84,"left":567.05994,"width":106.4400634765625,"height":10.819976806640625,"text":"SPPS"},{"top":289.84,"left":673.5,"width":45.52001953125,"height":10.819976806640625,"text":"9/12/2012"},{"top":289.84,"left":719.02,"width":43.28033447265625,"height":10.819976806640625,"text":"100.00"}],[{"top":300.65997,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":300.65997,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Cardwell"},{"top":300.65997,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Eileen"},{"top":300.65997,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4172 Bridgewater Ct"},{"top":300.65997,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Vadnais Height"},{"top":300.65997,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":300.65997,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55127"},{"top":300.65997,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Retired"},{"top":300.65997,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Retired"},{"top":300.65997,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/3/2012"},{"top":300.65997,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":311.46,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":311.46,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Carlstrom"},{"top":311.46,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Cheryl"},{"top":311.46,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4244 Oakmede Ln"},{"top":311.46,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"St Paul"},{"top":311.46,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":311.46,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55110"},{"top":311.46,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Satff"},{"top":311.46,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Saint Paul Public Schools"},{"top":311.46,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/8/2012"},{"top":311.46,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":322.26,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":322.26,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Carter"},{"top":322.26,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Melvin W. \u0026 Willet"},{"top":322.26,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"405 Western Ave N"},{"top":322.26,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":322.26,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":322.26,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55103"},{"top":322.26,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Cty Commissioner"},{"top":322.26,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Ramsey Cty"},{"top":322.26,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/8/2012"},{"top":322.26,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":333.06003,"left":16.97,"width":1.6187286376953125,"height":10.8199462890625,"text":""},{"top":333.06003,"left":18.588728,"width":153.91127014160156,"height":10.8199462890625,"text":"Caruso"},{"top":333.06003,"left":172.5,"width":69.72000122070312,"height":10.8199462890625,"text":"Sarah"},{"top":333.06003,"left":242.22,"width":104.760009765625,"height":10.8199462890625,"text":"2615 Newton Ave S"},{"top":333.06003,"left":346.98,"width":70.80001831054688,"height":10.8199462890625,"text":"Minneapolis"},{"top":333.06003,"left":417.78003,"width":20.87994384765625,"height":10.8199462890625,"text":"MN"},{"top":333.06003,"left":438.65997,"width":49.91998291015625,"height":10.8199462890625,"text":"55405"},{"top":333.06003,"left":488.57996,"width":78.47998046875,"height":10.8199462890625,"text":"CEO"},{"top":333.06003,"left":567.05994,"width":106.4400634765625,"height":10.8199462890625,"text":"United Way"},{"top":333.06003,"left":673.5,"width":45.52001953125,"height":10.8199462890625,"text":"9/12/2012"},{"top":333.06003,"left":719.02,"width":43.28033447265625,"height":10.8199462890625,"text":"100.00"}],[{"top":343.87997,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":343.87997,"left":18.588728,"width":153.91127014160156,"height":10.779998779296875,"text":"Casey /Trewartha"},{"top":343.87997,"left":172.5,"width":69.72000122070312,"height":10.779998779296875,"text":"Kerry F. / Kelly A."},{"top":343.87997,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"2266 Goodrich Ave"},{"top":343.87997,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":343.87997,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":343.87997,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":343.87997,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":343.87997,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":343.87997,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/4/2012"},{"top":343.87997,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":354.65997,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":354.65997,"left":18.588728,"width":153.91127014160156,"height":10.779998779296875,"text":"Cassidy"},{"top":354.65997,"left":172.5,"width":69.72000122070312,"height":10.779998779296875,"text":"Paul D."},{"top":354.65997,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"1990 Dayton Ave"},{"top":354.65997,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":354.65997,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":354.65997,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55104"},{"top":354.65997,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":354.65997,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":354.65997,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/6/2012"},{"top":354.65997,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":365.43997,"left":16.97,"width":1.6187286376953125,"height":10.820037841796875,"text":""},{"top":365.43997,"left":18.588728,"width":153.91127014160156,"height":10.820037841796875,"text":"Causey"},{"top":365.43997,"left":172.5,"width":69.72000122070312,"height":10.820037841796875,"text":"Christopher"},{"top":365.43997,"left":242.22,"width":104.760009765625,"height":10.820037841796875,"text":"2181 Doswell Avenue"},{"top":365.43997,"left":346.98,"width":70.80001831054688,"height":10.820037841796875,"text":"Saint Paul"},{"top":365.43997,"left":417.78003,"width":20.87994384765625,"height":10.820037841796875,"text":"MN"},{"top":365.43997,"left":438.65997,"width":49.91998291015625,"height":10.820037841796875,"text":"55108"},{"top":365.43997,"left":488.57996,"width":78.47998046875,"height":10.820037841796875,"text":"finance"},{"top":365.43997,"left":567.05994,"width":106.4400634765625,"height":10.820037841796875,"text":""},{"top":365.43997,"left":673.5,"width":45.52001953125,"height":10.820037841796875,"text":"9/3/2012"},{"top":365.43997,"left":719.02,"width":43.28033447265625,"height":10.820037841796875,"text":"100.00"}],[{"top":376.26,"left":16.97,"width":1.6187286376953125,"height":10.819976806640625,"text":""},{"top":376.26,"left":18.588728,"width":153.91127014160156,"height":10.819976806640625,"text":"Christiansen"},{"top":376.26,"left":172.5,"width":69.72000122070312,"height":10.819976806640625,"text":"Lena"},{"top":376.26,"left":242.22,"width":104.760009765625,"height":10.819976806640625,"text":"2453 Como Ave"},{"top":376.26,"left":346.98,"width":70.80001831054688,"height":10.819976806640625,"text":"St Paul"},{"top":376.26,"left":417.78003,"width":20.87994384765625,"height":10.819976806640625,"text":"MN"},{"top":376.26,"left":438.65997,"width":49.91998291015625,"height":10.819976806640625,"text":"55108"},{"top":376.26,"left":488.57996,"width":78.47998046875,"height":10.819976806640625,"text":"Principal"},{"top":376.26,"left":567.05994,"width":106.4400634765625,"height":10.819976806640625,"text":"Saint Paul Public Schools"},{"top":376.26,"left":673.5,"width":45.52001953125,"height":10.819976806640625,"text":"8/8/2012"},{"top":376.26,"left":719.02,"width":43.28033447265625,"height":10.819976806640625,"text":"100.00"}],[{"top":387.08,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":387.08,"left":18.588728,"width":153.91127014160156,"height":10.779998779296875,"text":"Clapp"},{"top":387.08,"left":172.5,"width":69.72000122070312,"height":10.779998779296875,"text":"Agustus (Bill)"},{"top":387.08,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"757 Osceola Ave #1"},{"top":387.08,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":387.08,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":387.08,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":387.08,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":"retired"},{"top":387.08,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":387.08,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/2/2012"},{"top":387.08,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":397.86,"left":16.97,"width":1.6187286376953125,"height":10.780029296875,"text":""},{"top":397.86,"left":18.588728,"width":153.91127014160156,"height":10.780029296875,"text":"Cohen"},{"top":397.86,"left":172.5,"width":69.72000122070312,"height":10.780029296875,"text":"Brad A."},{"top":397.86,"left":242.22,"width":104.760009765625,"height":10.780029296875,"text":"1460 Raymond Ave"},{"top":397.86,"left":346.98,"width":70.80001831054688,"height":10.780029296875,"text":"Saint Paul"},{"top":397.86,"left":417.78003,"width":20.87994384765625,"height":10.780029296875,"text":"MN"},{"top":397.86,"left":438.65997,"width":49.91998291015625,"height":10.780029296875,"text":"55108"},{"top":397.86,"left":488.57996,"width":78.47998046875,"height":10.780029296875,"text":"academic technology"},{"top":397.86,"left":567.05994,"width":106.4400634765625,"height":10.780029296875,"text":"UMN"},{"top":397.86,"left":673.5,"width":45.52001953125,"height":10.780029296875,"text":"10/17/2012"},{"top":397.86,"left":719.02,"width":43.28033447265625,"height":10.780029296875,"text":"100.00"}],[{"top":408.64,"left":16.97,"width":1.6187286376953125,"height":10.819976806640625,"text":""},{"top":408.64,"left":18.588728,"width":153.91127014160156,"height":10.819976806640625,"text":"Commers"},{"top":408.64,"left":172.5,"width":69.72000122070312,"height":10.819976806640625,"text":"Beth"},{"top":408.64,"left":242.22,"width":104.760009765625,"height":10.819976806640625,"text":"2294 Commonwealth Ave"},{"top":408.64,"left":346.98,"width":70.80001831054688,"height":10.819976806640625,"text":"St Paul"},{"top":408.64,"left":417.78003,"width":20.87994384765625,"height":10.819976806640625,"text":"MN"},{"top":408.64,"left":438.65997,"width":49.91998291015625,"height":10.819976806640625,"text":"55108"},{"top":408.64,"left":488.57996,"width":78.47998046875,"height":10.819976806640625,"text":"Self Employed"},{"top":408.64,"left":567.05994,"width":106.4400634765625,"height":10.819976806640625,"text":"Homemaker"},{"top":408.64,"left":673.5,"width":45.52001953125,"height":10.819976806640625,"text":"8/1/2012"},{"top":408.64,"left":719.02,"width":43.28033447265625,"height":10.819976806640625,"text":"100.00"}],[{"top":419.46,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":419.46,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Couture"},{"top":419.46,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Steven"},{"top":419.46,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"7950 Victoria Way"},{"top":419.46,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Louise Park"},{"top":419.46,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":419.46,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55426"},{"top":419.46,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Principal"},{"top":419.46,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Saint Paul Public Schools"},{"top":419.46,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/10/2012"},{"top":419.46,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":430.26,"left":16.97,"width":1.6187286376953125,"height":10.800048828125,"text":""},{"top":430.26,"left":18.588728,"width":153.91127014160156,"height":10.800048828125,"text":"Crawford"},{"top":430.26,"left":172.5,"width":69.72000122070312,"height":10.800048828125,"text":"Lydia P."},{"top":430.26,"left":242.22,"width":104.760009765625,"height":10.800048828125,"text":"1140 Edgcumbe Rd"},{"top":430.26,"left":346.98,"width":70.80001831054688,"height":10.800048828125,"text":"Saint Paul"},{"top":430.26,"left":417.78003,"width":20.87994384765625,"height":10.800048828125,"text":"MN"},{"top":430.26,"left":438.65997,"width":49.91998291015625,"height":10.800048828125,"text":"55105"},{"top":430.26,"left":488.57996,"width":78.47998046875,"height":10.800048828125,"text":""},{"top":430.26,"left":567.05994,"width":106.4400634765625,"height":10.800048828125,"text":""},{"top":430.26,"left":673.5,"width":45.52001953125,"height":10.800048828125,"text":"9/15/2012"},{"top":430.26,"left":719.02,"width":43.28033447265625,"height":10.800048828125,"text":"100.00"}],[{"top":441.06006,"left":16.97,"width":1.6187286376953125,"height":10.799896240234375,"text":""},{"top":441.06006,"left":18.588728,"width":153.91127014160156,"height":10.799896240234375,"text":"Cudahy / Ricker"},{"top":441.06006,"left":172.5,"width":69.72000122070312,"height":10.799896240234375,"text":"Robert \u0026 Mary C"},{"top":441.06006,"left":242.22,"width":104.760009765625,"height":10.799896240234375,"text":"616 Cherokee Ave."},{"top":441.06006,"left":346.98,"width":70.80001831054688,"height":10.799896240234375,"text":"Saint Paul"},{"top":441.06006,"left":417.78003,"width":20.87994384765625,"height":10.799896240234375,"text":"MN"},{"top":441.06006,"left":438.65997,"width":49.91998291015625,"height":10.799896240234375,"text":"55107"},{"top":441.06006,"left":488.57996,"width":78.47998046875,"height":10.799896240234375,"text":"Teacher/Union Presid"},{"top":441.06006,"left":567.05994,"width":106.4400634765625,"height":10.799896240234375,"text":"SPPS/SPFT"},{"top":441.06006,"left":673.5,"width":45.52001953125,"height":10.799896240234375,"text":"9/18/2012"},{"top":441.06006,"left":719.02,"width":43.28033447265625,"height":10.799896240234375,"text":"100.00"}],[{"top":451.85995,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":451.85995,"left":18.588728,"width":153.91127014160156,"height":10.800018310546875,"text":"Cudahy / Ricker"},{"top":451.85995,"left":172.5,"width":69.72000122070312,"height":10.800018310546875,"text":"Robert \u0026 Mary C"},{"top":451.85995,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"616 Cherokee Ave."},{"top":451.85995,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":451.85995,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":451.85995,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55107"},{"top":451.85995,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Teacher/Union Presid"},{"top":451.85995,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"SPPS/SPFT"},{"top":451.85995,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/6/2012"},{"top":451.85995,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":462.65997,"left":16.97,"width":1.6187286376953125,"height":10.82000732421875,"text":""},{"top":462.65997,"left":18.588728,"width":153.91127014160156,"height":10.82000732421875,"text":"Currie"},{"top":462.65997,"left":172.5,"width":69.72000122070312,"height":10.82000732421875,"text":"Elisabeth"},{"top":462.65997,"left":242.22,"width":104.760009765625,"height":10.82000732421875,"text":"2274 Hillside Ave"},{"top":462.65997,"left":346.98,"width":70.80001831054688,"height":10.82000732421875,"text":"St. Paul"},{"top":462.65997,"left":417.78003,"width":20.87994384765625,"height":10.82000732421875,"text":"MN"},{"top":462.65997,"left":438.65997,"width":49.91998291015625,"height":10.82000732421875,"text":"55108"},{"top":462.65997,"left":488.57996,"width":78.47998046875,"height":10.82000732421875,"text":""},{"top":462.65997,"left":567.05994,"width":106.4400634765625,"height":10.82000732421875,"text":""},{"top":462.65997,"left":673.5,"width":45.52001953125,"height":10.82000732421875,"text":"9/12/2012"},{"top":462.65997,"left":719.02,"width":43.28033447265625,"height":10.82000732421875,"text":"100.00"}],[{"top":473.47998,"left":16.97,"width":1.6187286376953125,"height":10.780029296875,"text":""},{"top":473.47998,"left":18.588728,"width":153.91127014160156,"height":10.780029296875,"text":"Doane"},{"top":473.47998,"left":172.5,"width":69.72000122070312,"height":10.780029296875,"text":"Paul V \u0026 Helen R"},{"top":473.47998,"left":242.22,"width":104.760009765625,"height":10.780029296875,"text":"444 Portland Ave"},{"top":473.47998,"left":346.98,"width":70.80001831054688,"height":10.780029296875,"text":"Sant Paul"},{"top":473.47998,"left":417.78003,"width":20.87994384765625,"height":10.780029296875,"text":"MN"},{"top":473.47998,"left":438.65997,"width":49.91998291015625,"height":10.780029296875,"text":"55102"},{"top":473.47998,"left":488.57996,"width":78.47998046875,"height":10.780029296875,"text":"Ex director"},{"top":473.47998,"left":567.05994,"width":106.4400634765625,"height":10.780029296875,"text":"St Paul Teachers\u0027 Retirement A"},{"top":473.47998,"left":673.5,"width":45.52001953125,"height":10.780029296875,"text":"10/3/2012"},{"top":473.47998,"left":719.02,"width":43.28033447265625,"height":10.780029296875,"text":"100.00"}],[{"top":484.26,"left":16.97,"width":1.6187286376953125,"height":10.800048828125,"text":""},{"top":484.26,"left":18.588728,"width":153.91127014160156,"height":10.800048828125,"text":"Dougherty"},{"top":484.26,"left":172.5,"width":69.72000122070312,"height":10.800048828125,"text":"Richards S \u0026 Patrici"},{"top":484.26,"left":242.22,"width":104.760009765625,"height":10.800048828125,"text":"812 Goodrich Ave"},{"top":484.26,"left":346.98,"width":70.80001831054688,"height":10.800048828125,"text":"Saint Paul"},{"top":484.26,"left":417.78003,"width":20.87994384765625,"height":10.800048828125,"text":"MN"},{"top":484.26,"left":438.65997,"width":49.91998291015625,"height":10.800048828125,"text":"55105"},{"top":484.26,"left":488.57996,"width":78.47998046875,"height":10.800048828125,"text":""},{"top":484.26,"left":567.05994,"width":106.4400634765625,"height":10.800048828125,"text":""},{"top":484.26,"left":673.5,"width":45.52001953125,"height":10.800048828125,"text":"10/4/2012"},{"top":484.26,"left":719.02,"width":43.28033447265625,"height":10.800048828125,"text":"100.00"}],[{"top":495.06006,"left":16.97,"width":1.6187286376953125,"height":10.799896240234375,"text":""},{"top":495.06006,"left":18.588728,"width":153.91127014160156,"height":10.799896240234375,"text":"Driscoll"},{"top":495.06006,"left":172.5,"width":69.72000122070312,"height":10.799896240234375,"text":"Joe \u0026 Jill"},{"top":495.06006,"left":242.22,"width":104.760009765625,"height":10.799896240234375,"text":"2383 Bourne Ave"},{"top":495.06006,"left":346.98,"width":70.80001831054688,"height":10.799896240234375,"text":"Saint Paul"},{"top":495.06006,"left":417.78003,"width":20.87994384765625,"height":10.799896240234375,"text":"MN"},{"top":495.06006,"left":438.65997,"width":49.91998291015625,"height":10.799896240234375,"text":"55108"},{"top":495.06006,"left":488.57996,"width":78.47998046875,"height":10.799896240234375,"text":"HR Manager"},{"top":495.06006,"left":567.05994,"width":106.4400634765625,"height":10.799896240234375,"text":"LexisNexis"},{"top":495.06006,"left":673.5,"width":45.52001953125,"height":10.799896240234375,"text":"10/18/2012"},{"top":495.06006,"left":719.02,"width":43.28033447265625,"height":10.799896240234375,"text":"100.00"}],[{"top":505.85995,"left":16.97,"width":1.6187286376953125,"height":10.780059814453125,"text":""},{"top":505.85995,"left":18.588728,"width":153.91127014160156,"height":10.780059814453125,"text":"Dubaille / Haugee"},{"top":505.85995,"left":172.5,"width":69.72000122070312,"height":10.780059814453125,"text":"Florence M. /Eric"},{"top":505.85995,"left":242.22,"width":104.760009765625,"height":10.780059814453125,"text":"1009 Edmund Ave"},{"top":505.85995,"left":346.98,"width":70.80001831054688,"height":10.780059814453125,"text":"Saint Paul"},{"top":505.85995,"left":417.78003,"width":20.87994384765625,"height":10.780059814453125,"text":"MN"},{"top":505.85995,"left":438.65997,"width":49.91998291015625,"height":10.780059814453125,"text":"55104"},{"top":505.85995,"left":488.57996,"width":78.47998046875,"height":10.780059814453125,"text":"Florence teacher"},{"top":505.85995,"left":567.05994,"width":106.4400634765625,"height":10.780059814453125,"text":"SPPS"},{"top":505.85995,"left":673.5,"width":45.52001953125,"height":10.780059814453125,"text":"10/3/2012"},{"top":505.85995,"left":719.02,"width":43.28033447265625,"height":10.780059814453125,"text":"100.00"}],[{"top":516.64,"left":16.97,"width":1.6187286376953125,"height":10.83990478515625,"text":""},{"top":516.64,"left":18.588728,"width":153.91127014160156,"height":10.83990478515625,"text":"Eaton"},{"top":516.64,"left":172.5,"width":69.72000122070312,"height":10.83990478515625,"text":"Jim"},{"top":516.64,"left":242.22,"width":104.760009765625,"height":10.83990478515625,"text":"2133 Berkeley Ave"},{"top":516.64,"left":346.98,"width":70.80001831054688,"height":10.83990478515625,"text":"St Paul"},{"top":516.64,"left":417.78003,"width":20.87994384765625,"height":10.83990478515625,"text":"MN"},{"top":516.64,"left":438.65997,"width":49.91998291015625,"height":10.83990478515625,"text":"55105"},{"top":516.64,"left":488.57996,"width":78.47998046875,"height":10.83990478515625,"text":"Principal"},{"top":516.64,"left":567.05994,"width":106.4400634765625,"height":10.83990478515625,"text":"Saint Paul Public Schools"},{"top":516.64,"left":673.5,"width":45.52001953125,"height":10.83990478515625,"text":"8/23/2012"},{"top":516.64,"left":719.02,"width":43.28033447265625,"height":10.83990478515625,"text":"100.00"}],[{"top":527.4799,"left":16.97,"width":1.6187286376953125,"height":10.78009033203125,"text":""},{"top":527.4799,"left":18.588728,"width":153.91127014160156,"height":10.78009033203125,"text":"Eaves /Alger"},{"top":527.4799,"left":172.5,"width":69.72000122070312,"height":10.78009033203125,"text":"Patricia / Stuart"},{"top":527.4799,"left":242.22,"width":104.760009765625,"height":10.78009033203125,"text":"1143 Portladn Ave."},{"top":527.4799,"left":346.98,"width":70.80001831054688,"height":10.78009033203125,"text":"Saint Paul"},{"top":527.4799,"left":417.78003,"width":20.87994384765625,"height":10.78009033203125,"text":"MN"},{"top":527.4799,"left":438.65997,"width":49.91998291015625,"height":10.78009033203125,"text":"55104"},{"top":527.4799,"left":488.57996,"width":78.47998046875,"height":10.78009033203125,"text":""},{"top":527.4799,"left":567.05994,"width":106.4400634765625,"height":10.78009033203125,"text":""},{"top":527.4799,"left":673.5,"width":45.52001953125,"height":10.78009033203125,"text":"10/3/2012"},{"top":527.4799,"left":719.02,"width":43.28033447265625,"height":10.78009033203125,"text":"100.00"}]]} +{"extraction_method":"lattice","page_number":1,"top":54.315777,"left":16.97,"width":745.3303833007812,"height":483.9442443847656,"right":762.30035,"bottom":538.26,"data":[[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":54.315777,"left":18.588728,"width":153.91128540039062,"height":8.744216918945312,"text":"Last Name"},{"top":54.315777,"left":172.50002,"width":69.71998596191406,"height":8.744216918945312,"text":"First Name"},{"top":54.315777,"left":242.22,"width":104.760009765625,"height":8.744216918945312,"text":"Address"},{"top":54.315777,"left":346.98,"width":70.80001831054688,"height":8.744216918945312,"text":"City"},{"top":54.315777,"left":417.78003,"width":20.87994384765625,"height":8.744216918945312,"text":"State"},{"top":54.315777,"left":438.65997,"width":49.91998291015625,"height":8.744216918945312,"text":"Zip"},{"top":54.315777,"left":488.57996,"width":78.47998046875,"height":8.744216918945312,"text":"Occupation"},{"top":54.315777,"left":567.05994,"width":106.4400634765625,"height":8.744216918945312,"text":"Employer"},{"top":54.315777,"left":673.5,"width":45.52001953125,"height":8.744216918945312,"text":"Date"},{"top":54.315777,"left":719.02,"width":43.28033447265625,"height":8.744216918945312,"text":"Amount"}],[{"top":63.059994,"left":16.97,"width":1.6187286376953125,"height":10.799991607666016,"text":""},{"top":63.059994,"left":18.588728,"width":153.91128540039062,"height":10.799991607666016,"text":"Lidstad"},{"top":63.059994,"left":172.50002,"width":69.71998596191406,"height":10.799991607666016,"text":"Dick \u0026 Peg"},{"top":63.059994,"left":242.22,"width":104.760009765625,"height":10.799991607666016,"text":"62 Mississippi River Blvd N"},{"top":63.059994,"left":346.98,"width":70.80001831054688,"height":10.799991607666016,"text":"Saint Paul"},{"top":63.059994,"left":417.78003,"width":20.87994384765625,"height":10.799991607666016,"text":"MN"},{"top":63.059994,"left":438.65997,"width":49.91998291015625,"height":10.799991607666016,"text":"55104"},{"top":63.059994,"left":488.57996,"width":78.47998046875,"height":10.799991607666016,"text":"retired"},{"top":63.059994,"left":567.05994,"width":106.4400634765625,"height":10.799991607666016,"text":""},{"top":63.059994,"left":673.5,"width":45.52001953125,"height":10.799991607666016,"text":"10/12/2012"},{"top":63.059994,"left":719.02,"width":43.28033447265625,"height":10.799991607666016,"text":"60.00"}],[{"top":73.859985,"left":16.97,"width":1.6187286376953125,"height":10.800025939941406,"text":""},{"top":73.859985,"left":18.588728,"width":153.91128540039062,"height":10.800025939941406,"text":"Strom"},{"top":73.859985,"left":172.50002,"width":69.71998596191406,"height":10.800025939941406,"text":"Pam"},{"top":73.859985,"left":242.22,"width":104.760009765625,"height":10.800025939941406,"text":"1229 Hague Ave"},{"top":73.859985,"left":346.98,"width":70.80001831054688,"height":10.800025939941406,"text":"St. Paul"},{"top":73.859985,"left":417.78003,"width":20.87994384765625,"height":10.800025939941406,"text":"MN"},{"top":73.859985,"left":438.65997,"width":49.91998291015625,"height":10.800025939941406,"text":"55104"},{"top":73.859985,"left":488.57996,"width":78.47998046875,"height":10.800025939941406,"text":""},{"top":73.859985,"left":567.05994,"width":106.4400634765625,"height":10.800025939941406,"text":""},{"top":73.859985,"left":673.5,"width":45.52001953125,"height":10.800025939941406,"text":"9/12/2012"},{"top":73.859985,"left":719.02,"width":43.28033447265625,"height":10.800025939941406,"text":"60.00"}],[{"top":84.66001,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":84.66001,"left":18.588728,"width":153.91128540039062,"height":10.799995422363281,"text":"Seeba"},{"top":84.66001,"left":172.50002,"width":69.71998596191406,"height":10.799995422363281,"text":"Louise \u0026 Paul"},{"top":84.66001,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"1399 Sheldon St"},{"top":84.66001,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"Saint Paul"},{"top":84.66001,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":84.66001,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55108"},{"top":84.66001,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":"BOE"},{"top":84.66001,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":"City of Saint Paul"},{"top":84.66001,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"10/12/2012"},{"top":84.66001,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"60.00"}],[{"top":95.46001,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":95.46001,"left":18.588728,"width":153.91128540039062,"height":10.799995422363281,"text":"Schumacher / Bales"},{"top":95.46001,"left":172.50002,"width":69.71998596191406,"height":10.799995422363281,"text":"Douglas L. / Patricia"},{"top":95.46001,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"948 County Rd. D W"},{"top":95.46001,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"Saint Paul"},{"top":95.46001,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":95.46001,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55126"},{"top":95.46001,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":""},{"top":95.46001,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":""},{"top":95.46001,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"10/13/2012"},{"top":95.46001,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"60.00"}],[{"top":106.26,"left":16.97,"width":1.6187286376953125,"height":10.799995422363281,"text":""},{"top":106.26,"left":18.588728,"width":153.91128540039062,"height":10.799995422363281,"text":"Abrams"},{"top":106.26,"left":172.50002,"width":69.71998596191406,"height":10.799995422363281,"text":"Marjorie"},{"top":106.26,"left":242.22,"width":104.760009765625,"height":10.799995422363281,"text":"238 8th St east"},{"top":106.26,"left":346.98,"width":70.80001831054688,"height":10.799995422363281,"text":"St Paul"},{"top":106.26,"left":417.78003,"width":20.87994384765625,"height":10.799995422363281,"text":"MN"},{"top":106.26,"left":438.65997,"width":49.91998291015625,"height":10.799995422363281,"text":"55101"},{"top":106.26,"left":488.57996,"width":78.47998046875,"height":10.799995422363281,"text":"Retired"},{"top":106.26,"left":567.05994,"width":106.4400634765625,"height":10.799995422363281,"text":"Retired"},{"top":106.26,"left":673.5,"width":45.52001953125,"height":10.799995422363281,"text":"8/8/2012"},{"top":106.26,"left":719.02,"width":43.28033447265625,"height":10.799995422363281,"text":"75.00"}],[{"top":117.06,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":117.06,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Crouse / Schroeder"},{"top":117.06,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"Abigail / Jonathan"},{"top":117.06,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1545 Branston St."},{"top":117.06,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":117.06,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":117.06,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55108"},{"top":117.06,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":""},{"top":117.06,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":""},{"top":117.06,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/6/2012"},{"top":117.06,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"75.00"}],[{"top":127.859985,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":127.859985,"left":18.588728,"width":153.91128540039062,"height":10.800003051757812,"text":"O\u0027Connell"},{"top":127.859985,"left":172.50002,"width":69.71998596191406,"height":10.800003051757812,"text":"Jean"},{"top":127.859985,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"888 Ivy Ave W."},{"top":127.859985,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Saint Paul"},{"top":127.859985,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":127.859985,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55117"},{"top":127.859985,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":""},{"top":127.859985,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":""},{"top":127.859985,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/30/2012"},{"top":127.859985,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"75.00"}],[{"top":138.65999,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":138.65999,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Reese"},{"top":138.65999,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Cheri A"},{"top":138.65999,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"981 Davern St."},{"top":138.65999,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":138.65999,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":138.65999,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55116"},{"top":138.65999,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Public Relations"},{"top":138.65999,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Far North Spirits"},{"top":138.65999,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/3/2012"},{"top":138.65999,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"75.00"}],[{"top":149.46,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":149.46,"left":18.588728,"width":153.91128540039062,"height":10.800003051757812,"text":"Serrano"},{"top":149.46,"left":172.50002,"width":69.71998596191406,"height":10.800003051757812,"text":"Luz Maria"},{"top":149.46,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"5559 Park Place Drive"},{"top":149.46,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Shoreview"},{"top":149.46,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":149.46,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55126"},{"top":149.46,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"retired"},{"top":149.46,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":"SPPS"},{"top":149.46,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/20/2012"},{"top":149.46,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"75.00"}],[{"top":160.26001,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":160.26001,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Alsiddiqui"},{"top":160.26001,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"Jaber"},{"top":160.26001,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"13056 Euclid Ave"},{"top":160.26001,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Apple Valley"},{"top":160.26001,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":160.26001,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55124"},{"top":160.26001,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"SPPS budget analyst"},{"top":160.26001,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"SPPS"},{"top":160.26001,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"9/20/2012"},{"top":160.26001,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":171.06,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":171.06,"left":18.588728,"width":153.91128540039062,"height":10.800003051757812,"text":"Andrastek"},{"top":171.06,"left":172.50002,"width":69.71998596191406,"height":10.800003051757812,"text":"John"},{"top":171.06,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"774 Ashland Ave"},{"top":171.06,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"St Paul"},{"top":171.06,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":171.06,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55104"},{"top":171.06,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"asst principal"},{"top":171.06,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":"SPPS"},{"top":171.06,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"8/22/2012"},{"top":171.06,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"100.00"}],[{"top":181.86,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":181.86,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Anfang"},{"top":181.86,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"Heather L. \u0026 Matt"},{"top":181.86,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1635 Bayard Ave"},{"top":181.86,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":181.86,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":181.86,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55116"},{"top":181.86,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"Ex Director"},{"top":181.86,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"BOMA"},{"top":181.86,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/6/2012"},{"top":181.86,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":192.65999,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":192.65999,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Aronson"},{"top":192.65999,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Roger J."},{"top":192.65999,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4852 Emerson Ave. S."},{"top":192.65999,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Minneapolis"},{"top":192.65999,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":192.65999,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55419"},{"top":192.65999,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Attorney at Law"},{"top":192.65999,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":""},{"top":192.65999,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"9/20/2012"},{"top":192.65999,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":203.46,"left":16.97,"width":1.6187286376953125,"height":10.800003051757812,"text":""},{"top":203.46,"left":18.588728,"width":153.91128540039062,"height":10.800003051757812,"text":"Aronson"},{"top":203.46,"left":172.50002,"width":69.71998596191406,"height":10.800003051757812,"text":"Roger J."},{"top":203.46,"left":242.22,"width":104.760009765625,"height":10.800003051757812,"text":"4852 Emerson Ave. S."},{"top":203.46,"left":346.98,"width":70.80001831054688,"height":10.800003051757812,"text":"Minneapolis"},{"top":203.46,"left":417.78003,"width":20.87994384765625,"height":10.800003051757812,"text":"MN"},{"top":203.46,"left":438.65997,"width":49.91998291015625,"height":10.800003051757812,"text":"55419"},{"top":203.46,"left":488.57996,"width":78.47998046875,"height":10.800003051757812,"text":"Attorney at Law"},{"top":203.46,"left":567.05994,"width":106.4400634765625,"height":10.800003051757812,"text":""},{"top":203.46,"left":673.5,"width":45.52001953125,"height":10.800003051757812,"text":"9/20/2012"},{"top":203.46,"left":719.02,"width":43.28033447265625,"height":10.800003051757812,"text":"100.00"}],[{"top":214.26001,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":214.26001,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Banks"},{"top":214.26001,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"Michael or Patricia"},{"top":214.26001,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1664 Van Buren Ave."},{"top":214.26001,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":214.26001,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":214.26001,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":214.26001,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"retired social worker"},{"top":214.26001,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":""},{"top":214.26001,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"9/20/2012"},{"top":214.26001,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":225.06,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":225.06,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Bennett"},{"top":225.06,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"David"},{"top":225.06,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"25 Birchwood Rd."},{"top":225.06,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Mahtomedi"},{"top":225.06,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":225.06,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55110"},{"top":225.06,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"retired"},{"top":225.06,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"retired"},{"top":225.06,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"9/3/2012"},{"top":225.06,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":235.86002,"left":16.97,"width":1.6187286376953125,"height":10.799972534179688,"text":""},{"top":235.86002,"left":18.588728,"width":153.91128540039062,"height":10.799972534179688,"text":"Berry"},{"top":235.86002,"left":172.50002,"width":69.71998596191406,"height":10.799972534179688,"text":"Margaret"},{"top":235.86002,"left":242.22,"width":104.760009765625,"height":10.799972534179688,"text":"1267 Pike Lake Dr"},{"top":235.86002,"left":346.98,"width":70.80001831054688,"height":10.799972534179688,"text":"New Brighton"},{"top":235.86002,"left":417.78003,"width":20.87994384765625,"height":10.799972534179688,"text":"MN"},{"top":235.86002,"left":438.65997,"width":49.91998291015625,"height":10.799972534179688,"text":"55112"},{"top":235.86002,"left":488.57996,"width":78.47998046875,"height":10.799972534179688,"text":"Asst Principal"},{"top":235.86002,"left":567.05994,"width":106.4400634765625,"height":10.799972534179688,"text":"Saint Paul Public Schools"},{"top":235.86002,"left":673.5,"width":45.52001953125,"height":10.799972534179688,"text":"8/8/2012"},{"top":235.86002,"left":719.02,"width":43.28033447265625,"height":10.799972534179688,"text":"100.00"}],[{"top":246.65999,"left":16.97,"width":1.6187286376953125,"height":10.800033569335938,"text":""},{"top":246.65999,"left":18.588728,"width":153.91128540039062,"height":10.800033569335938,"text":"Boyle"},{"top":246.65999,"left":172.50002,"width":69.71998596191406,"height":10.800033569335938,"text":"Matthew C. \u0026 Eliza"},{"top":246.65999,"left":242.22,"width":104.760009765625,"height":10.800033569335938,"text":"2165 Princeton Ave"},{"top":246.65999,"left":346.98,"width":70.80001831054688,"height":10.800033569335938,"text":"Saint Paul"},{"top":246.65999,"left":417.78003,"width":20.87994384765625,"height":10.800033569335938,"text":"MN"},{"top":246.65999,"left":438.65997,"width":49.91998291015625,"height":10.800033569335938,"text":"55105"},{"top":246.65999,"left":488.57996,"width":78.47998046875,"height":10.800033569335938,"text":""},{"top":246.65999,"left":567.05994,"width":106.4400634765625,"height":10.800033569335938,"text":""},{"top":246.65999,"left":673.5,"width":45.52001953125,"height":10.800033569335938,"text":"10/6/2012"},{"top":246.65999,"left":719.02,"width":43.28033447265625,"height":10.800033569335938,"text":"100.00"}],[{"top":257.46002,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":257.46002,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Brodrick"},{"top":257.46002,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"John"},{"top":257.46002,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1007 Charles"},{"top":257.46002,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"St. Paul"},{"top":257.46002,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":257.46002,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":257.46002,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"BOE"},{"top":257.46002,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"retired"},{"top":257.46002,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"8/26/2012"},{"top":257.46002,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":268.26,"left":16.97,"width":1.6187286376953125,"height":10.79998779296875,"text":""},{"top":268.26,"left":18.588728,"width":153.91128540039062,"height":10.79998779296875,"text":"Brodrick"},{"top":268.26,"left":172.50002,"width":69.71998596191406,"height":10.79998779296875,"text":"John F."},{"top":268.26,"left":242.22,"width":104.760009765625,"height":10.79998779296875,"text":"1007 Charles Ave"},{"top":268.26,"left":346.98,"width":70.80001831054688,"height":10.79998779296875,"text":"Saint Paul"},{"top":268.26,"left":417.78003,"width":20.87994384765625,"height":10.79998779296875,"text":"MN"},{"top":268.26,"left":438.65997,"width":49.91998291015625,"height":10.79998779296875,"text":"55104"},{"top":268.26,"left":488.57996,"width":78.47998046875,"height":10.79998779296875,"text":"BoE"},{"top":268.26,"left":567.05994,"width":106.4400634765625,"height":10.79998779296875,"text":"SPPS"},{"top":268.26,"left":673.5,"width":45.52001953125,"height":10.79998779296875,"text":"10/4/2012"},{"top":268.26,"left":719.02,"width":43.28033447265625,"height":10.79998779296875,"text":"100.00"}],[{"top":279.06,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":279.06,"left":18.588728,"width":153.91128540039062,"height":10.779998779296875,"text":"Brown"},{"top":279.06,"left":172.50002,"width":69.71998596191406,"height":10.779998779296875,"text":"Mike"},{"top":279.06,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"1440 Goodrich Ave"},{"top":279.06,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":279.06,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":279.06,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":279.06,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":279.06,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":279.06,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"9/23/2012"},{"top":279.06,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":289.84,"left":16.97,"width":1.6187286376953125,"height":10.819976806640625,"text":""},{"top":289.84,"left":18.588728,"width":153.91128540039062,"height":10.819976806640625,"text":"Cacy"},{"top":289.84,"left":172.50002,"width":69.71998596191406,"height":10.819976806640625,"text":"Jill"},{"top":289.84,"left":242.22,"width":104.760009765625,"height":10.819976806640625,"text":"1409 Smith Ave So"},{"top":289.84,"left":346.98,"width":70.80001831054688,"height":10.819976806640625,"text":"West St. Paul"},{"top":289.84,"left":417.78003,"width":20.87994384765625,"height":10.819976806640625,"text":"MN"},{"top":289.84,"left":438.65997,"width":49.91998291015625,"height":10.819976806640625,"text":"55118"},{"top":289.84,"left":488.57996,"width":78.47998046875,"height":10.819976806640625,"text":"Administrator"},{"top":289.84,"left":567.05994,"width":106.4400634765625,"height":10.819976806640625,"text":"SPPS"},{"top":289.84,"left":673.5,"width":45.52001953125,"height":10.819976806640625,"text":"9/12/2012"},{"top":289.84,"left":719.02,"width":43.28033447265625,"height":10.819976806640625,"text":"100.00"}],[{"top":300.65997,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":300.65997,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Cardwell"},{"top":300.65997,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Eileen"},{"top":300.65997,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4172 Bridgewater Ct"},{"top":300.65997,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Vadnais Height"},{"top":300.65997,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":300.65997,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55127"},{"top":300.65997,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Retired"},{"top":300.65997,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Retired"},{"top":300.65997,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/3/2012"},{"top":300.65997,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":311.46,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":311.46,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Carlstrom"},{"top":311.46,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Cheryl"},{"top":311.46,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"4244 Oakmede Ln"},{"top":311.46,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"St Paul"},{"top":311.46,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":311.46,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55110"},{"top":311.46,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Satff"},{"top":311.46,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Saint Paul Public Schools"},{"top":311.46,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/8/2012"},{"top":311.46,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":322.26,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":322.26,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Carter"},{"top":322.26,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Melvin W. \u0026 Willet"},{"top":322.26,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"405 Western Ave N"},{"top":322.26,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":322.26,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":322.26,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55103"},{"top":322.26,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Cty Commissioner"},{"top":322.26,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Ramsey Cty"},{"top":322.26,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/8/2012"},{"top":322.26,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":333.06003,"left":16.97,"width":1.6187286376953125,"height":10.8199462890625,"text":""},{"top":333.06003,"left":18.588728,"width":153.91128540039062,"height":10.8199462890625,"text":"Caruso"},{"top":333.06003,"left":172.50002,"width":69.71998596191406,"height":10.8199462890625,"text":"Sarah"},{"top":333.06003,"left":242.22,"width":104.760009765625,"height":10.8199462890625,"text":"2615 Newton Ave S"},{"top":333.06003,"left":346.98,"width":70.80001831054688,"height":10.8199462890625,"text":"Minneapolis"},{"top":333.06003,"left":417.78003,"width":20.87994384765625,"height":10.8199462890625,"text":"MN"},{"top":333.06003,"left":438.65997,"width":49.91998291015625,"height":10.8199462890625,"text":"55405"},{"top":333.06003,"left":488.57996,"width":78.47998046875,"height":10.8199462890625,"text":"CEO"},{"top":333.06003,"left":567.05994,"width":106.4400634765625,"height":10.8199462890625,"text":"United Way"},{"top":333.06003,"left":673.5,"width":45.52001953125,"height":10.8199462890625,"text":"9/12/2012"},{"top":333.06003,"left":719.02,"width":43.28033447265625,"height":10.8199462890625,"text":"100.00"}],[{"top":343.87997,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":343.87997,"left":18.588728,"width":153.91128540039062,"height":10.779998779296875,"text":"Casey /Trewartha"},{"top":343.87997,"left":172.50002,"width":69.71998596191406,"height":10.779998779296875,"text":"Kerry F. / Kelly A."},{"top":343.87997,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"2266 Goodrich Ave"},{"top":343.87997,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":343.87997,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":343.87997,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":343.87997,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":343.87997,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":343.87997,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/4/2012"},{"top":343.87997,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":354.65997,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":354.65997,"left":18.588728,"width":153.91128540039062,"height":10.779998779296875,"text":"Cassidy"},{"top":354.65997,"left":172.50002,"width":69.71998596191406,"height":10.779998779296875,"text":"Paul D."},{"top":354.65997,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"1990 Dayton Ave"},{"top":354.65997,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":354.65997,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":354.65997,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55104"},{"top":354.65997,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":""},{"top":354.65997,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":354.65997,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/6/2012"},{"top":354.65997,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":365.43997,"left":16.97,"width":1.6187286376953125,"height":10.820037841796875,"text":""},{"top":365.43997,"left":18.588728,"width":153.91128540039062,"height":10.820037841796875,"text":"Causey"},{"top":365.43997,"left":172.50002,"width":69.71998596191406,"height":10.820037841796875,"text":"Christopher"},{"top":365.43997,"left":242.22,"width":104.760009765625,"height":10.820037841796875,"text":"2181 Doswell Avenue"},{"top":365.43997,"left":346.98,"width":70.80001831054688,"height":10.820037841796875,"text":"Saint Paul"},{"top":365.43997,"left":417.78003,"width":20.87994384765625,"height":10.820037841796875,"text":"MN"},{"top":365.43997,"left":438.65997,"width":49.91998291015625,"height":10.820037841796875,"text":"55108"},{"top":365.43997,"left":488.57996,"width":78.47998046875,"height":10.820037841796875,"text":"finance"},{"top":365.43997,"left":567.05994,"width":106.4400634765625,"height":10.820037841796875,"text":""},{"top":365.43997,"left":673.5,"width":45.52001953125,"height":10.820037841796875,"text":"9/3/2012"},{"top":365.43997,"left":719.02,"width":43.28033447265625,"height":10.820037841796875,"text":"100.00"}],[{"top":376.26,"left":16.97,"width":1.6187286376953125,"height":10.819976806640625,"text":""},{"top":376.26,"left":18.588728,"width":153.91128540039062,"height":10.819976806640625,"text":"Christiansen"},{"top":376.26,"left":172.50002,"width":69.71998596191406,"height":10.819976806640625,"text":"Lena"},{"top":376.26,"left":242.22,"width":104.760009765625,"height":10.819976806640625,"text":"2453 Como Ave"},{"top":376.26,"left":346.98,"width":70.80001831054688,"height":10.819976806640625,"text":"St Paul"},{"top":376.26,"left":417.78003,"width":20.87994384765625,"height":10.819976806640625,"text":"MN"},{"top":376.26,"left":438.65997,"width":49.91998291015625,"height":10.819976806640625,"text":"55108"},{"top":376.26,"left":488.57996,"width":78.47998046875,"height":10.819976806640625,"text":"Principal"},{"top":376.26,"left":567.05994,"width":106.4400634765625,"height":10.819976806640625,"text":"Saint Paul Public Schools"},{"top":376.26,"left":673.5,"width":45.52001953125,"height":10.819976806640625,"text":"8/8/2012"},{"top":376.26,"left":719.02,"width":43.28033447265625,"height":10.819976806640625,"text":"100.00"}],[{"top":387.08,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":387.08,"left":18.588728,"width":153.91128540039062,"height":10.779998779296875,"text":"Clapp"},{"top":387.08,"left":172.50002,"width":69.71998596191406,"height":10.779998779296875,"text":"Agustus (Bill)"},{"top":387.08,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"757 Osceola Ave #1"},{"top":387.08,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":387.08,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":387.08,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55105"},{"top":387.08,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":"retired"},{"top":387.08,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":""},{"top":387.08,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/2/2012"},{"top":387.08,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":397.86,"left":16.97,"width":1.6187286376953125,"height":10.779998779296875,"text":""},{"top":397.86,"left":18.588728,"width":153.91128540039062,"height":10.779998779296875,"text":"Cohen"},{"top":397.86,"left":172.50002,"width":69.71998596191406,"height":10.779998779296875,"text":"Brad A."},{"top":397.86,"left":242.22,"width":104.760009765625,"height":10.779998779296875,"text":"1460 Raymond Ave"},{"top":397.86,"left":346.98,"width":70.80001831054688,"height":10.779998779296875,"text":"Saint Paul"},{"top":397.86,"left":417.78003,"width":20.87994384765625,"height":10.779998779296875,"text":"MN"},{"top":397.86,"left":438.65997,"width":49.91998291015625,"height":10.779998779296875,"text":"55108"},{"top":397.86,"left":488.57996,"width":78.47998046875,"height":10.779998779296875,"text":"academic technology"},{"top":397.86,"left":567.05994,"width":106.4400634765625,"height":10.779998779296875,"text":"UMN"},{"top":397.86,"left":673.5,"width":45.52001953125,"height":10.779998779296875,"text":"10/17/2012"},{"top":397.86,"left":719.02,"width":43.28033447265625,"height":10.779998779296875,"text":"100.00"}],[{"top":408.63998,"left":16.97,"width":1.6187286376953125,"height":10.82000732421875,"text":""},{"top":408.63998,"left":18.588728,"width":153.91128540039062,"height":10.82000732421875,"text":"Commers"},{"top":408.63998,"left":172.50002,"width":69.71998596191406,"height":10.82000732421875,"text":"Beth"},{"top":408.63998,"left":242.22,"width":104.760009765625,"height":10.82000732421875,"text":"2294 Commonwealth Ave"},{"top":408.63998,"left":346.98,"width":70.80001831054688,"height":10.82000732421875,"text":"St Paul"},{"top":408.63998,"left":417.78003,"width":20.87994384765625,"height":10.82000732421875,"text":"MN"},{"top":408.63998,"left":438.65997,"width":49.91998291015625,"height":10.82000732421875,"text":"55108"},{"top":408.63998,"left":488.57996,"width":78.47998046875,"height":10.82000732421875,"text":"Self Employed"},{"top":408.63998,"left":567.05994,"width":106.4400634765625,"height":10.82000732421875,"text":"Homemaker"},{"top":408.63998,"left":673.5,"width":45.52001953125,"height":10.82000732421875,"text":"8/1/2012"},{"top":408.63998,"left":719.02,"width":43.28033447265625,"height":10.82000732421875,"text":"100.00"}],[{"top":419.46,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":419.46,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Couture"},{"top":419.46,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Steven"},{"top":419.46,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"7950 Victoria Way"},{"top":419.46,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Louise Park"},{"top":419.46,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":419.46,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55426"},{"top":419.46,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Principal"},{"top":419.46,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"Saint Paul Public Schools"},{"top":419.46,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"8/10/2012"},{"top":419.46,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":430.26,"left":16.97,"width":1.6187286376953125,"height":10.800048828125,"text":""},{"top":430.26,"left":18.588728,"width":153.91128540039062,"height":10.800048828125,"text":"Crawford"},{"top":430.26,"left":172.50002,"width":69.71998596191406,"height":10.800048828125,"text":"Lydia P."},{"top":430.26,"left":242.22,"width":104.760009765625,"height":10.800048828125,"text":"1140 Edgcumbe Rd"},{"top":430.26,"left":346.98,"width":70.80001831054688,"height":10.800048828125,"text":"Saint Paul"},{"top":430.26,"left":417.78003,"width":20.87994384765625,"height":10.800048828125,"text":"MN"},{"top":430.26,"left":438.65997,"width":49.91998291015625,"height":10.800048828125,"text":"55105"},{"top":430.26,"left":488.57996,"width":78.47998046875,"height":10.800048828125,"text":""},{"top":430.26,"left":567.05994,"width":106.4400634765625,"height":10.800048828125,"text":""},{"top":430.26,"left":673.5,"width":45.52001953125,"height":10.800048828125,"text":"9/15/2012"},{"top":430.26,"left":719.02,"width":43.28033447265625,"height":10.800048828125,"text":"100.00"}],[{"top":441.06006,"left":16.97,"width":1.6187286376953125,"height":10.799896240234375,"text":""},{"top":441.06006,"left":18.588728,"width":153.91128540039062,"height":10.799896240234375,"text":"Cudahy / Ricker"},{"top":441.06006,"left":172.50002,"width":69.71998596191406,"height":10.799896240234375,"text":"Robert \u0026 Mary C"},{"top":441.06006,"left":242.22,"width":104.760009765625,"height":10.799896240234375,"text":"616 Cherokee Ave."},{"top":441.06006,"left":346.98,"width":70.80001831054688,"height":10.799896240234375,"text":"Saint Paul"},{"top":441.06006,"left":417.78003,"width":20.87994384765625,"height":10.799896240234375,"text":"MN"},{"top":441.06006,"left":438.65997,"width":49.91998291015625,"height":10.799896240234375,"text":"55107"},{"top":441.06006,"left":488.57996,"width":78.47998046875,"height":10.799896240234375,"text":"Teacher/Union Presid"},{"top":441.06006,"left":567.05994,"width":106.4400634765625,"height":10.799896240234375,"text":"SPPS/SPFT"},{"top":441.06006,"left":673.5,"width":45.52001953125,"height":10.799896240234375,"text":"9/18/2012"},{"top":441.06006,"left":719.02,"width":43.28033447265625,"height":10.799896240234375,"text":"100.00"}],[{"top":451.85995,"left":16.97,"width":1.6187286376953125,"height":10.800018310546875,"text":""},{"top":451.85995,"left":18.588728,"width":153.91128540039062,"height":10.800018310546875,"text":"Cudahy / Ricker"},{"top":451.85995,"left":172.50002,"width":69.71998596191406,"height":10.800018310546875,"text":"Robert \u0026 Mary C"},{"top":451.85995,"left":242.22,"width":104.760009765625,"height":10.800018310546875,"text":"616 Cherokee Ave."},{"top":451.85995,"left":346.98,"width":70.80001831054688,"height":10.800018310546875,"text":"Saint Paul"},{"top":451.85995,"left":417.78003,"width":20.87994384765625,"height":10.800018310546875,"text":"MN"},{"top":451.85995,"left":438.65997,"width":49.91998291015625,"height":10.800018310546875,"text":"55107"},{"top":451.85995,"left":488.57996,"width":78.47998046875,"height":10.800018310546875,"text":"Teacher/Union Presid"},{"top":451.85995,"left":567.05994,"width":106.4400634765625,"height":10.800018310546875,"text":"SPPS/SPFT"},{"top":451.85995,"left":673.5,"width":45.52001953125,"height":10.800018310546875,"text":"10/6/2012"},{"top":451.85995,"left":719.02,"width":43.28033447265625,"height":10.800018310546875,"text":"100.00"}],[{"top":462.65997,"left":16.97,"width":1.6187286376953125,"height":10.82000732421875,"text":""},{"top":462.65997,"left":18.588728,"width":153.91128540039062,"height":10.82000732421875,"text":"Currie"},{"top":462.65997,"left":172.50002,"width":69.71998596191406,"height":10.82000732421875,"text":"Elisabeth"},{"top":462.65997,"left":242.22,"width":104.760009765625,"height":10.82000732421875,"text":"2274 Hillside Ave"},{"top":462.65997,"left":346.98,"width":70.80001831054688,"height":10.82000732421875,"text":"St. Paul"},{"top":462.65997,"left":417.78003,"width":20.87994384765625,"height":10.82000732421875,"text":"MN"},{"top":462.65997,"left":438.65997,"width":49.91998291015625,"height":10.82000732421875,"text":"55108"},{"top":462.65997,"left":488.57996,"width":78.47998046875,"height":10.82000732421875,"text":""},{"top":462.65997,"left":567.05994,"width":106.4400634765625,"height":10.82000732421875,"text":""},{"top":462.65997,"left":673.5,"width":45.52001953125,"height":10.82000732421875,"text":"9/12/2012"},{"top":462.65997,"left":719.02,"width":43.28033447265625,"height":10.82000732421875,"text":"100.00"}],[{"top":473.47998,"left":16.97,"width":1.6187286376953125,"height":10.780029296875,"text":""},{"top":473.47998,"left":18.588728,"width":153.91128540039062,"height":10.780029296875,"text":"Doane"},{"top":473.47998,"left":172.50002,"width":69.71998596191406,"height":10.780029296875,"text":"Paul V \u0026 Helen R"},{"top":473.47998,"left":242.22,"width":104.760009765625,"height":10.780029296875,"text":"444 Portland Ave"},{"top":473.47998,"left":346.98,"width":70.80001831054688,"height":10.780029296875,"text":"Sant Paul"},{"top":473.47998,"left":417.78003,"width":20.87994384765625,"height":10.780029296875,"text":"MN"},{"top":473.47998,"left":438.65997,"width":49.91998291015625,"height":10.780029296875,"text":"55102"},{"top":473.47998,"left":488.57996,"width":78.47998046875,"height":10.780029296875,"text":"Ex director"},{"top":473.47998,"left":567.05994,"width":106.4400634765625,"height":10.780029296875,"text":"St Paul Teachers\u0027 Retirement A"},{"top":473.47998,"left":673.5,"width":45.52001953125,"height":10.780029296875,"text":"10/3/2012"},{"top":473.47998,"left":719.02,"width":43.28033447265625,"height":10.780029296875,"text":"100.00"}],[{"top":484.26,"left":16.97,"width":1.6187286376953125,"height":10.800048828125,"text":""},{"top":484.26,"left":18.588728,"width":153.91128540039062,"height":10.800048828125,"text":"Dougherty"},{"top":484.26,"left":172.50002,"width":69.71998596191406,"height":10.800048828125,"text":"Richards S \u0026 Patrici"},{"top":484.26,"left":242.22,"width":104.760009765625,"height":10.800048828125,"text":"812 Goodrich Ave"},{"top":484.26,"left":346.98,"width":70.80001831054688,"height":10.800048828125,"text":"Saint Paul"},{"top":484.26,"left":417.78003,"width":20.87994384765625,"height":10.800048828125,"text":"MN"},{"top":484.26,"left":438.65997,"width":49.91998291015625,"height":10.800048828125,"text":"55105"},{"top":484.26,"left":488.57996,"width":78.47998046875,"height":10.800048828125,"text":""},{"top":484.26,"left":567.05994,"width":106.4400634765625,"height":10.800048828125,"text":""},{"top":484.26,"left":673.5,"width":45.52001953125,"height":10.800048828125,"text":"10/4/2012"},{"top":484.26,"left":719.02,"width":43.28033447265625,"height":10.800048828125,"text":"100.00"}],[{"top":495.06006,"left":16.97,"width":1.6187286376953125,"height":10.799896240234375,"text":""},{"top":495.06006,"left":18.588728,"width":153.91128540039062,"height":10.799896240234375,"text":"Driscoll"},{"top":495.06006,"left":172.50002,"width":69.71998596191406,"height":10.799896240234375,"text":"Joe \u0026 Jill"},{"top":495.06006,"left":242.22,"width":104.760009765625,"height":10.799896240234375,"text":"2383 Bourne Ave"},{"top":495.06006,"left":346.98,"width":70.80001831054688,"height":10.799896240234375,"text":"Saint Paul"},{"top":495.06006,"left":417.78003,"width":20.87994384765625,"height":10.799896240234375,"text":"MN"},{"top":495.06006,"left":438.65997,"width":49.91998291015625,"height":10.799896240234375,"text":"55108"},{"top":495.06006,"left":488.57996,"width":78.47998046875,"height":10.799896240234375,"text":"HR Manager"},{"top":495.06006,"left":567.05994,"width":106.4400634765625,"height":10.799896240234375,"text":"LexisNexis"},{"top":495.06006,"left":673.5,"width":45.52001953125,"height":10.799896240234375,"text":"10/18/2012"},{"top":495.06006,"left":719.02,"width":43.28033447265625,"height":10.799896240234375,"text":"100.00"}],[{"top":505.85995,"left":16.97,"width":1.6187286376953125,"height":10.780059814453125,"text":""},{"top":505.85995,"left":18.588728,"width":153.91128540039062,"height":10.780059814453125,"text":"Dubaille / Haugee"},{"top":505.85995,"left":172.50002,"width":69.71998596191406,"height":10.780059814453125,"text":"Florence M. /Eric"},{"top":505.85995,"left":242.22,"width":104.760009765625,"height":10.780059814453125,"text":"1009 Edmund Ave"},{"top":505.85995,"left":346.98,"width":70.80001831054688,"height":10.780059814453125,"text":"Saint Paul"},{"top":505.85995,"left":417.78003,"width":20.87994384765625,"height":10.780059814453125,"text":"MN"},{"top":505.85995,"left":438.65997,"width":49.91998291015625,"height":10.780059814453125,"text":"55104"},{"top":505.85995,"left":488.57996,"width":78.47998046875,"height":10.780059814453125,"text":"Florence‐teacher"},{"top":505.85995,"left":567.05994,"width":106.4400634765625,"height":10.780059814453125,"text":"SPPS"},{"top":505.85995,"left":673.5,"width":45.52001953125,"height":10.780059814453125,"text":"10/3/2012"},{"top":505.85995,"left":719.02,"width":43.28033447265625,"height":10.780059814453125,"text":"100.00"}],[{"top":516.64,"left":16.97,"width":1.6187286376953125,"height":10.83990478515625,"text":""},{"top":516.64,"left":18.588728,"width":153.91128540039062,"height":10.83990478515625,"text":"Eaton"},{"top":516.64,"left":172.50002,"width":69.71998596191406,"height":10.83990478515625,"text":"Jim"},{"top":516.64,"left":242.22,"width":104.760009765625,"height":10.83990478515625,"text":"2133 Berkeley Ave"},{"top":516.64,"left":346.98,"width":70.80001831054688,"height":10.83990478515625,"text":"St Paul"},{"top":516.64,"left":417.78003,"width":20.87994384765625,"height":10.83990478515625,"text":"MN"},{"top":516.64,"left":438.65997,"width":49.91998291015625,"height":10.83990478515625,"text":"55105"},{"top":516.64,"left":488.57996,"width":78.47998046875,"height":10.83990478515625,"text":"Principal"},{"top":516.64,"left":567.05994,"width":106.4400634765625,"height":10.83990478515625,"text":"Saint Paul Public Schools"},{"top":516.64,"left":673.5,"width":45.52001953125,"height":10.83990478515625,"text":"8/23/2012"},{"top":516.64,"left":719.02,"width":43.28033447265625,"height":10.83990478515625,"text":"100.00"}],[{"top":527.4799,"left":16.97,"width":1.6187286376953125,"height":10.78009033203125,"text":""},{"top":527.4799,"left":18.588728,"width":153.91128540039062,"height":10.78009033203125,"text":"Eaves /Alger"},{"top":527.4799,"left":172.50002,"width":69.71998596191406,"height":10.78009033203125,"text":"Patricia / Stuart"},{"top":527.4799,"left":242.22,"width":104.760009765625,"height":10.78009033203125,"text":"1143 Portladn Ave."},{"top":527.4799,"left":346.98,"width":70.80001831054688,"height":10.78009033203125,"text":"Saint Paul"},{"top":527.4799,"left":417.78003,"width":20.87994384765625,"height":10.78009033203125,"text":"MN"},{"top":527.4799,"left":438.65997,"width":49.91998291015625,"height":10.78009033203125,"text":"55104"},{"top":527.4799,"left":488.57996,"width":78.47998046875,"height":10.78009033203125,"text":""},{"top":527.4799,"left":567.05994,"width":106.4400634765625,"height":10.78009033203125,"text":""},{"top":527.4799,"left":673.5,"width":45.52001953125,"height":10.78009033203125,"text":"10/3/2012"},{"top":527.4799,"left":719.02,"width":43.28033447265625,"height":10.78009033203125,"text":"100.00"}]]} diff --git a/src/test/resources/technology/tabula/json/spanning_cells.json b/src/test/resources/technology/tabula/json/spanning_cells.json index 46984857..7f68ee99 100644 --- a/src/test/resources/technology/tabula/json/spanning_cells.json +++ b/src/test/resources/technology/tabula/json/spanning_cells.json @@ -1 +1 @@ -[{"extraction_method":"spreadsheet","top":146.51932,"left":119.78943,"width":355.312255859375,"height":270.5516052246094,"data":[[{"top":146.51932,"left":119.78943,"width":355.312255859375,"height":12.938674926757812,"text":"Improved operation scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":159.458,"left":119.78943,"width":121.92680358886719,"height":12.785385131835938,"text":"Volume servers in:"},{"top":159.458,"left":241.71623,"width":46.66426086425781,"height":12.785385131835938,"text":"2007"},{"top":159.458,"left":288.3805,"width":46.663482666015625,"height":12.785385131835938,"text":"2008"},{"top":159.458,"left":335.04398,"width":46.663818359375,"height":12.785385131835938,"text":"2009"},{"top":159.458,"left":381.7078,"width":46.663360595703125,"height":12.785385131835938,"text":"2010"},{"top":159.458,"left":428.37115,"width":46.73052978515625,"height":12.785385131835938,"text":"2011"}],[{"top":172.24338,"left":119.78943,"width":121.92680358886719,"height":12.832305908203125,"text":"Server closets"},{"top":172.24338,"left":241.71623,"width":46.66426086425781,"height":12.832305908203125,"text":"1,505"},{"top":172.24338,"left":288.3805,"width":46.663482666015625,"height":12.832305908203125,"text":"1,580"},{"top":172.24338,"left":335.04398,"width":46.663818359375,"height":12.832305908203125,"text":"1,643"},{"top":172.24338,"left":381.7078,"width":46.663360595703125,"height":12.832305908203125,"text":"1,673"},{"top":172.24338,"left":428.37115,"width":46.73052978515625,"height":12.832305908203125,"text":"1,689"}],[{"top":185.07568,"left":119.78943,"width":121.92680358886719,"height":12.891036987304688,"text":"Server rooms"},{"top":185.07568,"left":241.71623,"width":46.66426086425781,"height":12.891036987304688,"text":"1,512"},{"top":185.07568,"left":288.3805,"width":46.663482666015625,"height":12.891036987304688,"text":"1,586"},{"top":185.07568,"left":335.04398,"width":46.663818359375,"height":12.891036987304688,"text":"1,646"},{"top":185.07568,"left":381.7078,"width":46.663360595703125,"height":12.891036987304688,"text":"1,677"},{"top":185.07568,"left":428.37115,"width":46.73052978515625,"height":12.891036987304688,"text":"1,693"}],[{"top":197.96672,"left":119.78943,"width":121.92680358886719,"height":12.890426635742188,"text":"Localized data centers"},{"top":197.96672,"left":241.71623,"width":46.66426086425781,"height":12.890426635742188,"text":"1,512"},{"top":197.96672,"left":288.3805,"width":46.663482666015625,"height":12.890426635742188,"text":"1,586"},{"top":197.96672,"left":335.04398,"width":46.663818359375,"height":12.890426635742188,"text":"1,646"},{"top":197.96672,"left":381.7078,"width":46.663360595703125,"height":12.890426635742188,"text":"1,677"},{"top":197.96672,"left":428.37115,"width":46.73052978515625,"height":12.890426635742188,"text":"1,693"}],[{"top":210.85715,"left":119.78943,"width":121.92680358886719,"height":12.890701293945312,"text":"Mid-tier data centers"},{"top":210.85715,"left":241.71623,"width":46.66426086425781,"height":12.890701293945312,"text":"1,512"},{"top":210.85715,"left":288.3805,"width":46.663482666015625,"height":12.890701293945312,"text":"1,586"},{"top":210.85715,"left":335.04398,"width":46.663818359375,"height":12.890701293945312,"text":"1,646"},{"top":210.85715,"left":381.7078,"width":46.663360595703125,"height":12.890701293945312,"text":"1,677"},{"top":210.85715,"left":428.37115,"width":46.73052978515625,"height":12.890701293945312,"text":"1,693"}],[{"top":223.74785,"left":119.78943,"width":121.92680358886719,"height":12.785049438476562,"text":"Enterprise-class data centers"},{"top":223.74785,"left":241.71623,"width":46.66426086425781,"height":12.785049438476562,"text":"1,512"},{"top":223.74785,"left":288.3805,"width":46.663482666015625,"height":12.785049438476562,"text":"1,586"},{"top":223.74785,"left":335.04398,"width":46.663818359375,"height":12.785049438476562,"text":"1,646"},{"top":223.74785,"left":381.7078,"width":46.663360595703125,"height":12.785049438476562,"text":"1,677"},{"top":223.74785,"left":428.37115,"width":46.73052978515625,"height":12.785049438476562,"text":"1,693"}],[{"top":236.5329,"left":119.78943,"width":355.312255859375,"height":13.102508544921875,"text":"Best practice scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":249.6354,"left":119.78943,"width":121.92680358886719,"height":12.72686767578125,"text":"Volume servers in:"},{"top":249.6354,"left":241.71623,"width":46.66426086425781,"height":12.72686767578125,"text":"2007"},{"top":249.6354,"left":288.3805,"width":46.663482666015625,"height":12.72686767578125,"text":"2008"},{"top":249.6354,"left":335.04398,"width":46.663818359375,"height":12.72686767578125,"text":"2009"},{"top":249.6354,"left":381.7078,"width":46.663360595703125,"height":12.72686767578125,"text":"2010"},{"top":249.6354,"left":428.37115,"width":46.73052978515625,"height":12.72686767578125,"text":"2011"}],[{"top":262.36227,"left":119.78943,"width":121.92680358886719,"height":12.890472412109375,"text":"Server closets"},{"top":262.36227,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,456"},{"top":262.36227,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,439"},{"top":262.36227,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,386"},{"top":262.36227,"left":381.7078,"width":46.663360595703125,"height":12.890472412109375,"text":"1,296"},{"top":262.36227,"left":428.37115,"width":46.73052978515625,"height":12.890472412109375,"text":"1,326"}],[{"top":275.25275,"left":119.78943,"width":121.92680358886719,"height":12.891510009765625,"text":"Server rooms"},{"top":275.25275,"left":241.71623,"width":46.66426086425781,"height":12.891510009765625,"text":"1,465"},{"top":275.25275,"left":288.3805,"width":46.663482666015625,"height":12.891510009765625,"text":"1,472"},{"top":275.25275,"left":335.04398,"width":46.663818359375,"height":12.891510009765625,"text":"1,427"},{"top":275.25275,"left":381.7078,"width":46.663360595703125,"height":12.891510009765625,"text":"1,334"},{"top":275.25275,"left":428.37115,"width":46.73052978515625,"height":12.891510009765625,"text":"1,371"}],[{"top":288.14426,"left":119.78943,"width":121.92680358886719,"height":12.89013671875,"text":"Localized data centers"},{"top":288.14426,"left":241.71623,"width":46.66426086425781,"height":12.89013671875,"text":"1,465"},{"top":288.14426,"left":288.3805,"width":46.663482666015625,"height":12.89013671875,"text":"1,471"},{"top":288.14426,"left":335.04398,"width":46.663818359375,"height":12.89013671875,"text":"1,426"},{"top":288.14426,"left":381.7078,"width":46.663360595703125,"height":12.89013671875,"text":"1,334"},{"top":288.14426,"left":428.37115,"width":46.73052978515625,"height":12.89013671875,"text":"1,371"}],[{"top":301.0344,"left":119.78943,"width":121.92680358886719,"height":12.890472412109375,"text":"Mid-tier data centers"},{"top":301.0344,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,465"},{"top":301.0344,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,471"},{"top":301.0344,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,426"},{"top":301.0344,"left":381.7078,"width":46.663360595703125,"height":12.890472412109375,"text":"1,334"},{"top":301.0344,"left":428.37115,"width":46.73052978515625,"height":12.890472412109375,"text":"1,371"}],[{"top":313.92487,"left":119.78943,"width":121.92680358886719,"height":12.7855224609375,"text":"Enterprise-class data centers"},{"top":313.92487,"left":241.71623,"width":46.66426086425781,"height":12.7855224609375,"text":"1,465"},{"top":313.92487,"left":288.3805,"width":46.663482666015625,"height":12.7855224609375,"text":"1,471"},{"top":313.92487,"left":335.04398,"width":46.663818359375,"height":12.7855224609375,"text":"1,426"},{"top":313.92487,"left":381.7078,"width":46.663360595703125,"height":12.7855224609375,"text":"1,334"},{"top":313.92487,"left":428.37115,"width":46.73052978515625,"height":12.7855224609375,"text":"1,371"}],[{"top":326.7104,"left":119.78943,"width":355.312255859375,"height":13.0440673828125,"text":"State-of-the-art scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":339.75446,"left":119.78943,"width":121.92680358886719,"height":12.784912109375,"text":"Volume servers in:"},{"top":339.75446,"left":241.71623,"width":46.66426086425781,"height":12.784912109375,"text":"2007"},{"top":339.75446,"left":288.3805,"width":46.663482666015625,"height":12.784912109375,"text":"2008"},{"top":339.75446,"left":335.04398,"width":46.663818359375,"height":12.784912109375,"text":"2009"},{"top":339.75446,"left":381.7078,"width":46.663360595703125,"height":12.784912109375,"text":"2010"},{"top":339.75446,"left":428.37115,"width":46.73052978515625,"height":12.784912109375,"text":"2011"}],[{"top":352.53937,"left":119.78943,"width":121.92680358886719,"height":12.89111328125,"text":"Server closets"},{"top":352.53937,"left":241.71623,"width":46.66426086425781,"height":12.89111328125,"text":"1,485"},{"top":352.53937,"left":288.3805,"width":46.663482666015625,"height":12.89111328125,"text":"1,471"},{"top":352.53937,"left":335.04398,"width":46.663818359375,"height":12.89111328125,"text":"1,424"},{"top":352.53937,"left":381.7078,"width":46.663360595703125,"height":12.89111328125,"text":"1,315"},{"top":352.53937,"left":428.37115,"width":46.73052978515625,"height":12.89111328125,"text":"1,349"}],[{"top":365.43048,"left":119.78943,"width":121.92680358886719,"height":12.8902587890625,"text":"Server rooms"},{"top":365.43048,"left":241.71623,"width":46.66426086425781,"height":12.8902587890625,"text":"1,495"},{"top":365.43048,"left":288.3805,"width":46.663482666015625,"height":12.8902587890625,"text":"1,573"},{"top":365.43048,"left":335.04398,"width":46.663818359375,"height":12.8902587890625,"text":"1,586"},{"top":365.43048,"left":381.7078,"width":46.663360595703125,"height":12.8902587890625,"text":"1,424"},{"top":365.43048,"left":428.37115,"width":46.73052978515625,"height":12.8902587890625,"text":"1,485"}],[{"top":378.32074,"left":119.78943,"width":121.92680358886719,"height":12.891143798828125,"text":"Localized data centers"},{"top":378.32074,"left":241.71623,"width":46.66426086425781,"height":12.891143798828125,"text":"1,495"},{"top":378.32074,"left":288.3805,"width":46.663482666015625,"height":12.891143798828125,"text":"1,572"},{"top":378.32074,"left":335.04398,"width":46.663818359375,"height":12.891143798828125,"text":"1,585"},{"top":378.32074,"left":381.7078,"width":46.663360595703125,"height":12.891143798828125,"text":"1,424"},{"top":378.32074,"left":428.37115,"width":46.73052978515625,"height":12.891143798828125,"text":"1,485"}],[{"top":391.21188,"left":119.78943,"width":121.92680358886719,"height":12.89068603515625,"text":"Mid-tier data centers"},{"top":391.21188,"left":241.71623,"width":46.66426086425781,"height":12.89068603515625,"text":"1,495"},{"top":391.21188,"left":288.3805,"width":46.663482666015625,"height":12.89068603515625,"text":"1,572"},{"top":391.21188,"left":335.04398,"width":46.663818359375,"height":12.89068603515625,"text":"1,585"},{"top":391.21188,"left":381.7078,"width":46.663360595703125,"height":12.89068603515625,"text":"1,424"},{"top":391.21188,"left":428.37115,"width":46.73052978515625,"height":12.89068603515625,"text":"1,485"}],[{"top":404.10257,"left":119.78943,"width":121.92680358886719,"height":12.968353271484375,"text":"Enterprise-class data centers"},{"top":404.10257,"left":241.71623,"width":46.66426086425781,"height":12.968353271484375,"text":"1,495"},{"top":404.10257,"left":288.3805,"width":46.663482666015625,"height":12.968353271484375,"text":"1,572"},{"top":404.10257,"left":335.04398,"width":46.663818359375,"height":12.968353271484375,"text":"1,585"},{"top":404.10257,"left":381.7078,"width":46.663360595703125,"height":12.968353271484375,"text":"1,424"},{"top":404.10257,"left":428.37115,"width":46.73052978515625,"height":12.968353271484375,"text":"1,485"}]]},{"extraction_method":"spreadsheet","top":538.25964,"left":130.8136,"width":333.3038024902344,"height":51.52508544921875,"data":[[{"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":12.880615234375,"text":"All alternative scenarios"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":551.14026,"left":130.8136,"width":99.93739318847656,"height":12.78485107421875,"text":"Server class"},{"top":551.14026,"left":230.75099,"width":46.66310119628906,"height":12.78485107421875,"text":"2007"},{"top":551.14026,"left":277.4141,"width":46.663787841796875,"height":12.78485107421875,"text":"2008"},{"top":551.14026,"left":324.07788,"width":46.663970947265625,"height":12.78485107421875,"text":"2009"},{"top":551.14026,"left":370.74185,"width":46.663177490234375,"height":12.78485107421875,"text":"2010"},{"top":551.14026,"left":417.40503,"width":46.712371826171875,"height":12.78485107421875,"text":"2011"}],[{"top":563.9251,"left":130.8136,"width":99.93739318847656,"height":12.8905029296875,"text":"Mid-range"},{"top":563.9251,"left":230.75099,"width":46.66310119628906,"height":12.8905029296875,"text":"4,921"},{"top":563.9251,"left":277.4141,"width":46.663787841796875,"height":12.8905029296875,"text":"5,467"},{"top":563.9251,"left":324.07788,"width":46.663970947265625,"height":12.8905029296875,"text":"6,152"},{"top":563.9251,"left":370.74185,"width":46.663177490234375,"height":12.8905029296875,"text":"6,649"},{"top":563.9251,"left":417.40503,"width":46.712371826171875,"height":12.8905029296875,"text":"7,185"}],[{"top":576.8156,"left":130.8136,"width":99.93739318847656,"height":12.9691162109375,"text":"High-end"},{"top":576.8156,"left":230.75099,"width":46.66310119628906,"height":12.9691162109375,"text":"76,295"},{"top":576.8156,"left":277.4141,"width":46.663787841796875,"height":12.9691162109375,"text":"81,624"},{"top":576.8156,"left":324.07788,"width":46.663970947265625,"height":12.9691162109375,"text":"86,849"},{"top":576.8156,"left":370.74185,"width":46.663177490234375,"height":12.9691162109375,"text":"92,662"},{"top":576.8156,"left":417.40503,"width":46.712371826171875,"height":12.9691162109375,"text":"98,864"}]]}] \ No newline at end of file +[{"extraction_method":"lattice","page_number":1,"top":146.51932,"left":119.78943,"width":355.312255859375,"height":270.5516052246094,"right":475.10168,"bottom":417.07092,"data":[[{"top":146.51932,"left":119.78943,"width":355.312255859375,"height":12.938491821289062,"text":"Improved operation scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":159.45781,"left":119.78943,"width":121.92680358886719,"height":12.785446166992188,"text":"Volume servers in:"},{"top":159.45781,"left":241.71623,"width":46.66426086425781,"height":12.785446166992188,"text":"2007"},{"top":159.45781,"left":288.3805,"width":46.663482666015625,"height":12.785446166992188,"text":"2008"},{"top":159.45781,"left":335.04398,"width":46.663818359375,"height":12.785446166992188,"text":"2009"},{"top":159.45781,"left":381.7078,"width":46.663360595703125,"height":12.785446166992188,"text":"2010"},{"top":159.45781,"left":428.37115,"width":46.73052978515625,"height":12.785446166992188,"text":"2011"}],[{"top":172.24326,"left":119.78943,"width":121.92680358886719,"height":12.832427978515625,"text":"Server closets"},{"top":172.24326,"left":241.71623,"width":46.66426086425781,"height":12.832427978515625,"text":"1,505"},{"top":172.24326,"left":288.3805,"width":46.663482666015625,"height":12.832427978515625,"text":"1,580"},{"top":172.24326,"left":335.04398,"width":46.663818359375,"height":12.832427978515625,"text":"1,643"},{"top":172.24326,"left":381.7078,"width":46.663360595703125,"height":12.832427978515625,"text":"1,673"},{"top":172.24326,"left":428.37115,"width":46.73052978515625,"height":12.832427978515625,"text":"1,689"}],[{"top":185.07568,"left":119.78943,"width":121.92680358886719,"height":12.891036987304688,"text":"Server rooms"},{"top":185.07568,"left":241.71623,"width":46.66426086425781,"height":12.891036987304688,"text":"1,512"},{"top":185.07568,"left":288.3805,"width":46.663482666015625,"height":12.891036987304688,"text":"1,586"},{"top":185.07568,"left":335.04398,"width":46.663818359375,"height":12.891036987304688,"text":"1,646"},{"top":185.07568,"left":381.7078,"width":46.663360595703125,"height":12.891036987304688,"text":"1,677"},{"top":185.07568,"left":428.37115,"width":46.73052978515625,"height":12.891036987304688,"text":"1,693"}],[{"top":197.96672,"left":119.78943,"width":121.92680358886719,"height":12.890411376953125,"text":"Localized data centers"},{"top":197.96672,"left":241.71623,"width":46.66426086425781,"height":12.890411376953125,"text":"1,512"},{"top":197.96672,"left":288.3805,"width":46.663482666015625,"height":12.890411376953125,"text":"1,586"},{"top":197.96672,"left":335.04398,"width":46.663818359375,"height":12.890411376953125,"text":"1,646"},{"top":197.96672,"left":381.7078,"width":46.663360595703125,"height":12.890411376953125,"text":"1,677"},{"top":197.96672,"left":428.37115,"width":46.73052978515625,"height":12.890411376953125,"text":"1,693"}],[{"top":210.85713,"left":119.78943,"width":121.92680358886719,"height":12.890716552734375,"text":"Mid-tier data centers"},{"top":210.85713,"left":241.71623,"width":46.66426086425781,"height":12.890716552734375,"text":"1,512"},{"top":210.85713,"left":288.3805,"width":46.663482666015625,"height":12.890716552734375,"text":"1,586"},{"top":210.85713,"left":335.04398,"width":46.663818359375,"height":12.890716552734375,"text":"1,646"},{"top":210.85713,"left":381.7078,"width":46.663360595703125,"height":12.890716552734375,"text":"1,677"},{"top":210.85713,"left":428.37115,"width":46.73052978515625,"height":12.890716552734375,"text":"1,693"}],[{"top":223.74785,"left":119.78943,"width":121.92680358886719,"height":12.785018920898438,"text":"Enterprise-class data centers"},{"top":223.74785,"left":241.71623,"width":46.66426086425781,"height":12.785018920898438,"text":"1,512"},{"top":223.74785,"left":288.3805,"width":46.663482666015625,"height":12.785018920898438,"text":"1,586"},{"top":223.74785,"left":335.04398,"width":46.663818359375,"height":12.785018920898438,"text":"1,646"},{"top":223.74785,"left":381.7078,"width":46.663360595703125,"height":12.785018920898438,"text":"1,677"},{"top":223.74785,"left":428.37115,"width":46.73052978515625,"height":12.785018920898438,"text":"1,693"}],[{"top":236.53287,"left":119.78943,"width":355.312255859375,"height":13.1025390625,"text":"Best practice scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":249.6354,"left":119.78943,"width":121.92680358886719,"height":12.72686767578125,"text":"Volume servers in:"},{"top":249.6354,"left":241.71623,"width":46.66426086425781,"height":12.72686767578125,"text":"2007"},{"top":249.6354,"left":288.3805,"width":46.663482666015625,"height":12.72686767578125,"text":"2008"},{"top":249.6354,"left":335.04398,"width":46.663818359375,"height":12.72686767578125,"text":"2009"},{"top":249.6354,"left":381.7078,"width":46.663360595703125,"height":12.72686767578125,"text":"2010"},{"top":249.6354,"left":428.37115,"width":46.73052978515625,"height":12.72686767578125,"text":"2011"}],[{"top":262.36227,"left":119.78943,"width":121.92680358886719,"height":12.890472412109375,"text":"Server closets"},{"top":262.36227,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,456"},{"top":262.36227,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,439"},{"top":262.36227,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,386"},{"top":262.36227,"left":381.7078,"width":46.663360595703125,"height":12.890472412109375,"text":"1,296"},{"top":262.36227,"left":428.37115,"width":46.73052978515625,"height":12.890472412109375,"text":"1,326"}],[{"top":275.25275,"left":119.78943,"width":121.92680358886719,"height":12.8914794921875,"text":"Server rooms"},{"top":275.25275,"left":241.71623,"width":46.66426086425781,"height":12.8914794921875,"text":"1,465"},{"top":275.25275,"left":288.3805,"width":46.663482666015625,"height":12.8914794921875,"text":"1,472"},{"top":275.25275,"left":335.04398,"width":46.663818359375,"height":12.8914794921875,"text":"1,427"},{"top":275.25275,"left":381.7078,"width":46.663360595703125,"height":12.8914794921875,"text":"1,334"},{"top":275.25275,"left":428.37115,"width":46.73052978515625,"height":12.8914794921875,"text":"1,371"}],[{"top":288.14423,"left":119.78943,"width":121.92680358886719,"height":12.890167236328125,"text":"Localized data centers"},{"top":288.14423,"left":241.71623,"width":46.66426086425781,"height":12.890167236328125,"text":"1,465"},{"top":288.14423,"left":288.3805,"width":46.663482666015625,"height":12.890167236328125,"text":"1,471"},{"top":288.14423,"left":335.04398,"width":46.663818359375,"height":12.890167236328125,"text":"1,426"},{"top":288.14423,"left":381.7078,"width":46.663360595703125,"height":12.890167236328125,"text":"1,334"},{"top":288.14423,"left":428.37115,"width":46.73052978515625,"height":12.890167236328125,"text":"1,371"}],[{"top":301.0344,"left":119.78943,"width":121.92680358886719,"height":12.890472412109375,"text":"Mid-tier data centers"},{"top":301.0344,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,465"},{"top":301.0344,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,471"},{"top":301.0344,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,426"},{"top":301.0344,"left":381.7078,"width":46.663360595703125,"height":12.890472412109375,"text":"1,334"},{"top":301.0344,"left":428.37115,"width":46.73052978515625,"height":12.890472412109375,"text":"1,371"}],[{"top":313.92487,"left":119.78943,"width":121.92680358886719,"height":12.7855224609375,"text":"Enterprise-class data centers"},{"top":313.92487,"left":241.71623,"width":46.66426086425781,"height":12.7855224609375,"text":"1,465"},{"top":313.92487,"left":288.3805,"width":46.663482666015625,"height":12.7855224609375,"text":"1,471"},{"top":313.92487,"left":335.04398,"width":46.663818359375,"height":12.7855224609375,"text":"1,426"},{"top":313.92487,"left":381.7078,"width":46.663360595703125,"height":12.7855224609375,"text":"1,334"},{"top":313.92487,"left":428.37115,"width":46.73052978515625,"height":12.7855224609375,"text":"1,371"}],[{"top":326.7104,"left":119.78943,"width":355.312255859375,"height":13.0440673828125,"text":"State-of-the-art scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":339.75446,"left":119.78943,"width":121.92680358886719,"height":12.784912109375,"text":"Volume servers in:"},{"top":339.75446,"left":241.71623,"width":46.66426086425781,"height":12.784912109375,"text":"2007"},{"top":339.75446,"left":288.3805,"width":46.663482666015625,"height":12.784912109375,"text":"2008"},{"top":339.75446,"left":335.04398,"width":46.663818359375,"height":12.784912109375,"text":"2009"},{"top":339.75446,"left":381.7078,"width":46.663360595703125,"height":12.784912109375,"text":"2010"},{"top":339.75446,"left":428.37115,"width":46.73052978515625,"height":12.784912109375,"text":"2011"}],[{"top":352.53937,"left":119.78943,"width":121.92680358886719,"height":12.89111328125,"text":"Server closets"},{"top":352.53937,"left":241.71623,"width":46.66426086425781,"height":12.89111328125,"text":"1,485"},{"top":352.53937,"left":288.3805,"width":46.663482666015625,"height":12.89111328125,"text":"1,471"},{"top":352.53937,"left":335.04398,"width":46.663818359375,"height":12.89111328125,"text":"1,424"},{"top":352.53937,"left":381.7078,"width":46.663360595703125,"height":12.89111328125,"text":"1,315"},{"top":352.53937,"left":428.37115,"width":46.73052978515625,"height":12.89111328125,"text":"1,349"}],[{"top":365.43048,"left":119.78943,"width":121.92680358886719,"height":12.8902587890625,"text":"Server rooms"},{"top":365.43048,"left":241.71623,"width":46.66426086425781,"height":12.8902587890625,"text":"1,495"},{"top":365.43048,"left":288.3805,"width":46.663482666015625,"height":12.8902587890625,"text":"1,573"},{"top":365.43048,"left":335.04398,"width":46.663818359375,"height":12.8902587890625,"text":"1,586"},{"top":365.43048,"left":381.7078,"width":46.663360595703125,"height":12.8902587890625,"text":"1,424"},{"top":365.43048,"left":428.37115,"width":46.73052978515625,"height":12.8902587890625,"text":"1,485"}],[{"top":378.32074,"left":119.78943,"width":121.92680358886719,"height":12.891143798828125,"text":"Localized data centers"},{"top":378.32074,"left":241.71623,"width":46.66426086425781,"height":12.891143798828125,"text":"1,495"},{"top":378.32074,"left":288.3805,"width":46.663482666015625,"height":12.891143798828125,"text":"1,572"},{"top":378.32074,"left":335.04398,"width":46.663818359375,"height":12.891143798828125,"text":"1,585"},{"top":378.32074,"left":381.7078,"width":46.663360595703125,"height":12.891143798828125,"text":"1,424"},{"top":378.32074,"left":428.37115,"width":46.73052978515625,"height":12.891143798828125,"text":"1,485"}],[{"top":391.21188,"left":119.78943,"width":121.92680358886719,"height":12.89068603515625,"text":"Mid-tier data centers"},{"top":391.21188,"left":241.71623,"width":46.66426086425781,"height":12.89068603515625,"text":"1,495"},{"top":391.21188,"left":288.3805,"width":46.663482666015625,"height":12.89068603515625,"text":"1,572"},{"top":391.21188,"left":335.04398,"width":46.663818359375,"height":12.89068603515625,"text":"1,585"},{"top":391.21188,"left":381.7078,"width":46.663360595703125,"height":12.89068603515625,"text":"1,424"},{"top":391.21188,"left":428.37115,"width":46.73052978515625,"height":12.89068603515625,"text":"1,485"}],[{"top":404.10257,"left":119.78943,"width":121.92680358886719,"height":12.968353271484375,"text":"Enterprise-class data centers"},{"top":404.10257,"left":241.71623,"width":46.66426086425781,"height":12.968353271484375,"text":"1,495"},{"top":404.10257,"left":288.3805,"width":46.663482666015625,"height":12.968353271484375,"text":"1,572"},{"top":404.10257,"left":335.04398,"width":46.663818359375,"height":12.968353271484375,"text":"1,585"},{"top":404.10257,"left":381.7078,"width":46.663360595703125,"height":12.968353271484375,"text":"1,424"},{"top":404.10257,"left":428.37115,"width":46.73052978515625,"height":12.968353271484375,"text":"1,485"}]]},{"extraction_method":"lattice","page_number":1,"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":51.52508544921875,"right":464.1174,"bottom":589.7847,"data":[[{"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":12.880615234375,"text":"All alternative scenarios"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":551.14026,"left":130.8136,"width":99.93739318847656,"height":12.78485107421875,"text":"Server class"},{"top":551.14026,"left":230.75099,"width":46.66316223144531,"height":12.78485107421875,"text":"2007"},{"top":551.14026,"left":277.41415,"width":46.663726806640625,"height":12.78485107421875,"text":"2008"},{"top":551.14026,"left":324.07788,"width":46.663970947265625,"height":12.78485107421875,"text":"2009"},{"top":551.14026,"left":370.74185,"width":46.663177490234375,"height":12.78485107421875,"text":"2010"},{"top":551.14026,"left":417.40503,"width":46.712371826171875,"height":12.78485107421875,"text":"2011"}],[{"top":563.9251,"left":130.8136,"width":99.93739318847656,"height":12.8905029296875,"text":"Mid-range"},{"top":563.9251,"left":230.75099,"width":46.66316223144531,"height":12.8905029296875,"text":"4,921"},{"top":563.9251,"left":277.41415,"width":46.663726806640625,"height":12.8905029296875,"text":"5,467"},{"top":563.9251,"left":324.07788,"width":46.663970947265625,"height":12.8905029296875,"text":"6,152"},{"top":563.9251,"left":370.74185,"width":46.663177490234375,"height":12.8905029296875,"text":"6,649"},{"top":563.9251,"left":417.40503,"width":46.712371826171875,"height":12.8905029296875,"text":"7,185"}],[{"top":576.8156,"left":130.8136,"width":99.93739318847656,"height":12.9691162109375,"text":"High-end"},{"top":576.8156,"left":230.75099,"width":46.66316223144531,"height":12.9691162109375,"text":"76,295"},{"top":576.8156,"left":277.41415,"width":46.663726806640625,"height":12.9691162109375,"text":"81,624"},{"top":576.8156,"left":324.07788,"width":46.663970947265625,"height":12.9691162109375,"text":"86,849"},{"top":576.8156,"left":370.74185,"width":46.663177490234375,"height":12.9691162109375,"text":"92,662"},{"top":576.8156,"left":417.40503,"width":46.712371826171875,"height":12.9691162109375,"text":"98,864"}]]}] diff --git a/src/test/resources/technology/tabula/json/spanning_cells_basic.json b/src/test/resources/technology/tabula/json/spanning_cells_basic.json index b644b940..6efaef5b 100644 --- a/src/test/resources/technology/tabula/json/spanning_cells_basic.json +++ b/src/test/resources/technology/tabula/json/spanning_cells_basic.json @@ -1 +1 @@ -[{"extraction_method":"spreadsheet","top":150.56,"left":119.789444,"width":355.31939697265625,"height":266.5108642578125,"data":[[{"top":150.56,"left":119.789444,"width":355.31939697265625,"height":8.897994995117188,"text":"Improved operation scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":159.458,"left":119.789444,"width":121.92678833007812,"height":12.785385131835938,"text":"Volume servers in:"},{"top":159.458,"left":241.71623,"width":46.66426086425781,"height":12.785385131835938,"text":"2007"},{"top":159.458,"left":288.3805,"width":46.663482666015625,"height":12.785385131835938,"text":"2008"},{"top":159.458,"left":335.04398,"width":46.663818359375,"height":12.785385131835938,"text":"2009"},{"top":159.458,"left":381.7078,"width":46.663330078125,"height":12.785385131835938,"text":"2010"},{"top":159.458,"left":428.37112,"width":46.73773193359375,"height":12.785385131835938,"text":"2011"}],[{"top":172.24338,"left":119.789444,"width":121.92678833007812,"height":12.832305908203125,"text":"Server closets"},{"top":172.24338,"left":241.71623,"width":46.66426086425781,"height":12.832305908203125,"text":"1,505"},{"top":172.24338,"left":288.3805,"width":46.663482666015625,"height":12.832305908203125,"text":"1,580"},{"top":172.24338,"left":335.04398,"width":46.663818359375,"height":12.832305908203125,"text":"1,643"},{"top":172.24338,"left":381.7078,"width":46.663330078125,"height":12.832305908203125,"text":"1,673"},{"top":172.24338,"left":428.37112,"width":46.73773193359375,"height":12.832305908203125,"text":"1,689"}],[{"top":185.07568,"left":119.789444,"width":121.92678833007812,"height":12.891036987304688,"text":"Server rooms"},{"top":185.07568,"left":241.71623,"width":46.66426086425781,"height":12.891036987304688,"text":"1,512"},{"top":185.07568,"left":288.3805,"width":46.663482666015625,"height":12.891036987304688,"text":"1,586"},{"top":185.07568,"left":335.04398,"width":46.663818359375,"height":12.891036987304688,"text":"1,646"},{"top":185.07568,"left":381.7078,"width":46.663330078125,"height":12.891036987304688,"text":"1,677"},{"top":185.07568,"left":428.37112,"width":46.73773193359375,"height":12.891036987304688,"text":"1,693"}],[{"top":197.96672,"left":119.789444,"width":121.92678833007812,"height":12.890426635742188,"text":"Localized data centers"},{"top":197.96672,"left":241.71623,"width":46.66426086425781,"height":12.890426635742188,"text":"1,512"},{"top":197.96672,"left":288.3805,"width":46.663482666015625,"height":12.890426635742188,"text":"1,586"},{"top":197.96672,"left":335.04398,"width":46.663818359375,"height":12.890426635742188,"text":"1,646"},{"top":197.96672,"left":381.7078,"width":46.663330078125,"height":12.890426635742188,"text":"1,677"},{"top":197.96672,"left":428.37112,"width":46.73773193359375,"height":12.890426635742188,"text":"1,693"}],[{"top":210.85715,"left":119.789444,"width":121.92678833007812,"height":12.890701293945312,"text":"Mid-tier data centers"},{"top":210.85715,"left":241.71623,"width":46.66426086425781,"height":12.890701293945312,"text":"1,512"},{"top":210.85715,"left":288.3805,"width":46.663482666015625,"height":12.890701293945312,"text":"1,586"},{"top":210.85715,"left":335.04398,"width":46.663818359375,"height":12.890701293945312,"text":"1,646"},{"top":210.85715,"left":381.7078,"width":46.663330078125,"height":12.890701293945312,"text":"1,677"},{"top":210.85715,"left":428.37112,"width":46.73773193359375,"height":12.890701293945312,"text":"1,693"}],[{"top":223.74785,"left":119.789444,"width":121.92678833007812,"height":12.785079956054688,"text":"Enterprise-class data centers"},{"top":223.74785,"left":241.71623,"width":46.66426086425781,"height":12.785079956054688,"text":"1,512"},{"top":223.74785,"left":288.3805,"width":46.663482666015625,"height":12.785079956054688,"text":"1,586"},{"top":223.74785,"left":335.04398,"width":46.663818359375,"height":12.785079956054688,"text":"1,646"},{"top":223.74785,"left":381.7078,"width":46.663330078125,"height":12.785079956054688,"text":"1,677"},{"top":223.74785,"left":428.37112,"width":46.73773193359375,"height":12.785079956054688,"text":"1,693"}],[{"top":236.53293,"left":119.789444,"width":355.31939697265625,"height":13.102462768554688,"text":"Best practice scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":249.63539,"left":119.789444,"width":121.92678833007812,"height":12.726882934570312,"text":"Volume servers in:"},{"top":249.63539,"left":241.71623,"width":46.66426086425781,"height":12.726882934570312,"text":"2007"},{"top":249.63539,"left":288.3805,"width":46.663482666015625,"height":12.726882934570312,"text":"2008"},{"top":249.63539,"left":335.04398,"width":46.663818359375,"height":12.726882934570312,"text":"2009"},{"top":249.63539,"left":381.7078,"width":46.663330078125,"height":12.726882934570312,"text":"2010"},{"top":249.63539,"left":428.37112,"width":46.73773193359375,"height":12.726882934570312,"text":"2011"}],[{"top":262.36227,"left":119.789444,"width":121.92678833007812,"height":12.890472412109375,"text":"Server closets"},{"top":262.36227,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,456"},{"top":262.36227,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,439"},{"top":262.36227,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,386"},{"top":262.36227,"left":381.7078,"width":46.663330078125,"height":12.890472412109375,"text":"1,296"},{"top":262.36227,"left":428.37112,"width":46.73773193359375,"height":12.890472412109375,"text":"1,326"}],[{"top":275.25275,"left":119.789444,"width":121.92678833007812,"height":12.891510009765625,"text":"Server rooms"},{"top":275.25275,"left":241.71623,"width":46.66426086425781,"height":12.891510009765625,"text":"1,465"},{"top":275.25275,"left":288.3805,"width":46.663482666015625,"height":12.891510009765625,"text":"1,472"},{"top":275.25275,"left":335.04398,"width":46.663818359375,"height":12.891510009765625,"text":"1,427"},{"top":275.25275,"left":381.7078,"width":46.663330078125,"height":12.891510009765625,"text":"1,334"},{"top":275.25275,"left":428.37112,"width":46.73773193359375,"height":12.891510009765625,"text":"1,371"}],[{"top":288.14426,"left":119.789444,"width":121.92678833007812,"height":12.89013671875,"text":"Localized data centers"},{"top":288.14426,"left":241.71623,"width":46.66426086425781,"height":12.89013671875,"text":"1,465"},{"top":288.14426,"left":288.3805,"width":46.663482666015625,"height":12.89013671875,"text":"1,471"},{"top":288.14426,"left":335.04398,"width":46.663818359375,"height":12.89013671875,"text":"1,426"},{"top":288.14426,"left":381.7078,"width":46.663330078125,"height":12.89013671875,"text":"1,334"},{"top":288.14426,"left":428.37112,"width":46.73773193359375,"height":12.89013671875,"text":"1,371"}],[{"top":301.0344,"left":119.789444,"width":121.92678833007812,"height":12.890472412109375,"text":"Mid-tier data centers"},{"top":301.0344,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,465"},{"top":301.0344,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,471"},{"top":301.0344,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,426"},{"top":301.0344,"left":381.7078,"width":46.663330078125,"height":12.890472412109375,"text":"1,334"},{"top":301.0344,"left":428.37112,"width":46.73773193359375,"height":12.890472412109375,"text":"1,371"}],[{"top":313.92487,"left":119.789444,"width":121.92678833007812,"height":12.785552978515625,"text":"Enterprise-class data centers"},{"top":313.92487,"left":241.71623,"width":46.66426086425781,"height":12.785552978515625,"text":"1,465"},{"top":313.92487,"left":288.3805,"width":46.663482666015625,"height":12.785552978515625,"text":"1,471"},{"top":313.92487,"left":335.04398,"width":46.663818359375,"height":12.785552978515625,"text":"1,426"},{"top":313.92487,"left":381.7078,"width":46.663330078125,"height":12.785552978515625,"text":"1,334"},{"top":313.92487,"left":428.37112,"width":46.73773193359375,"height":12.785552978515625,"text":"1,371"}],[{"top":326.71042,"left":119.789444,"width":355.31939697265625,"height":13.04400634765625,"text":"State-of-the-art scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":339.75443,"left":119.789444,"width":121.92678833007812,"height":12.784942626953125,"text":"Volume servers in:"},{"top":339.75443,"left":241.71623,"width":46.66426086425781,"height":12.784942626953125,"text":"2007"},{"top":339.75443,"left":288.3805,"width":46.663482666015625,"height":12.784942626953125,"text":"2008"},{"top":339.75443,"left":335.04398,"width":46.663818359375,"height":12.784942626953125,"text":"2009"},{"top":339.75443,"left":381.7078,"width":46.663330078125,"height":12.784942626953125,"text":"2010"},{"top":339.75443,"left":428.37112,"width":46.73773193359375,"height":12.784942626953125,"text":"2011"}],[{"top":352.53937,"left":119.789444,"width":121.92678833007812,"height":12.89111328125,"text":"Server closets"},{"top":352.53937,"left":241.71623,"width":46.66426086425781,"height":12.89111328125,"text":"1,485"},{"top":352.53937,"left":288.3805,"width":46.663482666015625,"height":12.89111328125,"text":"1,471"},{"top":352.53937,"left":335.04398,"width":46.663818359375,"height":12.89111328125,"text":"1,424"},{"top":352.53937,"left":381.7078,"width":46.663330078125,"height":12.89111328125,"text":"1,315"},{"top":352.53937,"left":428.37112,"width":46.73773193359375,"height":12.89111328125,"text":"1,349"}],[{"top":365.43048,"left":119.789444,"width":121.92678833007812,"height":12.8902587890625,"text":"Server rooms"},{"top":365.43048,"left":241.71623,"width":46.66426086425781,"height":12.8902587890625,"text":"1,495"},{"top":365.43048,"left":288.3805,"width":46.663482666015625,"height":12.8902587890625,"text":"1,573"},{"top":365.43048,"left":335.04398,"width":46.663818359375,"height":12.8902587890625,"text":"1,586"},{"top":365.43048,"left":381.7078,"width":46.663330078125,"height":12.8902587890625,"text":"1,424"},{"top":365.43048,"left":428.37112,"width":46.73773193359375,"height":12.8902587890625,"text":"1,485"}],[{"top":378.32074,"left":119.789444,"width":121.92678833007812,"height":12.891143798828125,"text":"Localized data centers"},{"top":378.32074,"left":241.71623,"width":46.66426086425781,"height":12.891143798828125,"text":"1,495"},{"top":378.32074,"left":288.3805,"width":46.663482666015625,"height":12.891143798828125,"text":"1,572"},{"top":378.32074,"left":335.04398,"width":46.663818359375,"height":12.891143798828125,"text":"1,585"},{"top":378.32074,"left":381.7078,"width":46.663330078125,"height":12.891143798828125,"text":"1,424"},{"top":378.32074,"left":428.37112,"width":46.73773193359375,"height":12.891143798828125,"text":"1,485"}],[{"top":391.21188,"left":119.789444,"width":121.92678833007812,"height":12.89068603515625,"text":"Mid-tier data centers"},{"top":391.21188,"left":241.71623,"width":46.66426086425781,"height":12.89068603515625,"text":"1,495"},{"top":391.21188,"left":288.3805,"width":46.663482666015625,"height":12.89068603515625,"text":"1,572"},{"top":391.21188,"left":335.04398,"width":46.663818359375,"height":12.89068603515625,"text":"1,585"},{"top":391.21188,"left":381.7078,"width":46.663330078125,"height":12.89068603515625,"text":"1,424"},{"top":391.21188,"left":428.37112,"width":46.73773193359375,"height":12.89068603515625,"text":"1,485"}],[{"top":404.10257,"left":119.789444,"width":121.92678833007812,"height":12.968292236328125,"text":"Enterprise-class data centers"},{"top":404.10257,"left":241.71623,"width":46.66426086425781,"height":12.968292236328125,"text":"1,495"},{"top":404.10257,"left":288.3805,"width":46.663482666015625,"height":12.968292236328125,"text":"1,572"},{"top":404.10257,"left":335.04398,"width":46.663818359375,"height":12.968292236328125,"text":"1,585"},{"top":404.10257,"left":381.7078,"width":46.663330078125,"height":12.968292236328125,"text":"1,424"},{"top":404.10257,"left":428.37112,"width":46.73773193359375,"height":12.968292236328125,"text":"1,485"}]]},{"extraction_method":"spreadsheet","top":538.25964,"left":130.8136,"width":333.3038024902344,"height":51.5423583984375,"data":[[{"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":12.88055419921875,"text":"All alternative scenarios"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":551.1402,"left":130.8136,"width":99.93739318847656,"height":12.784912109375,"text":"Server class"},{"top":551.1402,"left":230.75099,"width":46.66310119628906,"height":12.784912109375,"text":"2007"},{"top":551.1402,"left":277.4141,"width":46.663787841796875,"height":12.784912109375,"text":"2008"},{"top":551.1402,"left":324.07788,"width":46.663970947265625,"height":12.784912109375,"text":"2009"},{"top":551.1402,"left":370.74185,"width":46.663177490234375,"height":12.784912109375,"text":"2010"},{"top":551.1402,"left":417.40503,"width":46.712371826171875,"height":12.784912109375,"text":"2011"}],[{"top":563.9251,"left":130.8136,"width":99.93739318847656,"height":12.8905029296875,"text":"Mid-range"},{"top":563.9251,"left":230.75099,"width":46.66310119628906,"height":12.8905029296875,"text":"4,921"},{"top":563.9251,"left":277.4141,"width":46.663787841796875,"height":12.8905029296875,"text":"5,467"},{"top":563.9251,"left":324.07788,"width":46.663970947265625,"height":12.8905029296875,"text":"6,152"},{"top":563.9251,"left":370.74185,"width":46.663177490234375,"height":12.8905029296875,"text":"6,649"},{"top":563.9251,"left":417.40503,"width":46.712371826171875,"height":12.8905029296875,"text":"7,185"}],[{"top":576.8156,"left":130.8136,"width":99.93739318847656,"height":12.98638916015625,"text":"High-end"},{"top":576.8156,"left":230.75099,"width":46.66310119628906,"height":12.98638916015625,"text":"76,295"},{"top":576.8156,"left":277.4141,"width":46.663787841796875,"height":12.98638916015625,"text":"81,624"},{"top":576.8156,"left":324.07788,"width":46.663970947265625,"height":12.98638916015625,"text":"86,849"},{"top":576.8156,"left":370.74185,"width":46.663177490234375,"height":12.98638916015625,"text":"92,662"},{"top":576.8156,"left":417.40503,"width":46.712371826171875,"height":12.98638916015625,"text":"98,864"}]]}] \ No newline at end of file +[{"extraction_method":"lattice","page_number":1,"top":150.56,"left":119.789444,"width":355.31939697265625,"height":266.5108642578125,"right":475.10883,"bottom":417.07086,"data":[[{"top":150.56,"left":119.789444,"width":355.31939697265625,"height":8.897811889648438,"text":"Improved operation scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":159.45781,"left":119.789444,"width":121.92678833007812,"height":12.785446166992188,"text":"Volume servers in:"},{"top":159.45781,"left":241.71623,"width":46.66426086425781,"height":12.785446166992188,"text":"2007"},{"top":159.45781,"left":288.3805,"width":46.663482666015625,"height":12.785446166992188,"text":"2008"},{"top":159.45781,"left":335.04398,"width":46.663818359375,"height":12.785446166992188,"text":"2009"},{"top":159.45781,"left":381.7078,"width":46.663330078125,"height":12.785446166992188,"text":"2010"},{"top":159.45781,"left":428.37112,"width":46.73773193359375,"height":12.785446166992188,"text":"2011"}],[{"top":172.24326,"left":119.789444,"width":121.92678833007812,"height":12.832427978515625,"text":"Server closets"},{"top":172.24326,"left":241.71623,"width":46.66426086425781,"height":12.832427978515625,"text":"1,505"},{"top":172.24326,"left":288.3805,"width":46.663482666015625,"height":12.832427978515625,"text":"1,580"},{"top":172.24326,"left":335.04398,"width":46.663818359375,"height":12.832427978515625,"text":"1,643"},{"top":172.24326,"left":381.7078,"width":46.663330078125,"height":12.832427978515625,"text":"1,673"},{"top":172.24326,"left":428.37112,"width":46.73773193359375,"height":12.832427978515625,"text":"1,689"}],[{"top":185.07568,"left":119.789444,"width":121.92678833007812,"height":12.891036987304688,"text":"Server rooms"},{"top":185.07568,"left":241.71623,"width":46.66426086425781,"height":12.891036987304688,"text":"1,512"},{"top":185.07568,"left":288.3805,"width":46.663482666015625,"height":12.891036987304688,"text":"1,586"},{"top":185.07568,"left":335.04398,"width":46.663818359375,"height":12.891036987304688,"text":"1,646"},{"top":185.07568,"left":381.7078,"width":46.663330078125,"height":12.891036987304688,"text":"1,677"},{"top":185.07568,"left":428.37112,"width":46.73773193359375,"height":12.891036987304688,"text":"1,693"}],[{"top":197.96672,"left":119.789444,"width":121.92678833007812,"height":12.890411376953125,"text":"Localized data centers"},{"top":197.96672,"left":241.71623,"width":46.66426086425781,"height":12.890411376953125,"text":"1,512"},{"top":197.96672,"left":288.3805,"width":46.663482666015625,"height":12.890411376953125,"text":"1,586"},{"top":197.96672,"left":335.04398,"width":46.663818359375,"height":12.890411376953125,"text":"1,646"},{"top":197.96672,"left":381.7078,"width":46.663330078125,"height":12.890411376953125,"text":"1,677"},{"top":197.96672,"left":428.37112,"width":46.73773193359375,"height":12.890411376953125,"text":"1,693"}],[{"top":210.85713,"left":119.789444,"width":121.92678833007812,"height":12.890716552734375,"text":"Mid-tier data centers"},{"top":210.85713,"left":241.71623,"width":46.66426086425781,"height":12.890716552734375,"text":"1,512"},{"top":210.85713,"left":288.3805,"width":46.663482666015625,"height":12.890716552734375,"text":"1,586"},{"top":210.85713,"left":335.04398,"width":46.663818359375,"height":12.890716552734375,"text":"1,646"},{"top":210.85713,"left":381.7078,"width":46.663330078125,"height":12.890716552734375,"text":"1,677"},{"top":210.85713,"left":428.37112,"width":46.73773193359375,"height":12.890716552734375,"text":"1,693"}],[{"top":223.74785,"left":119.789444,"width":121.92678833007812,"height":12.785003662109375,"text":"Enterprise-class data centers"},{"top":223.74785,"left":241.71623,"width":46.66426086425781,"height":12.785003662109375,"text":"1,512"},{"top":223.74785,"left":288.3805,"width":46.663482666015625,"height":12.785003662109375,"text":"1,586"},{"top":223.74785,"left":335.04398,"width":46.663818359375,"height":12.785003662109375,"text":"1,646"},{"top":223.74785,"left":381.7078,"width":46.663330078125,"height":12.785003662109375,"text":"1,677"},{"top":223.74785,"left":428.37112,"width":46.73773193359375,"height":12.785003662109375,"text":"1,693"}],[{"top":236.53285,"left":119.789444,"width":355.31939697265625,"height":13.1025390625,"text":"Best practice scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":249.63539,"left":119.789444,"width":121.92678833007812,"height":12.726882934570312,"text":"Volume servers in:"},{"top":249.63539,"left":241.71623,"width":46.66426086425781,"height":12.726882934570312,"text":"2007"},{"top":249.63539,"left":288.3805,"width":46.663482666015625,"height":12.726882934570312,"text":"2008"},{"top":249.63539,"left":335.04398,"width":46.663818359375,"height":12.726882934570312,"text":"2009"},{"top":249.63539,"left":381.7078,"width":46.663330078125,"height":12.726882934570312,"text":"2010"},{"top":249.63539,"left":428.37112,"width":46.73773193359375,"height":12.726882934570312,"text":"2011"}],[{"top":262.36227,"left":119.789444,"width":121.92678833007812,"height":12.890472412109375,"text":"Server closets"},{"top":262.36227,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,456"},{"top":262.36227,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,439"},{"top":262.36227,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,386"},{"top":262.36227,"left":381.7078,"width":46.663330078125,"height":12.890472412109375,"text":"1,296"},{"top":262.36227,"left":428.37112,"width":46.73773193359375,"height":12.890472412109375,"text":"1,326"}],[{"top":275.25275,"left":119.789444,"width":121.92678833007812,"height":12.8914794921875,"text":"Server rooms"},{"top":275.25275,"left":241.71623,"width":46.66426086425781,"height":12.8914794921875,"text":"1,465"},{"top":275.25275,"left":288.3805,"width":46.663482666015625,"height":12.8914794921875,"text":"1,472"},{"top":275.25275,"left":335.04398,"width":46.663818359375,"height":12.8914794921875,"text":"1,427"},{"top":275.25275,"left":381.7078,"width":46.663330078125,"height":12.8914794921875,"text":"1,334"},{"top":275.25275,"left":428.37112,"width":46.73773193359375,"height":12.8914794921875,"text":"1,371"}],[{"top":288.14423,"left":119.789444,"width":121.92678833007812,"height":12.890167236328125,"text":"Localized data centers"},{"top":288.14423,"left":241.71623,"width":46.66426086425781,"height":12.890167236328125,"text":"1,465"},{"top":288.14423,"left":288.3805,"width":46.663482666015625,"height":12.890167236328125,"text":"1,471"},{"top":288.14423,"left":335.04398,"width":46.663818359375,"height":12.890167236328125,"text":"1,426"},{"top":288.14423,"left":381.7078,"width":46.663330078125,"height":12.890167236328125,"text":"1,334"},{"top":288.14423,"left":428.37112,"width":46.73773193359375,"height":12.890167236328125,"text":"1,371"}],[{"top":301.0344,"left":119.789444,"width":121.92678833007812,"height":12.890472412109375,"text":"Mid-tier data centers"},{"top":301.0344,"left":241.71623,"width":46.66426086425781,"height":12.890472412109375,"text":"1,465"},{"top":301.0344,"left":288.3805,"width":46.663482666015625,"height":12.890472412109375,"text":"1,471"},{"top":301.0344,"left":335.04398,"width":46.663818359375,"height":12.890472412109375,"text":"1,426"},{"top":301.0344,"left":381.7078,"width":46.663330078125,"height":12.890472412109375,"text":"1,334"},{"top":301.0344,"left":428.37112,"width":46.73773193359375,"height":12.890472412109375,"text":"1,371"}],[{"top":313.92487,"left":119.789444,"width":121.92678833007812,"height":12.785552978515625,"text":"Enterprise-class data centers"},{"top":313.92487,"left":241.71623,"width":46.66426086425781,"height":12.785552978515625,"text":"1,465"},{"top":313.92487,"left":288.3805,"width":46.663482666015625,"height":12.785552978515625,"text":"1,471"},{"top":313.92487,"left":335.04398,"width":46.663818359375,"height":12.785552978515625,"text":"1,426"},{"top":313.92487,"left":381.7078,"width":46.663330078125,"height":12.785552978515625,"text":"1,334"},{"top":313.92487,"left":428.37112,"width":46.73773193359375,"height":12.785552978515625,"text":"1,371"}],[{"top":326.71042,"left":119.789444,"width":355.31939697265625,"height":13.04400634765625,"text":"State-of-the-art scenario"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":339.75443,"left":119.789444,"width":121.92678833007812,"height":12.784942626953125,"text":"Volume servers in:"},{"top":339.75443,"left":241.71623,"width":46.66426086425781,"height":12.784942626953125,"text":"2007"},{"top":339.75443,"left":288.3805,"width":46.663482666015625,"height":12.784942626953125,"text":"2008"},{"top":339.75443,"left":335.04398,"width":46.663818359375,"height":12.784942626953125,"text":"2009"},{"top":339.75443,"left":381.7078,"width":46.663330078125,"height":12.784942626953125,"text":"2010"},{"top":339.75443,"left":428.37112,"width":46.73773193359375,"height":12.784942626953125,"text":"2011"}],[{"top":352.53937,"left":119.789444,"width":121.92678833007812,"height":12.89111328125,"text":"Server closets"},{"top":352.53937,"left":241.71623,"width":46.66426086425781,"height":12.89111328125,"text":"1,485"},{"top":352.53937,"left":288.3805,"width":46.663482666015625,"height":12.89111328125,"text":"1,471"},{"top":352.53937,"left":335.04398,"width":46.663818359375,"height":12.89111328125,"text":"1,424"},{"top":352.53937,"left":381.7078,"width":46.663330078125,"height":12.89111328125,"text":"1,315"},{"top":352.53937,"left":428.37112,"width":46.73773193359375,"height":12.89111328125,"text":"1,349"}],[{"top":365.43048,"left":119.789444,"width":121.92678833007812,"height":12.8902587890625,"text":"Server rooms"},{"top":365.43048,"left":241.71623,"width":46.66426086425781,"height":12.8902587890625,"text":"1,495"},{"top":365.43048,"left":288.3805,"width":46.663482666015625,"height":12.8902587890625,"text":"1,573"},{"top":365.43048,"left":335.04398,"width":46.663818359375,"height":12.8902587890625,"text":"1,586"},{"top":365.43048,"left":381.7078,"width":46.663330078125,"height":12.8902587890625,"text":"1,424"},{"top":365.43048,"left":428.37112,"width":46.73773193359375,"height":12.8902587890625,"text":"1,485"}],[{"top":378.32074,"left":119.789444,"width":121.92678833007812,"height":12.891143798828125,"text":"Localized data centers"},{"top":378.32074,"left":241.71623,"width":46.66426086425781,"height":12.891143798828125,"text":"1,495"},{"top":378.32074,"left":288.3805,"width":46.663482666015625,"height":12.891143798828125,"text":"1,572"},{"top":378.32074,"left":335.04398,"width":46.663818359375,"height":12.891143798828125,"text":"1,585"},{"top":378.32074,"left":381.7078,"width":46.663330078125,"height":12.891143798828125,"text":"1,424"},{"top":378.32074,"left":428.37112,"width":46.73773193359375,"height":12.891143798828125,"text":"1,485"}],[{"top":391.21188,"left":119.789444,"width":121.92678833007812,"height":12.89068603515625,"text":"Mid-tier data centers"},{"top":391.21188,"left":241.71623,"width":46.66426086425781,"height":12.89068603515625,"text":"1,495"},{"top":391.21188,"left":288.3805,"width":46.663482666015625,"height":12.89068603515625,"text":"1,572"},{"top":391.21188,"left":335.04398,"width":46.663818359375,"height":12.89068603515625,"text":"1,585"},{"top":391.21188,"left":381.7078,"width":46.663330078125,"height":12.89068603515625,"text":"1,424"},{"top":391.21188,"left":428.37112,"width":46.73773193359375,"height":12.89068603515625,"text":"1,485"}],[{"top":404.10257,"left":119.789444,"width":121.92678833007812,"height":12.968292236328125,"text":"Enterprise-class data centers"},{"top":404.10257,"left":241.71623,"width":46.66426086425781,"height":12.968292236328125,"text":"1,495"},{"top":404.10257,"left":288.3805,"width":46.663482666015625,"height":12.968292236328125,"text":"1,572"},{"top":404.10257,"left":335.04398,"width":46.663818359375,"height":12.968292236328125,"text":"1,585"},{"top":404.10257,"left":381.7078,"width":46.663330078125,"height":12.968292236328125,"text":"1,424"},{"top":404.10257,"left":428.37112,"width":46.73773193359375,"height":12.968292236328125,"text":"1,485"}]]},{"extraction_method":"lattice","page_number":1,"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":51.5423583984375,"right":464.1174,"bottom":589.802,"data":[[{"top":538.25964,"left":130.8136,"width":333.3038024902344,"height":12.88055419921875,"text":"All alternative scenarios"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":551.1402,"left":130.8136,"width":99.93739318847656,"height":12.784912109375,"text":"Server class"},{"top":551.1402,"left":230.75099,"width":46.66316223144531,"height":12.784912109375,"text":"2007"},{"top":551.1402,"left":277.41415,"width":46.663726806640625,"height":12.784912109375,"text":"2008"},{"top":551.1402,"left":324.07788,"width":46.663970947265625,"height":12.784912109375,"text":"2009"},{"top":551.1402,"left":370.74185,"width":46.663177490234375,"height":12.784912109375,"text":"2010"},{"top":551.1402,"left":417.40503,"width":46.712371826171875,"height":12.784912109375,"text":"2011"}],[{"top":563.9251,"left":130.8136,"width":99.93739318847656,"height":12.8905029296875,"text":"Mid-range"},{"top":563.9251,"left":230.75099,"width":46.66316223144531,"height":12.8905029296875,"text":"4,921"},{"top":563.9251,"left":277.41415,"width":46.663726806640625,"height":12.8905029296875,"text":"5,467"},{"top":563.9251,"left":324.07788,"width":46.663970947265625,"height":12.8905029296875,"text":"6,152"},{"top":563.9251,"left":370.74185,"width":46.663177490234375,"height":12.8905029296875,"text":"6,649"},{"top":563.9251,"left":417.40503,"width":46.712371826171875,"height":12.8905029296875,"text":"7,185"}],[{"top":576.8156,"left":130.8136,"width":99.93739318847656,"height":12.98638916015625,"text":"High-end"},{"top":576.8156,"left":230.75099,"width":46.66316223144531,"height":12.98638916015625,"text":"76,295"},{"top":576.8156,"left":277.41415,"width":46.663726806640625,"height":12.98638916015625,"text":"81,624"},{"top":576.8156,"left":324.07788,"width":46.663970947265625,"height":12.98638916015625,"text":"86,849"},{"top":576.8156,"left":370.74185,"width":46.663177490234375,"height":12.98638916015625,"text":"92,662"},{"top":576.8156,"left":417.40503,"width":46.712371826171875,"height":12.98638916015625,"text":"98,864"}]]}] diff --git a/src/test/resources/technology/tabula/json/twotables.json b/src/test/resources/technology/tabula/json/twotables.json index 8d68a640..35a4c50f 100644 --- a/src/test/resources/technology/tabula/json/twotables.json +++ b/src/test/resources/technology/tabula/json/twotables.json @@ -1 +1 @@ -[{"extraction_method":"spreadsheet","top":111.18451,"left":67.41156,"width":342.44476318359375,"height":174.07479858398438,"data":[[{"top":111.18451,"left":67.41156,"width":85.61141967773438,"height":28.53582763671875,"text":""},{"top":111.18451,"left":153.02298,"width":256.8333435058594,"height":14.266975402832031,"text":"株主資本"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":125.451485,"left":153.02298,"width":51.367401123046875,"height":14.268852233886719,"text":"資本金"},{"top":125.451485,"left":204.39038,"width":51.36669921875,"height":14.268852233886719,"text":"資本剰余金"},{"top":125.451485,"left":255.75708,"width":51.3656005859375,"height":14.268852233886719,"text":"利益剰余金"},{"top":125.451485,"left":307.12268,"width":51.366668701171875,"height":14.268852233886719,"text":"自己株式"},{"top":125.451485,"left":358.48935,"width":51.366973876953125,"height":14.268852233886719,"text":"株主資本合計"}],[{"top":139.72034,"left":67.41156,"width":85.61141967773438,"height":14.268722534179688,"text":"当期首残高"},{"top":139.72034,"left":153.02298,"width":51.367401123046875,"height":14.268722534179688,"text":"5,664"},{"top":139.72034,"left":204.39038,"width":51.36669921875,"height":14.268722534179688,"text":"749"},{"top":139.72034,"left":255.75708,"width":51.3656005859375,"height":14.268722534179688,"text":"12,017"},{"top":139.72034,"left":307.12268,"width":51.366668701171875,"height":14.268722534179688,"text":"△747"},{"top":139.72034,"left":358.48935,"width":51.366973876953125,"height":14.268722534179688,"text":"17,683"}],[{"top":153.98906,"left":67.41156,"width":85.61141967773438,"height":14.268753051757812,"text":"当期変動額"},{"top":153.98906,"left":153.02298,"width":51.367401123046875,"height":14.268753051757812,"text":""},{"top":153.98906,"left":204.39038,"width":51.36669921875,"height":14.268753051757812,"text":""},{"top":153.98906,"left":255.75708,"width":51.3656005859375,"height":14.268753051757812,"text":""},{"top":153.98906,"left":307.12268,"width":51.366668701171875,"height":14.268753051757812,"text":""},{"top":153.98906,"left":358.48935,"width":51.366973876953125,"height":14.268753051757812,"text":""}],[{"top":168.25781,"left":67.41156,"width":85.61141967773438,"height":14.268936157226562,"text":"剰余金の配当"},{"top":168.25781,"left":153.02298,"width":51.367401123046875,"height":14.268936157226562,"text":""},{"top":168.25781,"left":204.39038,"width":51.36669921875,"height":14.268936157226562,"text":""},{"top":168.25781,"left":255.75708,"width":51.3656005859375,"height":14.268936157226562,"text":"△525"},{"top":168.25781,"left":307.12268,"width":51.366668701171875,"height":14.268936157226562,"text":""},{"top":168.25781,"left":358.48935,"width":51.366973876953125,"height":14.268936157226562,"text":"△525"}],[{"top":182.52675,"left":67.41156,"width":85.61141967773438,"height":14.265869140625,"text":"当期純利益"},{"top":182.52675,"left":153.02298,"width":51.367401123046875,"height":14.265869140625,"text":""},{"top":182.52675,"left":204.39038,"width":51.36669921875,"height":14.265869140625,"text":""},{"top":182.52675,"left":255.75708,"width":51.3656005859375,"height":14.265869140625,"text":"1,269"},{"top":182.52675,"left":307.12268,"width":51.366668701171875,"height":14.265869140625,"text":""},{"top":182.52675,"left":358.48935,"width":51.366973876953125,"height":14.265869140625,"text":"1,269"}],[{"top":196.79262,"left":67.41156,"width":85.61141967773438,"height":14.268966674804688,"text":"自己株式の取得"},{"top":196.79262,"left":153.02298,"width":51.367401123046875,"height":14.268966674804688,"text":""},{"top":196.79262,"left":204.39038,"width":51.36669921875,"height":14.268966674804688,"text":""},{"top":196.79262,"left":255.75708,"width":51.3656005859375,"height":14.268966674804688,"text":""},{"top":196.79262,"left":307.12268,"width":51.366668701171875,"height":14.268966674804688,"text":"△0"},{"top":196.79262,"left":358.48935,"width":51.366973876953125,"height":14.268966674804688,"text":"△0"}],[{"top":211.06158,"left":67.41156,"width":85.61141967773438,"height":22.830032348632812,"text":"持分法の適用範囲\rの変動"},{"top":211.06158,"left":153.02298,"width":51.367401123046875,"height":22.830032348632812,"text":""},{"top":211.06158,"left":204.39038,"width":51.36669921875,"height":22.830032348632812,"text":""},{"top":211.06158,"left":255.75708,"width":51.3656005859375,"height":22.830032348632812,"text":"85"},{"top":211.06158,"left":307.12268,"width":51.366668701171875,"height":22.830032348632812,"text":""},{"top":211.06158,"left":358.48935,"width":51.366973876953125,"height":22.830032348632812,"text":"85"}],[{"top":233.89162,"left":67.41156,"width":85.61141967773438,"height":22.829788208007812,"text":"株主資本以外の項目\rの当期変動額(純額)"},{"top":233.89162,"left":153.02298,"width":51.367401123046875,"height":22.829788208007812,"text":""},{"top":233.89162,"left":204.39038,"width":51.36669921875,"height":22.829788208007812,"text":""},{"top":233.89162,"left":255.75708,"width":51.3656005859375,"height":22.829788208007812,"text":""},{"top":233.89162,"left":307.12268,"width":51.366668701171875,"height":22.829788208007812,"text":""},{"top":233.89162,"left":358.48935,"width":51.366973876953125,"height":22.829788208007812,"text":""}],[{"top":256.7214,"left":67.41156,"width":85.61141967773438,"height":14.268798828125,"text":"当期変動額合計"},{"top":256.7214,"left":153.02298,"width":51.367401123046875,"height":14.268798828125,"text":"―"},{"top":256.7214,"left":204.39038,"width":51.36669921875,"height":14.268798828125,"text":"―"},{"top":256.7214,"left":255.75708,"width":51.3656005859375,"height":14.268798828125,"text":"829"},{"top":256.7214,"left":307.12268,"width":51.366668701171875,"height":14.268798828125,"text":"△0"},{"top":256.7214,"left":358.48935,"width":51.366973876953125,"height":14.268798828125,"text":"829"}],[{"top":270.9902,"left":67.41156,"width":85.61141967773438,"height":14.26910400390625,"text":"当期末残高"},{"top":270.9902,"left":153.02298,"width":51.367401123046875,"height":14.26910400390625,"text":"5,664"},{"top":270.9902,"left":204.39038,"width":51.36669921875,"height":14.26910400390625,"text":"749"},{"top":270.9902,"left":255.75708,"width":51.3656005859375,"height":14.26910400390625,"text":"12,846"},{"top":270.9902,"left":307.12268,"width":51.366668701171875,"height":14.26910400390625,"text":"△747"},{"top":270.9902,"left":358.48935,"width":51.366973876953125,"height":14.26910400390625,"text":"18,512"}]]},{"extraction_method":"spreadsheet","top":311.64725,"left":67.41156,"width":445.17803955078125,"height":191.19354248046875,"data":[[{"top":311.64725,"left":67.41156,"width":85.61141967773438,"height":45.658660888671875,"text":""},{"top":311.64725,"left":153.02298,"width":256.8333435058594,"height":14.266693115234375,"text":"その他の包括利益累計額"},{"top":311.64725,"left":409.85632,"width":51.365631103515625,"height":45.658660888671875,"text":"少数株主持分"},{"top":311.64725,"left":461.22195,"width":51.367645263671875,"height":45.658660888671875,"text":"純資産合計"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":325.91394,"left":153.02298,"width":51.367401123046875,"height":31.3919677734375,"text":"その他有価証券\r評価差額金"},{"top":325.91394,"left":204.39038,"width":51.36669921875,"height":31.3919677734375,"text":"繰延ヘッジ\r損益"},{"top":325.91394,"left":255.75708,"width":51.3656005859375,"height":31.3919677734375,"text":"為替換算\r調整勘定"},{"top":325.91394,"left":307.12268,"width":51.366668701171875,"height":31.3919677734375,"text":"退職給付に係る\r調整累計額"},{"top":325.91394,"left":358.48935,"width":51.366973876953125,"height":31.3919677734375,"text":"その他の\r包括利益\r累計額合計"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":357.3059,"left":67.41156,"width":85.61141967773438,"height":14.266754150390625,"text":"当期首残高"},{"top":357.3059,"left":153.02298,"width":51.367401123046875,"height":14.266754150390625,"text":"△669"},{"top":357.3059,"left":204.39038,"width":51.36669921875,"height":14.266754150390625,"text":"61"},{"top":357.3059,"left":255.75708,"width":51.3656005859375,"height":14.266754150390625,"text":"△109"},{"top":357.3059,"left":307.12268,"width":51.366668701171875,"height":14.266754150390625,"text":"―"},{"top":357.3059,"left":358.48935,"width":51.366973876953125,"height":14.266754150390625,"text":"△717"},{"top":357.3059,"left":409.85632,"width":51.365631103515625,"height":14.266754150390625,"text":"246"},{"top":357.3059,"left":461.22195,"width":51.367645263671875,"height":14.266754150390625,"text":"17,212"}],[{"top":371.57266,"left":67.41156,"width":85.61141967773438,"height":14.269073486328125,"text":"当期変動額"},{"top":371.57266,"left":153.02298,"width":51.367401123046875,"height":14.269073486328125,"text":""},{"top":371.57266,"left":204.39038,"width":51.36669921875,"height":14.269073486328125,"text":""},{"top":371.57266,"left":255.75708,"width":51.3656005859375,"height":14.269073486328125,"text":""},{"top":371.57266,"left":307.12268,"width":51.366668701171875,"height":14.269073486328125,"text":""},{"top":371.57266,"left":358.48935,"width":51.366973876953125,"height":14.269073486328125,"text":""},{"top":371.57266,"left":409.85632,"width":51.365631103515625,"height":14.269073486328125,"text":""},{"top":371.57266,"left":461.22195,"width":51.367645263671875,"height":14.269073486328125,"text":""}],[{"top":385.84174,"left":67.41156,"width":85.61141967773438,"height":14.268402099609375,"text":"剰余金の配当"},{"top":385.84174,"left":153.02298,"width":51.367401123046875,"height":14.268402099609375,"text":""},{"top":385.84174,"left":204.39038,"width":51.36669921875,"height":14.268402099609375,"text":""},{"top":385.84174,"left":255.75708,"width":51.3656005859375,"height":14.268402099609375,"text":""},{"top":385.84174,"left":307.12268,"width":51.366668701171875,"height":14.268402099609375,"text":""},{"top":385.84174,"left":358.48935,"width":51.366973876953125,"height":14.268402099609375,"text":""},{"top":385.84174,"left":409.85632,"width":51.365631103515625,"height":14.268402099609375,"text":""},{"top":385.84174,"left":461.22195,"width":51.367645263671875,"height":14.268402099609375,"text":"△525"}],[{"top":400.11014,"left":67.41156,"width":85.61141967773438,"height":14.26885986328125,"text":"当期純利益"},{"top":400.11014,"left":153.02298,"width":51.367401123046875,"height":14.26885986328125,"text":""},{"top":400.11014,"left":204.39038,"width":51.36669921875,"height":14.26885986328125,"text":""},{"top":400.11014,"left":255.75708,"width":51.3656005859375,"height":14.26885986328125,"text":""},{"top":400.11014,"left":307.12268,"width":51.366668701171875,"height":14.26885986328125,"text":""},{"top":400.11014,"left":358.48935,"width":51.366973876953125,"height":14.26885986328125,"text":""},{"top":400.11014,"left":409.85632,"width":51.365631103515625,"height":14.26885986328125,"text":""},{"top":400.11014,"left":461.22195,"width":51.367645263671875,"height":14.26885986328125,"text":"1,269"}],[{"top":414.379,"left":67.41156,"width":85.61141967773438,"height":14.269195556640625,"text":"自己株式の取得"},{"top":414.379,"left":153.02298,"width":51.367401123046875,"height":14.269195556640625,"text":""},{"top":414.379,"left":204.39038,"width":51.36669921875,"height":14.269195556640625,"text":""},{"top":414.379,"left":255.75708,"width":51.3656005859375,"height":14.269195556640625,"text":""},{"top":414.379,"left":307.12268,"width":51.366668701171875,"height":14.269195556640625,"text":""},{"top":414.379,"left":358.48935,"width":51.366973876953125,"height":14.269195556640625,"text":""},{"top":414.379,"left":409.85632,"width":51.365631103515625,"height":14.269195556640625,"text":""},{"top":414.379,"left":461.22195,"width":51.367645263671875,"height":14.269195556640625,"text":"△0"}],[{"top":428.6482,"left":67.41156,"width":85.61141967773438,"height":22.829620361328125,"text":"持分法の適用範囲\rの変動"},{"top":428.6482,"left":153.02298,"width":51.367401123046875,"height":22.829620361328125,"text":""},{"top":428.6482,"left":204.39038,"width":51.36669921875,"height":22.829620361328125,"text":""},{"top":428.6482,"left":255.75708,"width":51.3656005859375,"height":22.829620361328125,"text":""},{"top":428.6482,"left":307.12268,"width":51.366668701171875,"height":22.829620361328125,"text":""},{"top":428.6482,"left":358.48935,"width":51.366973876953125,"height":22.829620361328125,"text":""},{"top":428.6482,"left":409.85632,"width":51.365631103515625,"height":22.829620361328125,"text":""},{"top":428.6482,"left":461.22195,"width":51.367645263671875,"height":22.829620361328125,"text":"85"}],[{"top":451.4778,"left":67.41156,"width":85.61141967773438,"height":22.82977294921875,"text":"株主資本以外の項目\rの当期変動額(純額)"},{"top":451.4778,"left":153.02298,"width":51.367401123046875,"height":22.82977294921875,"text":"556"},{"top":451.4778,"left":204.39038,"width":51.36669921875,"height":22.82977294921875,"text":"80"},{"top":451.4778,"left":255.75708,"width":51.3656005859375,"height":22.82977294921875,"text":"5"},{"top":451.4778,"left":307.12268,"width":51.366668701171875,"height":22.82977294921875,"text":"―"},{"top":451.4778,"left":358.48935,"width":51.366973876953125,"height":22.82977294921875,"text":"642"},{"top":451.4778,"left":409.85632,"width":51.365631103515625,"height":22.82977294921875,"text":"△0"},{"top":451.4778,"left":461.22195,"width":51.367645263671875,"height":22.82977294921875,"text":"642"}],[{"top":474.3076,"left":67.41156,"width":85.61141967773438,"height":14.268341064453125,"text":"当期変動額合計"},{"top":474.3076,"left":153.02298,"width":51.367401123046875,"height":14.268341064453125,"text":"556"},{"top":474.3076,"left":204.39038,"width":51.36669921875,"height":14.268341064453125,"text":"80"},{"top":474.3076,"left":255.75708,"width":51.3656005859375,"height":14.268341064453125,"text":"5"},{"top":474.3076,"left":307.12268,"width":51.366668701171875,"height":14.268341064453125,"text":"―"},{"top":474.3076,"left":358.48935,"width":51.366973876953125,"height":14.268341064453125,"text":"642"},{"top":474.3076,"left":409.85632,"width":51.365631103515625,"height":14.268341064453125,"text":"△0"},{"top":474.3076,"left":461.22195,"width":51.367645263671875,"height":14.268341064453125,"text":"1,471"}],[{"top":488.57593,"left":67.41156,"width":85.61141967773438,"height":14.264862060546875,"text":"当期末残高"},{"top":488.57593,"left":153.02298,"width":51.367401123046875,"height":14.264862060546875,"text":"△113"},{"top":488.57593,"left":204.39038,"width":51.36669921875,"height":14.264862060546875,"text":"142"},{"top":488.57593,"left":255.75708,"width":51.3656005859375,"height":14.264862060546875,"text":"△104"},{"top":488.57593,"left":307.12268,"width":51.366668701171875,"height":14.264862060546875,"text":"―"},{"top":488.57593,"left":358.48935,"width":51.366973876953125,"height":14.264862060546875,"text":"△75"},{"top":488.57593,"left":409.85632,"width":51.365631103515625,"height":14.264862060546875,"text":"245"},{"top":488.57593,"left":461.22195,"width":51.367645263671875,"height":14.264862060546875,"text":"18,683"}]]}] \ No newline at end of file +[{"extraction_method":"lattice","page_number":1,"top":111.79087,"left":67.41156,"width":342.44476318359375,"height":174.0704345703125,"right":409.85632,"bottom":285.8613,"data":[[{"top":111.79087,"left":67.41156,"width":85.61141967773438,"height":28.536293029785156,"text":""},{"top":111.79087,"left":153.02298,"width":256.8333435058594,"height":14.267105102539062,"text":"株主資本"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":126.057976,"left":153.02298,"width":51.367401123046875,"height":14.269187927246094,"text":"資本金"},{"top":126.057976,"left":204.39038,"width":51.36669921875,"height":14.269187927246094,"text":"資本剰余金"},{"top":126.057976,"left":255.75708,"width":51.3656005859375,"height":14.269187927246094,"text":"利益剰余金"},{"top":126.057976,"left":307.12268,"width":51.366668701171875,"height":14.269187927246094,"text":"自己株式"},{"top":126.057976,"left":358.48935,"width":51.366973876953125,"height":14.269187927246094,"text":"株主資本合計"}],[{"top":140.32716,"left":67.41156,"width":85.61141967773438,"height":14.265777587890625,"text":"当期首残高"},{"top":140.32716,"left":153.02298,"width":51.367401123046875,"height":14.265777587890625,"text":"5,664"},{"top":140.32716,"left":204.39038,"width":51.36669921875,"height":14.265777587890625,"text":"749"},{"top":140.32716,"left":255.75708,"width":51.3656005859375,"height":14.265777587890625,"text":"12,017"},{"top":140.32716,"left":307.12268,"width":51.366668701171875,"height":14.265777587890625,"text":"△747"},{"top":140.32716,"left":358.48935,"width":51.366973876953125,"height":14.265777587890625,"text":"17,683"}],[{"top":154.59294,"left":67.41156,"width":85.61141967773438,"height":14.26910400390625,"text":"当期変動額"},{"top":154.59294,"left":153.02298,"width":51.367401123046875,"height":14.26910400390625,"text":""},{"top":154.59294,"left":204.39038,"width":51.36669921875,"height":14.26910400390625,"text":""},{"top":154.59294,"left":255.75708,"width":51.3656005859375,"height":14.26910400390625,"text":""},{"top":154.59294,"left":307.12268,"width":51.366668701171875,"height":14.26910400390625,"text":""},{"top":154.59294,"left":358.48935,"width":51.366973876953125,"height":14.26910400390625,"text":""}],[{"top":168.86205,"left":67.41156,"width":85.61141967773438,"height":14.268997192382812,"text":"剰余金の配当"},{"top":168.86205,"left":153.02298,"width":51.367401123046875,"height":14.268997192382812,"text":""},{"top":168.86205,"left":204.39038,"width":51.36669921875,"height":14.268997192382812,"text":""},{"top":168.86205,"left":255.75708,"width":51.3656005859375,"height":14.268997192382812,"text":"△525"},{"top":168.86205,"left":307.12268,"width":51.366668701171875,"height":14.268997192382812,"text":""},{"top":168.86205,"left":358.48935,"width":51.366973876953125,"height":14.268997192382812,"text":"△525"}],[{"top":183.13104,"left":67.41156,"width":85.61141967773438,"height":14.2691650390625,"text":"当期純利益"},{"top":183.13104,"left":153.02298,"width":51.367401123046875,"height":14.2691650390625,"text":""},{"top":183.13104,"left":204.39038,"width":51.36669921875,"height":14.2691650390625,"text":""},{"top":183.13104,"left":255.75708,"width":51.3656005859375,"height":14.2691650390625,"text":"1,269"},{"top":183.13104,"left":307.12268,"width":51.366668701171875,"height":14.2691650390625,"text":""},{"top":183.13104,"left":358.48935,"width":51.366973876953125,"height":14.2691650390625,"text":"1,269"}],[{"top":197.4002,"left":67.41156,"width":85.61141967773438,"height":14.268936157226562,"text":"自己株式の取得"},{"top":197.4002,"left":153.02298,"width":51.367401123046875,"height":14.268936157226562,"text":""},{"top":197.4002,"left":204.39038,"width":51.36669921875,"height":14.268936157226562,"text":""},{"top":197.4002,"left":255.75708,"width":51.3656005859375,"height":14.268936157226562,"text":""},{"top":197.4002,"left":307.12268,"width":51.366668701171875,"height":14.268936157226562,"text":"△0"},{"top":197.4002,"left":358.48935,"width":51.366973876953125,"height":14.268936157226562,"text":"△0"}],[{"top":211.66914,"left":67.41156,"width":85.61141967773438,"height":22.82952880859375,"text":"持分法の適用範囲\rの変動"},{"top":211.66914,"left":153.02298,"width":51.367401123046875,"height":22.82952880859375,"text":""},{"top":211.66914,"left":204.39038,"width":51.36669921875,"height":22.82952880859375,"text":""},{"top":211.66914,"left":255.75708,"width":51.3656005859375,"height":22.82952880859375,"text":"85"},{"top":211.66914,"left":307.12268,"width":51.366668701171875,"height":22.82952880859375,"text":""},{"top":211.66914,"left":358.48935,"width":51.366973876953125,"height":22.82952880859375,"text":"85"}],[{"top":234.49867,"left":67.41156,"width":85.61141967773438,"height":22.829910278320312,"text":"株主資本以外の項目\rの当期変動額(純額)"},{"top":234.49867,"left":153.02298,"width":51.367401123046875,"height":22.829910278320312,"text":""},{"top":234.49867,"left":204.39038,"width":51.36669921875,"height":22.829910278320312,"text":""},{"top":234.49867,"left":255.75708,"width":51.3656005859375,"height":22.829910278320312,"text":""},{"top":234.49867,"left":307.12268,"width":51.366668701171875,"height":22.829910278320312,"text":""},{"top":234.49867,"left":358.48935,"width":51.366973876953125,"height":22.829910278320312,"text":""}],[{"top":257.32858,"left":67.41156,"width":85.61141967773438,"height":14.2686767578125,"text":"当期変動額合計"},{"top":257.32858,"left":153.02298,"width":51.367401123046875,"height":14.2686767578125,"text":"―"},{"top":257.32858,"left":204.39038,"width":51.36669921875,"height":14.2686767578125,"text":"―"},{"top":257.32858,"left":255.75708,"width":51.3656005859375,"height":14.2686767578125,"text":"829"},{"top":257.32858,"left":307.12268,"width":51.366668701171875,"height":14.2686767578125,"text":"△0"},{"top":257.32858,"left":358.48935,"width":51.366973876953125,"height":14.2686767578125,"text":"829"}],[{"top":271.59726,"left":67.41156,"width":85.61141967773438,"height":14.2640380859375,"text":"当期末残高"},{"top":271.59726,"left":153.02298,"width":51.367401123046875,"height":14.2640380859375,"text":"5,664"},{"top":271.59726,"left":204.39038,"width":51.36669921875,"height":14.2640380859375,"text":"749"},{"top":271.59726,"left":255.75708,"width":51.3656005859375,"height":14.2640380859375,"text":"12,846"},{"top":271.59726,"left":307.12268,"width":51.366668701171875,"height":14.2640380859375,"text":"△747"},{"top":271.59726,"left":358.48935,"width":51.366973876953125,"height":14.2640380859375,"text":"18,512"}]]},{"extraction_method":"lattice","page_number":1,"top":312.25272,"left":67.41156,"width":445.17803955078125,"height":191.19696044921875,"right":512.5896,"bottom":503.44968,"data":[[{"top":312.25272,"left":67.41156,"width":85.61141967773438,"height":45.658233642578125,"text":""},{"top":312.25272,"left":153.02298,"width":256.8333435058594,"height":14.267730712890625,"text":"その他の包括利益累計額"},{"top":312.25272,"left":409.85632,"width":51.365631103515625,"height":45.658233642578125,"text":"少数株主持分"},{"top":312.25272,"left":461.22195,"width":51.367645263671875,"height":45.658233642578125,"text":"純資産合計"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":326.52045,"left":153.02298,"width":51.367401123046875,"height":31.3905029296875,"text":"その他有価証券\r評価差額金"},{"top":326.52045,"left":204.39038,"width":51.36669921875,"height":31.3905029296875,"text":"繰延ヘッジ\r損益"},{"top":326.52045,"left":255.75708,"width":51.3656005859375,"height":31.3905029296875,"text":"為替換算\r調整勘定"},{"top":326.52045,"left":307.12268,"width":51.366668701171875,"height":31.3905029296875,"text":"退職給付に係る\r調整累計額"},{"top":326.52045,"left":358.48935,"width":51.366973876953125,"height":31.3905029296875,"text":"その他の\r包括利益\r累計額合計"},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""},{"top":0.0,"left":0.0,"width":0.0,"height":0.0,"text":""}],[{"top":357.91095,"left":67.41156,"width":85.61141967773438,"height":14.268768310546875,"text":"当期首残高"},{"top":357.91095,"left":153.02298,"width":51.367401123046875,"height":14.268768310546875,"text":"△669"},{"top":357.91095,"left":204.39038,"width":51.36669921875,"height":14.268768310546875,"text":"61"},{"top":357.91095,"left":255.75708,"width":51.3656005859375,"height":14.268768310546875,"text":"△109"},{"top":357.91095,"left":307.12268,"width":51.366668701171875,"height":14.268768310546875,"text":"―"},{"top":357.91095,"left":358.48935,"width":51.366973876953125,"height":14.268768310546875,"text":"△717"},{"top":357.91095,"left":409.85632,"width":51.365631103515625,"height":14.268768310546875,"text":"246"},{"top":357.91095,"left":461.22195,"width":51.367645263671875,"height":14.268768310546875,"text":"17,212"}],[{"top":372.17972,"left":67.41156,"width":85.61141967773438,"height":14.2691650390625,"text":"当期変動額"},{"top":372.17972,"left":153.02298,"width":51.367401123046875,"height":14.2691650390625,"text":""},{"top":372.17972,"left":204.39038,"width":51.36669921875,"height":14.2691650390625,"text":""},{"top":372.17972,"left":255.75708,"width":51.3656005859375,"height":14.2691650390625,"text":""},{"top":372.17972,"left":307.12268,"width":51.366668701171875,"height":14.2691650390625,"text":""},{"top":372.17972,"left":358.48935,"width":51.366973876953125,"height":14.2691650390625,"text":""},{"top":372.17972,"left":409.85632,"width":51.365631103515625,"height":14.2691650390625,"text":""},{"top":372.17972,"left":461.22195,"width":51.367645263671875,"height":14.2691650390625,"text":""}],[{"top":386.44888,"left":67.41156,"width":85.61141967773438,"height":14.268646240234375,"text":"剰余金の配当"},{"top":386.44888,"left":153.02298,"width":51.367401123046875,"height":14.268646240234375,"text":""},{"top":386.44888,"left":204.39038,"width":51.36669921875,"height":14.268646240234375,"text":""},{"top":386.44888,"left":255.75708,"width":51.3656005859375,"height":14.268646240234375,"text":""},{"top":386.44888,"left":307.12268,"width":51.366668701171875,"height":14.268646240234375,"text":""},{"top":386.44888,"left":358.48935,"width":51.366973876953125,"height":14.268646240234375,"text":""},{"top":386.44888,"left":409.85632,"width":51.365631103515625,"height":14.268646240234375,"text":""},{"top":386.44888,"left":461.22195,"width":51.367645263671875,"height":14.268646240234375,"text":"△525"}],[{"top":400.71753,"left":67.41156,"width":85.61141967773438,"height":14.26812744140625,"text":"当期純利益"},{"top":400.71753,"left":153.02298,"width":51.367401123046875,"height":14.26812744140625,"text":""},{"top":400.71753,"left":204.39038,"width":51.36669921875,"height":14.26812744140625,"text":""},{"top":400.71753,"left":255.75708,"width":51.3656005859375,"height":14.26812744140625,"text":""},{"top":400.71753,"left":307.12268,"width":51.366668701171875,"height":14.26812744140625,"text":""},{"top":400.71753,"left":358.48935,"width":51.366973876953125,"height":14.26812744140625,"text":""},{"top":400.71753,"left":409.85632,"width":51.365631103515625,"height":14.26812744140625,"text":""},{"top":400.71753,"left":461.22195,"width":51.367645263671875,"height":14.26812744140625,"text":"1,269"}],[{"top":414.98566,"left":67.41156,"width":85.61141967773438,"height":14.26678466796875,"text":"自己株式の取得"},{"top":414.98566,"left":153.02298,"width":51.367401123046875,"height":14.26678466796875,"text":""},{"top":414.98566,"left":204.39038,"width":51.36669921875,"height":14.26678466796875,"text":""},{"top":414.98566,"left":255.75708,"width":51.3656005859375,"height":14.26678466796875,"text":""},{"top":414.98566,"left":307.12268,"width":51.366668701171875,"height":14.26678466796875,"text":""},{"top":414.98566,"left":358.48935,"width":51.366973876953125,"height":14.26678466796875,"text":""},{"top":414.98566,"left":409.85632,"width":51.365631103515625,"height":14.26678466796875,"text":""},{"top":414.98566,"left":461.22195,"width":51.367645263671875,"height":14.26678466796875,"text":"△0"}],[{"top":429.25244,"left":67.41156,"width":85.61141967773438,"height":22.8292236328125,"text":"持分法の適用範囲\rの変動"},{"top":429.25244,"left":153.02298,"width":51.367401123046875,"height":22.8292236328125,"text":""},{"top":429.25244,"left":204.39038,"width":51.36669921875,"height":22.8292236328125,"text":""},{"top":429.25244,"left":255.75708,"width":51.3656005859375,"height":22.8292236328125,"text":""},{"top":429.25244,"left":307.12268,"width":51.366668701171875,"height":22.8292236328125,"text":""},{"top":429.25244,"left":358.48935,"width":51.366973876953125,"height":22.8292236328125,"text":""},{"top":429.25244,"left":409.85632,"width":51.365631103515625,"height":22.8292236328125,"text":""},{"top":429.25244,"left":461.22195,"width":51.367645263671875,"height":22.8292236328125,"text":"85"}],[{"top":452.08167,"left":67.41156,"width":85.61141967773438,"height":22.830596923828125,"text":"株主資本以外の項目\rの当期変動額(純額)"},{"top":452.08167,"left":153.02298,"width":51.367401123046875,"height":22.830596923828125,"text":"556"},{"top":452.08167,"left":204.39038,"width":51.36669921875,"height":22.830596923828125,"text":"80"},{"top":452.08167,"left":255.75708,"width":51.3656005859375,"height":22.830596923828125,"text":"5"},{"top":452.08167,"left":307.12268,"width":51.366668701171875,"height":22.830596923828125,"text":"―"},{"top":452.08167,"left":358.48935,"width":51.366973876953125,"height":22.830596923828125,"text":"642"},{"top":452.08167,"left":409.85632,"width":51.365631103515625,"height":22.830596923828125,"text":"△0"},{"top":452.08167,"left":461.22195,"width":51.367645263671875,"height":22.830596923828125,"text":"642"}],[{"top":474.91226,"left":67.41156,"width":85.61141967773438,"height":14.26776123046875,"text":"当期変動額合計"},{"top":474.91226,"left":153.02298,"width":51.367401123046875,"height":14.26776123046875,"text":"556"},{"top":474.91226,"left":204.39038,"width":51.36669921875,"height":14.26776123046875,"text":"80"},{"top":474.91226,"left":255.75708,"width":51.3656005859375,"height":14.26776123046875,"text":"5"},{"top":474.91226,"left":307.12268,"width":51.366668701171875,"height":14.26776123046875,"text":"―"},{"top":474.91226,"left":358.48935,"width":51.366973876953125,"height":14.26776123046875,"text":"642"},{"top":474.91226,"left":409.85632,"width":51.365631103515625,"height":14.26776123046875,"text":"△0"},{"top":474.91226,"left":461.22195,"width":51.367645263671875,"height":14.26776123046875,"text":"1,471"}],[{"top":489.18002,"left":67.41156,"width":85.61141967773438,"height":14.2696533203125,"text":"当期末残高"},{"top":489.18002,"left":153.02298,"width":51.367401123046875,"height":14.2696533203125,"text":"△113"},{"top":489.18002,"left":204.39038,"width":51.36669921875,"height":14.2696533203125,"text":"142"},{"top":489.18002,"left":255.75708,"width":51.3656005859375,"height":14.2696533203125,"text":"△104"},{"top":489.18002,"left":307.12268,"width":51.366668701171875,"height":14.2696533203125,"text":"―"},{"top":489.18002,"left":358.48935,"width":51.366973876953125,"height":14.2696533203125,"text":"△75"},{"top":489.18002,"left":409.85632,"width":51.365631103515625,"height":14.2696533203125,"text":"245"},{"top":489.18002,"left":461.22195,"width":51.367645263671875,"height":14.2696533203125,"text":"18,683"}]]}] diff --git a/src/test/resources/technology/tabula/npe_issue_206.pdf b/src/test/resources/technology/tabula/npe_issue_206.pdf new file mode 100644 index 00000000..352e77ba Binary files /dev/null and b/src/test/resources/technology/tabula/npe_issue_206.pdf differ diff --git a/src/test/resources/technology/tabula/us-020.pdf b/src/test/resources/technology/tabula/us-020.pdf new file mode 100644 index 00000000..39a8546c Binary files /dev/null and b/src/test/resources/technology/tabula/us-020.pdf differ