From: Vincent Vanwaelscappel <vincent@cubedesigners.com>
Date: Tue, 17 Oct 2023 12:36:05 +0000 (+0200)
Subject: wait #6252 @1
X-Git-Url: http://git.cubedesigners.com/?a=commitdiff_plain;h=beb0b2949577b395055118187194da580c2d4b43;p=cubist_pdf.git

wait #6252 @1
---

diff --git a/resources/tools/fwstk/.idea/deployment.xml b/resources/tools/fwstk/.idea/deployment.xml
index 574024d..df7b0e3 100644
--- a/resources/tools/fwstk/.idea/deployment.xml
+++ b/resources/tools/fwstk/.idea/deployment.xml
@@ -1,6 +1,7 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project version="4">
-  <component name="PublishConfigData" autoUpload="Always" serverName="toolbox.fluidbook.com" confirmBeforeUploading="false" autoUploadExternalChanges="true">
+  <component name="PublishConfigData" autoUpload="Always" serverName="toolbox.fluidbook.com" remoteFilesAllowedToDisappearOnAutoupload="false" confirmBeforeUploading="false" confirmBeforeDeletion="false" autoUploadExternalChanges="true">
+    <option name="confirmBeforeDeletion" value="false" />
     <option name="confirmBeforeUploading" value="false" />
     <serverData>
       <paths name="alphaville.cubedesigners.com">
diff --git a/resources/tools/fwstk/.idea/workspace.xml b/resources/tools/fwstk/.idea/workspace.xml
index 538d078..466fcb6 100644
--- a/resources/tools/fwstk/.idea/workspace.xml
+++ b/resources/tools/fwstk/.idea/workspace.xml
@@ -361,7 +361,7 @@
     <configuration name="extract layout" type="Application" factoryName="Application">
       <option name="MAIN_CLASS_NAME" value="com.fluidbook.fwstk.Main" />
       <module name="fwstk" />
-      <option name="PROGRAM_PARAMETERS" value="--input C:\Users\vince\Desktop\20929.pdf --mode robust --layout C:\Users\vince\Desktop\20929\p%d.fby --threads 1" />
+      <option name="PROGRAM_PARAMETERS" value="--input C:\Users\vince\Desktop\test.pdf --mode robust --layout C:\Users\vince\Desktop\test\p%d.fby --threads 1" />
       <method v="2">
         <option name="Make" enabled="true" />
       </method>
@@ -493,6 +493,8 @@
       <workItem from="1694674242867" duration="1038000" />
       <workItem from="1694683468326" duration="1387000" />
       <workItem from="1694699117438" duration="618000" />
+      <workItem from="1697471786856" duration="382000" />
+      <workItem from="1697543960076" duration="2149000" />
     </task>
     <task id="LOCAL-00001" summary="wip #1111 @0.5">
       <created>1487172253077</created>
diff --git a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/LayoutStripper.class b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/LayoutStripper.class
index 12ba9c4..7cb7699 100644
Binary files a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/LayoutStripper.class and b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/LayoutStripper.class differ
diff --git a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Page.class b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Page.class
index 9a8c818..49dbecd 100644
Binary files a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Page.class and b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Page.class differ
diff --git a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Word.class b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Word.class
index b20cebd..9d512c9 100644
Binary files a/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Word.class and b/resources/tools/fwstk/bin/com/fluidbook/fwstk/layout/Word.class differ
diff --git a/resources/tools/fwstk/out/artifacts/fwstk_jar/fwstk.jar b/resources/tools/fwstk/out/artifacts/fwstk_jar/fwstk.jar
index f159165..6fe8dd5 100644
Binary files a/resources/tools/fwstk/out/artifacts/fwstk_jar/fwstk.jar and b/resources/tools/fwstk/out/artifacts/fwstk_jar/fwstk.jar differ
diff --git a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/LayoutStripper.java b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/LayoutStripper.java
index df70964..5374ace 100644
--- a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/LayoutStripper.java
+++ b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/LayoutStripper.java
@@ -39,7 +39,7 @@ public class LayoutStripper extends PDFStreamEngine {
         this.resetEngine();
 
         this.currentPage = page;
-        layout = new Page(currentPage, i,this.splitAllChars, this.ignoredSeparators);
+        layout = new Page(currentPage, i, this.splitAllChars, this.ignoredSeparators);
 
         PDResources resources = currentPage.findResources();
         PDStream contents = null;
@@ -65,7 +65,7 @@ public class LayoutStripper extends PDFStreamEngine {
             return;
         }
         try {
-            layout.addText(gs, getTextLineMatrix(), getTextMatrix(), text, c);
+            layout.addText(gs, getTextLineMatrix(), getTextMatrix(), text, c, true);
         } catch (IOException ex) {
             ex.printStackTrace();
         }
diff --git a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Page.java b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Page.java
index c458d3e..556939e 100644
--- a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Page.java
+++ b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Page.java
@@ -52,7 +52,7 @@ public class Page extends LayoutElement {
         this.lines = new LinkedList<>();
     }
 
-    public void addText(PDGraphicsState gs, Matrix textLineMatrix, Matrix textMatrix, TextPosition textPosition, String text) throws IOException {
+    public void addText(PDGraphicsState gs, Matrix textLineMatrix, Matrix textMatrix, TextPosition textPosition, String text, boolean splitLigatures) throws IOException {
         PDTextState ts = gs.getTextState();
         float rotation = new CubeMatrix(textLineMatrix).getRotation();
         float size = textPosition.getFontSize() * textMatrix.getXScale();
@@ -80,7 +80,44 @@ public class Page extends LayoutElement {
         lineScaleY /= minScale;
 
         Line line = getLine(y, rotation, lineScaleX, lineScaleY);
-        line.addText(size, x, y, width, height, text, spaceWidth);
+        if ( splitLigatures && text.length() > 1) {
+            if (isRtl(text)) {
+                for (int i = 0; i < text.length(); i++) {
+                    line.addText(size, x, y, width, height, text.substring(i, i+1), spaceWidth);
+                }
+            } else {
+                for (int i = 0; i < text.length(); i++) {
+                    line.addText(size, x, y, width, height, text.substring(i, i + 1), spaceWidth);
+                }
+            }
+        } else {
+            line.addText(size, x, y, width, height, text, spaceWidth);
+        }
+    }
+
+    public static boolean isRtl(String string) {
+        if (string == null) {
+            return false;
+        }
+
+        for (int i = 0, n = string.length(); i < n; ++i) {
+            byte d = Character.getDirectionality(string.charAt(i));
+
+            switch (d) {
+                case Character.DIRECTIONALITY_RIGHT_TO_LEFT:
+                case Character.DIRECTIONALITY_RIGHT_TO_LEFT_ARABIC:
+                case Character.DIRECTIONALITY_RIGHT_TO_LEFT_EMBEDDING:
+                case Character.DIRECTIONALITY_RIGHT_TO_LEFT_OVERRIDE:
+                    return true;
+
+                case Character.DIRECTIONALITY_LEFT_TO_RIGHT:
+                case Character.DIRECTIONALITY_LEFT_TO_RIGHT_EMBEDDING:
+                case Character.DIRECTIONALITY_LEFT_TO_RIGHT_OVERRIDE:
+                    return false;
+            }
+        }
+
+        return false;
     }
 
     public String asJSON() {
@@ -125,7 +162,7 @@ public class Page extends LayoutElement {
 
     protected Line getLine(float y, float rotation, float scaleX, float scaleY) {
         if (lines.size() == 0 || !lines.getLast().equals(y, rotation, scaleX, scaleY)) {
-            Line newLine = new Line(y, rotation, scaleX, scaleY,splitAllChars, ignoredSeparators);
+            Line newLine = new Line(y, rotation, scaleX, scaleY, splitAllChars, ignoredSeparators);
             lines.add(newLine);
             return newLine;
         }
diff --git a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Word.java b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Word.java
index e4e92cf..05014af 100644
--- a/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Word.java
+++ b/resources/tools/fwstk/src/com/fluidbook/fwstk/layout/Word.java
@@ -72,6 +72,7 @@ public class Word extends LayoutElement {
         return word;
     }
 
+
     public String asText(PDRectangle cropbox) {
         if (startX() > cropbox.getWidth()) {
             return "";