Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

support different extraction modes #106

Draft
wants to merge 1 commit into
base: master
Choose a base branch
from
Draft

support different extraction modes #106

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 26 additions & 5 deletions src/PDFonts.jl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,14 @@ const endbfrange = b"endbfrange"
const begincodespacerange = b"begincodespacerange"
const endcodespacerange = b"endcodespacerange"

# EXTRACTION_MODE determines how text extraction of textboxes is handled
# - `:spaces` (default)
# all white spaces are handled as a single space character
# - `:tabs`
# non-space white spaces are handled as tab characters
# - `:boxes`
# text is split into several textboxes with respective coordinates
const EXTRACTION_MODE = Ref(:spaces) # :spaces, :tabs, :boxes

mutable struct CMap
code_space::IntervalTree{UInt8,
Expand Down Expand Up @@ -571,13 +579,26 @@ function get_TextBox(ss::Vector{Union{CosXString, CosLiteralString,
totalw = 0f0
tj = 0f0
text = ""
offset = 0f0
params = Tuple{String, Float32, Float32, Float32}[]
for s in ss
if s isa CosXString || s isa CosLiteralString
prev_char = INIT_CODE(pdfont.widths)
t = String(get_encoded_string(s, pdfont))
if (-tj) > 180 && length(t) > 0 && t[1] != ' ' &&
length(text) > 0 && text[end] != ' '
text *= " "
if (-tj) > 180
if EXTRACTION_MODE[] == :spaces
if length(t) > 0 && t[1] != ' ' && length(text) > 0 && text[end] != ' '
text *= " "
end
elseif EXTRACTION_MODE[] == :tabs
text *= "\t"
elseif EXTRACTION_MODE[] == :boxes
push!(params, (text, totalw * th, tfs, offset * th))
offset += totalw - tj * tfs / 1000f0
text = ""
tj = 0f0
totalw = 0f0
end
end
text *= t
barr = Vector{UInt8}(s)
Expand All @@ -588,8 +609,8 @@ function get_TextBox(ss::Vector{Union{CosXString, CosLiteralString,
tj = s |> get |> Float32
end
end
totalw *= th
return text, totalw, tfs
push!(params, (text, totalw * th, tfs, offset * th))
return params
end

function get_character_width(cid::UInt16, w::CIDWidth)
Expand Down
25 changes: 16 additions & 9 deletions src/PDPageElement.jl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -693,20 +693,27 @@ end
fontname, font = eval_unicode_mapping(tr, state)

heap = get(state, :text_layout, Vector{TextLayout})
text, w, h = get_TextBox(tr.ss, font, tfs, tc, tw, th)
boxparams = get_TextBox(tr.ss, font, tfs, tc, tw, th)
h = boxparams[1][3]

d = get(state, :h_profile, Dict{Int, Int})
ih = round(Int, h*10)
d[ih] = get(d, ih, 0) + length(text)

tb = [0f0 0f0 1f0; w 0f0 1f0; w h 1f0; 0f0 h 1f0]*trm

if !get(state, :in_artifact, false)
tl = TextLayout(tb[1,1], tb[1,2], tb[2,1], tb[2,2],
tb[3,1], tb[3,2], tb[4,1], tb[4,2],
text, fontname, font.flags)
push!(heap, tl)
for params in boxparams
text = params[1]
w = params[2]
offset = params[4]
d[ih] = get(d, ih, 0) + length(text)
tb = [offset 0f0 1f0; offset + w 0f0 1f0; offset + w h 1f0; offset h 1f0]*trm
tl = TextLayout(tb[1,1], tb[1,2], tb[2,1], tb[2,2],
tb[3,1], tb[3,2], tb[4,1], tb[4,2],
text, fontname, font.flags)
push!(heap, tl)
end
end
offset_text_pos!(w, 0f0, state)
totalw = boxparams[end][4] + boxparams[end][2]
offset_text_pos!(totalw, 0f0, state)
return state
end

Expand Down