Update partitioning
This commit is contained in:
@ -14,7 +14,9 @@ defmodule Outlook.InternalTree.RawInternalBasic do
|
||||
def set_split_markers([ %InternalNode{type: :text} = textnode | rest ]) do
|
||||
[ %InternalNode{textnode |
|
||||
content: textnode.content
|
||||
|> String.replace(~r/([[:upper:]\d])\.(\d)?/u, "\\1#{@nonperiodmarker}\\2")
|
||||
|> String.replace(~r/\.\.\.+/u, "…")
|
||||
|> String.replace(~r/([[:upper:]])\./u, "\\1#{@nonperiodmarker}")
|
||||
|> String.replace(~r/(\d)\.(\d)/u, "\\1#{@nonperiodmarker}\\2")
|
||||
|> String.replace(~r|([.?!]["'”]?\s*)|u, "\\1#{@splitmarker}")
|
||||
|> String.replace(@nonperiodmarker, ".")
|
||||
} | set_split_markers(rest) ]
|
||||
|
||||
Reference in New Issue
Block a user