From 2d396ac157bcd6da78190def936e5eaf278a6ca7 Mon Sep 17 00:00:00 2001 From: npm Date: Fri, 26 Aug 2016 10:00:25 -0700 Subject: Move the classes in fpdf_text_int.cpp into their own files - CPDF_TextPageFind and CPDF_LinkExtract moved to new file - fpdf_text_int.cpp renamed to be CPDF_TextPage definition Review-Url: https://codereview.chromium.org/2286723003 --- BUILD.gn | 4 +- core/fpdftext/cpdf_linkextract.cpp | 173 +++ core/fpdftext/cpdf_textpage.cpp | 1549 ++++++++++++++++++++++++ core/fpdftext/cpdf_textpagefind.cpp | 407 +++++++ core/fpdftext/fpdf_text_int.cpp | 2149 --------------------------------- core/fpdftext/include/cpdf_textpage.h | 20 + 6 files changed, 2152 insertions(+), 2150 deletions(-) create mode 100644 core/fpdftext/cpdf_linkextract.cpp create mode 100644 core/fpdftext/cpdf_textpage.cpp create mode 100644 core/fpdftext/cpdf_textpagefind.cpp delete mode 100644 core/fpdftext/fpdf_text_int.cpp diff --git a/BUILD.gn b/BUILD.gn index ca2338f6fd..f603099d0f 100644 --- a/BUILD.gn +++ b/BUILD.gn @@ -538,7 +538,9 @@ static_library("fpdfapi") { static_library("fpdftext") { sources = [ - "core/fpdftext/fpdf_text_int.cpp", + "core/fpdftext/cpdf_linkextract.cpp", + "core/fpdftext/cpdf_textpage.cpp", + "core/fpdftext/cpdf_textpagefind.cpp", "core/fpdftext/include/cpdf_linkextract.h", "core/fpdftext/include/cpdf_textpage.h", "core/fpdftext/include/cpdf_textpagefind.h", diff --git a/core/fpdftext/cpdf_linkextract.cpp b/core/fpdftext/cpdf_linkextract.cpp new file mode 100644 index 0000000000..1677b67b55 --- /dev/null +++ b/core/fpdftext/cpdf_linkextract.cpp @@ -0,0 +1,173 @@ +// Copyright 2016 PDFium Authors. All rights reserved. +// Use of this source code is governed by a BSD-style license that can be +// found in the LICENSE file. + +// Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com + +#include "core/fpdftext/include/cpdf_linkextract.h" + +#include + +#include "core/fpdftext/include/cpdf_textpage.h" +#include "core/fxcrt/include/fx_ext.h" +#include "core/fxcrt/include/fx_string.h" +#include "core/fxcrt/include/fx_system.h" + +CPDF_LinkExtract::CPDF_LinkExtract(const CPDF_TextPage* pTextPage) + : m_pTextPage(pTextPage) {} + +CPDF_LinkExtract::~CPDF_LinkExtract() {} + +void CPDF_LinkExtract::ExtractLinks() { + m_LinkArray.clear(); + if (!m_pTextPage->IsParsed()) + return; + + m_strPageText = m_pTextPage->GetPageText(0, -1); + if (m_strPageText.IsEmpty()) + return; + + ParseLink(); +} + +void CPDF_LinkExtract::ParseLink() { + int start = 0, pos = 0; + int TotalChar = m_pTextPage->CountChars(); + while (pos < TotalChar) { + FPDF_CHAR_INFO pageChar; + m_pTextPage->GetCharInfo(pos, &pageChar); + if (pageChar.m_Flag == FPDFTEXT_CHAR_GENERATED || + pageChar.m_Unicode == 0x20 || pos == TotalChar - 1) { + int nCount = pos - start; + if (pos == TotalChar - 1) + nCount++; + CFX_WideString strBeCheck; + strBeCheck = m_pTextPage->GetPageText(start, nCount); + if (strBeCheck.GetLength() > 5) { + while (strBeCheck.GetLength() > 0) { + FX_WCHAR ch = strBeCheck.GetAt(strBeCheck.GetLength() - 1); + if (ch == L')' || ch == L',' || ch == L'>' || ch == L'.') { + strBeCheck = strBeCheck.Mid(0, strBeCheck.GetLength() - 1); + nCount--; + } else { + break; + } + } + if (nCount > 5 && + (CheckWebLink(strBeCheck) || CheckMailLink(strBeCheck))) { + m_LinkArray.push_back({start, nCount, strBeCheck}); + } + } + start = ++pos; + } else { + pos++; + } + } +} + +bool CPDF_LinkExtract::CheckWebLink(CFX_WideString& strBeCheck) { + CFX_WideString str = strBeCheck; + str.MakeLower(); + if (str.Find(L"http://www.") != -1) { + strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"http://www.")); + return true; + } + if (str.Find(L"http://") != -1) { + strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"http://")); + return true; + } + if (str.Find(L"https://www.") != -1) { + strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"https://www.")); + return true; + } + if (str.Find(L"https://") != -1) { + strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"https://")); + return true; + } + if (str.Find(L"www.") != -1) { + strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"www.")); + strBeCheck = L"http://" + strBeCheck; + return true; + } + return false; +} + +bool CPDF_LinkExtract::CheckMailLink(CFX_WideString& str) { + int aPos = str.Find(L'@'); + // Invalid when no '@'. + if (aPos < 1) + return false; + + // Check the local part. + int pPos = aPos; // Used to track the position of '@' or '.'. + for (int i = aPos - 1; i >= 0; i--) { + FX_WCHAR ch = str.GetAt(i); + if (ch == L'_' || ch == L'-' || FXSYS_iswalnum(ch)) + continue; + + if (ch != L'.' || i == pPos - 1 || i == 0) { + if (i == aPos - 1) { + // There is '.' or invalid char before '@'. + return FALSE; + } + // End extracting for other invalid chars, '.' at the beginning, or + // consecutive '.'. + int removed_len = i == pPos - 1 ? i + 2 : i + 1; + str = str.Right(str.GetLength() - removed_len); + break; + } + // Found a valid '.'. + pPos = i; + } + + // Check the domain name part. + aPos = str.Find(L'@'); + if (aPos < 1) + return false; + + str.TrimRight(L'.'); + // At least one '.' in domain name, but not at the beginning. + // TODO(weili): RFC5322 allows domain names to be a local name without '.'. + // Check whether we should remove this check. + int ePos = str.Find(L'.', aPos + 1); + if (ePos == -1 || ePos == aPos + 1) + return false; + + // Validate all other chars in domain name. + int nLen = str.GetLength(); + pPos = 0; // Used to track the position of '.'. + for (int i = aPos + 1; i < nLen; i++) { + FX_WCHAR wch = str.GetAt(i); + if (wch == L'-' || FXSYS_iswalnum(wch)) + continue; + + if (wch != L'.' || i == pPos + 1) { + // Domain name should end before invalid char. + int host_end = i == pPos + 1 ? i - 2 : i - 1; + if (pPos > 0 && host_end - aPos >= 3) { + // Trim the ending invalid chars if there is at least one '.' and name. + str = str.Left(host_end + 1); + break; + } + return false; + } + pPos = i; + } + + if (str.Find(L"mailto:") == -1) + str = L"mailto:" + str; + + return true; +} + +CFX_WideString CPDF_LinkExtract::GetURL(size_t index) const { + return index < m_LinkArray.size() ? m_LinkArray[index].m_strUrl : L""; +} + +std::vector CPDF_LinkExtract::GetRects(size_t index) const { + if (index >= m_LinkArray.size()) + return std::vector(); + + return m_pTextPage->GetRectArray(m_LinkArray[index].m_Start, + m_LinkArray[index].m_Count); +} diff --git a/core/fpdftext/cpdf_textpage.cpp b/core/fpdftext/cpdf_textpage.cpp new file mode 100644 index 0000000000..3981cfee40 --- /dev/null +++ b/core/fpdftext/cpdf_textpage.cpp @@ -0,0 +1,1549 @@ +// Copyright 2014 PDFium Authors. All rights reserved. +// Use of this source code is governed by a BSD-style license that can be +// found in the LICENSE file. + +// Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com + +#include "core/fpdftext/include/cpdf_textpage.h" + +#include +#include +#include + +#include "core/fpdfapi/fpdf_font/include/cpdf_font.h" +#include "core/fpdfapi/fpdf_page/include/cpdf_form.h" +#include "core/fpdfapi/fpdf_page/include/cpdf_formobject.h" +#include "core/fpdfapi/fpdf_page/include/cpdf_page.h" +#include "core/fpdfapi/fpdf_page/include/cpdf_pageobject.h" +#include "core/fpdfapi/fpdf_page/include/cpdf_textobject.h" +#include "core/fpdfapi/fpdf_parser/include/cpdf_dictionary.h" +#include "core/fpdfapi/fpdf_parser/include/cpdf_string.h" +#include "core/fpdftext/unicodenormalizationdata.h" +#include "core/fxcrt/fx_bidi.h" +#include "core/fxcrt/include/fx_ext.h" +#include "core/fxcrt/include/fx_ucd.h" +#include "third_party/base/stl_util.h" + +namespace { + +const FX_FLOAT kDefaultFontSize = 1.0f; +const uint16_t* const g_UnicodeData_Normalization_Maps[5] = { + nullptr, g_UnicodeData_Normalization_Map1, g_UnicodeData_Normalization_Map2, + g_UnicodeData_Normalization_Map3, g_UnicodeData_Normalization_Map4}; + +FX_FLOAT NormalizeThreshold(FX_FLOAT threshold) { + if (threshold < 300) + return threshold / 2.0f; + if (threshold < 500) + return threshold / 4.0f; + if (threshold < 700) + return threshold / 5.0f; + return threshold / 6.0f; +} + +FX_FLOAT CalculateBaseSpace(const CPDF_TextObject* pTextObj, + const CFX_Matrix& matrix) { + FX_FLOAT baseSpace = 0.0; + const int nItems = pTextObj->CountItems(); + if (pTextObj->m_TextState.GetObject()->m_CharSpace && nItems >= 3) { + bool bAllChar = true; + FX_FLOAT spacing = matrix.TransformDistance( + pTextObj->m_TextState.GetObject()->m_CharSpace); + baseSpace = spacing; + for (int i = 0; i < nItems; i++) { + CPDF_TextObjectItem item; + pTextObj->GetItemInfo(i, &item); + if (item.m_CharCode == static_cast(-1)) { + FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); + FX_FLOAT kerning = -fontsize_h * item.m_OriginX / 1000; + baseSpace = std::min(baseSpace, kerning + spacing); + bAllChar = false; + } + } + if (baseSpace < 0.0 || (nItems == 3 && !bAllChar)) + baseSpace = 0.0; + } + return baseSpace; +} + +FX_STRSIZE Unicode_GetNormalization(FX_WCHAR wch, FX_WCHAR* pDst) { + wch = wch & 0xFFFF; + FX_WCHAR wFind = g_UnicodeData_Normalization[wch]; + if (!wFind) { + if (pDst) + *pDst = wch; + return 1; + } + if (wFind >= 0x8000) { + wch = wFind - 0x8000; + wFind = 1; + } else { + wch = wFind & 0x0FFF; + wFind >>= 12; + } + const uint16_t* pMap = g_UnicodeData_Normalization_Maps[wFind]; + if (pMap == g_UnicodeData_Normalization_Map4) { + pMap = g_UnicodeData_Normalization_Map4 + wch; + wFind = (FX_WCHAR)(*pMap++); + } else { + pMap += wch; + } + if (pDst) { + FX_WCHAR n = wFind; + while (n--) + *pDst++ = *pMap++; + } + return (FX_STRSIZE)wFind; +} + +float MaskPercentFilled(const std::vector& mask, + int32_t start, + int32_t end) { + if (start >= end) + return 0; + float count = std::count_if(mask.begin() + start, mask.begin() + end, + [](bool r) { return r; }); + return count / (end - start); +} + +} // namespace + +CPDF_TextPage::CPDF_TextPage(const CPDF_Page* pPage, FPDFText_Direction flags) + : m_pPage(pPage), + m_parserflag(flags), + m_pPreTextObj(nullptr), + m_bIsParsed(false), + m_TextlineDir(TextOrientation::Unknown) { + m_TextBuf.EstimateSize(0, 10240); + pPage->GetDisplayMatrix(m_DisplayMatrix, 0, 0, (int)pPage->GetPageWidth(), + (int)pPage->GetPageHeight(), 0); +} + +CPDF_TextPage::~CPDF_TextPage() {} + +bool CPDF_TextPage::IsControlChar(const PAGECHAR_INFO& charInfo) { + switch (charInfo.m_Unicode) { + case 0x2: + case 0x3: + case 0x93: + case 0x94: + case 0x96: + case 0x97: + case 0x98: + case 0xfffe: + return charInfo.m_Flag != FPDFTEXT_CHAR_HYPHEN; + default: + return false; + } +} + +void CPDF_TextPage::ParseTextPage() { + m_bIsParsed = false; + m_TextBuf.Clear(); + m_CharList.clear(); + m_pPreTextObj = nullptr; + ProcessObject(); + + m_bIsParsed = true; + m_CharIndex.clear(); + int nCount = pdfium::CollectionSize(m_CharList); + if (nCount) + m_CharIndex.push_back(0); + + for (int i = 0; i < nCount; i++) { + int indexSize = pdfium::CollectionSize(m_CharIndex); + const PAGECHAR_INFO& charinfo = m_CharList[i]; + if (charinfo.m_Flag == FPDFTEXT_CHAR_GENERATED || + (charinfo.m_Unicode != 0 && !IsControlChar(charinfo))) { + if (indexSize % 2) { + m_CharIndex.push_back(1); + } else { + if (indexSize <= 0) + continue; + m_CharIndex[indexSize - 1] += 1; + } + } else { + if (indexSize % 2) { + if (indexSize <= 0) + continue; + m_CharIndex[indexSize - 1] = i + 1; + } else { + m_CharIndex.push_back(i + 1); + } + } + } + int indexSize = pdfium::CollectionSize(m_CharIndex); + if (indexSize % 2) + m_CharIndex.erase(m_CharIndex.begin() + indexSize - 1); +} + +int CPDF_TextPage::CountChars() const { + return pdfium::CollectionSize(m_CharList); +} + +int CPDF_TextPage::CharIndexFromTextIndex(int TextIndex) const { + int indexSize = pdfium::CollectionSize(m_CharIndex); + int count = 0; + for (int i = 0; i < indexSize; i += 2) { + count += m_CharIndex[i + 1]; + if (count > TextIndex) + return TextIndex - count + m_CharIndex[i + 1] + m_CharIndex[i]; + } + return -1; +} + +int CPDF_TextPage::TextIndexFromCharIndex(int CharIndex) const { + int indexSize = pdfium::CollectionSize(m_CharIndex); + int count = 0; + for (int i = 0; i < indexSize; i += 2) { + count += m_CharIndex[i + 1]; + if (m_CharIndex[i + 1] + m_CharIndex[i] > CharIndex) { + if (CharIndex - m_CharIndex[i] < 0) + return -1; + + return CharIndex - m_CharIndex[i] + count - m_CharIndex[i + 1]; + } + } + return -1; +} + +std::vector CPDF_TextPage::GetRectArray(int start, + int nCount) const { + if (start < 0 || nCount == 0 || !m_bIsParsed) + return std::vector(); + + if (nCount + start > pdfium::CollectionSize(m_CharList) || + nCount == -1) { + nCount = pdfium::CollectionSize(m_CharList) - start; + } + + std::vector rectArray; + CPDF_TextObject* pCurObj = nullptr; + CFX_FloatRect rect; + int curPos = start; + bool bFlagNewRect = true; + while (nCount--) { + PAGECHAR_INFO info_curchar = m_CharList[curPos++]; + if (info_curchar.m_Flag == FPDFTEXT_CHAR_GENERATED) + continue; + if (info_curchar.m_CharBox.Width() < 0.01 || + info_curchar.m_CharBox.Height() < 0.01) { + continue; + } + if (!pCurObj) + pCurObj = info_curchar.m_pTextObj; + if (pCurObj != info_curchar.m_pTextObj) { + rectArray.push_back(rect); + pCurObj = info_curchar.m_pTextObj; + bFlagNewRect = true; + } + if (bFlagNewRect) { + FX_FLOAT orgX = info_curchar.m_OriginX, orgY = info_curchar.m_OriginY; + CFX_Matrix matrix, matrix_reverse; + info_curchar.m_pTextObj->GetTextMatrix(&matrix); + matrix.Concat(info_curchar.m_Matrix); + matrix_reverse.SetReverse(matrix); + matrix_reverse.Transform(orgX, orgY); + rect.left = info_curchar.m_CharBox.left; + rect.right = info_curchar.m_CharBox.right; + if (pCurObj->GetFont()->GetTypeDescent()) { + rect.bottom = orgY + + pCurObj->GetFont()->GetTypeDescent() * + pCurObj->GetFontSize() / 1000; + FX_FLOAT xPosTemp = orgX; + matrix.Transform(xPosTemp, rect.bottom); + } else { + rect.bottom = info_curchar.m_CharBox.bottom; + } + if (pCurObj->GetFont()->GetTypeAscent()) { + rect.top = + orgY + + pCurObj->GetFont()->GetTypeAscent() * pCurObj->GetFontSize() / 1000; + FX_FLOAT xPosTemp = + orgX + + GetCharWidth(info_curchar.m_CharCode, pCurObj->GetFont()) * + pCurObj->GetFontSize() / 1000; + matrix.Transform(xPosTemp, rect.top); + } else { + rect.top = info_curchar.m_CharBox.top; + } + bFlagNewRect = false; + rect = info_curchar.m_CharBox; + rect.Normalize(); + } else { + info_curchar.m_CharBox.Normalize(); + rect.left = std::min(rect.left, info_curchar.m_CharBox.left); + rect.right = std::max(rect.right, info_curchar.m_CharBox.right); + rect.top = std::max(rect.top, info_curchar.m_CharBox.top); + rect.bottom = std::min(rect.bottom, info_curchar.m_CharBox.bottom); + } + } + rectArray.push_back(rect); + return rectArray; +} + +int CPDF_TextPage::GetIndexAtPos(CFX_FloatPoint point, + FX_FLOAT xTolerance, + FX_FLOAT yTolerance) const { + if (!m_bIsParsed) + return -3; + + int pos = 0; + int NearPos = -1; + double xdif = 5000; + double ydif = 5000; + while (pos < pdfium::CollectionSize(m_CharList)) { + PAGECHAR_INFO charinfo = m_CharList[pos]; + CFX_FloatRect charrect = charinfo.m_CharBox; + if (charrect.Contains(point.x, point.y)) + break; + if (xTolerance > 0 || yTolerance > 0) { + CFX_FloatRect charRectExt; + charrect.Normalize(); + charRectExt.left = charrect.left - xTolerance / 2; + charRectExt.right = charrect.right + xTolerance / 2; + charRectExt.top = charrect.top + yTolerance / 2; + charRectExt.bottom = charrect.bottom - yTolerance / 2; + if (charRectExt.Contains(point.x, point.y)) { + double curXdif, curYdif; + curXdif = FXSYS_fabs(point.x - charrect.left) < + FXSYS_fabs(point.x - charrect.right) + ? FXSYS_fabs(point.x - charrect.left) + : FXSYS_fabs(point.x - charrect.right); + curYdif = FXSYS_fabs(point.y - charrect.bottom) < + FXSYS_fabs(point.y - charrect.top) + ? FXSYS_fabs(point.y - charrect.bottom) + : FXSYS_fabs(point.y - charrect.top); + if (curYdif + curXdif < xdif + ydif) { + ydif = curYdif; + xdif = curXdif; + NearPos = pos; + } + } + } + ++pos; + } + return pos < pdfium::CollectionSize(m_CharList) ? pos : NearPos; +} + +CFX_WideString CPDF_TextPage::GetTextByRect(const CFX_FloatRect& rect) const { + if (!m_bIsParsed) + return CFX_WideString(); + + FX_FLOAT posy = 0; + bool IsContainPreChar = false; + bool IsAddLineFeed = false; + CFX_WideString strText; + for (const auto& charinfo : m_CharList) { + if (IsRectIntersect(rect, charinfo.m_CharBox)) { + if (FXSYS_fabs(posy - charinfo.m_OriginY) > 0 && !IsContainPreChar && + IsAddLineFeed) { + posy = charinfo.m_OriginY; + if (!strText.IsEmpty()) + strText += L"\r\n"; + } + IsContainPreChar = true; + IsAddLineFeed = false; + if (charinfo.m_Unicode) + strText += charinfo.m_Unicode; + } else if (charinfo.m_Unicode == 32) { + if (IsContainPreChar && charinfo.m_Unicode) { + strText += charinfo.m_Unicode; + IsContainPreChar = false; + IsAddLineFeed = false; + } + } else { + IsContainPreChar = false; + IsAddLineFeed = true; + } + } + return strText; +} + +int CPDF_TextPage::GetIndexAtPos(FX_FLOAT x, + FX_FLOAT y, + FX_FLOAT xTolerance, + FX_FLOAT yTolerance) const { + CFX_FloatPoint point(x, y); + return GetIndexAtPos(point, xTolerance, yTolerance); +} + +void CPDF_TextPage::GetCharInfo(int index, FPDF_CHAR_INFO* info) const { + if (!m_bIsParsed) + return; + + if (index < 0 || index >= pdfium::CollectionSize(m_CharList)) + return; + + const PAGECHAR_INFO& charinfo = m_CharList[index]; + info->m_Charcode = charinfo.m_CharCode; + info->m_OriginX = charinfo.m_OriginX; + info->m_OriginY = charinfo.m_OriginY; + info->m_Unicode = charinfo.m_Unicode; + info->m_Flag = charinfo.m_Flag; + info->m_CharBox = charinfo.m_CharBox; + info->m_pTextObj = charinfo.m_pTextObj; + if (charinfo.m_pTextObj && charinfo.m_pTextObj->GetFont()) + info->m_FontSize = charinfo.m_pTextObj->GetFontSize(); + else + info->m_FontSize = kDefaultFontSize; + info->m_Matrix.Copy(charinfo.m_Matrix); +} + +void CPDF_TextPage::CheckMarkedContentObject(int32_t& start, + int32_t& nCount) const { + PAGECHAR_INFO charinfo = m_CharList[start]; + PAGECHAR_INFO charinfo2 = m_CharList[start + nCount - 1]; + if (FPDFTEXT_CHAR_PIECE != charinfo.m_Flag && + FPDFTEXT_CHAR_PIECE != charinfo2.m_Flag) { + return; + } + if (FPDFTEXT_CHAR_PIECE == charinfo.m_Flag) { + PAGECHAR_INFO charinfo1 = charinfo; + int startIndex = start; + while (FPDFTEXT_CHAR_PIECE == charinfo1.m_Flag && + charinfo1.m_Index == charinfo.m_Index) { + startIndex--; + if (startIndex < 0) + break; + charinfo1 = m_CharList[startIndex]; + } + startIndex++; + start = startIndex; + } + if (FPDFTEXT_CHAR_PIECE == charinfo2.m_Flag) { + PAGECHAR_INFO charinfo3 = charinfo2; + int endIndex = start + nCount - 1; + while (FPDFTEXT_CHAR_PIECE == charinfo3.m_Flag && + charinfo3.m_Index == charinfo2.m_Index) { + endIndex++; + if (endIndex >= pdfium::CollectionSize(m_CharList)) + break; + charinfo3 = m_CharList[endIndex]; + } + endIndex--; + nCount = endIndex - start + 1; + } +} + +CFX_WideString CPDF_TextPage::GetPageText(int start, int nCount) const { + if (!m_bIsParsed || nCount == 0) + return L""; + + if (start < 0) + start = 0; + + if (nCount == -1) { + nCount = pdfium::CollectionSize(m_CharList) - start; + return CFX_WideString( + m_TextBuf.AsStringC().Mid(start, m_TextBuf.AsStringC().GetLength())); + } + if (nCount <= 0 || m_CharList.empty()) + return L""; + if (nCount + start > pdfium::CollectionSize(m_CharList) - 1) + nCount = pdfium::CollectionSize(m_CharList) - start; + if (nCount <= 0) + return L""; + CheckMarkedContentObject(start, nCount); + int startindex = 0; + PAGECHAR_INFO charinfo = m_CharList[start]; + int startOffset = 0; + while (charinfo.m_Index == -1) { + startOffset++; + if (startOffset > nCount || + start + startOffset >= pdfium::CollectionSize(m_CharList)) { + return L""; + } + charinfo = m_CharList[start + startOffset]; + } + startindex = charinfo.m_Index; + charinfo = m_CharList[start + nCount - 1]; + int nCountOffset = 0; + while (charinfo.m_Index == -1) { + nCountOffset++; + if (nCountOffset >= nCount) + return L""; + charinfo = m_CharList[start + nCount - nCountOffset - 1]; + } + nCount = start + nCount - nCountOffset - startindex; + if (nCount <= 0) + return L""; + return CFX_WideString(m_TextBuf.AsStringC().Mid(startindex, nCount)); +} + +int CPDF_TextPage::CountRects(int start, int nCount) { + if (!m_bIsParsed || start < 0) + return -1; + + if (nCount == -1 || + nCount + start > pdfium::CollectionSize(m_CharList)) { + nCount = pdfium::CollectionSize(m_CharList) - start; + } + m_SelRects = GetRectArray(start, nCount); + return pdfium::CollectionSize(m_SelRects); +} + +void CPDF_TextPage::GetRect(int rectIndex, + FX_FLOAT& left, + FX_FLOAT& top, + FX_FLOAT& right, + FX_FLOAT& bottom) const { + if (!m_bIsParsed) + return; + + if (rectIndex < 0 || rectIndex >= pdfium::CollectionSize(m_SelRects)) + return; + + left = m_SelRects[rectIndex].left; + top = m_SelRects[rectIndex].top; + right = m_SelRects[rectIndex].right; + bottom = m_SelRects[rectIndex].bottom; +} + +CPDF_TextPage::TextOrientation CPDF_TextPage::FindTextlineFlowOrientation() + const { + if (m_pPage->GetPageObjectList()->empty()) + return TextOrientation::Unknown; + + const int32_t nPageWidth = static_cast(m_pPage->GetPageWidth()); + const int32_t nPageHeight = static_cast(m_pPage->GetPageHeight()); + std::vector nHorizontalMask(nPageWidth); + std::vector nVerticalMask(nPageHeight); + FX_FLOAT fLineHeight = 0.0f; + int32_t nStartH = nPageWidth; + int32_t nEndH = 0; + int32_t nStartV = nPageHeight; + int32_t nEndV = 0; + for (const auto& pPageObj : *m_pPage->GetPageObjectList()) { + if (!pPageObj->IsText()) + continue; + + int32_t minH = std::max(static_cast(pPageObj->m_Left), 0); + int32_t maxH = + std::min(static_cast(pPageObj->m_Right), nPageWidth); + int32_t minV = std::max(static_cast(pPageObj->m_Bottom), 0); + int32_t maxV = std::min(static_cast(pPageObj->m_Top), nPageHeight); + if (minH >= maxH || minV >= maxV) + continue; + + for (int32_t i = minH; i < maxH; ++i) + nHorizontalMask[i] = true; + for (int32_t i = minV; i < maxV; ++i) + nVerticalMask[i] = true; + + nStartH = std::min(nStartH, minH); + nEndH = std::max(nEndH, maxH); + nStartV = std::min(nStartV, minV); + nEndV = std::max(nEndV, maxV); + + if (fLineHeight <= 0.0f) + fLineHeight = pPageObj->m_Top - pPageObj->m_Bottom; + } + const int32_t nDoubleLineHeight = 2 * fLineHeight; + if ((nEndV - nStartV) < nDoubleLineHeight) + return TextOrientation::Horizontal; + if ((nEndH - nStartH) < nDoubleLineHeight) + return TextOrientation::Vertical; + + const FX_FLOAT nSumH = MaskPercentFilled(nHorizontalMask, nStartH, nEndH); + if (nSumH > 0.8f) + return TextOrientation::Horizontal; + + const FX_FLOAT nSumV = MaskPercentFilled(nVerticalMask, nStartV, nEndV); + if (nSumH > nSumV) + return TextOrientation::Horizontal; + if (nSumH < nSumV) + return TextOrientation::Vertical; + return TextOrientation::Unknown; +} + +void CPDF_TextPage::AppendGeneratedCharacter(FX_WCHAR unicode, + const CFX_Matrix& formMatrix) { + PAGECHAR_INFO generateChar; + if (!GenerateCharInfo(unicode, generateChar)) + return; + + m_TextBuf.AppendChar(unicode); + if (!formMatrix.IsIdentity()) + generateChar.m_Matrix.Copy(formMatrix); + m_CharList.push_back(generateChar); +} + +void CPDF_TextPage::ProcessObject() { + if (m_pPage->GetPageObjectList()->empty()) + return; + + m_TextlineDir = FindTextlineFlowOrientation(); + const CPDF_PageObjectList* pObjList = m_pPage->GetPageObjectList(); + for (auto it = pObjList->begin(); it != pObjList->end(); ++it) { + if (CPDF_PageObject* pObj = it->get()) { + if (pObj->IsText()) { + CFX_Matrix matrix; + ProcessTextObject(pObj->AsText(), matrix, pObjList, it); + } else if (pObj->IsForm()) { + CFX_Matrix formMatrix(1, 0, 0, 1, 0, 0); + ProcessFormObject(pObj->AsForm(), formMatrix); + } + } + } + for (int i = 0; i < m_LineObj.GetSize(); i++) + ProcessTextObject(m_LineObj.GetAt(i)); + + m_LineObj.RemoveAll(); + CloseTempLine(); +} + +void CPDF_TextPage::ProcessFormObject(CPDF_FormObject* pFormObj, + const CFX_Matrix& formMatrix) { + CPDF_PageObjectList* pObjectList = pFormObj->m_pForm->GetPageObjectList(); + if (pObjectList->empty()) + return; + + CFX_Matrix curFormMatrix; + curFormMatrix.Copy(pFormObj->m_FormMatrix); + curFormMatrix.Concat(formMatrix); + + for (auto it = pObjectList->begin(); it != pObjectList->end(); ++it) { + if (CPDF_PageObject* pPageObj = it->get()) { + if (pPageObj->IsText()) + ProcessTextObject(pPageObj->AsText(), curFormMatrix, pObjectList, it); + else if (pPageObj->IsForm()) + ProcessFormObject(pPageObj->AsForm(), curFormMatrix); + } + } +} + +int CPDF_TextPage::GetCharWidth(uint32_t charCode, CPDF_Font* pFont) const { + if (charCode == CPDF_Font::kInvalidCharCode) + return 0; + + if (int w = pFont->GetCharWidthF(charCode)) + return w; + + CFX_ByteString str; + pFont->AppendChar(str, charCode); + if (int w = pFont->GetStringWidth(str.c_str(), 1)) + return w; + + return pFont->GetCharBBox(charCode).Width(); +} + +void CPDF_TextPage::AddCharInfoByLRDirection(FX_WCHAR wChar, + PAGECHAR_INFO info) { + if (IsControlChar(info)) { + info.m_Index = -1; + m_CharList.push_back(info); + return; + } + + info.m_Index = m_TextBuf.GetLength(); + if (wChar >= 0xFB00 && wChar <= 0xFB06) { + FX_WCHAR* pDst = nullptr; + FX_STRSIZE nCount = Unicode_GetNormalization(wChar, pDst); + if (nCount >= 1) { + pDst = FX_Alloc(FX_WCHAR, nCount); + Unicode_GetNormalization(wChar, pDst); + for (int nIndex = 0; nIndex < nCount; nIndex++) { + PAGECHAR_INFO info2 = info; + info2.m_Unicode = pDst[nIndex]; + info2.m_Flag = FPDFTEXT_CHAR_PIECE; + m_TextBuf.AppendChar(info2.m_Unicode); + m_CharList.push_back(info2); + } + FX_Free(pDst); + return; + } + } + m_TextBuf.AppendChar(wChar); + m_CharList.push_back(info); +} + +void CPDF_TextPage::AddCharInfoByRLDirection(FX_WCHAR wChar, + PAGECHAR_INFO info) { + if (IsControlChar(info)) { + info.m_Index = -1; + m_CharList.push_back(info); + return; + } + + info.m_Index = m_TextBuf.GetLength(); + wChar = FX_GetMirrorChar(wChar, TRUE, FALSE); + FX_WCHAR* pDst = nullptr; + FX_STRSIZE nCount = Unicode_GetNormalization(wChar, pDst); + if (nCount >= 1) { + pDst = FX_Alloc(FX_WCHAR, nCount); + Unicode_GetNormalization(wChar, pDst); + for (int nIndex = 0; nIndex < nCount; nIndex++) { + PAGECHAR_INFO info2 = info; + info2.m_Unicode = pDst[nIndex]; + info2.m_Flag = FPDFTEXT_CHAR_PIECE; + m_TextBuf.AppendChar(info2.m_Unicode); + m_CharList.push_back(info2); + } + FX_Free(pDst); + return; + } + info.m_Unicode = wChar; + m_TextBuf.AppendChar(info.m_Unicode); + m_CharList.push_back(info); +} + +void CPDF_TextPage::CloseTempLine() { + if (m_TempCharList.empty()) + return; + + CFX_WideString str = m_TempTextBuf.MakeString(); + bool bPrevSpace = false; + for (int i = 0; i < str.GetLength(); i++) { + if (str.GetAt(i) != ' ') { + bPrevSpace = false; + continue; + } + if (bPrevSpace) { + m_TempTextBuf.Delete(i, 1); + m_TempCharList.erase(m_TempCharList.begin() + i); + str.Delete(i); + i--; + } + bPrevSpace = true; + } + CFX_BidiString bidi(str); + if (m_parserflag == FPDFText_Direction::Right) + bidi.SetOverallDirectionRight(); + CFX_BidiChar::Direction eCurrentDirection = bidi.OverallDirection(); + for (const auto& segment : bidi) { + if (segment.direction == CFX_BidiChar::RIGHT || + (segment.direction == CFX_BidiChar::NEUTRAL && + eCurrentDirection == CFX_BidiChar::RIGHT)) { + eCurrentDirection = CFX_BidiChar::RIGHT; + for (int m = segment.start + segment.count; m > segment.start; --m) + AddCharInfoByRLDirection(bidi.CharAt(m - 1), m_TempCharList[m - 1]); + } else { + eCurrentDirection = CFX_BidiChar::LEFT; + for (int m = segment.start; m < segment.start + segment.count; m++) + AddCharInfoByLRDirection(bidi.CharAt(m), m_TempCharList[m]); + } + } + m_TempCharList.clear(); + m_TempTextBuf.Delete(0, m_TempTextBuf.GetLength()); +} + +void CPDF_TextPage::ProcessTextObject( + CPDF_TextObject* pTextObj, + const CFX_Matrix& formMatrix, + const CPDF_PageObjectList* pObjList, + CPDF_PageObjectList::const_iterator ObjPos) { + CFX_FloatRect re(pTextObj->m_Left, pTextObj->m_Bottom, pTextObj->m_Right, + pTextObj->m_Top); + if (FXSYS_fabs(pTextObj->m_Right - pTextObj->m_Left) < 0.01f) + return; + int count = m_LineObj.GetSize(); + PDFTEXT_Obj Obj; + Obj.m_pTextObj = pTextObj; + Obj.m_formMatrix = formMatrix; + if (count == 0) { + m_LineObj.Add(Obj); + return; + } + if (IsSameAsPreTextObject(pTextObj, pObjList, ObjPos)) + return; + PDFTEXT_Obj prev_Obj = m_LineObj.GetAt(count - 1); + CPDF_TextObjectItem item; + int nItem = prev_Obj.m_pTextObj->CountItems(); + prev_Obj.m_pTextObj->GetItemInfo(nItem - 1, &item); + FX_FLOAT prev_width = + GetCharWidth(item.m_CharCode, prev_Obj.m_pTextObj->GetFont()) * + prev_Obj.m_pTextObj->GetFontSize() / 1000; + CFX_Matrix prev_matrix; + prev_Obj.m_pTextObj->GetTextMatrix(&prev_matrix); + prev_width = FXSYS_fabs(prev_width); + prev_matrix.Concat(prev_Obj.m_formMatrix); + prev_width = prev_matrix.TransformDistance(prev_width); + pTextObj->GetItemInfo(0, &item); + FX_FLOAT this_width = GetCharWidth(item.m_CharCode, pTextObj->GetFont()) * + pTextObj->GetFontSize() / 1000; + this_width = FXSYS_fabs(this_width); + CFX_Matrix this_matrix; + pTextObj->GetTextMatrix(&this_matrix); + this_width = FXSYS_fabs(this_width); + this_matrix.Concat(formMatrix); + this_width = this_matrix.TransformDistance(this_width); + FX_FLOAT threshold = + prev_width > this_width ? prev_width / 4 : this_width / 4; + FX_FLOAT prev_x = prev_Obj.m_pTextObj->GetPosX(), + prev_y = prev_Obj.m_pTextObj->GetPosY(); + prev_Obj.m_formMatrix.Transform(prev_x, prev_y); + m_DisplayMatrix.Transform(prev_x, prev_y); + FX_FLOAT this_x = pTextObj->GetPosX(), this_y = pTextObj->GetPosY(); + formMatrix.Transform(this_x, this_y); + m_DisplayMatrix.Transform(this_x, this_y); + if (FXSYS_fabs(this_y - prev_y) > threshold * 2) { + for (int i = 0; i < count; i++) + ProcessTextObject(m_LineObj.GetAt(i)); + m_LineObj.RemoveAll(); + m_LineObj.Add(Obj); + return; + } + int i = 0; + for (i = count - 1; i >= 0; i--) { + PDFTEXT_Obj prev_text_obj = m_LineObj.GetAt(i); + FX_FLOAT Prev_x = prev_text_obj.m_pTextObj->GetPosX(), + Prev_y = prev_text_obj.m_pTextObj->GetPosY(); + prev_text_obj.m_formMatrix.Transform(Prev_x, Prev_y); + m_DisplayMatrix.Transform(Prev_x, Prev_y); + if (this_x >= Prev_x) { + if (i == count - 1) + m_LineObj.Add(Obj); + else + m_LineObj.InsertAt(i + 1, Obj); + break; + } + } + if (i < 0) + m_LineObj.InsertAt(0, Obj); +} + +FPDFText_MarkedContent CPDF_TextPage::PreMarkedContent(PDFTEXT_Obj Obj) { + CPDF_TextObject* pTextObj = Obj.m_pTextObj; + const CPDF_ContentMarkData* pMarkData = pTextObj->m_ContentMark.GetObject(); + if (!pMarkData) + return FPDFText_MarkedContent::Pass; + + int nContentMark = pMarkData->CountItems(); + if (nContentMark < 1) + return FPDFText_MarkedContent::Pass; + + CFX_WideString actText; + bool bExist = false; + CPDF_Dictionary* pDict = nullptr; + int n = 0; + for (n = 0; n < nContentMark; n++) { + const CPDF_ContentMarkItem& item = pMarkData->GetItem(n); + if (item.GetParamType() == CPDF_ContentMarkItem::ParamType::None) + continue; + pDict = item.GetParam(); + CPDF_String* temp = + ToString(pDict ? pDict->GetObjectBy("ActualText") : nullptr); + if (temp) { + bExist = true; + actText = temp->GetUnicodeText(); + } + } + if (!bExist) + return FPDFText_MarkedContent::Pass; + + if (m_pPreTextObj) { + const CPDF_ContentMarkData* pPreMarkData = + m_pPreTextObj->m_ContentMark.GetObject(); + if (pPreMarkData && pPreMarkData->CountItems() == n && + pDict == pPreMarkData->GetItem(n - 1).GetParam()) { + return FPDFText_MarkedContent::Done; + } + } + FX_STRSIZE nItems = actText.GetLength(); + if (nItems < 1) + return FPDFText_MarkedContent::Pass; + + CPDF_Font* pFont = pTextObj->GetFont(); + bExist = false; + for (FX_STRSIZE i = 0; i < nItems; i++) { + if (pFont->CharCodeFromUnicode(actText.GetAt(i)) != + CPDF_Font::kInvalidCharCode) { + bExist = true; + break; + } + } + if (!bExist) + return FPDFText_MarkedContent::Pass; + + bExist = false; + for (FX_STRSIZE i = 0; i < nItems; i++) { + FX_WCHAR wChar = actText.GetAt(i); + if ((wChar > 0x80 && wChar < 0xFFFD) || (wChar <= 0x80 && isprint(wChar))) { + bExist = true; + break; + } + } + if (!bExist) + return FPDFText_MarkedContent::Done; + + return FPDFText_MarkedContent::Delay; +} + +void CPDF_TextPage::ProcessMarkedContent(PDFTEXT_Obj Obj) { + CPDF_TextObject* pTextObj = Obj.m_pTextObj; + const CPDF_ContentMarkData* pMarkData = pTextObj->m_ContentMark.GetObject(); + if (!pMarkData) + return; + + int nContentMark = pMarkData->CountItems(); + if (nContentMark < 1) + return; + CFX_WideString actText; + CPDF_Dictionary* pDict = nullptr; + for (int n = 0; n < nContentMark; n++) { + const CPDF_ContentMarkItem& item = pMarkData->GetItem(n); + if (item.GetParamType() == CPDF_ContentMarkItem::ParamType::None) + continue; + pDict = item.GetParam(); + if (pDict) + actText = pDict->GetUnicodeTextBy("ActualText"); + } + FX_STRSIZE nItems = actText.GetLength(); + if (nItems < 1) + return; + + CPDF_Font* pFont = pTextObj->GetFont(); + CFX_Matrix formMatrix = Obj.m_formMatrix; + CFX_Matrix matrix; + pTextObj->GetTextMatrix(&matrix); + matrix.Concat(formMatrix); + FX_FLOAT fPosX = pTextObj->GetPosX(); + FX_FLOAT fPosY = pTextObj->GetPosY(); + int nCharInfoIndex = m_TextBuf.GetLength(); + CFX_FloatRect charBox; + charBox.top = pTextObj->m_Top; + charBox.left = pTextObj->m_Left; + charBox.right = pTextObj->m_Right; + charBox.bottom = pTextObj->m_Bottom; + for (FX_STRSIZE k = 0; k < nItems; k++) { + FX_WCHAR wChar = actText.GetAt(k); + if (wChar <= 0x80 && !isprint(wChar)) + wChar = 0x20; + if (wChar >= 0xFFFD) + continue; + PAGECHAR_INFO charinfo; + charinfo.m_OriginX = fPosX; + charinfo.m_OriginY = fPosY; + charinfo.m_Index = nCharInfoIndex; + charinfo.m_Unicode = wChar; + charinfo.m_CharCode = pFont->CharCodeFromUnicode(wChar); + charinfo.m_Flag = FPDFTEXT_CHAR_PIECE; + charinfo.m_pTextObj = pTextObj; + charinfo.m_CharBox.top = charBox.top; + charinfo.m_CharBox.left = charBox.left; + charinfo.m_CharBox.right = charBox.right; + charinfo.m_CharBox.bottom = charBox.bottom; + charinfo.m_Matrix.Copy(matrix); + m_TempTextBuf.AppendChar(wChar); + m_TempCharList.push_back(charinfo); + } +} + +void CPDF_TextPage::FindPreviousTextObject() { + if (m_TempCharList.empty() && m_CharList.empty()) + return; + + PAGECHAR_INFO preChar = + m_TempCharList.empty() ? m_CharList.back() : m_TempCharList.back(); + + if (preChar.m_pTextObj) + m_pPreTextObj = preChar.m_pTextObj; +} + +void CPDF_TextPage::SwapTempTextBuf(int32_t iCharListStartAppend, + int32_t iBufStartAppend) { + int32_t i = iCharListStartAppend; + int32_t j = pdfium::CollectionSize(m_TempCharList) - 1; + for (; i < j; i++, j--) { + std::swap(m_TempCharList[i], m_TempCharList[j]); + std::swap(m_TempCharList[i].m_Index, m_TempCharList[j].m_Index); + } + FX_WCHAR* pTempBuffer = m_TempTextBuf.GetBuffer(); + i = iBufStartAppend; + j = m_TempTextBuf.GetLength() - 1; + for (; i < j; i++, j--) + std::swap(pTempBuffer[i], pTempBuffer[j]); +} + +FX_BOOL CPDF_TextPage::IsRightToLeft(const CPDF_TextObject* pTextObj, + const CPDF_Font* pFont, + int nItems) const { + CFX_WideString str; + for (int32_t i = 0; i < nItems; i++) { + CPDF_TextObjectItem item; + pTextObj->GetItemInfo(i, &item); + if (item.m_CharCode == static_cast(-1)) + continue; + CFX_WideString wstrItem = pFont->UnicodeFromCharCode(item.m_CharCode); + FX_WCHAR wChar = wstrItem.GetAt(0); + if ((wstrItem.IsEmpty() || wChar == 0) && item.m_CharCode) + wChar = (FX_WCHAR)item.m_CharCode; + if (wChar) + str += wChar; + } + return CFX_BidiString(str).OverallDirection() == CFX_BidiChar::RIGHT; +} + +void CPDF_TextPage::ProcessTextObject(PDFTEXT_Obj Obj) { + CPDF_TextObject* pTextObj = Obj.m_pTextObj; + if (FXSYS_fabs(pTextObj->m_Right - pTextObj->m_Left) < 0.01f) + return; + CFX_Matrix formMatrix = Obj.m_formMatrix; + CPDF_Font* pFont = pTextObj->GetFont(); + CFX_Matrix matrix; + pTextObj->GetTextMatrix(&matrix); + matrix.Concat(formMatrix); + FPDFText_MarkedContent ePreMKC = PreMarkedContent(Obj); + if (ePreMKC == FPDFText_MarkedContent::Done) { + m_pPreTextObj = pTextObj; + m_perMatrix.Copy(formMatrix); + return; + } + GenerateCharacter result = GenerateCharacter::None; + if (m_pPreTextObj) { + result = ProcessInsertObject(pTextObj, formMatrix); + if (result == GenerateCharacter::LineBreak) { + m_CurlineRect = + CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, + Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top); + } else { + m_CurlineRect.Union( + CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, + Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top)); + } + switch (result) { + case GenerateCharacter::None: + break; + case GenerateCharacter::Space: { + PAGECHAR_INFO generateChar; + if (GenerateCharInfo(TEXT_SPACE_CHAR, generateChar)) { + if (!formMatrix.IsIdentity()) + generateChar.m_Matrix.Copy(formMatrix); + m_TempTextBuf.AppendChar(TEXT_SPACE_CHAR); + m_TempCharList.push_back(generateChar); + } + break; + } + case GenerateCharacter::LineBreak: + CloseTempLine(); + if (m_TextBuf.GetSize()) { + AppendGeneratedCharacter(TEXT_RETURN_CHAR, formMatrix); + AppendGeneratedCharacter(TEXT_LINEFEED_CHAR, formMatrix); + } + break; + case GenerateCharacter::Hyphen: + if (pTextObj->CountChars() == 1) { + CPDF_TextObjectItem item; + pTextObj->GetCharInfo(0, &item); + CFX_WideString wstrItem = + pTextObj->GetFont()->UnicodeFromCharCode(item.m_CharCode); + if (wstrItem.IsEmpty()) + wstrItem += (FX_WCHAR)item.m_CharCode; + FX_WCHAR curChar = wstrItem.GetAt(0); + if (curChar == 0x2D || curChar == 0xAD) + return; + } + while (m_TempTextBuf.GetSize() > 0 && + m_TempTextBuf.AsStringC().GetAt(m_TempTextBuf.GetLength() - 1) == + 0x20) { + m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); + m_TempCharList.pop_back(); + } + PAGECHAR_INFO* charinfo = &m_TempCharList.back(); + m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); + charinfo->m_Unicode = 0x2; + charinfo->m_Flag = FPDFTEXT_CHAR_HYPHEN; + m_TempTextBuf.AppendChar(0xfffe); + break; + } + } else { + m_CurlineRect = + CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, + Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top); + } + if (ePreMKC == FPDFText_MarkedContent::Delay) { + ProcessMarkedContent(Obj); + m_pPreTextObj = pTextObj; + m_perMatrix.Copy(formMatrix); + return; + } + m_pPreTextObj = pTextObj; + m_perMatrix.Copy(formMatrix); + int nItems = pTextObj->CountItems(); + FX_FLOAT baseSpace = CalculateBaseSpace(pTextObj, matrix); + + const FX_BOOL bR2L = IsRightToLeft(pTextObj, pFont, nItems); + const FX_BOOL bIsBidiAndMirrorInverse = + bR2L && (matrix.a * matrix.d - matrix.b * matrix.c) < 0; + int32_t iBufStartAppend = m_TempTextBuf.GetLength(); + int32_t iCharListStartAppend = + pdfium::CollectionSize(m_TempCharList); + + FX_FLOAT spacing = 0; + for (int i = 0; i < nItems; i++) { + CPDF_TextObjectItem item; + PAGECHAR_INFO charinfo; + charinfo.m_OriginX = 0; + charinfo.m_OriginY = 0; + pTextObj->GetItemInfo(i, &item); + if (item.m_CharCode == static_cast(-1)) { + CFX_WideString str = m_TempTextBuf.MakeString(); + if (str.IsEmpty()) + str = m_TextBuf.AsStringC(); + if (str.IsEmpty() || str.GetAt(str.GetLength() - 1) == TEXT_SPACE_CHAR) + continue; + + FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); + spacing = -fontsize_h * item.m_OriginX / 1000; + continue; + } + FX_FLOAT charSpace = pTextObj->m_TextState.GetObject()->m_CharSpace; + if (charSpace > 0.001) + spacing += matrix.TransformDistance(charSpace); + else if (charSpace < -0.001) + spacing -= matrix.TransformDistance(FXSYS_fabs(charSpace)); + spacing -= baseSpace; + if (spacing && i > 0) { + int last_width = 0; + FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); + uint32_t space_charcode = pFont->CharCodeFromUnicode(' '); + FX_FLOAT threshold = 0; + if (space_charcode != CPDF_Font::kInvalidCharCode) + threshold = fontsize_h * pFont->GetCharWidthF(space_charcode) / 1000; + if (threshold > fontsize_h / 3) + threshold = 0; + else + threshold /= 2; + if (threshold == 0) { + threshold = fontsize_h; + int this_width = FXSYS_abs(GetCharWidth(item.m_CharCode, pFont)); + threshold = this_width > last_width ? (FX_FLOAT)this_width + : (FX_FLOAT)last_width; + threshold = NormalizeThreshold(threshold); + threshold = fontsize_h * threshold / 1000; + } + if (threshold && (spacing && spacing >= threshold)) { + charinfo.m_Unicode = TEXT_SPACE_CHAR; + charinfo.m_Flag = FPDFTEXT_CHAR_GENERATED; + charinfo.m_pTextObj = pTextObj; + charinfo.m_Index = m_TextBuf.GetLength(); + m_TempTextBuf.AppendChar(TEXT_SPACE_CHAR); + charinfo.m_CharCode = CPDF_Font::kInvalidCharCode; + charinfo.m_Matrix.Copy(formMatrix); + matrix.Transform(item.m_OriginX, item.m_OriginY, charinfo.m_OriginX, + charinfo.m_OriginY); + charinfo.m_CharBox = + CFX_FloatRect(charinfo.m_OriginX, charinfo.m_OriginY, + charinfo.m_OriginX, charinfo.m_OriginY); + m_TempCharList.push_back(charinfo); + } + if (item.m_CharCode == CPDF_Font::kInvalidCharCode) + continue; + } + spacing = 0; + CFX_WideString wstrItem = pFont->UnicodeFromCharCode(item.m_CharCode); + bool bNoUnicode = false; + FX_WCHAR wChar = wstrItem.GetAt(0); + if ((wstrItem.IsEmpty() || wChar == 0) && item.m_CharCode) { + if (wstrItem.IsEmpty()) + wstrItem += (FX_WCHAR)item.m_CharCode; + else + wstrItem.SetAt(0, (FX_WCHAR)item.m_CharCode); + bNoUnicode = true; + } + charinfo.m_Index = -1; + charinfo.m_CharCode = item.m_CharCode; + if (bNoUnicode) + charinfo.m_Flag = FPDFTEXT_CHAR_UNUNICODE; + else + charinfo.m_Flag = FPDFTEXT_CHAR_NORMAL; + charinfo.m_pTextObj = pTextObj; + charinfo.m_OriginX = 0, charinfo.m_OriginY = 0; + matrix.Transform(item.m_OriginX, item.m_OriginY, charinfo.m_OriginX, + charinfo.m_OriginY); + FX_RECT rect = + charinfo.m_pTextObj->GetFont()->GetCharBBox(charinfo.m_CharCode); + charinfo.m_CharBox.top = + rect.top * pTextObj->GetFontSize() / 1000 + item.m_OriginY; + charinfo.m_CharBox.left = + rect.left * pTextObj->GetFontSize() / 1000 + item.m_OriginX; + charinfo.m_CharBox.right = + rect.right * pTextObj->GetFontSize() / 1000 + item.m_OriginX; + charinfo.m_CharBox.bottom = + rect.bottom * pTextObj->GetFontSize() / 1000 + item.m_OriginY; + if (fabsf(charinfo.m_CharBox.top - charinfo.m_CharBox.bottom) < 0.01f) { + charinfo.m_CharBox.top = + charinfo.m_CharBox.bottom + pTextObj->GetFontSize(); + } + if (fabsf(charinfo.m_CharBox.right - charinfo.m_CharBox.left) < 0.01f) { + charinfo.m_CharBox.right = + charinfo.m_CharBox.left + pTextObj->GetCharWidth(charinfo.m_CharCode); + } + matrix.TransformRect(charinfo.m_CharBox); + charinfo.m_Matrix.Copy(matrix); + if (wstrItem.IsEmpty()) { + charinfo.m_Unicode = 0; + m_TempCharList.push_back(charinfo); + m_TempTextBuf.AppendChar(0xfffe); + continue; + } else { + int nTotal = wstrItem.GetLength(); + bool bDel = false; + const int count = + std::min(pdfium::CollectionSize(m_TempCharList), 7); + FX_FLOAT threshold = charinfo.m_Matrix.TransformXDistance( + (FX_FLOAT)TEXT_CHARRATIO_GAPDELTA * pTextObj->GetFontSize()); + for (int n = pdfium::CollectionSize(m_TempCharList); + n > pdfium::CollectionSize(m_TempCharList) - count; n--) { + const PAGECHAR_INFO& charinfo1 = m_TempCharList[n - 1]; + if (charinfo1.m_CharCode == charinfo.m_CharCode && + charinfo1.m_pTextObj->GetFont() == charinfo.m_pTextObj->GetFont() && + FXSYS_fabs(charinfo1.m_OriginX - charinfo.m_OriginX) < threshold && + FXSYS_fabs(charinfo1.m_OriginY - charinfo.m_OriginY) < threshold) { + bDel = true; + break; + } + } + if (!bDel) { + for (int nIndex = 0; nIndex < nTotal; nIndex++) { + charinfo.m_Unicode = wstrItem.GetAt(nIndex); + if (charinfo.m_Unicode) { + charinfo.m_Index = m_TextBuf.GetLength(); + m_TempTextBuf.AppendChar(charinfo.m_Unicode); + } else { + m_TempTextBuf.AppendChar(0xfffe); + } + m_TempCharList.push_back(charinfo); + } + } else if (i == 0) { + CFX_WideString str = m_TempTextBuf.MakeString(); + if (!str.IsEmpty() && + str.GetAt(str.GetLength() - 1) == TEXT_SPACE_CHAR) { + m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); + m_TempCharList.pop_back(); + } + } + } + } + if (bIsBidiAndMirrorInverse) + SwapTempTextBuf(iCharListStartAppend, iBufStartAppend); +} + +CPDF_TextPage::TextOrientation CPDF_TextPage::GetTextObjectWritingMode( + const CPDF_TextObject* pTextObj) const { + int32_t nChars = pTextObj->CountChars(); + if (nChars == 1) + return m_TextlineDir; + + CPDF_TextObjectItem first, last; + pTextObj->GetCharInfo(0, &first); + pTextObj->GetCharInfo(nChars - 1, &last); + CFX_Matrix textMatrix; + pTextObj->GetTextMatrix(&textMatrix); + textMatrix.TransformPoint(first.m_OriginX, first.m_OriginY); + textMatrix.TransformPoint(last.m_OriginX, last.m_OriginY); + FX_FLOAT dX = FXSYS_fabs(last.m_OriginX - first.m_OriginX); + FX_FLOAT dY = FXSYS_fabs(last.m_OriginY - first.m_OriginY); + if (dX <= 0.0001f && dY <= 0.0001f) + return TextOrientation::Unknown; + + CFX_VectorF v(dX, dY); + v.Normalize(); + if (v.y <= 0.0872f) + return v.x <= 0.0872f ? m_TextlineDir : TextOrientation::Horizontal; + + if (v.x <= 0.0872f) + return TextOrientation::Vertical; + + return m_TextlineDir; +} + +FX_BOOL CPDF_TextPage::IsHyphen(FX_WCHAR curChar) { + CFX_WideString strCurText = m_TempTextBuf.MakeString(); + if (strCurText.IsEmpty()) + strCurText = m_TextBuf.AsStringC(); + FX_STRSIZE nCount = strCurText.GetLength(); + int nIndex = nCount - 1; + FX_WCHAR wcTmp = strCurText.GetAt(nIndex); + while (wcTmp == 0x20 && nIndex <= nCount - 1 && nIndex >= 0) + wcTmp = strCurText.GetAt(--nIndex); + if (0x2D == wcTmp || 0xAD == wcTmp) { + if (--nIndex > 0) { + FX_WCHAR preChar = strCurText.GetAt((nIndex)); + if (((preChar >= L'A' && preChar <= L'Z') || + (preChar >= L'a' && preChar <= L'z')) && + ((curChar >= L'A' && curChar <= L'Z') || + (curChar >= L'a' && curChar <= L'z'))) { + return TRUE; + } + } + const PAGECHAR_INFO* preInfo; + if (!m_TempCharList.empty()) + preInfo = &m_TempCharList.back(); + else if (!m_CharList.empty()) + preInfo = &m_CharList.back(); + else + return FALSE; + if (FPDFTEXT_CHAR_PIECE == preInfo->m_Flag && + (0xAD == preInfo->m_Unicode || 0x2D == preInfo->m_Unicode)) { + return TRUE; + } + } + return FALSE; +} + +CPDF_TextPage::GenerateCharacter CPDF_TextPage::ProcessInsertObject( + const CPDF_TextObject* pObj, + const CFX_Matrix& formMatrix) { + FindPreviousTextObject(); + TextOrientation WritingMode = GetTextObjectWritingMode(pObj); + if (WritingMode == TextOrientation::Unknown) + WritingMode = GetTextObjectWritingMode(m_pPreTextObj); + + CFX_FloatRect this_rect(pObj->m_Left, pObj->m_Bottom, pObj->m_Right, + pObj->m_Top); + CFX_FloatRect prev_rect(m_pPreTextObj->m_Left, m_pPreTextObj->m_Bottom, + m_pPreTextObj->m_Right, m_pPreTextObj->m_Top); + CPDF_TextObjectItem PrevItem, item; + int nItem = m_pPreTextObj->CountItems(); + m_pPreTextObj->GetItemInfo(nItem - 1, &PrevItem); + pObj->GetItemInfo(0, &item); + CFX_WideString wstrItem = + pObj->GetFont()->UnicodeFromCharCode(item.m_CharCode); + if (wstrItem.IsEmpty()) + wstrItem += static_cast(item.m_CharCode); + FX_WCHAR curChar = wstrItem.GetAt(0); + if (WritingMode == TextOrientation::Horizontal) { + if (this_rect.Height() > 4.5 && prev_rect.Height() > 4.5) { + FX_FLOAT top = + this_rect.top < prev_rect.top ? this_rect.top : prev_rect.top; + FX_FLOAT bottom = this_rect.bottom > prev_rect.bottom ? this_rect.bottom + : prev_rect.bottom; + if (bottom >= top) { + return IsHyphen(curChar) ? GenerateCharacter::Hyphen + : GenerateCharacter::LineBreak; + } + } + } else if (WritingMode == TextOrientation::Vertical) { + if (this_rect.Width() > pObj->GetFontSize() * 0.1f && + prev_rect.Width() > m_pPreTextObj->GetFontSize() * 0.1f) { + FX_FLOAT left = this_rect.left > m_CurlineRect.left ? this_rect.left + : m_CurlineRect.left; + FX_FLOAT right = this_rect.right < m_CurlineRect.right + ? this_rect.right + : m_CurlineRect.right; + if (right <= left) { + return IsHyphen(curChar) ? GenerateCharacter::Hyphen + : GenerateCharacter::LineBreak; + } + } + } + FX_FLOAT last_pos = PrevItem.m_OriginX; + int nLastWidth = GetCharWidth(PrevItem.m_CharCode, m_pPreTextObj->GetFont()); + FX_FLOAT last_width = nLastWidth * m_pPreTextObj->GetFontSize() / 1000; + last_width = FXSYS_fabs(last_width); + int nThisWidth = GetCharWidth(item.m_CharCode, pObj->GetFont()); + FX_FLOAT this_width = nThisWidth * pObj->GetFontSize() / 1000; + this_width = FXSYS_fabs(this_width); + FX_FLOAT threshold = + last_width > this_width ? last_width / 4 : this_width / 4; + CFX_Matrix prev_matrix, prev_reverse; + m_pPreTextObj->GetTextMatrix(&prev_matrix); + prev_matrix.Concat(m_perMatrix); + prev_reverse.SetReverse(prev_matrix); + FX_FLOAT x = pObj->GetPosX(); + FX_FLOAT y = pObj->GetPosY(); + formMatrix.Transform(x, y); + prev_reverse.Transform(x, y); + if (last_width < this_width) + threshold = prev_reverse.TransformDistance(threshold); + bool bNewline = false; + if (WritingMode == TextOrientation::Horizontal) { + CFX_FloatRect rect1(m_pPreTextObj->m_Left, pObj->m_Bottom, + m_pPreTextObj->m_Right, pObj->m_Top); + CFX_FloatRect rect2(m_pPreTextObj->m_Left, m_pPreTextObj->m_Bottom, + m_pPreTextObj->m_Right, m_pPreTextObj->m_Top); + CFX_FloatRect rect3 = rect1; + rect1.Intersect(rect2); + if ((rect1.IsEmpty() && rect2.Height() > 5 && rect3.Height() > 5) || + ((y > threshold * 2 || y < threshold * -3) && + (FXSYS_fabs(y) < 1 ? FXSYS_fabs(x) < FXSYS_fabs(y) : TRUE))) { + bNewline = true; + if (nItem > 1) { + CPDF_TextObjectItem tempItem; + m_pPreTextObj->GetItemInfo(0, &tempItem); + CFX_Matrix m; + m_pPreTextObj->GetTextMatrix(&m); + if (PrevItem.m_OriginX > tempItem.m_OriginX && + m_DisplayMatrix.a > 0.9 && m_DisplayMatrix.b < 0.1 && + m_DisplayMatrix.c < 0.1 && m_DisplayMatrix.d < -0.9 && m.b < 0.1 && + m.c < 0.1) { + CFX_FloatRect re(0, m_pPreTextObj->m_Bottom, 1000, + m_pPreTextObj->m_Top); + if (re.Contains(pObj->GetPosX(), pObj->GetPosY())) { + bNewline = false; + } else { + CFX_FloatRect rect(0, pObj->m_Bottom, 1000, pObj->m_Top); + if (rect.Contains(m_pPreTextObj->GetPosX(), + m_pPreTextObj->GetPosY())) { + bNewline = false; + } + } + } + } + } + } + if (bNewline) { + return IsHyphen(curChar) ? GenerateCharacter::Hyphen + : GenerateCharacter::LineBreak; + } + + int32_t nChars = pObj->CountChars(); + if (nChars == 1 && (0x2D == curChar || 0xAD == curChar) && + IsHyphen(curChar)) { + return GenerateCharacter::Hyphen; + } + CFX_WideString PrevStr = + m_pPreTextObj->GetFont()->UnicodeFromCharCode(PrevItem.m_CharCode); + FX_WCHAR preChar = PrevStr.GetAt(PrevStr.GetLength() - 1); + CFX_Matrix matrix; + pObj->GetTextMatrix(&matrix); + matrix.Concat(formMatrix); + threshold = (FX_FLOAT)(nLastWidth > nThisWidth ? nLastWidth : nThisWidth); + threshold = threshold > 400 + ? (threshold < 700 + ? threshold / 4 + : (threshold > 800 ? threshold / 6 : threshold / 5)) + : (threshold / 2); + if (nLastWidth >= nThisWidth) { + threshold *= FXSYS_fabs(m_pPreTextObj->GetFontSize()); + } else { + threshold *= FXSYS_fabs(pObj->GetFontSize()); + threshold = matrix.TransformDistance(threshold); + threshold = prev_reverse.TransformDistance(threshold); + } + threshold /= 1000; + if ((threshold < 1.4881 && threshold > 1.4879) || + (threshold < 1.39001 && threshold > 1.38999)) { + threshold *= 1.5; + } + if (FXSYS_fabs(last_pos + last_width - x) > threshold && curChar != L' ' && + preChar != L' ') { + if (curChar != L' ' && preChar != L' ') { + if ((x - last_pos - last_width) > threshold || + (last_pos - x - last_width) > threshold) { + return GenerateCharacter::Space; + } + if (x < 0 && (last_pos - x - last_width) > threshold) + return GenerateCharacter::Space; + if ((x - last_pos - last_width) > this_width || + (x - last_pos - this_width) > last_width) { + return GenerateCharacter::Space; + } + } + } + return GenerateCharacter::None; +} + +FX_BOOL CPDF_TextPage::IsSameTextObject(CPDF_TextObject* pTextObj1, + CPDF_TextObject* pTextObj2) { + if (!pTextObj1 || !pTextObj2) + return FALSE; + CFX_FloatRect rcPreObj(pTextObj2->m_Left, pTextObj2->m_Bottom, + pTextObj2->m_Right, pTextObj2->m_Top); + CFX_FloatRect rcCurObj(pTextObj1->m_Left, pTextObj1->m_Bottom, + pTextObj1->m_Right, pTextObj1->m_Top); + if (rcPreObj.IsEmpty() && rcCurObj.IsEmpty()) { + FX_FLOAT dbXdif = FXSYS_fabs(rcPreObj.left - rcCurObj.left); + size_t nCount = m_CharList.size(); + if (nCount >= 2) { + PAGECHAR_INFO perCharTemp = m_CharList[nCount - 2]; + FX_FLOAT dbSpace = perCharTemp.m_CharBox.Width(); + if (dbXdif > dbSpace) + return FALSE; + } + } + if (!rcPreObj.IsEmpty() || !rcCurObj.IsEmpty()) { + rcPreObj.Intersect(rcCurObj); + if (rcPreObj.IsEmpty()) + return FALSE; + if (FXSYS_fabs(rcPreObj.Width() - rcCurObj.Width()) > + rcCurObj.Width() / 2) { + return FALSE; + } + if (pTextObj2->GetFontSize() != pTextObj1->GetFontSize()) + return FALSE; + } + int nPreCount = pTextObj2->CountItems(); + int nCurCount = pTextObj1->CountItems(); + if (nPreCount != nCurCount) + return FALSE; + // If both objects have no items, consider them same. + if (!nPreCount) + return TRUE; + + CPDF_TextObjectItem itemPer = {0, 0.0f, 0.0f}; + CPDF_TextObjectItem itemCur = {0, 0.0f, 0.0f}; + for (int i = 0; i < nPreCount; i++) { + pTextObj2->GetItemInfo(i, &itemPer); + pTextObj1->GetItemInfo(i, &itemCur); + if (itemCur.m_CharCode != itemPer.m_CharCode) + return FALSE; + } + if (FXSYS_fabs(pTextObj1->GetPosX() - pTextObj2->GetPosX()) > + GetCharWidth(itemPer.m_CharCode, pTextObj2->GetFont()) * + pTextObj2->GetFontSize() / 1000 * 0.9 || + FXSYS_fabs(pTextObj1->GetPosY() - pTextObj2->GetPosY()) > + std::max(std::max(rcPreObj.Height(), rcPreObj.Width()), + pTextObj2->GetFontSize()) / + 8) { + return FALSE; + } + return TRUE; +} + +FX_BOOL CPDF_TextPage::IsSameAsPreTextObject( + CPDF_TextObject* pTextObj, + const CPDF_PageObjectList* pObjList, + CPDF_PageObjectList::const_iterator iter) { + int i = 0; + while (i < 5 && iter != pObjList->begin()) { + --iter; + CPDF_PageObject* pOtherObj = iter->get(); + if (pOtherObj == pTextObj || !pOtherObj->IsText()) + continue; + if (IsSameTextObject(pOtherObj->AsText(), pTextObj)) + return TRUE; + ++i; + } + return FALSE; +} + +FX_BOOL CPDF_TextPage::GenerateCharInfo(FX_WCHAR unicode, PAGECHAR_INFO& info) { + const PAGECHAR_INFO* preChar; + if (!m_TempCharList.empty()) + preChar = &m_TempCharList.back(); + else if (!m_CharList.empty()) + preChar = &m_CharList.back(); + else + return FALSE; + info.m_Index = m_TextBuf.GetLength(); + info.m_Unicode = unicode; + info.m_pTextObj = nullptr; + info.m_CharCode = CPDF_Font::kInvalidCharCode; + info.m_Flag = FPDFTEXT_CHAR_GENERATED; + int preWidth = 0; + if (preChar->m_pTextObj && preChar->m_CharCode != -1) { + preWidth = + GetCharWidth(preChar->m_CharCode, preChar->m_pTextObj->GetFont()); + } + + FX_FLOAT fFontSize = preChar->m_pTextObj ? preChar->m_pTextObj->GetFontSize() + : preChar->m_CharBox.Height(); + if (!fFontSize) + fFontSize = kDefaultFontSize; + + info.m_OriginX = preChar->m_OriginX + preWidth * (fFontSize) / 1000; + info.m_OriginY = preChar->m_OriginY; + info.m_CharBox = CFX_FloatRect(info.m_OriginX, info.m_OriginY, info.m_OriginX, + info.m_OriginY); + return TRUE; +} + +FX_BOOL CPDF_TextPage::IsRectIntersect(const CFX_FloatRect& rect1, + const CFX_FloatRect& rect2) { + CFX_FloatRect rect = rect1; + rect.Intersect(rect2); + return !rect.IsEmpty(); +} diff --git a/core/fpdftext/cpdf_textpagefind.cpp b/core/fpdftext/cpdf_textpagefind.cpp new file mode 100644 index 0000000000..a67bdf15d5 --- /dev/null +++ b/core/fpdftext/cpdf_textpagefind.cpp @@ -0,0 +1,407 @@ +// Copyright 2016 PDFium Authors. All rights reserved. +// Use of this source code is governed by a BSD-style license that can be +// found in the LICENSE file. + +// Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com + +#include "core/fpdftext/include/cpdf_textpagefind.h" + +#include +#include +#include + +#include "core/fpdftext/include/cpdf_textpage.h" +#include "core/fxcrt/include/fx_string.h" +#include "core/fxcrt/include/fx_system.h" +#include "third_party/base/stl_util.h" + +namespace { + +FX_BOOL IsIgnoreSpaceCharacter(FX_WCHAR curChar) { + if (curChar < 255 || (curChar >= 0x0600 && curChar <= 0x06FF) || + (curChar >= 0xFE70 && curChar <= 0xFEFF) || + (curChar >= 0xFB50 && curChar <= 0xFDFF) || + (curChar >= 0x0400 && curChar <= 0x04FF) || + (curChar >= 0x0500 && curChar <= 0x052F) || + (curChar >= 0xA640 && curChar <= 0xA69F) || + (curChar >= 0x2DE0 && curChar <= 0x2DFF) || curChar == 8467 || + (curChar >= 0x2000 && curChar <= 0x206F)) { + return FALSE; + } + return TRUE; +} + +} // namespace + +CPDF_TextPageFind::CPDF_TextPageFind(const CPDF_TextPage* pTextPage) + : m_pTextPage(pTextPage), + m_flags(0), + m_findNextStart(-1), + m_findPreStart(-1), + m_bMatchCase(FALSE), + m_bMatchWholeWord(FALSE), + m_resStart(0), + m_resEnd(-1), + m_IsFind(FALSE) { + m_strText = m_pTextPage->GetPageText(); + int nCount = pTextPage->CountChars(); + if (nCount) + m_CharIndex.push_back(0); + for (int i = 0; i < nCount; i++) { + FPDF_CHAR_INFO info; + pTextPage->GetCharInfo(i, &info); + int indexSize = pdfium::CollectionSize(m_CharIndex); + if (info.m_Flag == FPDFTEXT_CHAR_NORMAL || + info.m_Flag == FPDFTEXT_CHAR_GENERATED) { + if (indexSize % 2) { + m_CharIndex.push_back(1); + } else { + if (indexSize <= 0) + continue; + m_CharIndex[indexSize - 1] += 1; + } + } else { + if (indexSize % 2) { + if (indexSize <= 0) + continue; + m_CharIndex[indexSize - 1] = i + 1; + } else { + m_CharIndex.push_back(i + 1); + } + } + } + int indexSize = pdfium::CollectionSize(m_CharIndex); + if (indexSize % 2) + m_CharIndex.erase(m_CharIndex.begin() + indexSize - 1); +} + +CPDF_TextPageFind::~CPDF_TextPageFind() {} + +int CPDF_TextPageFind::GetCharIndex(int index) const { + return m_pTextPage->CharIndexFromTextIndex(index); +} + +FX_BOOL CPDF_TextPageFind::FindFirst(const CFX_WideString& findwhat, + int flags, + int startPos) { + if (!m_pTextPage) + return FALSE; + if (m_strText.IsEmpty() || m_bMatchCase != (flags & FPDFTEXT_MATCHCASE)) + m_strText = m_pTextPage->GetPageText(); + CFX_WideString findwhatStr = findwhat; + m_findWhat = findwhatStr; + m_flags = flags; + m_bMatchCase = flags & FPDFTEXT_MATCHCASE; + if (m_strText.IsEmpty()) { + m_IsFind = FALSE; + return TRUE; + } + FX_STRSIZE len = findwhatStr.GetLength(); + if (!m_bMatchCase) { + findwhatStr.MakeLower(); + m_strText.MakeLower(); + } + m_bMatchWholeWord = flags & FPDFTEXT_MATCHWHOLEWORD; + m_findNextStart = startPos; + if (startPos == -1) + m_findPreStart = m_strText.GetLength() - 1; + else + m_findPreStart = startPos; + m_csFindWhatArray.clear(); + int i = 0; + while (i < len) { + if (findwhatStr.GetAt(i) != ' ') + break; + i++; + } + if (i < len) + ExtractFindWhat(findwhatStr); + else + m_csFindWhatArray.push_back(findwhatStr); + if (m_csFindWhatArray.empty()) + return FALSE; + m_IsFind = TRUE; + m_resStart = 0; + m_resEnd = -1; + return TRUE; +} + +FX_BOOL CPDF_TextPageFind::FindNext() { + if (!m_pTextPage) + return FALSE; + m_resArray.clear(); + if (m_findNextStart == -1) + return FALSE; + if (m_strText.IsEmpty()) { + m_IsFind = FALSE; + return m_IsFind; + } + int strLen = m_strText.GetLength(); + if (m_findNextStart > strLen - 1) { + m_IsFind = FALSE; + return m_IsFind; + } + int nCount = pdfium::CollectionSize(m_csFindWhatArray); + int nResultPos = 0; + int nStartPos = 0; + nStartPos = m_findNextStart; + bool bSpaceStart = false; + for (int iWord = 0; iWord < nCount; iWord++) { + CFX_WideString csWord = m_csFindWhatArray[iWord]; + if (csWord.IsEmpty()) { + if (iWord == nCount - 1) { + FX_WCHAR strInsert = m_strText.GetAt(nStartPos); + if (strInsert == TEXT_LINEFEED_CHAR || strInsert == TEXT_SPACE_CHAR || + strInsert == TEXT_RETURN_CHAR || strInsert == 160) { + nResultPos = nStartPos + 1; + break; + } + iWord = -1; + } else if (iWord == 0) { + bSpaceStart = true; + } + continue; + } + int endIndex; + nResultPos = m_strText.Find(csWord.c_str(), nStartPos); + if (nResultPos == -1) { + m_IsFind = FALSE; + return m_IsFind; + } + endIndex = nResultPos + csWord.GetLength() - 1; + if (iWord == 0) + m_resStart = nResultPos; + FX_BOOL bMatch = TRUE; + if (iWord != 0 && !bSpaceStart) { + int PreResEndPos = nStartPos; + int curChar = csWord.GetAt(0); + CFX_WideString lastWord = m_csFindWhatArray[iWord - 1]; + int lastChar = lastWord.GetAt(lastWord.GetLength() - 1); + if (nStartPos == nResultPos && + !(IsIgnoreSpaceCharacter(lastChar) || + IsIgnoreSpaceCharacter(curChar))) { + bMatch = FALSE; + } + for (int d = PreResEndPos; d < nResultPos; d++) { + FX_WCHAR strInsert = m_strText.GetAt(d); + if (strInsert != TEXT_LINEFEED_CHAR && strInsert != TEXT_SPACE_CHAR && + strInsert != TEXT_RETURN_CHAR && strInsert != 160) { + bMatch = FALSE; + break; + } + } + } else if (bSpaceStart) { + if (nResultPos > 0) { + FX_WCHAR strInsert = m_strText.GetAt(nResultPos - 1); + if (strInsert != TEXT_LINEFEED_CHAR && strInsert != TEXT_SPACE_CHAR && + strInsert != TEXT_RETURN_CHAR && strInsert != 160) { + bMatch = FALSE; + m_resStart = nResultPos; + } else { + m_resStart = nResultPos - 1; + } + } + } + if (m_bMatchWholeWord && bMatch) { + bMatch = IsMatchWholeWord(m_strText, nResultPos, endIndex); + } + nStartPos = endIndex + 1; + if (!bMatch) { + iWord = -1; + if (bSpaceStart) + nStartPos = m_resStart + m_csFindWhatArray[1].GetLength(); + else + nStartPos = m_resStart + m_csFindWhatArray[0].GetLength(); + } + } + m_resEnd = nResultPos + m_csFindWhatArray.back().GetLength() - 1; + m_IsFind = TRUE; + int resStart = GetCharIndex(m_resStart); + int resEnd = GetCharIndex(m_resEnd); + m_resArray = m_pTextPage->GetRectArray(resStart, resEnd - resStart + 1); + if (m_flags & FPDFTEXT_CONSECUTIVE) { + m_findNextStart = m_resStart + 1; + m_findPreStart = m_resEnd - 1; + } else { + m_findNextStart = m_resEnd + 1; + m_findPreStart = m_resStart - 1; + } + return m_IsFind; +} + +FX_BOOL CPDF_TextPageFind::FindPrev() { + if (!m_pTextPage) + return FALSE; + m_resArray.clear(); + if (m_strText.IsEmpty() || m_findPreStart < 0) { + m_IsFind = FALSE; + return m_IsFind; + } + CPDF_TextPageFind findEngine(m_pTextPage); + FX_BOOL ret = findEngine.FindFirst(m_findWhat, m_flags); + if (!ret) { + m_IsFind = FALSE; + return m_IsFind; + } + int order = -1, MatchedCount = 0; + while (ret) { + ret = findEngine.FindNext(); + if (ret) { + int order1 = findEngine.GetCurOrder(); + int MatchedCount1 = findEngine.GetMatchedCount(); + if (((order1 + MatchedCount1) - 1) > m_findPreStart) + break; + order = order1; + MatchedCount = MatchedCount1; + } + } + if (order == -1) { + m_IsFind = FALSE; + return m_IsFind; + } + m_resStart = m_pTextPage->TextIndexFromCharIndex(order); + m_resEnd = m_pTextPage->TextIndexFromCharIndex(order + MatchedCount - 1); + m_IsFind = TRUE; + m_resArray = m_pTextPage->GetRectArray(order, MatchedCount); + if (m_flags & FPDFTEXT_CONSECUTIVE) { + m_findNextStart = m_resStart + 1; + m_findPreStart = m_resEnd - 1; + } else { + m_findNextStart = m_resEnd + 1; + m_findPreStart = m_resStart - 1; + } + return m_IsFind; +} + +void CPDF_TextPageFind::ExtractFindWhat(const CFX_WideString& findwhat) { + if (findwhat.IsEmpty()) + return; + int index = 0; + while (1) { + CFX_WideString csWord = TEXT_EMPTY; + int ret = + ExtractSubString(csWord, findwhat.c_str(), index, TEXT_SPACE_CHAR); + if (csWord.IsEmpty()) { + if (ret) { + m_csFindWhatArray.push_back(L""); + index++; + continue; + } else { + break; + } + } + int pos = 0; + while (pos < csWord.GetLength()) { + CFX_WideString curStr = csWord.Mid(pos, 1); + FX_WCHAR curChar = csWord.GetAt(pos); + if (IsIgnoreSpaceCharacter(curChar)) { + if (pos > 0 && curChar == 0x2019) { + pos++; + continue; + } + if (pos > 0) + m_csFindWhatArray.push_back(csWord.Mid(0, pos)); + m_csFindWhatArray.push_back(curStr); + if (pos == csWord.GetLength() - 1) { + csWord.clear(); + break; + } + csWord = csWord.Right(csWord.GetLength() - pos - 1); + pos = 0; + continue; + } + pos++; + } + if (!csWord.IsEmpty()) + m_csFindWhatArray.push_back(csWord); + index++; + } +} + +FX_BOOL CPDF_TextPageFind::IsMatchWholeWord(const CFX_WideString& csPageText, + int startPos, + int endPos) { + FX_WCHAR char_left = 0; + FX_WCHAR char_right = 0; + int char_count = endPos - startPos + 1; + if (char_count < 1) + return FALSE; + if (char_count == 1 && csPageText.GetAt(startPos) > 255) + return TRUE; + if (startPos - 1 >= 0) + char_left = csPageText.GetAt(startPos - 1); + if (startPos + char_count < csPageText.GetLength()) + char_right = csPageText.GetAt(startPos + char_count); + if ((char_left > 'A' && char_left < 'a') || + (char_left > 'a' && char_left < 'z') || + (char_left > 0xfb00 && char_left < 0xfb06) || std::iswdigit(char_left) || + (char_right > 'A' && char_right < 'a') || + (char_right > 'a' && char_right < 'z') || + (char_right > 0xfb00 && char_right < 0xfb06) || + std::iswdigit(char_right)) { + return FALSE; + } + if (!(('A' > char_left || char_left > 'Z') && + ('a' > char_left || char_left > 'z') && + ('A' > char_right || char_right > 'Z') && + ('a' > char_right || char_right > 'z'))) { + return FALSE; + } + if (char_count > 0) { + if (csPageText.GetAt(startPos) >= L'0' && + csPageText.GetAt(startPos) <= L'9' && char_left >= L'0' && + char_left <= L'9') { + return FALSE; + } + if (csPageText.GetAt(endPos) >= L'0' && csPageText.GetAt(endPos) <= L'9' && + char_right >= L'0' && char_right <= L'9') { + return FALSE; + } + } + return TRUE; +} + +FX_BOOL CPDF_TextPageFind::ExtractSubString(CFX_WideString& rString, + const FX_WCHAR* lpszFullString, + int iSubString, + FX_WCHAR chSep) { + if (!lpszFullString) + return FALSE; + while (iSubString--) { + lpszFullString = std::wcschr(lpszFullString, chSep); + if (!lpszFullString) { + rString.clear(); + return FALSE; + } + lpszFullString++; + while (*lpszFullString == chSep) + lpszFullString++; + } + const FX_WCHAR* lpchEnd = std::wcschr(lpszFullString, chSep); + int nLen = lpchEnd ? (int)(lpchEnd - lpszFullString) + : (int)FXSYS_wcslen(lpszFullString); + ASSERT(nLen >= 0); + FXSYS_memcpy(rString.GetBuffer(nLen), lpszFullString, + nLen * sizeof(FX_WCHAR)); + rString.ReleaseBuffer(); + return TRUE; +} + +CFX_WideString CPDF_TextPageFind::MakeReverse(const CFX_WideString& str) { + CFX_WideString str2; + str2.clear(); + int nlen = str.GetLength(); + for (int i = nlen - 1; i >= 0; i--) + str2 += str.GetAt(i); + return str2; +} + +int CPDF_TextPageFind::GetCurOrder() const { + return GetCharIndex(m_resStart); +} + +int CPDF_TextPageFind::GetMatchedCount() const { + int resStart = GetCharIndex(m_resStart); + int resEnd = GetCharIndex(m_resEnd); + return resEnd - resStart + 1; +} diff --git a/core/fpdftext/fpdf_text_int.cpp b/core/fpdftext/fpdf_text_int.cpp deleted file mode 100644 index fbd9c9c8c1..0000000000 --- a/core/fpdftext/fpdf_text_int.cpp +++ /dev/null @@ -1,2149 +0,0 @@ -// Copyright 2014 PDFium Authors. All rights reserved. -// Use of this source code is governed by a BSD-style license that can be -// found in the LICENSE file. - -// Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com - -#include -#include -#include -#include -#include -#include - -#include "core/fpdfapi/fpdf_font/include/cpdf_font.h" -#include "core/fpdfapi/fpdf_page/include/cpdf_form.h" -#include "core/fpdfapi/fpdf_page/include/cpdf_formobject.h" -#include "core/fpdfapi/fpdf_page/include/cpdf_page.h" -#include "core/fpdfapi/fpdf_page/include/cpdf_pageobject.h" -#include "core/fpdfapi/fpdf_page/include/cpdf_textobject.h" -#include "core/fpdfapi/fpdf_parser/include/cpdf_dictionary.h" -#include "core/fpdfapi/fpdf_parser/include/cpdf_string.h" -#include "core/fpdftext/include/cpdf_linkextract.h" -#include "core/fpdftext/include/cpdf_textpage.h" -#include "core/fpdftext/include/cpdf_textpagefind.h" -#include "core/fpdftext/unicodenormalizationdata.h" -#include "core/fxcrt/fx_bidi.h" -#include "core/fxcrt/include/fx_ext.h" -#include "core/fxcrt/include/fx_ucd.h" -#include "third_party/base/stl_util.h" - -#define FPDFTEXT_MATCHCASE 0x00000001 -#define FPDFTEXT_MATCHWHOLEWORD 0x00000002 -#define FPDFTEXT_CONSECUTIVE 0x00000004 - -#define FPDFTEXT_CHAR_ERROR -1 -#define FPDFTEXT_CHAR_NORMAL 0 -#define FPDFTEXT_CHAR_GENERATED 1 -#define FPDFTEXT_CHAR_UNUNICODE 2 -#define FPDFTEXT_CHAR_HYPHEN 3 -#define FPDFTEXT_CHAR_PIECE 4 - -#define TEXT_SPACE_CHAR L' ' -#define TEXT_LINEFEED_CHAR L'\n' -#define TEXT_RETURN_CHAR L'\r' -#define TEXT_EMPTY L"" -#define TEXT_SPACE L" " -#define TEXT_RETURN_LINEFEED L"\r\n" -#define TEXT_LINEFEED L"\n" -#define TEXT_CHARRATIO_GAPDELTA 0.070 - -namespace { - -const FX_FLOAT kDefaultFontSize = 1.0f; -const uint16_t* const g_UnicodeData_Normalization_Maps[5] = { - nullptr, g_UnicodeData_Normalization_Map1, g_UnicodeData_Normalization_Map2, - g_UnicodeData_Normalization_Map3, g_UnicodeData_Normalization_Map4}; - -FX_BOOL IsIgnoreSpaceCharacter(FX_WCHAR curChar) { - if (curChar < 255) - return FALSE; - if ((curChar >= 0x0600 && curChar <= 0x06FF) || - (curChar >= 0xFE70 && curChar <= 0xFEFF) || - (curChar >= 0xFB50 && curChar <= 0xFDFF) || - (curChar >= 0x0400 && curChar <= 0x04FF) || - (curChar >= 0x0500 && curChar <= 0x052F) || - (curChar >= 0xA640 && curChar <= 0xA69F) || - (curChar >= 0x2DE0 && curChar <= 0x2DFF) || curChar == 8467 || - (curChar >= 0x2000 && curChar <= 0x206F)) { - return FALSE; - } - return TRUE; -} - -FX_FLOAT NormalizeThreshold(FX_FLOAT threshold) { - if (threshold < 300) - return threshold / 2.0f; - if (threshold < 500) - return threshold / 4.0f; - if (threshold < 700) - return threshold / 5.0f; - return threshold / 6.0f; -} - -FX_FLOAT CalculateBaseSpace(const CPDF_TextObject* pTextObj, - const CFX_Matrix& matrix) { - FX_FLOAT baseSpace = 0.0; - const int nItems = pTextObj->CountItems(); - if (pTextObj->m_TextState.GetObject()->m_CharSpace && nItems >= 3) { - bool bAllChar = true; - FX_FLOAT spacing = matrix.TransformDistance( - pTextObj->m_TextState.GetObject()->m_CharSpace); - baseSpace = spacing; - for (int i = 0; i < nItems; i++) { - CPDF_TextObjectItem item; - pTextObj->GetItemInfo(i, &item); - if (item.m_CharCode == static_cast(-1)) { - FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); - FX_FLOAT kerning = -fontsize_h * item.m_OriginX / 1000; - baseSpace = std::min(baseSpace, kerning + spacing); - bAllChar = false; - } - } - if (baseSpace < 0.0 || (nItems == 3 && !bAllChar)) - baseSpace = 0.0; - } - return baseSpace; -} - -FX_STRSIZE Unicode_GetNormalization(FX_WCHAR wch, FX_WCHAR* pDst) { - wch = wch & 0xFFFF; - FX_WCHAR wFind = g_UnicodeData_Normalization[wch]; - if (!wFind) { - if (pDst) - *pDst = wch; - return 1; - } - if (wFind >= 0x8000) { - wch = wFind - 0x8000; - wFind = 1; - } else { - wch = wFind & 0x0FFF; - wFind >>= 12; - } - const uint16_t* pMap = g_UnicodeData_Normalization_Maps[wFind]; - if (pMap == g_UnicodeData_Normalization_Map4) { - pMap = g_UnicodeData_Normalization_Map4 + wch; - wFind = (FX_WCHAR)(*pMap++); - } else { - pMap += wch; - } - if (pDst) { - FX_WCHAR n = wFind; - while (n--) - *pDst++ = *pMap++; - } - return (FX_STRSIZE)wFind; -} - -float MaskPercentFilled(const std::vector& mask, - int32_t start, - int32_t end) { - if (start >= end) - return 0; - float count = std::count_if(mask.begin() + start, mask.begin() + end, - [](bool r) { return r; }); - return count / (end - start); -} - -} // namespace - -CPDF_TextPage::CPDF_TextPage(const CPDF_Page* pPage, FPDFText_Direction flags) - : m_pPage(pPage), - m_parserflag(flags), - m_pPreTextObj(nullptr), - m_bIsParsed(false), - m_TextlineDir(TextOrientation::Unknown) { - m_TextBuf.EstimateSize(0, 10240); - pPage->GetDisplayMatrix(m_DisplayMatrix, 0, 0, (int)pPage->GetPageWidth(), - (int)pPage->GetPageHeight(), 0); -} - -CPDF_TextPage::~CPDF_TextPage() {} - -bool CPDF_TextPage::IsControlChar(const PAGECHAR_INFO& charInfo) { - switch (charInfo.m_Unicode) { - case 0x2: - case 0x3: - case 0x93: - case 0x94: - case 0x96: - case 0x97: - case 0x98: - case 0xfffe: - return charInfo.m_Flag != FPDFTEXT_CHAR_HYPHEN; - default: - return false; - } -} - -void CPDF_TextPage::ParseTextPage() { - m_bIsParsed = false; - m_TextBuf.Clear(); - m_CharList.clear(); - m_pPreTextObj = nullptr; - ProcessObject(); - - m_bIsParsed = true; - m_CharIndex.clear(); - int nCount = pdfium::CollectionSize(m_CharList); - if (nCount) - m_CharIndex.push_back(0); - - for (int i = 0; i < nCount; i++) { - int indexSize = pdfium::CollectionSize(m_CharIndex); - const PAGECHAR_INFO& charinfo = m_CharList[i]; - if (charinfo.m_Flag == FPDFTEXT_CHAR_GENERATED || - (charinfo.m_Unicode != 0 && !IsControlChar(charinfo))) { - if (indexSize % 2) { - m_CharIndex.push_back(1); - } else { - if (indexSize <= 0) - continue; - m_CharIndex[indexSize - 1] += 1; - } - } else { - if (indexSize % 2) { - if (indexSize <= 0) - continue; - m_CharIndex[indexSize - 1] = i + 1; - } else { - m_CharIndex.push_back(i + 1); - } - } - } - int indexSize = pdfium::CollectionSize(m_CharIndex); - if (indexSize % 2) - m_CharIndex.erase(m_CharIndex.begin() + indexSize - 1); -} - -int CPDF_TextPage::CountChars() const { - return pdfium::CollectionSize(m_CharList); -} - -int CPDF_TextPage::CharIndexFromTextIndex(int TextIndex) const { - int indexSize = pdfium::CollectionSize(m_CharIndex); - int count = 0; - for (int i = 0; i < indexSize; i += 2) { - count += m_CharIndex[i + 1]; - if (count > TextIndex) - return TextIndex - count + m_CharIndex[i + 1] + m_CharIndex[i]; - } - return -1; -} - -int CPDF_TextPage::TextIndexFromCharIndex(int CharIndex) const { - int indexSize = pdfium::CollectionSize(m_CharIndex); - int count = 0; - for (int i = 0; i < indexSize; i += 2) { - count += m_CharIndex[i + 1]; - if (m_CharIndex[i + 1] + m_CharIndex[i] > CharIndex) { - if (CharIndex - m_CharIndex[i] < 0) - return -1; - - return CharIndex - m_CharIndex[i] + count - m_CharIndex[i + 1]; - } - } - return -1; -} - -std::vector CPDF_TextPage::GetRectArray(int start, - int nCount) const { - if (start < 0 || nCount == 0 || !m_bIsParsed) - return std::vector(); - - if (nCount + start > pdfium::CollectionSize(m_CharList) || - nCount == -1) { - nCount = pdfium::CollectionSize(m_CharList) - start; - } - - std::vector rectArray; - CPDF_TextObject* pCurObj = nullptr; - CFX_FloatRect rect; - int curPos = start; - bool bFlagNewRect = true; - while (nCount--) { - PAGECHAR_INFO info_curchar = m_CharList[curPos++]; - if (info_curchar.m_Flag == FPDFTEXT_CHAR_GENERATED) - continue; - if (info_curchar.m_CharBox.Width() < 0.01 || - info_curchar.m_CharBox.Height() < 0.01) { - continue; - } - if (!pCurObj) - pCurObj = info_curchar.m_pTextObj; - if (pCurObj != info_curchar.m_pTextObj) { - rectArray.push_back(rect); - pCurObj = info_curchar.m_pTextObj; - bFlagNewRect = true; - } - if (bFlagNewRect) { - FX_FLOAT orgX = info_curchar.m_OriginX, orgY = info_curchar.m_OriginY; - CFX_Matrix matrix, matrix_reverse; - info_curchar.m_pTextObj->GetTextMatrix(&matrix); - matrix.Concat(info_curchar.m_Matrix); - matrix_reverse.SetReverse(matrix); - matrix_reverse.Transform(orgX, orgY); - rect.left = info_curchar.m_CharBox.left; - rect.right = info_curchar.m_CharBox.right; - if (pCurObj->GetFont()->GetTypeDescent()) { - rect.bottom = orgY + - pCurObj->GetFont()->GetTypeDescent() * - pCurObj->GetFontSize() / 1000; - FX_FLOAT xPosTemp = orgX; - matrix.Transform(xPosTemp, rect.bottom); - } else { - rect.bottom = info_curchar.m_CharBox.bottom; - } - if (pCurObj->GetFont()->GetTypeAscent()) { - rect.top = - orgY + - pCurObj->GetFont()->GetTypeAscent() * pCurObj->GetFontSize() / 1000; - FX_FLOAT xPosTemp = - orgX + - GetCharWidth(info_curchar.m_CharCode, pCurObj->GetFont()) * - pCurObj->GetFontSize() / 1000; - matrix.Transform(xPosTemp, rect.top); - } else { - rect.top = info_curchar.m_CharBox.top; - } - bFlagNewRect = false; - rect = info_curchar.m_CharBox; - rect.Normalize(); - } else { - info_curchar.m_CharBox.Normalize(); - rect.left = std::min(rect.left, info_curchar.m_CharBox.left); - rect.right = std::max(rect.right, info_curchar.m_CharBox.right); - rect.top = std::max(rect.top, info_curchar.m_CharBox.top); - rect.bottom = std::min(rect.bottom, info_curchar.m_CharBox.bottom); - } - } - rectArray.push_back(rect); - return rectArray; -} - -int CPDF_TextPage::GetIndexAtPos(CFX_FloatPoint point, - FX_FLOAT xTolerance, - FX_FLOAT yTolerance) const { - if (!m_bIsParsed) - return -3; - - int pos = 0; - int NearPos = -1; - double xdif = 5000; - double ydif = 5000; - while (pos < pdfium::CollectionSize(m_CharList)) { - PAGECHAR_INFO charinfo = m_CharList[pos]; - CFX_FloatRect charrect = charinfo.m_CharBox; - if (charrect.Contains(point.x, point.y)) - break; - if (xTolerance > 0 || yTolerance > 0) { - CFX_FloatRect charRectExt; - charrect.Normalize(); - charRectExt.left = charrect.left - xTolerance / 2; - charRectExt.right = charrect.right + xTolerance / 2; - charRectExt.top = charrect.top + yTolerance / 2; - charRectExt.bottom = charrect.bottom - yTolerance / 2; - if (charRectExt.Contains(point.x, point.y)) { - double curXdif, curYdif; - curXdif = FXSYS_fabs(point.x - charrect.left) < - FXSYS_fabs(point.x - charrect.right) - ? FXSYS_fabs(point.x - charrect.left) - : FXSYS_fabs(point.x - charrect.right); - curYdif = FXSYS_fabs(point.y - charrect.bottom) < - FXSYS_fabs(point.y - charrect.top) - ? FXSYS_fabs(point.y - charrect.bottom) - : FXSYS_fabs(point.y - charrect.top); - if (curYdif + curXdif < xdif + ydif) { - ydif = curYdif; - xdif = curXdif; - NearPos = pos; - } - } - } - ++pos; - } - return pos < pdfium::CollectionSize(m_CharList) ? pos : NearPos; -} - -CFX_WideString CPDF_TextPage::GetTextByRect(const CFX_FloatRect& rect) const { - if (!m_bIsParsed) - return CFX_WideString(); - - FX_FLOAT posy = 0; - bool IsContainPreChar = false; - bool IsAddLineFeed = false; - CFX_WideString strText; - for (const auto& charinfo : m_CharList) { - if (IsRectIntersect(rect, charinfo.m_CharBox)) { - if (FXSYS_fabs(posy - charinfo.m_OriginY) > 0 && !IsContainPreChar && - IsAddLineFeed) { - posy = charinfo.m_OriginY; - if (!strText.IsEmpty()) - strText += L"\r\n"; - } - IsContainPreChar = true; - IsAddLineFeed = false; - if (charinfo.m_Unicode) - strText += charinfo.m_Unicode; - } else if (charinfo.m_Unicode == 32) { - if (IsContainPreChar && charinfo.m_Unicode) { - strText += charinfo.m_Unicode; - IsContainPreChar = false; - IsAddLineFeed = false; - } - } else { - IsContainPreChar = false; - IsAddLineFeed = true; - } - } - return strText; -} - -int CPDF_TextPage::GetIndexAtPos(FX_FLOAT x, - FX_FLOAT y, - FX_FLOAT xTolerance, - FX_FLOAT yTolerance) const { - CFX_FloatPoint point(x, y); - return GetIndexAtPos(point, xTolerance, yTolerance); -} - -void CPDF_TextPage::GetCharInfo(int index, FPDF_CHAR_INFO* info) const { - if (!m_bIsParsed) - return; - - if (index < 0 || index >= pdfium::CollectionSize(m_CharList)) - return; - - const PAGECHAR_INFO& charinfo = m_CharList[index]; - info->m_Charcode = charinfo.m_CharCode; - info->m_OriginX = charinfo.m_OriginX; - info->m_OriginY = charinfo.m_OriginY; - info->m_Unicode = charinfo.m_Unicode; - info->m_Flag = charinfo.m_Flag; - info->m_CharBox = charinfo.m_CharBox; - info->m_pTextObj = charinfo.m_pTextObj; - if (charinfo.m_pTextObj && charinfo.m_pTextObj->GetFont()) - info->m_FontSize = charinfo.m_pTextObj->GetFontSize(); - else - info->m_FontSize = kDefaultFontSize; - info->m_Matrix.Copy(charinfo.m_Matrix); -} - -void CPDF_TextPage::CheckMarkedContentObject(int32_t& start, - int32_t& nCount) const { - PAGECHAR_INFO charinfo = m_CharList[start]; - PAGECHAR_INFO charinfo2 = m_CharList[start + nCount - 1]; - if (FPDFTEXT_CHAR_PIECE != charinfo.m_Flag && - FPDFTEXT_CHAR_PIECE != charinfo2.m_Flag) { - return; - } - if (FPDFTEXT_CHAR_PIECE == charinfo.m_Flag) { - PAGECHAR_INFO charinfo1 = charinfo; - int startIndex = start; - while (FPDFTEXT_CHAR_PIECE == charinfo1.m_Flag && - charinfo1.m_Index == charinfo.m_Index) { - startIndex--; - if (startIndex < 0) - break; - charinfo1 = m_CharList[startIndex]; - } - startIndex++; - start = startIndex; - } - if (FPDFTEXT_CHAR_PIECE == charinfo2.m_Flag) { - PAGECHAR_INFO charinfo3 = charinfo2; - int endIndex = start + nCount - 1; - while (FPDFTEXT_CHAR_PIECE == charinfo3.m_Flag && - charinfo3.m_Index == charinfo2.m_Index) { - endIndex++; - if (endIndex >= pdfium::CollectionSize(m_CharList)) - break; - charinfo3 = m_CharList[endIndex]; - } - endIndex--; - nCount = endIndex - start + 1; - } -} - -CFX_WideString CPDF_TextPage::GetPageText(int start, int nCount) const { - if (!m_bIsParsed || nCount == 0) - return L""; - - if (start < 0) - start = 0; - - if (nCount == -1) { - nCount = pdfium::CollectionSize(m_CharList) - start; - return CFX_WideString( - m_TextBuf.AsStringC().Mid(start, m_TextBuf.AsStringC().GetLength())); - } - if (nCount <= 0 || m_CharList.empty()) - return L""; - if (nCount + start > pdfium::CollectionSize(m_CharList) - 1) - nCount = pdfium::CollectionSize(m_CharList) - start; - if (nCount <= 0) - return L""; - CheckMarkedContentObject(start, nCount); - int startindex = 0; - PAGECHAR_INFO charinfo = m_CharList[start]; - int startOffset = 0; - while (charinfo.m_Index == -1) { - startOffset++; - if (startOffset > nCount || - start + startOffset >= pdfium::CollectionSize(m_CharList)) { - return L""; - } - charinfo = m_CharList[start + startOffset]; - } - startindex = charinfo.m_Index; - charinfo = m_CharList[start + nCount - 1]; - int nCountOffset = 0; - while (charinfo.m_Index == -1) { - nCountOffset++; - if (nCountOffset >= nCount) - return L""; - charinfo = m_CharList[start + nCount - nCountOffset - 1]; - } - nCount = start + nCount - nCountOffset - startindex; - if (nCount <= 0) - return L""; - return CFX_WideString(m_TextBuf.AsStringC().Mid(startindex, nCount)); -} - -int CPDF_TextPage::CountRects(int start, int nCount) { - if (!m_bIsParsed || start < 0) - return -1; - - if (nCount == -1 || - nCount + start > pdfium::CollectionSize(m_CharList)) { - nCount = pdfium::CollectionSize(m_CharList) - start; - } - m_SelRects = GetRectArray(start, nCount); - return pdfium::CollectionSize(m_SelRects); -} - -void CPDF_TextPage::GetRect(int rectIndex, - FX_FLOAT& left, - FX_FLOAT& top, - FX_FLOAT& right, - FX_FLOAT& bottom) const { - if (!m_bIsParsed) - return; - - if (rectIndex < 0 || rectIndex >= pdfium::CollectionSize(m_SelRects)) - return; - - left = m_SelRects[rectIndex].left; - top = m_SelRects[rectIndex].top; - right = m_SelRects[rectIndex].right; - bottom = m_SelRects[rectIndex].bottom; -} - -CPDF_TextPage::TextOrientation CPDF_TextPage::FindTextlineFlowOrientation() - const { - if (m_pPage->GetPageObjectList()->empty()) - return TextOrientation::Unknown; - - const int32_t nPageWidth = static_cast(m_pPage->GetPageWidth()); - const int32_t nPageHeight = static_cast(m_pPage->GetPageHeight()); - std::vector nHorizontalMask(nPageWidth); - std::vector nVerticalMask(nPageHeight); - FX_FLOAT fLineHeight = 0.0f; - int32_t nStartH = nPageWidth; - int32_t nEndH = 0; - int32_t nStartV = nPageHeight; - int32_t nEndV = 0; - for (const auto& pPageObj : *m_pPage->GetPageObjectList()) { - if (!pPageObj->IsText()) - continue; - - int32_t minH = std::max(static_cast(pPageObj->m_Left), 0); - int32_t maxH = - std::min(static_cast(pPageObj->m_Right), nPageWidth); - int32_t minV = std::max(static_cast(pPageObj->m_Bottom), 0); - int32_t maxV = std::min(static_cast(pPageObj->m_Top), nPageHeight); - if (minH >= maxH || minV >= maxV) - continue; - - for (int32_t i = minH; i < maxH; ++i) - nHorizontalMask[i] = true; - for (int32_t i = minV; i < maxV; ++i) - nVerticalMask[i] = true; - - nStartH = std::min(nStartH, minH); - nEndH = std::max(nEndH, maxH); - nStartV = std::min(nStartV, minV); - nEndV = std::max(nEndV, maxV); - - if (fLineHeight <= 0.0f) - fLineHeight = pPageObj->m_Top - pPageObj->m_Bottom; - } - const int32_t nDoubleLineHeight = 2 * fLineHeight; - if ((nEndV - nStartV) < nDoubleLineHeight) - return TextOrientation::Horizontal; - if ((nEndH - nStartH) < nDoubleLineHeight) - return TextOrientation::Vertical; - - const FX_FLOAT nSumH = MaskPercentFilled(nHorizontalMask, nStartH, nEndH); - if (nSumH > 0.8f) - return TextOrientation::Horizontal; - - const FX_FLOAT nSumV = MaskPercentFilled(nVerticalMask, nStartV, nEndV); - if (nSumH > nSumV) - return TextOrientation::Horizontal; - if (nSumH < nSumV) - return TextOrientation::Vertical; - return TextOrientation::Unknown; -} - -void CPDF_TextPage::AppendGeneratedCharacter(FX_WCHAR unicode, - const CFX_Matrix& formMatrix) { - PAGECHAR_INFO generateChar; - if (!GenerateCharInfo(unicode, generateChar)) - return; - - m_TextBuf.AppendChar(unicode); - if (!formMatrix.IsIdentity()) - generateChar.m_Matrix.Copy(formMatrix); - m_CharList.push_back(generateChar); -} - -void CPDF_TextPage::ProcessObject() { - if (m_pPage->GetPageObjectList()->empty()) - return; - - m_TextlineDir = FindTextlineFlowOrientation(); - const CPDF_PageObjectList* pObjList = m_pPage->GetPageObjectList(); - for (auto it = pObjList->begin(); it != pObjList->end(); ++it) { - if (CPDF_PageObject* pObj = it->get()) { - if (pObj->IsText()) { - CFX_Matrix matrix; - ProcessTextObject(pObj->AsText(), matrix, pObjList, it); - } else if (pObj->IsForm()) { - CFX_Matrix formMatrix(1, 0, 0, 1, 0, 0); - ProcessFormObject(pObj->AsForm(), formMatrix); - } - } - } - for (int i = 0; i < m_LineObj.GetSize(); i++) - ProcessTextObject(m_LineObj.GetAt(i)); - - m_LineObj.RemoveAll(); - CloseTempLine(); -} - -void CPDF_TextPage::ProcessFormObject(CPDF_FormObject* pFormObj, - const CFX_Matrix& formMatrix) { - CPDF_PageObjectList* pObjectList = pFormObj->m_pForm->GetPageObjectList(); - if (pObjectList->empty()) - return; - - CFX_Matrix curFormMatrix; - curFormMatrix.Copy(pFormObj->m_FormMatrix); - curFormMatrix.Concat(formMatrix); - - for (auto it = pObjectList->begin(); it != pObjectList->end(); ++it) { - if (CPDF_PageObject* pPageObj = it->get()) { - if (pPageObj->IsText()) - ProcessTextObject(pPageObj->AsText(), curFormMatrix, pObjectList, it); - else if (pPageObj->IsForm()) - ProcessFormObject(pPageObj->AsForm(), curFormMatrix); - } - } -} - -int CPDF_TextPage::GetCharWidth(uint32_t charCode, CPDF_Font* pFont) const { - if (charCode == CPDF_Font::kInvalidCharCode) - return 0; - - if (int w = pFont->GetCharWidthF(charCode)) - return w; - - CFX_ByteString str; - pFont->AppendChar(str, charCode); - if (int w = pFont->GetStringWidth(str.c_str(), 1)) - return w; - - return pFont->GetCharBBox(charCode).Width(); -} - -void CPDF_TextPage::AddCharInfoByLRDirection(FX_WCHAR wChar, - PAGECHAR_INFO info) { - if (IsControlChar(info)) { - info.m_Index = -1; - m_CharList.push_back(info); - return; - } - - info.m_Index = m_TextBuf.GetLength(); - if (wChar >= 0xFB00 && wChar <= 0xFB06) { - FX_WCHAR* pDst = nullptr; - FX_STRSIZE nCount = Unicode_GetNormalization(wChar, pDst); - if (nCount >= 1) { - pDst = FX_Alloc(FX_WCHAR, nCount); - Unicode_GetNormalization(wChar, pDst); - for (int nIndex = 0; nIndex < nCount; nIndex++) { - PAGECHAR_INFO info2 = info; - info2.m_Unicode = pDst[nIndex]; - info2.m_Flag = FPDFTEXT_CHAR_PIECE; - m_TextBuf.AppendChar(info2.m_Unicode); - m_CharList.push_back(info2); - } - FX_Free(pDst); - return; - } - } - m_TextBuf.AppendChar(wChar); - m_CharList.push_back(info); -} - -void CPDF_TextPage::AddCharInfoByRLDirection(FX_WCHAR wChar, - PAGECHAR_INFO info) { - if (IsControlChar(info)) { - info.m_Index = -1; - m_CharList.push_back(info); - return; - } - - info.m_Index = m_TextBuf.GetLength(); - wChar = FX_GetMirrorChar(wChar, TRUE, FALSE); - FX_WCHAR* pDst = nullptr; - FX_STRSIZE nCount = Unicode_GetNormalization(wChar, pDst); - if (nCount >= 1) { - pDst = FX_Alloc(FX_WCHAR, nCount); - Unicode_GetNormalization(wChar, pDst); - for (int nIndex = 0; nIndex < nCount; nIndex++) { - PAGECHAR_INFO info2 = info; - info2.m_Unicode = pDst[nIndex]; - info2.m_Flag = FPDFTEXT_CHAR_PIECE; - m_TextBuf.AppendChar(info2.m_Unicode); - m_CharList.push_back(info2); - } - FX_Free(pDst); - return; - } - info.m_Unicode = wChar; - m_TextBuf.AppendChar(info.m_Unicode); - m_CharList.push_back(info); -} - -void CPDF_TextPage::CloseTempLine() { - if (m_TempCharList.empty()) - return; - - CFX_WideString str = m_TempTextBuf.MakeString(); - bool bPrevSpace = false; - for (int i = 0; i < str.GetLength(); i++) { - if (str.GetAt(i) != ' ') { - bPrevSpace = false; - continue; - } - if (bPrevSpace) { - m_TempTextBuf.Delete(i, 1); - m_TempCharList.erase(m_TempCharList.begin() + i); - str.Delete(i); - i--; - } - bPrevSpace = true; - } - CFX_BidiString bidi(str); - if (m_parserflag == FPDFText_Direction::Right) - bidi.SetOverallDirectionRight(); - CFX_BidiChar::Direction eCurrentDirection = bidi.OverallDirection(); - for (const auto& segment : bidi) { - if (segment.direction == CFX_BidiChar::RIGHT || - (segment.direction == CFX_BidiChar::NEUTRAL && - eCurrentDirection == CFX_BidiChar::RIGHT)) { - eCurrentDirection = CFX_BidiChar::RIGHT; - for (int m = segment.start + segment.count; m > segment.start; --m) - AddCharInfoByRLDirection(bidi.CharAt(m - 1), m_TempCharList[m - 1]); - } else { - eCurrentDirection = CFX_BidiChar::LEFT; - for (int m = segment.start; m < segment.start + segment.count; m++) - AddCharInfoByLRDirection(bidi.CharAt(m), m_TempCharList[m]); - } - } - m_TempCharList.clear(); - m_TempTextBuf.Delete(0, m_TempTextBuf.GetLength()); -} - -void CPDF_TextPage::ProcessTextObject( - CPDF_TextObject* pTextObj, - const CFX_Matrix& formMatrix, - const CPDF_PageObjectList* pObjList, - CPDF_PageObjectList::const_iterator ObjPos) { - CFX_FloatRect re(pTextObj->m_Left, pTextObj->m_Bottom, pTextObj->m_Right, - pTextObj->m_Top); - if (FXSYS_fabs(pTextObj->m_Right - pTextObj->m_Left) < 0.01f) - return; - int count = m_LineObj.GetSize(); - PDFTEXT_Obj Obj; - Obj.m_pTextObj = pTextObj; - Obj.m_formMatrix = formMatrix; - if (count == 0) { - m_LineObj.Add(Obj); - return; - } - if (IsSameAsPreTextObject(pTextObj, pObjList, ObjPos)) - return; - PDFTEXT_Obj prev_Obj = m_LineObj.GetAt(count - 1); - CPDF_TextObjectItem item; - int nItem = prev_Obj.m_pTextObj->CountItems(); - prev_Obj.m_pTextObj->GetItemInfo(nItem - 1, &item); - FX_FLOAT prev_width = - GetCharWidth(item.m_CharCode, prev_Obj.m_pTextObj->GetFont()) * - prev_Obj.m_pTextObj->GetFontSize() / 1000; - CFX_Matrix prev_matrix; - prev_Obj.m_pTextObj->GetTextMatrix(&prev_matrix); - prev_width = FXSYS_fabs(prev_width); - prev_matrix.Concat(prev_Obj.m_formMatrix); - prev_width = prev_matrix.TransformDistance(prev_width); - pTextObj->GetItemInfo(0, &item); - FX_FLOAT this_width = GetCharWidth(item.m_CharCode, pTextObj->GetFont()) * - pTextObj->GetFontSize() / 1000; - this_width = FXSYS_fabs(this_width); - CFX_Matrix this_matrix; - pTextObj->GetTextMatrix(&this_matrix); - this_width = FXSYS_fabs(this_width); - this_matrix.Concat(formMatrix); - this_width = this_matrix.TransformDistance(this_width); - FX_FLOAT threshold = - prev_width > this_width ? prev_width / 4 : this_width / 4; - FX_FLOAT prev_x = prev_Obj.m_pTextObj->GetPosX(), - prev_y = prev_Obj.m_pTextObj->GetPosY(); - prev_Obj.m_formMatrix.Transform(prev_x, prev_y); - m_DisplayMatrix.Transform(prev_x, prev_y); - FX_FLOAT this_x = pTextObj->GetPosX(), this_y = pTextObj->GetPosY(); - formMatrix.Transform(this_x, this_y); - m_DisplayMatrix.Transform(this_x, this_y); - if (FXSYS_fabs(this_y - prev_y) > threshold * 2) { - for (int i = 0; i < count; i++) - ProcessTextObject(m_LineObj.GetAt(i)); - m_LineObj.RemoveAll(); - m_LineObj.Add(Obj); - return; - } - int i = 0; - for (i = count - 1; i >= 0; i--) { - PDFTEXT_Obj prev_text_obj = m_LineObj.GetAt(i); - FX_FLOAT Prev_x = prev_text_obj.m_pTextObj->GetPosX(), - Prev_y = prev_text_obj.m_pTextObj->GetPosY(); - prev_text_obj.m_formMatrix.Transform(Prev_x, Prev_y); - m_DisplayMatrix.Transform(Prev_x, Prev_y); - if (this_x >= Prev_x) { - if (i == count - 1) - m_LineObj.Add(Obj); - else - m_LineObj.InsertAt(i + 1, Obj); - break; - } - } - if (i < 0) - m_LineObj.InsertAt(0, Obj); -} - -FPDFText_MarkedContent CPDF_TextPage::PreMarkedContent(PDFTEXT_Obj Obj) { - CPDF_TextObject* pTextObj = Obj.m_pTextObj; - const CPDF_ContentMarkData* pMarkData = pTextObj->m_ContentMark.GetObject(); - if (!pMarkData) - return FPDFText_MarkedContent::Pass; - - int nContentMark = pMarkData->CountItems(); - if (nContentMark < 1) - return FPDFText_MarkedContent::Pass; - - CFX_WideString actText; - bool bExist = false; - CPDF_Dictionary* pDict = nullptr; - int n = 0; - for (n = 0; n < nContentMark; n++) { - const CPDF_ContentMarkItem& item = pMarkData->GetItem(n); - if (item.GetParamType() == CPDF_ContentMarkItem::ParamType::None) - continue; - pDict = item.GetParam(); - CPDF_String* temp = - ToString(pDict ? pDict->GetObjectBy("ActualText") : nullptr); - if (temp) { - bExist = true; - actText = temp->GetUnicodeText(); - } - } - if (!bExist) - return FPDFText_MarkedContent::Pass; - - if (m_pPreTextObj) { - const CPDF_ContentMarkData* pPreMarkData = - m_pPreTextObj->m_ContentMark.GetObject(); - if (pPreMarkData && pPreMarkData->CountItems() == n && - pDict == pPreMarkData->GetItem(n - 1).GetParam()) { - return FPDFText_MarkedContent::Done; - } - } - FX_STRSIZE nItems = actText.GetLength(); - if (nItems < 1) - return FPDFText_MarkedContent::Pass; - - CPDF_Font* pFont = pTextObj->GetFont(); - bExist = false; - for (FX_STRSIZE i = 0; i < nItems; i++) { - if (pFont->CharCodeFromUnicode(actText.GetAt(i)) != - CPDF_Font::kInvalidCharCode) { - bExist = true; - break; - } - } - if (!bExist) - return FPDFText_MarkedContent::Pass; - - bExist = false; - for (FX_STRSIZE i = 0; i < nItems; i++) { - FX_WCHAR wChar = actText.GetAt(i); - if ((wChar > 0x80 && wChar < 0xFFFD) || (wChar <= 0x80 && isprint(wChar))) { - bExist = true; - break; - } - } - if (!bExist) - return FPDFText_MarkedContent::Done; - - return FPDFText_MarkedContent::Delay; -} - -void CPDF_TextPage::ProcessMarkedContent(PDFTEXT_Obj Obj) { - CPDF_TextObject* pTextObj = Obj.m_pTextObj; - const CPDF_ContentMarkData* pMarkData = pTextObj->m_ContentMark.GetObject(); - if (!pMarkData) - return; - - int nContentMark = pMarkData->CountItems(); - if (nContentMark < 1) - return; - CFX_WideString actText; - CPDF_Dictionary* pDict = nullptr; - for (int n = 0; n < nContentMark; n++) { - const CPDF_ContentMarkItem& item = pMarkData->GetItem(n); - if (item.GetParamType() == CPDF_ContentMarkItem::ParamType::None) - continue; - pDict = item.GetParam(); - if (pDict) - actText = pDict->GetUnicodeTextBy("ActualText"); - } - FX_STRSIZE nItems = actText.GetLength(); - if (nItems < 1) - return; - - CPDF_Font* pFont = pTextObj->GetFont(); - CFX_Matrix formMatrix = Obj.m_formMatrix; - CFX_Matrix matrix; - pTextObj->GetTextMatrix(&matrix); - matrix.Concat(formMatrix); - FX_FLOAT fPosX = pTextObj->GetPosX(); - FX_FLOAT fPosY = pTextObj->GetPosY(); - int nCharInfoIndex = m_TextBuf.GetLength(); - CFX_FloatRect charBox; - charBox.top = pTextObj->m_Top; - charBox.left = pTextObj->m_Left; - charBox.right = pTextObj->m_Right; - charBox.bottom = pTextObj->m_Bottom; - for (FX_STRSIZE k = 0; k < nItems; k++) { - FX_WCHAR wChar = actText.GetAt(k); - if (wChar <= 0x80 && !isprint(wChar)) - wChar = 0x20; - if (wChar >= 0xFFFD) - continue; - PAGECHAR_INFO charinfo; - charinfo.m_OriginX = fPosX; - charinfo.m_OriginY = fPosY; - charinfo.m_Index = nCharInfoIndex; - charinfo.m_Unicode = wChar; - charinfo.m_CharCode = pFont->CharCodeFromUnicode(wChar); - charinfo.m_Flag = FPDFTEXT_CHAR_PIECE; - charinfo.m_pTextObj = pTextObj; - charinfo.m_CharBox.top = charBox.top; - charinfo.m_CharBox.left = charBox.left; - charinfo.m_CharBox.right = charBox.right; - charinfo.m_CharBox.bottom = charBox.bottom; - charinfo.m_Matrix.Copy(matrix); - m_TempTextBuf.AppendChar(wChar); - m_TempCharList.push_back(charinfo); - } -} - -void CPDF_TextPage::FindPreviousTextObject() { - if (m_TempCharList.empty() && m_CharList.empty()) - return; - - PAGECHAR_INFO preChar = - m_TempCharList.empty() ? m_CharList.back() : m_TempCharList.back(); - - if (preChar.m_pTextObj) - m_pPreTextObj = preChar.m_pTextObj; -} - -void CPDF_TextPage::SwapTempTextBuf(int32_t iCharListStartAppend, - int32_t iBufStartAppend) { - int32_t i = iCharListStartAppend; - int32_t j = pdfium::CollectionSize(m_TempCharList) - 1; - for (; i < j; i++, j--) { - std::swap(m_TempCharList[i], m_TempCharList[j]); - std::swap(m_TempCharList[i].m_Index, m_TempCharList[j].m_Index); - } - FX_WCHAR* pTempBuffer = m_TempTextBuf.GetBuffer(); - i = iBufStartAppend; - j = m_TempTextBuf.GetLength() - 1; - for (; i < j; i++, j--) - std::swap(pTempBuffer[i], pTempBuffer[j]); -} - -FX_BOOL CPDF_TextPage::IsRightToLeft(const CPDF_TextObject* pTextObj, - const CPDF_Font* pFont, - int nItems) const { - CFX_WideString str; - for (int32_t i = 0; i < nItems; i++) { - CPDF_TextObjectItem item; - pTextObj->GetItemInfo(i, &item); - if (item.m_CharCode == static_cast(-1)) - continue; - CFX_WideString wstrItem = pFont->UnicodeFromCharCode(item.m_CharCode); - FX_WCHAR wChar = wstrItem.GetAt(0); - if ((wstrItem.IsEmpty() || wChar == 0) && item.m_CharCode) - wChar = (FX_WCHAR)item.m_CharCode; - if (wChar) - str += wChar; - } - return CFX_BidiString(str).OverallDirection() == CFX_BidiChar::RIGHT; -} - -void CPDF_TextPage::ProcessTextObject(PDFTEXT_Obj Obj) { - CPDF_TextObject* pTextObj = Obj.m_pTextObj; - if (FXSYS_fabs(pTextObj->m_Right - pTextObj->m_Left) < 0.01f) - return; - CFX_Matrix formMatrix = Obj.m_formMatrix; - CPDF_Font* pFont = pTextObj->GetFont(); - CFX_Matrix matrix; - pTextObj->GetTextMatrix(&matrix); - matrix.Concat(formMatrix); - FPDFText_MarkedContent ePreMKC = PreMarkedContent(Obj); - if (ePreMKC == FPDFText_MarkedContent::Done) { - m_pPreTextObj = pTextObj; - m_perMatrix.Copy(formMatrix); - return; - } - GenerateCharacter result = GenerateCharacter::None; - if (m_pPreTextObj) { - result = ProcessInsertObject(pTextObj, formMatrix); - if (result == GenerateCharacter::LineBreak) { - m_CurlineRect = - CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, - Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top); - } else { - m_CurlineRect.Union( - CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, - Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top)); - } - switch (result) { - case GenerateCharacter::None: - break; - case GenerateCharacter::Space: { - PAGECHAR_INFO generateChar; - if (GenerateCharInfo(TEXT_SPACE_CHAR, generateChar)) { - if (!formMatrix.IsIdentity()) - generateChar.m_Matrix.Copy(formMatrix); - m_TempTextBuf.AppendChar(TEXT_SPACE_CHAR); - m_TempCharList.push_back(generateChar); - } - break; - } - case GenerateCharacter::LineBreak: - CloseTempLine(); - if (m_TextBuf.GetSize()) { - AppendGeneratedCharacter(TEXT_RETURN_CHAR, formMatrix); - AppendGeneratedCharacter(TEXT_LINEFEED_CHAR, formMatrix); - } - break; - case GenerateCharacter::Hyphen: - if (pTextObj->CountChars() == 1) { - CPDF_TextObjectItem item; - pTextObj->GetCharInfo(0, &item); - CFX_WideString wstrItem = - pTextObj->GetFont()->UnicodeFromCharCode(item.m_CharCode); - if (wstrItem.IsEmpty()) - wstrItem += (FX_WCHAR)item.m_CharCode; - FX_WCHAR curChar = wstrItem.GetAt(0); - if (curChar == 0x2D || curChar == 0xAD) - return; - } - while (m_TempTextBuf.GetSize() > 0 && - m_TempTextBuf.AsStringC().GetAt(m_TempTextBuf.GetLength() - 1) == - 0x20) { - m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); - m_TempCharList.pop_back(); - } - PAGECHAR_INFO* charinfo = &m_TempCharList.back(); - m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); - charinfo->m_Unicode = 0x2; - charinfo->m_Flag = FPDFTEXT_CHAR_HYPHEN; - m_TempTextBuf.AppendChar(0xfffe); - break; - } - } else { - m_CurlineRect = - CFX_FloatRect(Obj.m_pTextObj->m_Left, Obj.m_pTextObj->m_Bottom, - Obj.m_pTextObj->m_Right, Obj.m_pTextObj->m_Top); - } - if (ePreMKC == FPDFText_MarkedContent::Delay) { - ProcessMarkedContent(Obj); - m_pPreTextObj = pTextObj; - m_perMatrix.Copy(formMatrix); - return; - } - m_pPreTextObj = pTextObj; - m_perMatrix.Copy(formMatrix); - int nItems = pTextObj->CountItems(); - FX_FLOAT baseSpace = CalculateBaseSpace(pTextObj, matrix); - - const FX_BOOL bR2L = IsRightToLeft(pTextObj, pFont, nItems); - const FX_BOOL bIsBidiAndMirrorInverse = - bR2L && (matrix.a * matrix.d - matrix.b * matrix.c) < 0; - int32_t iBufStartAppend = m_TempTextBuf.GetLength(); - int32_t iCharListStartAppend = - pdfium::CollectionSize(m_TempCharList); - - FX_FLOAT spacing = 0; - for (int i = 0; i < nItems; i++) { - CPDF_TextObjectItem item; - PAGECHAR_INFO charinfo; - charinfo.m_OriginX = 0; - charinfo.m_OriginY = 0; - pTextObj->GetItemInfo(i, &item); - if (item.m_CharCode == static_cast(-1)) { - CFX_WideString str = m_TempTextBuf.MakeString(); - if (str.IsEmpty()) - str = m_TextBuf.AsStringC(); - if (str.IsEmpty() || str.GetAt(str.GetLength() - 1) == TEXT_SPACE_CHAR) - continue; - - FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); - spacing = -fontsize_h * item.m_OriginX / 1000; - continue; - } - FX_FLOAT charSpace = pTextObj->m_TextState.GetObject()->m_CharSpace; - if (charSpace > 0.001) - spacing += matrix.TransformDistance(charSpace); - else if (charSpace < -0.001) - spacing -= matrix.TransformDistance(FXSYS_fabs(charSpace)); - spacing -= baseSpace; - if (spacing && i > 0) { - int last_width = 0; - FX_FLOAT fontsize_h = pTextObj->m_TextState.GetFontSizeH(); - uint32_t space_charcode = pFont->CharCodeFromUnicode(' '); - FX_FLOAT threshold = 0; - if (space_charcode != CPDF_Font::kInvalidCharCode) - threshold = fontsize_h * pFont->GetCharWidthF(space_charcode) / 1000; - if (threshold > fontsize_h / 3) - threshold = 0; - else - threshold /= 2; - if (threshold == 0) { - threshold = fontsize_h; - int this_width = FXSYS_abs(GetCharWidth(item.m_CharCode, pFont)); - threshold = this_width > last_width ? (FX_FLOAT)this_width - : (FX_FLOAT)last_width; - threshold = NormalizeThreshold(threshold); - threshold = fontsize_h * threshold / 1000; - } - if (threshold && (spacing && spacing >= threshold)) { - charinfo.m_Unicode = TEXT_SPACE_CHAR; - charinfo.m_Flag = FPDFTEXT_CHAR_GENERATED; - charinfo.m_pTextObj = pTextObj; - charinfo.m_Index = m_TextBuf.GetLength(); - m_TempTextBuf.AppendChar(TEXT_SPACE_CHAR); - charinfo.m_CharCode = CPDF_Font::kInvalidCharCode; - charinfo.m_Matrix.Copy(formMatrix); - matrix.Transform(item.m_OriginX, item.m_OriginY, charinfo.m_OriginX, - charinfo.m_OriginY); - charinfo.m_CharBox = - CFX_FloatRect(charinfo.m_OriginX, charinfo.m_OriginY, - charinfo.m_OriginX, charinfo.m_OriginY); - m_TempCharList.push_back(charinfo); - } - if (item.m_CharCode == CPDF_Font::kInvalidCharCode) - continue; - } - spacing = 0; - CFX_WideString wstrItem = pFont->UnicodeFromCharCode(item.m_CharCode); - bool bNoUnicode = false; - FX_WCHAR wChar = wstrItem.GetAt(0); - if ((wstrItem.IsEmpty() || wChar == 0) && item.m_CharCode) { - if (wstrItem.IsEmpty()) - wstrItem += (FX_WCHAR)item.m_CharCode; - else - wstrItem.SetAt(0, (FX_WCHAR)item.m_CharCode); - bNoUnicode = true; - } - charinfo.m_Index = -1; - charinfo.m_CharCode = item.m_CharCode; - if (bNoUnicode) - charinfo.m_Flag = FPDFTEXT_CHAR_UNUNICODE; - else - charinfo.m_Flag = FPDFTEXT_CHAR_NORMAL; - charinfo.m_pTextObj = pTextObj; - charinfo.m_OriginX = 0, charinfo.m_OriginY = 0; - matrix.Transform(item.m_OriginX, item.m_OriginY, charinfo.m_OriginX, - charinfo.m_OriginY); - FX_RECT rect = - charinfo.m_pTextObj->GetFont()->GetCharBBox(charinfo.m_CharCode); - charinfo.m_CharBox.top = - rect.top * pTextObj->GetFontSize() / 1000 + item.m_OriginY; - charinfo.m_CharBox.left = - rect.left * pTextObj->GetFontSize() / 1000 + item.m_OriginX; - charinfo.m_CharBox.right = - rect.right * pTextObj->GetFontSize() / 1000 + item.m_OriginX; - charinfo.m_CharBox.bottom = - rect.bottom * pTextObj->GetFontSize() / 1000 + item.m_OriginY; - if (fabsf(charinfo.m_CharBox.top - charinfo.m_CharBox.bottom) < 0.01f) { - charinfo.m_CharBox.top = - charinfo.m_CharBox.bottom + pTextObj->GetFontSize(); - } - if (fabsf(charinfo.m_CharBox.right - charinfo.m_CharBox.left) < 0.01f) { - charinfo.m_CharBox.right = - charinfo.m_CharBox.left + pTextObj->GetCharWidth(charinfo.m_CharCode); - } - matrix.TransformRect(charinfo.m_CharBox); - charinfo.m_Matrix.Copy(matrix); - if (wstrItem.IsEmpty()) { - charinfo.m_Unicode = 0; - m_TempCharList.push_back(charinfo); - m_TempTextBuf.AppendChar(0xfffe); - continue; - } else { - int nTotal = wstrItem.GetLength(); - bool bDel = false; - const int count = - std::min(pdfium::CollectionSize(m_TempCharList), 7); - FX_FLOAT threshold = charinfo.m_Matrix.TransformXDistance( - (FX_FLOAT)TEXT_CHARRATIO_GAPDELTA * pTextObj->GetFontSize()); - for (int n = pdfium::CollectionSize(m_TempCharList); - n > pdfium::CollectionSize(m_TempCharList) - count; n--) { - const PAGECHAR_INFO& charinfo1 = m_TempCharList[n - 1]; - if (charinfo1.m_CharCode == charinfo.m_CharCode && - charinfo1.m_pTextObj->GetFont() == charinfo.m_pTextObj->GetFont() && - FXSYS_fabs(charinfo1.m_OriginX - charinfo.m_OriginX) < threshold && - FXSYS_fabs(charinfo1.m_OriginY - charinfo.m_OriginY) < threshold) { - bDel = true; - break; - } - } - if (!bDel) { - for (int nIndex = 0; nIndex < nTotal; nIndex++) { - charinfo.m_Unicode = wstrItem.GetAt(nIndex); - if (charinfo.m_Unicode) { - charinfo.m_Index = m_TextBuf.GetLength(); - m_TempTextBuf.AppendChar(charinfo.m_Unicode); - } else { - m_TempTextBuf.AppendChar(0xfffe); - } - m_TempCharList.push_back(charinfo); - } - } else if (i == 0) { - CFX_WideString str = m_TempTextBuf.MakeString(); - if (!str.IsEmpty() && - str.GetAt(str.GetLength() - 1) == TEXT_SPACE_CHAR) { - m_TempTextBuf.Delete(m_TempTextBuf.GetLength() - 1, 1); - m_TempCharList.pop_back(); - } - } - } - } - if (bIsBidiAndMirrorInverse) - SwapTempTextBuf(iCharListStartAppend, iBufStartAppend); -} - -CPDF_TextPage::TextOrientation CPDF_TextPage::GetTextObjectWritingMode( - const CPDF_TextObject* pTextObj) const { - int32_t nChars = pTextObj->CountChars(); - if (nChars == 1) - return m_TextlineDir; - - CPDF_TextObjectItem first, last; - pTextObj->GetCharInfo(0, &first); - pTextObj->GetCharInfo(nChars - 1, &last); - CFX_Matrix textMatrix; - pTextObj->GetTextMatrix(&textMatrix); - textMatrix.TransformPoint(first.m_OriginX, first.m_OriginY); - textMatrix.TransformPoint(last.m_OriginX, last.m_OriginY); - FX_FLOAT dX = FXSYS_fabs(last.m_OriginX - first.m_OriginX); - FX_FLOAT dY = FXSYS_fabs(last.m_OriginY - first.m_OriginY); - if (dX <= 0.0001f && dY <= 0.0001f) - return TextOrientation::Unknown; - - CFX_VectorF v(dX, dY); - v.Normalize(); - if (v.y <= 0.0872f) - return v.x <= 0.0872f ? m_TextlineDir : TextOrientation::Horizontal; - - if (v.x <= 0.0872f) - return TextOrientation::Vertical; - - return m_TextlineDir; -} - -FX_BOOL CPDF_TextPage::IsHyphen(FX_WCHAR curChar) { - CFX_WideString strCurText = m_TempTextBuf.MakeString(); - if (strCurText.IsEmpty()) - strCurText = m_TextBuf.AsStringC(); - FX_STRSIZE nCount = strCurText.GetLength(); - int nIndex = nCount - 1; - FX_WCHAR wcTmp = strCurText.GetAt(nIndex); - while (wcTmp == 0x20 && nIndex <= nCount - 1 && nIndex >= 0) - wcTmp = strCurText.GetAt(--nIndex); - if (0x2D == wcTmp || 0xAD == wcTmp) { - if (--nIndex > 0) { - FX_WCHAR preChar = strCurText.GetAt((nIndex)); - if (((preChar >= L'A' && preChar <= L'Z') || - (preChar >= L'a' && preChar <= L'z')) && - ((curChar >= L'A' && curChar <= L'Z') || - (curChar >= L'a' && curChar <= L'z'))) { - return TRUE; - } - } - const PAGECHAR_INFO* preInfo; - if (!m_TempCharList.empty()) - preInfo = &m_TempCharList.back(); - else if (!m_CharList.empty()) - preInfo = &m_CharList.back(); - else - return FALSE; - if (FPDFTEXT_CHAR_PIECE == preInfo->m_Flag && - (0xAD == preInfo->m_Unicode || 0x2D == preInfo->m_Unicode)) { - return TRUE; - } - } - return FALSE; -} - -CPDF_TextPage::GenerateCharacter CPDF_TextPage::ProcessInsertObject( - const CPDF_TextObject* pObj, - const CFX_Matrix& formMatrix) { - FindPreviousTextObject(); - TextOrientation WritingMode = GetTextObjectWritingMode(pObj); - if (WritingMode == TextOrientation::Unknown) - WritingMode = GetTextObjectWritingMode(m_pPreTextObj); - - CFX_FloatRect this_rect(pObj->m_Left, pObj->m_Bottom, pObj->m_Right, - pObj->m_Top); - CFX_FloatRect prev_rect(m_pPreTextObj->m_Left, m_pPreTextObj->m_Bottom, - m_pPreTextObj->m_Right, m_pPreTextObj->m_Top); - CPDF_TextObjectItem PrevItem, item; - int nItem = m_pPreTextObj->CountItems(); - m_pPreTextObj->GetItemInfo(nItem - 1, &PrevItem); - pObj->GetItemInfo(0, &item); - CFX_WideString wstrItem = - pObj->GetFont()->UnicodeFromCharCode(item.m_CharCode); - if (wstrItem.IsEmpty()) - wstrItem += static_cast(item.m_CharCode); - FX_WCHAR curChar = wstrItem.GetAt(0); - if (WritingMode == TextOrientation::Horizontal) { - if (this_rect.Height() > 4.5 && prev_rect.Height() > 4.5) { - FX_FLOAT top = - this_rect.top < prev_rect.top ? this_rect.top : prev_rect.top; - FX_FLOAT bottom = this_rect.bottom > prev_rect.bottom ? this_rect.bottom - : prev_rect.bottom; - if (bottom >= top) { - return IsHyphen(curChar) ? GenerateCharacter::Hyphen - : GenerateCharacter::LineBreak; - } - } - } else if (WritingMode == TextOrientation::Vertical) { - if (this_rect.Width() > pObj->GetFontSize() * 0.1f && - prev_rect.Width() > m_pPreTextObj->GetFontSize() * 0.1f) { - FX_FLOAT left = this_rect.left > m_CurlineRect.left ? this_rect.left - : m_CurlineRect.left; - FX_FLOAT right = this_rect.right < m_CurlineRect.right - ? this_rect.right - : m_CurlineRect.right; - if (right <= left) { - return IsHyphen(curChar) ? GenerateCharacter::Hyphen - : GenerateCharacter::LineBreak; - } - } - } - FX_FLOAT last_pos = PrevItem.m_OriginX; - int nLastWidth = GetCharWidth(PrevItem.m_CharCode, m_pPreTextObj->GetFont()); - FX_FLOAT last_width = nLastWidth * m_pPreTextObj->GetFontSize() / 1000; - last_width = FXSYS_fabs(last_width); - int nThisWidth = GetCharWidth(item.m_CharCode, pObj->GetFont()); - FX_FLOAT this_width = nThisWidth * pObj->GetFontSize() / 1000; - this_width = FXSYS_fabs(this_width); - FX_FLOAT threshold = - last_width > this_width ? last_width / 4 : this_width / 4; - CFX_Matrix prev_matrix, prev_reverse; - m_pPreTextObj->GetTextMatrix(&prev_matrix); - prev_matrix.Concat(m_perMatrix); - prev_reverse.SetReverse(prev_matrix); - FX_FLOAT x = pObj->GetPosX(); - FX_FLOAT y = pObj->GetPosY(); - formMatrix.Transform(x, y); - prev_reverse.Transform(x, y); - if (last_width < this_width) - threshold = prev_reverse.TransformDistance(threshold); - bool bNewline = false; - if (WritingMode == TextOrientation::Horizontal) { - CFX_FloatRect rect1(m_pPreTextObj->m_Left, pObj->m_Bottom, - m_pPreTextObj->m_Right, pObj->m_Top); - CFX_FloatRect rect2(m_pPreTextObj->m_Left, m_pPreTextObj->m_Bottom, - m_pPreTextObj->m_Right, m_pPreTextObj->m_Top); - CFX_FloatRect rect3 = rect1; - rect1.Intersect(rect2); - if ((rect1.IsEmpty() && rect2.Height() > 5 && rect3.Height() > 5) || - ((y > threshold * 2 || y < threshold * -3) && - (FXSYS_fabs(y) < 1 ? FXSYS_fabs(x) < FXSYS_fabs(y) : TRUE))) { - bNewline = true; - if (nItem > 1) { - CPDF_TextObjectItem tempItem; - m_pPreTextObj->GetItemInfo(0, &tempItem); - CFX_Matrix m; - m_pPreTextObj->GetTextMatrix(&m); - if (PrevItem.m_OriginX > tempItem.m_OriginX && - m_DisplayMatrix.a > 0.9 && m_DisplayMatrix.b < 0.1 && - m_DisplayMatrix.c < 0.1 && m_DisplayMatrix.d < -0.9 && m.b < 0.1 && - m.c < 0.1) { - CFX_FloatRect re(0, m_pPreTextObj->m_Bottom, 1000, - m_pPreTextObj->m_Top); - if (re.Contains(pObj->GetPosX(), pObj->GetPosY())) { - bNewline = false; - } else { - CFX_FloatRect rect(0, pObj->m_Bottom, 1000, pObj->m_Top); - if (rect.Contains(m_pPreTextObj->GetPosX(), - m_pPreTextObj->GetPosY())) { - bNewline = false; - } - } - } - } - } - } - if (bNewline) { - return IsHyphen(curChar) ? GenerateCharacter::Hyphen - : GenerateCharacter::LineBreak; - } - - int32_t nChars = pObj->CountChars(); - if (nChars == 1 && (0x2D == curChar || 0xAD == curChar) && - IsHyphen(curChar)) { - return GenerateCharacter::Hyphen; - } - CFX_WideString PrevStr = - m_pPreTextObj->GetFont()->UnicodeFromCharCode(PrevItem.m_CharCode); - FX_WCHAR preChar = PrevStr.GetAt(PrevStr.GetLength() - 1); - CFX_Matrix matrix; - pObj->GetTextMatrix(&matrix); - matrix.Concat(formMatrix); - threshold = (FX_FLOAT)(nLastWidth > nThisWidth ? nLastWidth : nThisWidth); - threshold = threshold > 400 - ? (threshold < 700 - ? threshold / 4 - : (threshold > 800 ? threshold / 6 : threshold / 5)) - : (threshold / 2); - if (nLastWidth >= nThisWidth) { - threshold *= FXSYS_fabs(m_pPreTextObj->GetFontSize()); - } else { - threshold *= FXSYS_fabs(pObj->GetFontSize()); - threshold = matrix.TransformDistance(threshold); - threshold = prev_reverse.TransformDistance(threshold); - } - threshold /= 1000; - if ((threshold < 1.4881 && threshold > 1.4879) || - (threshold < 1.39001 && threshold > 1.38999)) { - threshold *= 1.5; - } - if (FXSYS_fabs(last_pos + last_width - x) > threshold && curChar != L' ' && - preChar != L' ') { - if (curChar != L' ' && preChar != L' ') { - if ((x - last_pos - last_width) > threshold || - (last_pos - x - last_width) > threshold) { - return GenerateCharacter::Space; - } - if (x < 0 && (last_pos - x - last_width) > threshold) - return GenerateCharacter::Space; - if ((x - last_pos - last_width) > this_width || - (x - last_pos - this_width) > last_width) { - return GenerateCharacter::Space; - } - } - } - return GenerateCharacter::None; -} - -FX_BOOL CPDF_TextPage::IsSameTextObject(CPDF_TextObject* pTextObj1, - CPDF_TextObject* pTextObj2) { - if (!pTextObj1 || !pTextObj2) - return FALSE; - CFX_FloatRect rcPreObj(pTextObj2->m_Left, pTextObj2->m_Bottom, - pTextObj2->m_Right, pTextObj2->m_Top); - CFX_FloatRect rcCurObj(pTextObj1->m_Left, pTextObj1->m_Bottom, - pTextObj1->m_Right, pTextObj1->m_Top); - if (rcPreObj.IsEmpty() && rcCurObj.IsEmpty()) { - FX_FLOAT dbXdif = FXSYS_fabs(rcPreObj.left - rcCurObj.left); - size_t nCount = m_CharList.size(); - if (nCount >= 2) { - PAGECHAR_INFO perCharTemp = m_CharList[nCount - 2]; - FX_FLOAT dbSpace = perCharTemp.m_CharBox.Width(); - if (dbXdif > dbSpace) - return FALSE; - } - } - if (!rcPreObj.IsEmpty() || !rcCurObj.IsEmpty()) { - rcPreObj.Intersect(rcCurObj); - if (rcPreObj.IsEmpty()) - return FALSE; - if (FXSYS_fabs(rcPreObj.Width() - rcCurObj.Width()) > - rcCurObj.Width() / 2) { - return FALSE; - } - if (pTextObj2->GetFontSize() != pTextObj1->GetFontSize()) - return FALSE; - } - int nPreCount = pTextObj2->CountItems(); - int nCurCount = pTextObj1->CountItems(); - if (nPreCount != nCurCount) - return FALSE; - // If both objects have no items, consider them same. - if (!nPreCount) - return TRUE; - - CPDF_TextObjectItem itemPer = {0, 0.0f, 0.0f}; - CPDF_TextObjectItem itemCur = {0, 0.0f, 0.0f}; - for (int i = 0; i < nPreCount; i++) { - pTextObj2->GetItemInfo(i, &itemPer); - pTextObj1->GetItemInfo(i, &itemCur); - if (itemCur.m_CharCode != itemPer.m_CharCode) - return FALSE; - } - if (FXSYS_fabs(pTextObj1->GetPosX() - pTextObj2->GetPosX()) > - GetCharWidth(itemPer.m_CharCode, pTextObj2->GetFont()) * - pTextObj2->GetFontSize() / 1000 * 0.9 || - FXSYS_fabs(pTextObj1->GetPosY() - pTextObj2->GetPosY()) > - std::max(std::max(rcPreObj.Height(), rcPreObj.Width()), - pTextObj2->GetFontSize()) / - 8) { - return FALSE; - } - return TRUE; -} - -FX_BOOL CPDF_TextPage::IsSameAsPreTextObject( - CPDF_TextObject* pTextObj, - const CPDF_PageObjectList* pObjList, - CPDF_PageObjectList::const_iterator iter) { - int i = 0; - while (i < 5 && iter != pObjList->begin()) { - --iter; - CPDF_PageObject* pOtherObj = iter->get(); - if (pOtherObj == pTextObj || !pOtherObj->IsText()) - continue; - if (IsSameTextObject(pOtherObj->AsText(), pTextObj)) - return TRUE; - ++i; - } - return FALSE; -} - -FX_BOOL CPDF_TextPage::GenerateCharInfo(FX_WCHAR unicode, PAGECHAR_INFO& info) { - const PAGECHAR_INFO* preChar; - if (!m_TempCharList.empty()) - preChar = &m_TempCharList.back(); - else if (!m_CharList.empty()) - preChar = &m_CharList.back(); - else - return FALSE; - info.m_Index = m_TextBuf.GetLength(); - info.m_Unicode = unicode; - info.m_pTextObj = nullptr; - info.m_CharCode = CPDF_Font::kInvalidCharCode; - info.m_Flag = FPDFTEXT_CHAR_GENERATED; - int preWidth = 0; - if (preChar->m_pTextObj && preChar->m_CharCode != -1) { - preWidth = - GetCharWidth(preChar->m_CharCode, preChar->m_pTextObj->GetFont()); - } - - FX_FLOAT fFontSize = preChar->m_pTextObj ? preChar->m_pTextObj->GetFontSize() - : preChar->m_CharBox.Height(); - if (!fFontSize) - fFontSize = kDefaultFontSize; - - info.m_OriginX = preChar->m_OriginX + preWidth * (fFontSize) / 1000; - info.m_OriginY = preChar->m_OriginY; - info.m_CharBox = CFX_FloatRect(info.m_OriginX, info.m_OriginY, info.m_OriginX, - info.m_OriginY); - return TRUE; -} - -FX_BOOL CPDF_TextPage::IsRectIntersect(const CFX_FloatRect& rect1, - const CFX_FloatRect& rect2) { - CFX_FloatRect rect = rect1; - rect.Intersect(rect2); - return !rect.IsEmpty(); -} - -CPDF_TextPageFind::CPDF_TextPageFind(const CPDF_TextPage* pTextPage) - : m_pTextPage(pTextPage), - m_flags(0), - m_findNextStart(-1), - m_findPreStart(-1), - m_bMatchCase(FALSE), - m_bMatchWholeWord(FALSE), - m_resStart(0), - m_resEnd(-1), - m_IsFind(FALSE) { - m_strText = m_pTextPage->GetPageText(); - int nCount = pTextPage->CountChars(); - if (nCount) { - m_CharIndex.push_back(0); - } - for (int i = 0; i < nCount; i++) { - FPDF_CHAR_INFO info; - pTextPage->GetCharInfo(i, &info); - int indexSize = pdfium::CollectionSize(m_CharIndex); - if (info.m_Flag == FPDFTEXT_CHAR_NORMAL || - info.m_Flag == FPDFTEXT_CHAR_GENERATED) { - if (indexSize % 2) { - m_CharIndex.push_back(1); - } else { - if (indexSize <= 0) { - continue; - } - m_CharIndex[indexSize - 1] += 1; - } - } else { - if (indexSize % 2) { - if (indexSize <= 0) { - continue; - } - m_CharIndex[indexSize - 1] = i + 1; - } else { - m_CharIndex.push_back(i + 1); - } - } - } - int indexSize = pdfium::CollectionSize(m_CharIndex); - if (indexSize % 2) { - m_CharIndex.erase(m_CharIndex.begin() + indexSize - 1); - } -} - -CPDF_TextPageFind::~CPDF_TextPageFind() {} - -int CPDF_TextPageFind::GetCharIndex(int index) const { - return m_pTextPage->CharIndexFromTextIndex(index); -} - -FX_BOOL CPDF_TextPageFind::FindFirst(const CFX_WideString& findwhat, - int flags, - int startPos) { - if (!m_pTextPage) { - return FALSE; - } - if (m_strText.IsEmpty() || m_bMatchCase != (flags & FPDFTEXT_MATCHCASE)) { - m_strText = m_pTextPage->GetPageText(); - } - CFX_WideString findwhatStr = findwhat; - m_findWhat = findwhatStr; - m_flags = flags; - m_bMatchCase = flags & FPDFTEXT_MATCHCASE; - if (m_strText.IsEmpty()) { - m_IsFind = FALSE; - return TRUE; - } - FX_STRSIZE len = findwhatStr.GetLength(); - if (!m_bMatchCase) { - findwhatStr.MakeLower(); - m_strText.MakeLower(); - } - m_bMatchWholeWord = flags & FPDFTEXT_MATCHWHOLEWORD; - m_findNextStart = startPos; - if (startPos == -1) { - m_findPreStart = m_strText.GetLength() - 1; - } else { - m_findPreStart = startPos; - } - m_csFindWhatArray.clear(); - int i = 0; - while (i < len) { - if (findwhatStr.GetAt(i) != ' ') { - break; - } - i++; - } - if (i < len) { - ExtractFindWhat(findwhatStr); - } else { - m_csFindWhatArray.push_back(findwhatStr); - } - if (m_csFindWhatArray.empty()) { - return FALSE; - } - m_IsFind = TRUE; - m_resStart = 0; - m_resEnd = -1; - return TRUE; -} - -FX_BOOL CPDF_TextPageFind::FindNext() { - if (!m_pTextPage) { - return FALSE; - } - m_resArray.clear(); - if (m_findNextStart == -1) { - return FALSE; - } - if (m_strText.IsEmpty()) { - m_IsFind = FALSE; - return m_IsFind; - } - int strLen = m_strText.GetLength(); - if (m_findNextStart > strLen - 1) { - m_IsFind = FALSE; - return m_IsFind; - } - int nCount = pdfium::CollectionSize(m_csFindWhatArray); - int nResultPos = 0; - int nStartPos = 0; - nStartPos = m_findNextStart; - FX_BOOL bSpaceStart = FALSE; - for (int iWord = 0; iWord < nCount; iWord++) { - CFX_WideString csWord = m_csFindWhatArray[iWord]; - if (csWord.IsEmpty()) { - if (iWord == nCount - 1) { - FX_WCHAR strInsert = m_strText.GetAt(nStartPos); - if (strInsert == TEXT_LINEFEED_CHAR || strInsert == TEXT_SPACE_CHAR || - strInsert == TEXT_RETURN_CHAR || strInsert == 160) { - nResultPos = nStartPos + 1; - break; - } - iWord = -1; - } else if (iWord == 0) { - bSpaceStart = TRUE; - } - continue; - } - int endIndex; - nResultPos = m_strText.Find(csWord.c_str(), nStartPos); - if (nResultPos == -1) { - m_IsFind = FALSE; - return m_IsFind; - } - endIndex = nResultPos + csWord.GetLength() - 1; - if (iWord == 0) { - m_resStart = nResultPos; - } - FX_BOOL bMatch = TRUE; - if (iWord != 0 && !bSpaceStart) { - int PreResEndPos = nStartPos; - int curChar = csWord.GetAt(0); - CFX_WideString lastWord = m_csFindWhatArray[iWord - 1]; - int lastChar = lastWord.GetAt(lastWord.GetLength() - 1); - if (nStartPos == nResultPos && - !(IsIgnoreSpaceCharacter(lastChar) || - IsIgnoreSpaceCharacter(curChar))) { - bMatch = FALSE; - } - for (int d = PreResEndPos; d < nResultPos; d++) { - FX_WCHAR strInsert = m_strText.GetAt(d); - if (strInsert != TEXT_LINEFEED_CHAR && strInsert != TEXT_SPACE_CHAR && - strInsert != TEXT_RETURN_CHAR && strInsert != 160) { - bMatch = FALSE; - break; - } - } - } else if (bSpaceStart) { - if (nResultPos > 0) { - FX_WCHAR strInsert = m_strText.GetAt(nResultPos - 1); - if (strInsert != TEXT_LINEFEED_CHAR && strInsert != TEXT_SPACE_CHAR && - strInsert != TEXT_RETURN_CHAR && strInsert != 160) { - bMatch = FALSE; - m_resStart = nResultPos; - } else { - m_resStart = nResultPos - 1; - } - } - } - if (m_bMatchWholeWord && bMatch) { - bMatch = IsMatchWholeWord(m_strText, nResultPos, endIndex); - } - nStartPos = endIndex + 1; - if (!bMatch) { - iWord = -1; - if (bSpaceStart) { - nStartPos = m_resStart + m_csFindWhatArray[1].GetLength(); - } else { - nStartPos = m_resStart + m_csFindWhatArray[0].GetLength(); - } - } - } - m_resEnd = nResultPos + m_csFindWhatArray.back().GetLength() - 1; - m_IsFind = TRUE; - int resStart = GetCharIndex(m_resStart); - int resEnd = GetCharIndex(m_resEnd); - m_resArray = m_pTextPage->GetRectArray(resStart, resEnd - resStart + 1); - if (m_flags & FPDFTEXT_CONSECUTIVE) { - m_findNextStart = m_resStart + 1; - m_findPreStart = m_resEnd - 1; - } else { - m_findNextStart = m_resEnd + 1; - m_findPreStart = m_resStart - 1; - } - return m_IsFind; -} - -FX_BOOL CPDF_TextPageFind::FindPrev() { - if (!m_pTextPage) { - return FALSE; - } - m_resArray.clear(); - if (m_strText.IsEmpty() || m_findPreStart < 0) { - m_IsFind = FALSE; - return m_IsFind; - } - CPDF_TextPageFind findEngine(m_pTextPage); - FX_BOOL ret = findEngine.FindFirst(m_findWhat, m_flags); - if (!ret) { - m_IsFind = FALSE; - return m_IsFind; - } - int order = -1, MatchedCount = 0; - while (ret) { - ret = findEngine.FindNext(); - if (ret) { - int order1 = findEngine.GetCurOrder(); - int MatchedCount1 = findEngine.GetMatchedCount(); - if (((order1 + MatchedCount1) - 1) > m_findPreStart) { - break; - } - order = order1; - MatchedCount = MatchedCount1; - } - } - if (order == -1) { - m_IsFind = FALSE; - return m_IsFind; - } - m_resStart = m_pTextPage->TextIndexFromCharIndex(order); - m_resEnd = m_pTextPage->TextIndexFromCharIndex(order + MatchedCount - 1); - m_IsFind = TRUE; - m_resArray = m_pTextPage->GetRectArray(order, MatchedCount); - if (m_flags & FPDFTEXT_CONSECUTIVE) { - m_findNextStart = m_resStart + 1; - m_findPreStart = m_resEnd - 1; - } else { - m_findNextStart = m_resEnd + 1; - m_findPreStart = m_resStart - 1; - } - return m_IsFind; -} - -void CPDF_TextPageFind::ExtractFindWhat(const CFX_WideString& findwhat) { - if (findwhat.IsEmpty()) { - return; - } - int index = 0; - while (1) { - CFX_WideString csWord = TEXT_EMPTY; - int ret = - ExtractSubString(csWord, findwhat.c_str(), index, TEXT_SPACE_CHAR); - if (csWord.IsEmpty()) { - if (ret) { - m_csFindWhatArray.push_back(L""); - index++; - continue; - } else { - break; - } - } - int pos = 0; - while (pos < csWord.GetLength()) { - CFX_WideString curStr = csWord.Mid(pos, 1); - FX_WCHAR curChar = csWord.GetAt(pos); - if (IsIgnoreSpaceCharacter(curChar)) { - if (pos > 0 && curChar == 0x2019) { - pos++; - continue; - } - if (pos > 0) { - m_csFindWhatArray.push_back(csWord.Mid(0, pos)); - } - m_csFindWhatArray.push_back(curStr); - if (pos == csWord.GetLength() - 1) { - csWord.clear(); - break; - } - csWord = csWord.Right(csWord.GetLength() - pos - 1); - pos = 0; - continue; - } - pos++; - } - if (!csWord.IsEmpty()) { - m_csFindWhatArray.push_back(csWord); - } - index++; - } -} - -FX_BOOL CPDF_TextPageFind::IsMatchWholeWord(const CFX_WideString& csPageText, - int startPos, - int endPos) { - FX_WCHAR char_left = 0; - FX_WCHAR char_right = 0; - int char_count = endPos - startPos + 1; - if (char_count < 1) { - return FALSE; - } - if (char_count == 1 && csPageText.GetAt(startPos) > 255) { - return TRUE; - } - if (startPos - 1 >= 0) { - char_left = csPageText.GetAt(startPos - 1); - } - if (startPos + char_count < csPageText.GetLength()) { - char_right = csPageText.GetAt(startPos + char_count); - } - if ((char_left > 'A' && char_left < 'a') || - (char_left > 'a' && char_left < 'z') || - (char_left > 0xfb00 && char_left < 0xfb06) || std::iswdigit(char_left) || - (char_right > 'A' && char_right < 'a') || - (char_right > 'a' && char_right < 'z') || - (char_right > 0xfb00 && char_right < 0xfb06) || - std::iswdigit(char_right)) { - return FALSE; - } - if (!(('A' > char_left || char_left > 'Z') && - ('a' > char_left || char_left > 'z') && - ('A' > char_right || char_right > 'Z') && - ('a' > char_right || char_right > 'z'))) { - return FALSE; - } - if (char_count > 0) { - if (csPageText.GetAt(startPos) >= L'0' && - csPageText.GetAt(startPos) <= L'9' && char_left >= L'0' && - char_left <= L'9') { - return FALSE; - } - if (csPageText.GetAt(endPos) >= L'0' && csPageText.GetAt(endPos) <= L'9' && - char_right >= L'0' && char_right <= L'9') { - return FALSE; - } - } - return TRUE; -} - -FX_BOOL CPDF_TextPageFind::ExtractSubString(CFX_WideString& rString, - const FX_WCHAR* lpszFullString, - int iSubString, - FX_WCHAR chSep) { - if (!lpszFullString) { - return FALSE; - } - while (iSubString--) { - lpszFullString = wcschr(lpszFullString, chSep); - if (!lpszFullString) { - rString.clear(); - return FALSE; - } - lpszFullString++; - while (*lpszFullString == chSep) { - lpszFullString++; - } - } - const FX_WCHAR* lpchEnd = wcschr(lpszFullString, chSep); - int nLen = lpchEnd ? (int)(lpchEnd - lpszFullString) - : (int)FXSYS_wcslen(lpszFullString); - ASSERT(nLen >= 0); - FXSYS_memcpy(rString.GetBuffer(nLen), lpszFullString, - nLen * sizeof(FX_WCHAR)); - rString.ReleaseBuffer(); - return TRUE; -} - -CFX_WideString CPDF_TextPageFind::MakeReverse(const CFX_WideString& str) { - CFX_WideString str2; - str2.clear(); - int nlen = str.GetLength(); - for (int i = nlen - 1; i >= 0; i--) { - str2 += str.GetAt(i); - } - return str2; -} - -int CPDF_TextPageFind::GetCurOrder() const { - return GetCharIndex(m_resStart); -} - -int CPDF_TextPageFind::GetMatchedCount() const { - int resStart = GetCharIndex(m_resStart); - int resEnd = GetCharIndex(m_resEnd); - return resEnd - resStart + 1; -} - -CPDF_LinkExtract::CPDF_LinkExtract(const CPDF_TextPage* pTextPage) - : m_pTextPage(pTextPage) {} - -CPDF_LinkExtract::~CPDF_LinkExtract() { -} - -void CPDF_LinkExtract::ExtractLinks() { - m_LinkArray.clear(); - if (!m_pTextPage->IsParsed()) - return; - - m_strPageText = m_pTextPage->GetPageText(0, -1); - if (m_strPageText.IsEmpty()) - return; - - ParseLink(); -} - -void CPDF_LinkExtract::ParseLink() { - int start = 0, pos = 0; - int TotalChar = m_pTextPage->CountChars(); - while (pos < TotalChar) { - FPDF_CHAR_INFO pageChar; - m_pTextPage->GetCharInfo(pos, &pageChar); - if (pageChar.m_Flag == FPDFTEXT_CHAR_GENERATED || - pageChar.m_Unicode == 0x20 || pos == TotalChar - 1) { - int nCount = pos - start; - if (pos == TotalChar - 1) { - nCount++; - } - CFX_WideString strBeCheck; - strBeCheck = m_pTextPage->GetPageText(start, nCount); - if (strBeCheck.GetLength() > 5) { - while (strBeCheck.GetLength() > 0) { - FX_WCHAR ch = strBeCheck.GetAt(strBeCheck.GetLength() - 1); - if (ch == L')' || ch == L',' || ch == L'>' || ch == L'.') { - strBeCheck = strBeCheck.Mid(0, strBeCheck.GetLength() - 1); - nCount--; - } else { - break; - } - } - if (nCount > 5 && - (CheckWebLink(strBeCheck) || CheckMailLink(strBeCheck))) { - m_LinkArray.push_back({start, nCount, strBeCheck}); - } - } - start = ++pos; - } else { - pos++; - } - } -} - -bool CPDF_LinkExtract::CheckWebLink(CFX_WideString& strBeCheck) { - CFX_WideString str = strBeCheck; - str.MakeLower(); - if (str.Find(L"http://www.") != -1) { - strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"http://www.")); - return true; - } - if (str.Find(L"http://") != -1) { - strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"http://")); - return true; - } - if (str.Find(L"https://www.") != -1) { - strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"https://www.")); - return true; - } - if (str.Find(L"https://") != -1) { - strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"https://")); - return true; - } - if (str.Find(L"www.") != -1) { - strBeCheck = strBeCheck.Right(str.GetLength() - str.Find(L"www.")); - strBeCheck = L"http://" + strBeCheck; - return true; - } - return false; -} - -bool CPDF_LinkExtract::CheckMailLink(CFX_WideString& str) { - int aPos = str.Find(L'@'); - // Invalid when no '@'. - if (aPos < 1) - return false; - - // Check the local part. - int pPos = aPos; // Used to track the position of '@' or '.'. - for (int i = aPos - 1; i >= 0; i--) { - FX_WCHAR ch = str.GetAt(i); - if (ch == L'_' || ch == L'-' || FXSYS_iswalnum(ch)) - continue; - - if (ch != L'.' || i == pPos - 1 || i == 0) { - if (i == aPos - 1) { - // There is '.' or invalid char before '@'. - return FALSE; - } - // End extracting for other invalid chars, '.' at the beginning, or - // consecutive '.'. - int removed_len = i == pPos - 1 ? i + 2 : i + 1; - str = str.Right(str.GetLength() - removed_len); - break; - } - // Found a valid '.'. - pPos = i; - } - - // Check the domain name part. - aPos = str.Find(L'@'); - if (aPos < 1) - return false; - - str.TrimRight(L'.'); - // At least one '.' in domain name, but not at the beginning. - // TODO(weili): RFC5322 allows domain names to be a local name without '.'. - // Check whether we should remove this check. - int ePos = str.Find(L'.', aPos + 1); - if (ePos == -1 || ePos == aPos + 1) - return false; - - // Validate all other chars in domain name. - int nLen = str.GetLength(); - pPos = 0; // Used to track the position of '.'. - for (int i = aPos + 1; i < nLen; i++) { - FX_WCHAR wch = str.GetAt(i); - if (wch == L'-' || FXSYS_iswalnum(wch)) - continue; - - if (wch != L'.' || i == pPos + 1) { - // Domain name should end before invalid char. - int host_end = i == pPos + 1 ? i - 2 : i - 1; - if (pPos > 0 && host_end - aPos >= 3) { - // Trim the ending invalid chars if there is at least one '.' and name. - str = str.Left(host_end + 1); - break; - } - return false; - } - pPos = i; - } - - if (str.Find(L"mailto:") == -1) - str = L"mailto:" + str; - - return true; -} - -CFX_WideString CPDF_LinkExtract::GetURL(size_t index) const { - return index < m_LinkArray.size() ? m_LinkArray[index].m_strUrl : L""; -} - -std::vector CPDF_LinkExtract::GetRects(size_t index) const { - if (index >= m_LinkArray.size()) - return std::vector(); - - return m_pTextPage->GetRectArray(m_LinkArray[index].m_Start, - m_LinkArray[index].m_Count); -} diff --git a/core/fpdftext/include/cpdf_textpage.h b/core/fpdftext/include/cpdf_textpage.h index 7f25fd7cf5..64b1613e7e 100644 --- a/core/fpdftext/include/cpdf_textpage.h +++ b/core/fpdftext/include/cpdf_textpage.h @@ -20,6 +20,26 @@ class CPDF_FormObject; class CPDF_Page; class CPDF_TextObject; +#define FPDFTEXT_MATCHCASE 0x00000001 +#define FPDFTEXT_MATCHWHOLEWORD 0x00000002 +#define FPDFTEXT_CONSECUTIVE 0x00000004 + +#define FPDFTEXT_CHAR_ERROR -1 +#define FPDFTEXT_CHAR_NORMAL 0 +#define FPDFTEXT_CHAR_GENERATED 1 +#define FPDFTEXT_CHAR_UNUNICODE 2 +#define FPDFTEXT_CHAR_HYPHEN 3 +#define FPDFTEXT_CHAR_PIECE 4 + +#define TEXT_SPACE_CHAR L' ' +#define TEXT_LINEFEED_CHAR L'\n' +#define TEXT_RETURN_CHAR L'\r' +#define TEXT_EMPTY L"" +#define TEXT_SPACE L" " +#define TEXT_RETURN_LINEFEED L"\r\n" +#define TEXT_LINEFEED L"\n" +#define TEXT_CHARRATIO_GAPDELTA 0.070 + enum class FPDFText_MarkedContent { Pass = 0, Done, Delay }; enum class FPDFText_Direction { Left = -1, Right = 1 }; -- cgit v1.2.3