Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
93 lines
2.9 KiB
Go
93 lines
2.9 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package docextractor
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/mattermost/mattermost/server/v8/channels/utils/testutils"
|
|
)
|
|
|
|
func TestPdfEmptyFile(t *testing.T) {
|
|
extractor := pdfExtractor{}
|
|
_, err := extractor.Extract(context.Background(), "test.pdf", bytes.NewReader([]byte{}), 0)
|
|
require.Error(t, err)
|
|
}
|
|
|
|
func TestPdfFile(t *testing.T) {
|
|
extractor := pdfExtractor{}
|
|
contentText := "\nThis is a simple document that contains some text."
|
|
content, err := testutils.ReadTestFile("sample-doc.pdf")
|
|
require.NoError(t, err)
|
|
extractedText, err := extractor.Extract(context.Background(), "sample-doc.pdf", bytes.NewReader(content), 0)
|
|
require.NoError(t, err)
|
|
require.Equal(t, contentText, extractedText)
|
|
}
|
|
|
|
func TestPdfDeeplyNestedObjects(t *testing.T) {
|
|
// Test for MM-63434
|
|
var buf bytes.Buffer
|
|
buf.WriteString("%PDF-1.0\n")
|
|
for range 10_000 {
|
|
buf.WriteString("0\n0\nobj\n")
|
|
}
|
|
buf.WriteString("startxref\n0\n%%EOF\n")
|
|
|
|
extractor := pdfExtractor{}
|
|
text, err := extractor.Extract(context.Background(), "excessive-nests.pdf", bytes.NewReader(buf.Bytes()), 0)
|
|
require.Error(t, err)
|
|
require.Empty(t, text)
|
|
}
|
|
|
|
func TestWrongPdfFile(t *testing.T) {
|
|
extractor := pdfExtractor{}
|
|
content, err := testutils.ReadTestFile("sample-doc.docx")
|
|
require.NoError(t, err)
|
|
_, err = extractor.Extract(context.Background(), "sample-doc.pdf", bytes.NewReader(content), 0)
|
|
require.Error(t, err)
|
|
}
|
|
|
|
func TestPdfCancelledContext(t *testing.T) {
|
|
extractor := pdfExtractor{}
|
|
content, err := testutils.ReadTestFile("sample-doc.pdf")
|
|
require.NoError(t, err)
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
cancel()
|
|
|
|
_, err = extractor.Extract(ctx, "sample-doc.pdf", bytes.NewReader(content), 0)
|
|
require.ErrorIs(t, err, context.Canceled)
|
|
}
|
|
|
|
func TestPdfMaxFileSize(t *testing.T) {
|
|
extractor := pdfExtractor{}
|
|
content, err := testutils.ReadTestFile("sample-doc.pdf")
|
|
require.NoError(t, err)
|
|
require.Greater(t, len(content), 16, "fixture must be larger than the tight limit under test")
|
|
|
|
t.Run("a zero limit means unlimited and extracts the content", func(t *testing.T) {
|
|
text, err := extractor.Extract(context.Background(), "sample-doc.pdf", bytes.NewReader(content), 0)
|
|
require.NoError(t, err)
|
|
require.Contains(t, text, "simple")
|
|
})
|
|
|
|
t.Run("a generous limit extracts the content", func(t *testing.T) {
|
|
text, err := extractor.Extract(context.Background(), "sample-doc.pdf", bytes.NewReader(content), 10*1024*1024)
|
|
require.NoError(t, err)
|
|
require.Contains(t, text, "simple")
|
|
})
|
|
|
|
t.Run("a tight limit prevents extraction", func(t *testing.T) {
|
|
// The reader errors once it reads past the limit, so io.Copy to the
|
|
// temp file fails and no text is extracted.
|
|
text, err := extractor.Extract(context.Background(), "sample-doc.pdf", bytes.NewReader(content), 16)
|
|
require.Error(t, err)
|
|
require.Empty(t, text)
|
|
})
|
|
}
|