Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Nightly Race / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
118 lines
4.1 KiB
Go
118 lines
4.1 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package docextractor
|
|
|
|
import (
|
|
"archive/zip"
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestArchiveExtractorSkips7zip(t *testing.T) {
|
|
ae := &archiveExtractor{}
|
|
|
|
t.Run("7zip file with .7z extension returns empty string", func(t *testing.T) {
|
|
// Valid 7zip header (minimal)
|
|
sevenZipData := []byte{0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c, 0x00, 0x00}
|
|
result, err := ae.Extract(context.Background(), "test.7z", bytes.NewReader(sevenZipData), 0)
|
|
require.NoError(t, err)
|
|
assert.Empty(t, result)
|
|
})
|
|
|
|
t.Run("7zip content with wrong extension is still blocked", func(t *testing.T) {
|
|
// 7zip content disguised with .zip extension - should still be blocked via stream detection
|
|
sevenZipData := []byte{0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c, 0x00, 0x00}
|
|
result, err := ae.Extract(context.Background(), "malicious.zip", bytes.NewReader(sevenZipData), 0)
|
|
require.NoError(t, err)
|
|
assert.Empty(t, result)
|
|
})
|
|
|
|
t.Run("7zip at offset with .7z extension is blocked via filename", func(t *testing.T) {
|
|
junkPrefix := []byte{0x00, 0x00, 0x00, 0x00}
|
|
sevenZipSig := []byte{0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c, 0x00, 0x00}
|
|
dataWithOffset := append(junkPrefix, sevenZipSig...)
|
|
result, err := ae.Extract(context.Background(), "test.7z", bytes.NewReader(dataWithOffset), 0)
|
|
require.NoError(t, err)
|
|
assert.Empty(t, result)
|
|
})
|
|
|
|
t.Run("7zip at offset with wrong extension fails safely", func(t *testing.T) {
|
|
// Edge case: 7zip content at offset with non-.7z extension.
|
|
// Our check won't catch it (ByName=false, ByStream=false), but archives.FileSystem
|
|
// also won't identify it as 7zip, so it fails to extract rather than triggering OOM.
|
|
junkPrefix := []byte{0x00, 0x00, 0x00, 0x00}
|
|
sevenZipSig := []byte{0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c, 0x00, 0x00}
|
|
dataWithOffset := append(junkPrefix, sevenZipSig...)
|
|
_, err := ae.Extract(context.Background(), "malicious.zip", bytes.NewReader(dataWithOffset), 0)
|
|
assert.Error(t, err) // fails to extract as any valid archive format
|
|
})
|
|
}
|
|
|
|
// contextErrorExtractor fails every extraction with the given context error.
|
|
type contextErrorExtractor struct {
|
|
err error
|
|
}
|
|
|
|
func (ce *contextErrorExtractor) Name() string {
|
|
return "contextErrorExtractor"
|
|
}
|
|
|
|
func (ce *contextErrorExtractor) Match(filename string) bool {
|
|
return true
|
|
}
|
|
|
|
func (ce *contextErrorExtractor) Extract(_ context.Context, _ string, _ io.ReadSeeker, _ int64) (string, error) {
|
|
return "", ce.err
|
|
}
|
|
|
|
func TestArchiveExtractorErrorOmitsEntryName(t *testing.T) {
|
|
// The entry name is transformed before reaching the nested extraction error
|
|
// (separators become spaces), so assert on the stem token as well: it
|
|
// survives that transformation and would appear in either leaky error.
|
|
const entryName = "confidential-customer-list.txt"
|
|
const entryStem = "confidential"
|
|
|
|
var archive bytes.Buffer
|
|
zw := zip.NewWriter(&archive)
|
|
entry, err := zw.Create(entryName)
|
|
require.NoError(t, err)
|
|
_, err = entry.Write([]byte(strings.Repeat("a", 1024)))
|
|
require.NoError(t, err)
|
|
require.NoError(t, zw.Close())
|
|
|
|
requireNoEntryName := func(t *testing.T, err error) {
|
|
t.Helper()
|
|
require.Error(t, err)
|
|
assert.NotContains(t, err.Error(), entryName)
|
|
assert.NotContains(t, err.Error(), entryStem)
|
|
}
|
|
|
|
t.Run("entry read failure", func(t *testing.T) {
|
|
ae := &archiveExtractor{SubExtractor: &plainExtractor{}}
|
|
|
|
// A maxFileSize below the entry size fails the entry read.
|
|
_, err := ae.Extract(context.Background(), "archive.zip", bytes.NewReader(archive.Bytes()), 8)
|
|
requireNoEntryName(t, err)
|
|
})
|
|
|
|
for name, contextErr := range map[string]error{
|
|
"cancelled": context.Canceled,
|
|
"deadline exceeded": context.DeadlineExceeded,
|
|
} {
|
|
t.Run("nested extraction "+name, func(t *testing.T) {
|
|
ae := &archiveExtractor{SubExtractor: &contextErrorExtractor{err: contextErr}}
|
|
|
|
_, err := ae.Extract(context.Background(), "archive.zip", bytes.NewReader(archive.Bytes()), 0)
|
|
requireNoEntryName(t, err)
|
|
assert.ErrorIs(t, err, contextErr)
|
|
})
|
|
}
|
|
}
|