Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Nightly Race / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
151 lines
4.1 KiB
Go
151 lines
4.1 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package markdown
|
|
|
|
import (
|
|
"slices"
|
|
"sync/atomic"
|
|
)
|
|
|
|
// defaultMaxPostRunes is used only if no value has been registered via
|
|
// SetMaxPostRunes, which should not happen in practice. It assumes a post is at
|
|
// most 64KiB in DB. Assuming four bytes per rune, it gives us 16*1024 runes.
|
|
// If we allow scanning up to twice (arbitrary value) that value, we get:
|
|
const defaultMaxPostRunes = 2 * 16 * 1024
|
|
|
|
var maxPostRunes atomic.Int64
|
|
|
|
func init() {
|
|
maxPostRunes.Store(defaultMaxPostRunes)
|
|
}
|
|
|
|
// SetMaxPostRunes registers the real configured maximum post size, in runes, that MaxLen uses to
|
|
// compute the maximum markdown input length. This lets MaxLen reflect the real limit regardless
|
|
// of which code path first parses markdown, rather than depending on that path having already
|
|
// pushed the value in. Safe to call concurrently with MaxLen.
|
|
func SetMaxPostRunes(size int) {
|
|
maxPostRunes.Store(int64(size))
|
|
}
|
|
|
|
// MaxLen returns the current maximum markdown input length, in bytes, enforced by Parse and
|
|
// Inspect: four times the maximum post size, in runes, registered via SetMaxPostRunes (or
|
|
// defaultMaxPostRunes if it hasn't been called yet), assuming a worst case of four bytes per
|
|
// rune.
|
|
func MaxLen() int {
|
|
return 4 * int(maxPostRunes.Load())
|
|
}
|
|
|
|
// Inspect traverses the markdown tree in depth-first order. If f returns true, Inspect invokes f
|
|
// recursively for each child of the block or inline, followed by a call of f(nil).
|
|
func Inspect(markdown string, f func(any) bool) {
|
|
if len(markdown) > MaxLen() {
|
|
return
|
|
}
|
|
document, referenceDefinitions := Parse(markdown)
|
|
InspectBlock(document, func(block Block) bool {
|
|
if !f(block) {
|
|
return false
|
|
}
|
|
switch v := block.(type) {
|
|
case *Paragraph:
|
|
for _, inline := range MergeInlineText(v.ParseInlines(referenceDefinitions)) {
|
|
InspectInline(inline, func(inline Inline) bool {
|
|
return f(inline)
|
|
})
|
|
}
|
|
}
|
|
return true
|
|
})
|
|
}
|
|
|
|
// InspectBlock traverses the blocks in depth-first order, starting with block. If f returns true,
|
|
// InspectBlock invokes f recursively for each child of the block, followed by a call of f(nil).
|
|
func InspectBlock(block Block, f func(Block) bool) {
|
|
stack := []Block{block}
|
|
// Using seen for backtracking
|
|
seen := map[Block]bool{}
|
|
|
|
for len(stack) > 0 {
|
|
// "peek" the node from the stack
|
|
block := stack[len(stack)-1]
|
|
|
|
if seen[block] {
|
|
// "pop" the node only when backtracking(seen)
|
|
stack = stack[:len(stack)-1]
|
|
f(nil)
|
|
continue
|
|
}
|
|
seen[block] = true
|
|
|
|
// Process the node
|
|
if !f(block) {
|
|
continue
|
|
}
|
|
|
|
switch v := block.(type) {
|
|
case *Document:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *List:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *ListItem:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *BlockQuote:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// InspectInline traverses the blocks in depth-first order, starting with block. If f returns true,
|
|
// InspectInline invokes f recursively for each child of the block, followed by a call of f(nil).
|
|
func InspectInline(inline Inline, f func(Inline) bool) {
|
|
stack := []Inline{inline}
|
|
// Using seen for backtracking
|
|
seen := map[Inline]bool{}
|
|
|
|
for len(stack) > 0 {
|
|
// "peek" the node from the stack
|
|
inline := stack[len(stack)-1]
|
|
|
|
if seen[inline] {
|
|
// "pop" the node only when backtracking(seen)
|
|
stack = stack[:len(stack)-1]
|
|
f(nil)
|
|
continue
|
|
}
|
|
seen[inline] = true
|
|
|
|
// Process the node
|
|
if !f(inline) {
|
|
continue
|
|
}
|
|
|
|
switch v := inline.(type) {
|
|
case *InlineImage:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *InlineLink:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *ReferenceImage:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
case *ReferenceLink:
|
|
for _, v0 := range slices.Backward(v.Children) {
|
|
stack = append(stack, v0)
|
|
}
|
|
}
|
|
}
|
|
}
|