Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Nightly Race / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
160 lines
3.6 KiB
Go
160 lines
3.6 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
// This package implements a parser for the subset of the CommonMark spec necessary for us to do
|
|
// server-side processing. It is not a full implementation and lacks many features. But it is
|
|
// complete enough to efficiently and accurately allow us to do what we need to like rewrite image
|
|
// URLs for proxying.
|
|
package markdown
|
|
|
|
import (
|
|
"strings"
|
|
)
|
|
|
|
func isEscapable(c rune) bool {
|
|
return c > ' ' && (c < '0' || (c > '9' && (c < 'A' || (c > 'Z' && (c < 'a' || (c > 'z' && c <= '~'))))))
|
|
}
|
|
|
|
func isEscapableByte(c byte) bool {
|
|
return isEscapable(rune(c))
|
|
}
|
|
|
|
func isWhitespace(c rune) bool {
|
|
switch c {
|
|
case ' ', '\t', '\n', '\u000b', '\u000c', '\r':
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
func isWhitespaceByte(c byte) bool {
|
|
return isWhitespace(rune(c))
|
|
}
|
|
|
|
func isNumeric(c rune) bool {
|
|
return c >= '0' && c <= '9'
|
|
}
|
|
|
|
func isNumericByte(c byte) bool {
|
|
return isNumeric(rune(c))
|
|
}
|
|
|
|
func isHex(c rune) bool {
|
|
return isNumeric(c) || (c >= 'a' && c <= 'f') || (c >= 'A' && c <= 'F')
|
|
}
|
|
|
|
func isHexByte(c byte) bool {
|
|
return isHex(rune(c))
|
|
}
|
|
|
|
func isAlphanumeric(c rune) bool {
|
|
return isNumeric(c) || (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z')
|
|
}
|
|
|
|
func isAlphanumericByte(c byte) bool {
|
|
return isAlphanumeric(rune(c))
|
|
}
|
|
|
|
// isWord returns true if c matches the \w regexp character class
|
|
func isWord(c rune) bool {
|
|
return isAlphanumeric(c) || c == '_'
|
|
}
|
|
|
|
func isWordByte(c byte) bool {
|
|
return isWord(rune(c))
|
|
}
|
|
|
|
func nextNonWhitespace(markdown string, position int) int {
|
|
for offset, c := range []byte(markdown[position:]) {
|
|
if !isWhitespaceByte(c) {
|
|
return position + offset
|
|
}
|
|
}
|
|
return len(markdown)
|
|
}
|
|
|
|
func nextLine(markdown string, position int) (linePosition int, skippedNonWhitespace bool) {
|
|
for i := position; i < len(markdown); i++ {
|
|
c := markdown[i]
|
|
if c == '\r' {
|
|
if i+1 < len(markdown) && markdown[i+1] == '\n' {
|
|
return i + 2, skippedNonWhitespace
|
|
}
|
|
return i + 1, skippedNonWhitespace
|
|
} else if c == '\n' {
|
|
return i + 1, skippedNonWhitespace
|
|
} else if !isWhitespaceByte(c) {
|
|
skippedNonWhitespace = true
|
|
}
|
|
}
|
|
return len(markdown), skippedNonWhitespace
|
|
}
|
|
|
|
func countIndentation(markdown string, r Range) (spaces, bytes int) {
|
|
for i := r.Position; i < r.End; i++ {
|
|
if markdown[i] == ' ' {
|
|
spaces++
|
|
bytes++
|
|
} else if markdown[i] == '\t' {
|
|
spaces += 4
|
|
bytes++
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func trimLeftSpace(markdown string, r Range) Range {
|
|
s := markdown[r.Position:r.End]
|
|
trimmed := strings.TrimLeftFunc(s, isWhitespace)
|
|
return Range{r.Position, r.End - (len(s) - len(trimmed))}
|
|
}
|
|
|
|
func trimRightSpace(markdown string, r Range) Range {
|
|
s := markdown[r.Position:r.End]
|
|
trimmed := strings.TrimRightFunc(s, isWhitespace)
|
|
return Range{r.Position, r.End - (len(s) - len(trimmed))}
|
|
}
|
|
|
|
func relativeToAbsolutePosition(ranges []Range, position int) int {
|
|
rem := position
|
|
for _, r := range ranges {
|
|
l := r.End - r.Position
|
|
if rem < l {
|
|
return r.Position + rem
|
|
}
|
|
rem -= l
|
|
}
|
|
if len(ranges) == 0 {
|
|
return 0
|
|
}
|
|
return ranges[len(ranges)-1].End
|
|
}
|
|
|
|
func trimBytesFromRanges(ranges []Range, bytes int) (result []Range) {
|
|
rem := bytes
|
|
for _, r := range ranges {
|
|
if rem == 0 {
|
|
result = append(result, r)
|
|
continue
|
|
}
|
|
l := r.End - r.Position
|
|
if rem < l {
|
|
result = append(result, Range{r.Position + rem, r.End})
|
|
rem = 0
|
|
continue
|
|
}
|
|
rem -= l
|
|
}
|
|
return
|
|
}
|
|
|
|
func Parse(markdown string) (*Document, []*ReferenceDefinition) {
|
|
if len(markdown) > MaxLen() {
|
|
return &Document{}, nil
|
|
}
|
|
lines := ParseLines(markdown)
|
|
return ParseBlocks(markdown, lines)
|
|
}
|