Some checks failed
go: build dev binaries / cleanup (push) Successful in 4s
Codespell / Check for spelling errors (push) Failing after 3s
docker: build dev containers / build-rust-binaries (amd64, x86_64-unknown-linux-musl) (push) Failing after 3s
docker: build dev containers / build-dev-containers (push) Has been skipped
docker: build dev containers / build-rust-binaries (arm64, true, aarch64-unknown-linux-musl) (push) Failing after 3s
End to End / FUSE Mount (push) Failing after 2s
EC Integration Tests / EC Integration Tests (push) Failing after 30s
FUSE DLM Integration Tests / FUSE DLM Integration Tests (push) Failing after 3s
FUSE Volume Server Failover Tests / FUSE Volume Server Failover (push) Failing after 3s
FUSE Integration Tests / FUSE Integration Testing (push) Failing after 2s
FUSE P2P Peer Chunk Sharing Integration Tests / FUSE P2P Peer Chunk Sharing (push) Failing after 3s
go: build binary / Go Vet (push) Failing after 2s
go: build binary / Go Vet 32-bit (push) Failing after 3s
go: build binary / Build (push) Failing after 4s
go: build binary / Build cross-platform (freebsd/amd64) (push) Failing after 3s
go: build binary / Build cross-platform (windows/amd64) (push) Failing after 3s
go: build binary / Build cross-platform (darwin/arm64) (push) Failing after 3s
go: build binary / Build cross-platform (windows/arm64) (push) Failing after 3s
go: build binary / Test (push) Failing after 2s
go: build binary / Test 32-bit (push) Failing after 3s
helm: lint and test charts / lint-test (push) Failing after 3s
Java Client Integration Tests / Java Integration Tests (11) (push) Failing after 3s
Java Client Integration Tests / Java Integration Tests (17) (push) Failing after 3s
go: build dev binaries / build_dev_linux_windows (amd64, linux) (push) Failing after 2s
go: build dev binaries / build_dev_linux_windows (amd64, windows) (push) Failing after 3s
go: build dev binaries / build_dev_darwin (amd64, darwin) (push) Has been skipped
go: build dev binaries / build_dev_darwin (arm64, darwin) (push) Has been skipped
Java Client Unit Tests / Java Unit Tests (11) (push) Failing after 3s
Java Client Unit Tests / Java Unit Tests (17) (push) Failing after 2s
Java Client Unit Tests / Java Unit Tests (21) (push) Failing after 3s
Java Client Unit Tests / Java Unit Tests (8) (push) Failing after 3s
Kafka Quick Test (Load Test with Schema Registry) / Kafka Client Load Test (Quick) (push) Failing after 3s
Kafka Gateway Tests / Kafka Unit Tests (unit-tests-1) (push) Failing after 11s
Kafka Gateway Tests / Kafka Integration Tests (Critical) (integration-1) (push) Failing after 3s
Kafka Gateway Tests / Kafka End-to-End Tests (with SMQ) (e2e-1) (push) Failing after 3s
Kafka Gateway Tests / Kafka Consumer Group Tests (Highly Isolated) (consumer-group-1) (push) Failing after 2s
Kafka Gateway Tests / Kafka Client Compatibility (with SMQ) (client-compat-1) (push) Failing after 3s
Kafka Gateway Tests / Kafka SMQ Integration Tests (Full Stack) (smq-integration-1) (push) Failing after 3s
Kafka Gateway Tests / Kafka Protocol Tests (Isolated) (protocol-1) (push) Failing after 3s
KMS Tests / KMS Provider Integration Tests (push) Failing after 2s
KMS Tests / S3 KMS End-to-End Tests (push) Failing after 3s
Master Cold Start Tests / Master Cold Start Tests (push) Failing after 4s
Metadata Subscribe Integration Tests / Metadata Subscribe Integration Tests (push) Failing after 3s
Multi-Master Tests / Multi-Master Failover Tests (push) Failing after 3s
Performance / CPU and Heap Profile (push) Failing after 2s
Performance / S3 Read/Write Benchmark (rust volume) (push) Failing after 3s
pjdfstest POSIX Compliance / pjdfstest (push) Failing after 2s
Plugin Worker Integration Tests / Plugin Worker: erasure_coding (push) Failing after 3s
Plugin Worker Integration Tests / Plugin Worker: vacuum (push) Failing after 3s
Rust Volume Server Tests / Rust Integration Tests (push) Failing after 3s
Rust Volume Server Tests / Go Tests with Rust Volume (grpc - Shard 1) (push) Failing after 2s
Rust Volume Server Tests / Go Tests with Rust Volume (http - Shard 1) (push) Failing after 3s
Rust Volume Server Tests / Go Tests with Rust Volume (grpc - Shard 2) (push) Failing after 3s
Rust Volume Server Tests / Go Tests with Rust Volume (http - Shard 2) (push) Failing after 3s
Rust Volume Server Tests / Go Tests with Rust Volume (grpc - Shard 3) (push) Failing after 3s
S3 IAM Integration Tests / S3 IAM Distributed Tests (push) Failing after 2s
S3 IAM Integration Tests / S3 IAM Performance Tests (push) Failing after 3s
Performance / Throughput Benchmark (go volume) (push) Failing after 3s
Performance / Throughput Benchmark (rust volume) (push) Failing after 2s
Performance / S3 Read/Write Benchmark (go volume) (push) Failing after 3s
Plugin Worker Integration Tests / Plugin Worker: volume_balance (push) Failing after 3s
PostgreSQL Gateway Tests / PostgreSQL Basic Tests (push) Failing after 3s
Rust Volume Server Tests / Rust Unit Tests (push) Failing after 2s
Rust Volume Server Tests / Go Tests with Rust Volume (http - Shard 3) (push) Failing after 3s
Rust Plugin Worker Tests / Rust Plugin Worker Build and Unit Tests (push) Failing after 3s
rust: build dev volume server binaries / cleanup (push) Successful in 3s
S3 ETag and ACL Tests / S3 ETag + ACL Integration Tests (push) Failing after 3s
S3 IAM Integration Tests / IAM Unit Tests (push) Failing after 3s
S3 IAM Integration Tests / S3 IAM Integration Tests (advanced) (push) Failing after 3s
S3 IAM Integration Tests / S3 IAM Integration Tests (basic) (push) Failing after 2s
S3 IAM Integration Tests / S3 IAM Integration Tests (group) (push) Failing after 3s
S3 IAM Integration Tests / S3 IAM Integration Tests (policy-enforcement) (push) Failing after 2s
S3 IAM Integration Tests / S3 IAM Integration Tests (sts) (push) Failing after 4s
S3 Keycloak Integration Tests / S3 Keycloak Integration Tests (push) Failing after 3s
S3 PyArrow Parquet Tests / PyArrow Parquet Tests (Python 3.11) (push) Failing after 3s
S3 PyArrow Parquet Tests / Go Unit Tests (Implicit Directory) (push) Has been cancelled
S3 PyArrow Parquet Tests / PyArrow Parquet Tests (Python 3.12) (push) Has been cancelled
rust: build dev volume server binaries / build-rust-volume-dev-darwin (darwin-amd64, x86_64-apple-darwin) (push) Has been cancelled
rust: build dev volume server binaries / build-rust-volume-dev-darwin (darwin-arm64, aarch64-apple-darwin) (push) Has been cancelled
rust: build dev volume server binaries / build-rust-volume-dev-linux (linux-amd64, x86_64-unknown-linux-gnu) (push) Has been cancelled
S3 PyArrow Parquet Tests / PyArrow Parquet Tests (Python 3.9) (push) Has been cancelled
S3 Proxy Signature Tests / S3 Proxy Signature Verification Tests (push) Has been cancelled
S3 SDK V2 Route Disambiguation Tests / S3 SDK V2 Routing Tests (push) Has been cancelled
S3 SSE Tests / S3 SSE Integration Tests (quick) (push) Has been cancelled
S3 SSE Tests / S3 SSE Compatibility Test (push) Has been cancelled
S3 SSE Tests / S3 SSE Metadata Persistence Test (push) Has been cancelled
S3 SSE Tests / S3 SSE Copy Operations Test (push) Has been cancelled
S3 SSE Tests / S3 SSE Multipart Upload Test (push) Has been cancelled
S3 SSE Tests / S3 SSE Performance Test (push) Has been cancelled
S3 SSE Tests / S3 Volume Encryption Test (push) Has been cancelled
S3 SSE Tests / S3 SSE Integration Tests (comprehensive) (push) Has been cancelled
Spark Integration Tests / Spark Integration Tests (push) Failing after 2s
Telemetry Integration Tests / telemetry-integration-test (push) Failing after 3s
Volume Server Integration Tests / Volume Server Integration Tests (grpc - Shard 1) (push) Failing after 3s
Volume Server Integration Tests / Volume Server Integration Tests (http - Shard 1) (push) Failing after 3s
Ceph S3 tests / Basic S3 tests (KV store) (push) Has been cancelled
Ceph S3 tests / S3 Versioning & Object Lock tests (push) Has been cancelled
S3 Policy Integration Tests / S3 Policy Unit Tests (push) Failing after 3s
Ceph S3 tests / S3 CORS tests (push) Has been cancelled
Ceph S3 tests / SeaweedFS Custom S3 Copy tests (push) Has been cancelled
Ceph S3 tests / Basic S3 tests (SQL store) (push) Has been cancelled
test s3 over https using aws-cli / awscli-tests (push) Has been cancelled
TLS Rotation Integration Tests / TLS Rotation Integration Tests (push) Has been cancelled
Vacuum Integration Tests / Vacuum Integration Tests (push) Has been cancelled
S3 Policy Integration Tests / S3 Policy Variables Integration Tests (push) Failing after 3s
S3 Policy Integration Tests / S3 Policy Enforcement Integration Tests (advanced-policy) (push) Failing after 3s
S3 Policy Integration Tests / S3 Policy Enforcement Integration Tests (basic-policy) (push) Failing after 2s
S3 Policy Integration Tests / S3 Policy Enforcement Integration Tests (contextual-policy) (push) Failing after 4s
S3 Policy Integration Tests / Trusted Proxy Detection Tests (push) Failing after 2s
S3 Policy Integration Tests / S3 Policy Shell Integration Tests (push) Failing after 3s
Samba on FUSE Integration / samba-integration (push) Failing after 2s
SFTP Integration Tests / SFTP Integration Testing (push) Failing after 3s
terraform: validate and test modules / fmt, validate, plan-level tests (push) Failing after 3s
terraform: validate and test modules / local cluster smoke test (real weed) (push) Failing after 2s
Volume Server Integration Tests / Volume Server Integration Tests (grpc - Shard 3) (push) Failing after 3s
Volume Server Integration Tests / Volume Server Integration Tests (grpc - Shard 2) (push) Failing after 3s
Volume Server Integration Tests / Volume Server Integration Tests (http - Shard 2) (push) Failing after 2s
Volume Server Integration Tests / Volume Server Integration Tests (http - Shard 3) (push) Failing after 5s
mount: windows conformance / WinFsp conformance (push) Has been cancelled
mount: windows / Mount on Windows (push) Has been cancelled
156 lines
5.2 KiB
Go
156 lines
5.2 KiB
Go
package winfsp
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
cgofuse "github.com/winfsp/cgofuse/fuse"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/mount"
|
|
)
|
|
|
|
// Options are the WinFsp-specific knobs the mount command passes through.
|
|
type Options struct {
|
|
// VolumeName labels the drive in Explorer.
|
|
VolumeName string
|
|
|
|
// Uid and Gid are reported for every entry. WinFsp overrides what is
|
|
// reported anyway (see the uid=-1 option below), so these are what gets
|
|
// written to the filer and read by every other client.
|
|
Uid uint32
|
|
Gid uint32
|
|
|
|
// CacheTimeout bounds how long resolved paths and attributes may be
|
|
// served from the adapter's cache, and how long WinFsp may serve cached
|
|
// directory listings. Metadata events shorten it by purging; nothing
|
|
// else invalidates these caches.
|
|
CacheTimeout time.Duration
|
|
|
|
// ReadOnly rejects every modification. WinFsp has no "ro" option — it
|
|
// discards the flag and leaves the volume writable — so the refusal has
|
|
// to happen in the operations themselves.
|
|
ReadOnly bool
|
|
|
|
// Debug turns on cgofuse's operation trace.
|
|
Debug bool
|
|
|
|
// ExtraOptions are passed through to WinFsp as -o arguments, after the
|
|
// defaults, so they win when they name the same option.
|
|
ExtraOptions []string
|
|
}
|
|
|
|
// Host is a WinFsp mount that has not been started yet.
|
|
type Host struct {
|
|
host *cgofuse.FileSystemHost
|
|
fs *WinFS
|
|
options Options
|
|
}
|
|
|
|
// New wires wfs up to WinFsp. Nothing is mounted until Serve.
|
|
func New(wfs *mount.WFS, options Options) *Host {
|
|
fs := NewWinFS(wfs, options.Uid, options.Gid, options.ReadOnly, options.CacheTimeout)
|
|
host := cgofuse.NewFileSystemHost(fs)
|
|
host.SetCapReaddirPlus(true)
|
|
host.SetUseIno(true)
|
|
return &Host{host: host, fs: fs, options: options}
|
|
}
|
|
|
|
// Notify wires the mount's metadata events to Windows. Called once before
|
|
// Serve; the host has to exist first, which is why it is not done in New.
|
|
func (h *Host) Notify(wfs *mount.WFS) {
|
|
n := ¬ifier{host: h.host, fs: h.fs, mountRoot: wfs.MountRoot()}
|
|
wfs.SetEntryChangeListener(n.notify)
|
|
}
|
|
|
|
// Serve attaches the filesystem at mountPoint, which is a drive letter ("S:"),
|
|
// a directory that does not yet exist, or a \\server\share UNC path. It blocks
|
|
// until the filesystem is unmounted.
|
|
func (h *Host) Serve(mountPoint string) error {
|
|
prefix, err := VolumePrefix(mountPoint)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
opts := []string{
|
|
"-o", "volname=" + h.volumeName(),
|
|
"-o", "uid=-1",
|
|
"-o", "gid=-1",
|
|
// Only an infinite FileInfoTimeout lets the Windows cache manager
|
|
// cache file data; at any finite value every application read and
|
|
// write is a synchronous trip into this process at whatever size the
|
|
// application issued. Remote changes stay visible because every
|
|
// applied metadata event goes through Notify, which purges the file's
|
|
// cached pages along with its attributes.
|
|
//
|
|
// KeepFileCache is deliberately absent: it would keep the cache alive
|
|
// past cleanup, deferring the close — and with it the flush that
|
|
// persists a written file — until Windows reclaims the memory.
|
|
"-o", "FileInfoTimeout=-1",
|
|
// FlushOnCleanup is absent for the same reason: it makes every
|
|
// handle's cleanup flush, and those flushes race the unlinks of
|
|
// delete-on-close. The flush stays at close, which WinFsp runs after
|
|
// CloseHandle has returned; the mount persists entries eagerly at
|
|
// create instead, so nothing that reads through the filer depends on
|
|
// when the flush runs.
|
|
}
|
|
if h.options.CacheTimeout > 0 {
|
|
ms := strconv.FormatInt(h.options.CacheTimeout.Milliseconds(), 10)
|
|
// These would silently inherit the infinite FileInfoTimeout.
|
|
opts = append(opts,
|
|
"-o", "DirInfoTimeout="+ms,
|
|
"-o", "VolumeInfoTimeout="+ms,
|
|
"-o", "EaTimeout="+ms,
|
|
)
|
|
}
|
|
if prefix != "" {
|
|
// The mount point itself becomes the network prefix; what WinFsp
|
|
// still wants a mount point for is the drive letter it gives the
|
|
// mounting session, and "*" lets it pick a free one.
|
|
opts = append(opts, "-o", "VolumePrefix="+prefix)
|
|
mountPoint = "*"
|
|
}
|
|
if h.options.Debug {
|
|
opts = append(opts, "-d")
|
|
}
|
|
for _, extra := range h.options.ExtraOptions {
|
|
opts = append(opts, "-o", extra)
|
|
}
|
|
|
|
if err := h.mount(mountPoint, opts); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// mount turns a refusal into an error. cgofuse panics rather than returning
|
|
// when winfsp-x64.dll is missing, which is the most likely reason for a
|
|
// failure here and the one worth naming.
|
|
func (h *Host) mount(mountPoint string, opts []string) (err error) {
|
|
defer func() {
|
|
if r := recover(); r != nil {
|
|
err = fmt.Errorf("mounting %s failed (%v); is WinFsp installed?", mountPoint, r)
|
|
}
|
|
}()
|
|
if !h.host.Mount(mountPoint, opts) {
|
|
return fmt.Errorf("WinFsp refused to mount %s; check that WinFsp is installed and the mount point is free", mountPoint)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Unmount detaches the filesystem, releasing a blocked Serve.
|
|
func (h *Host) Unmount() bool {
|
|
return h.host.Unmount()
|
|
}
|
|
|
|
// volumeName keeps the label parseable: WinFsp splits options on commas, so a
|
|
// label carrying one would be cut short and take the rest of the option string
|
|
// with it.
|
|
func (h *Host) volumeName() string {
|
|
name := strings.ReplaceAll(h.options.VolumeName, ",", "+")
|
|
if name == "" {
|
|
return "SeaweedFS"
|
|
}
|
|
return name
|
|
}
|