syntax revamp

This commit is contained in:
2026-05-24 12:32:57 -07:00
parent 6c0a1b4415
commit 5041d9fbb9
20 changed files with 1512 additions and 1060 deletions
+1 -1
View File
@@ -73,7 +73,7 @@ class FTP(Provider):
PLUGIN_NAME = "ftp"
URL = ("ftp://", "ftps://")
MULTI_INSTANCE = True
SUPPORTED_CMDLETS = frozenset({"add-file", "delete-file", "get-file", "search-file"})
SUPPORTED_CMDLETS = frozenset({"add-file", "delete-file", "download-file", "search-file"})
@property
def label(self) -> str:
+158 -73
View File
@@ -28,6 +28,54 @@ def _copy_sidecars(source_path: Path, target_path: Path) -> None:
continue
def _copy_with_progress(
source_path: Path,
target_path: Path,
*,
pipeline_progress: Any = None,
label: str = "local export",
chunk_size: int = 1024 * 1024,
) -> None:
total_bytes: Optional[int] = None
try:
total_bytes = int(source_path.stat().st_size)
except Exception:
total_bytes = None
transfer_started = False
completed = 0
transfer_label = str(label or target_path.name or source_path.name)
try:
if pipeline_progress is not None and hasattr(pipeline_progress, "begin_transfer"):
pipeline_progress.begin_transfer(
label=transfer_label,
total=total_bytes if isinstance(total_bytes, int) and total_bytes > 0 else None,
)
transfer_started = True
with source_path.open("rb") as src, target_path.open("wb") as dst:
while True:
chunk = src.read(max(4096, int(chunk_size or 0) or 1024 * 1024))
if not chunk:
break
dst.write(chunk)
completed += len(chunk)
if pipeline_progress is not None and hasattr(pipeline_progress, "update_transfer"):
pipeline_progress.update_transfer(
label=transfer_label,
completed=completed,
total=total_bytes if isinstance(total_bytes, int) and total_bytes > 0 else None,
)
shutil.copystat(str(source_path), str(target_path))
finally:
if pipeline_progress is not None and transfer_started and hasattr(pipeline_progress, "finish_transfer"):
try:
pipeline_progress.finish_transfer(label=transfer_label)
except Exception:
pass
class Local(Provider):
PLUGIN_NAME = "local"
PLUGIN_ALIASES = ("filesystem", "fs")
@@ -122,84 +170,121 @@ class Local(Provider):
if not source_path.exists() or not source_path.is_file():
raise FileNotFoundError(f"File not found: {source_path}")
requested_instance = str(kwargs.get("instance") or kwargs.get("store") or "").strip() or None
resolved_name, settings = self.resolve_destination(
requested_instance,
require_explicit=bool(requested_instance),
)
destination_text = str(settings.get("path") or "").strip()
if not destination_text:
requested_label = requested_instance or "<default>"
raise ValueError(
f"Local destination '{requested_label}' is not configured. Use -plugin local -instance <name|path>."
)
pipeline_progress = kwargs.get("pipeline_progress")
destination_root = Path(destination_text).expanduser()
create_dirs = bool(settings.get("create_dirs", True))
if create_dirs:
destination_root.mkdir(parents=True, exist_ok=True)
elif not destination_root.exists():
raise FileNotFoundError(f"Destination directory does not exist: {destination_root}")
elif not destination_root.is_dir():
raise NotADirectoryError(f"Destination is not a directory: {destination_root}")
title = str(kwargs.get("title") or "").strip()
if not title:
title = source_path.stem.replace("_", " ").strip()
base_name = sanitize_filename(title or source_path.stem)
file_ext = source_path.suffix
if file_ext and base_name.lower().endswith(file_ext.lower()):
target_name = base_name
else:
target_name = base_name + file_ext
direct_export_download = bool(kwargs.get("direct_export_download", False))
target_path = source_path if direct_export_download else destination_root / target_name
if not direct_export_download:
if target_path.exists():
target_path = unique_path(target_path)
shutil.copy2(str(source_path), target_path)
_copy_sidecars(source_path, target_path)
tags = list(kwargs.get("tags") or [])
urls = list(kwargs.get("urls") or [])
hash_value = str(kwargs.get("hash_value") or "").strip() or None
if not hash_value:
def _set_status(text: str) -> None:
if pipeline_progress is None or not hasattr(pipeline_progress, "set_status"):
return
try:
hash_value = sha256_file(target_path)
pipeline_progress.set_status(f"local: {text}")
except Exception:
hash_value = None
pass
def _clear_status() -> None:
if pipeline_progress is None or not hasattr(pipeline_progress, "clear_status"):
return
try:
pipeline_progress.clear_status()
except Exception:
pass
relationships = kwargs.get("relationships")
try:
write_tags(target_path, tags, urls, hash_value=hash_value)
write_metadata(
target_path,
hash_value=hash_value,
url=urls,
relationships=relationships or [],
requested_instance = str(kwargs.get("instance") or kwargs.get("store") or "").strip() or None
resolved_name, settings = self.resolve_destination(
requested_instance,
require_explicit=bool(requested_instance),
)
except Exception:
pass
destination_text = str(settings.get("path") or "").strip()
if not destination_text:
requested_label = requested_instance or "<default>"
raise ValueError(
f"Local destination '{requested_label}' is not configured. Use -plugin local -instance <name|path>."
)
extra_updates: Dict[str, Any] = {
"url": urls,
"export_path": str(destination_root),
}
if resolved_name:
extra_updates["instance"] = resolved_name
if relationships:
extra_updates["relationships"] = relationships
destination_root = Path(destination_text).expanduser()
create_dirs = bool(settings.get("create_dirs", True))
if create_dirs:
destination_root.mkdir(parents=True, exist_ok=True)
elif not destination_root.exists():
raise FileNotFoundError(f"Destination directory does not exist: {destination_root}")
elif not destination_root.is_dir():
raise NotADirectoryError(f"Destination is not a directory: {destination_root}")
return {
"hash": hash_value or "unknown",
"store": "local",
"provider": self.name,
"path": str(target_path),
"tag": tags,
"title": title or target_path.name,
"relationships": relationships,
"extra": extra_updates,
}
title = str(kwargs.get("title") or "").strip()
if not title:
title = source_path.stem.replace("_", " ").strip()
base_name = sanitize_filename(title or source_path.stem)
file_ext = source_path.suffix
if file_ext and base_name.lower().endswith(file_ext.lower()):
target_name = base_name
else:
target_name = base_name + file_ext
direct_export_download = bool(kwargs.get("direct_export_download", False))
target_path = source_path if direct_export_download else destination_root / target_name
if not direct_export_download:
if target_path.exists():
target_path = unique_path(target_path)
_set_status(f"copying {target_path.name}")
_copy_with_progress(
source_path,
target_path,
pipeline_progress=pipeline_progress,
label=str(target_path.name or source_path.name or "local export"),
)
_copy_sidecars(source_path, target_path)
else:
_set_status(f"finalizing {target_path.name}")
tags = list(kwargs.get("tags") or [])
urls = list(kwargs.get("urls") or [])
hash_value = str(kwargs.get("hash_value") or "").strip() or None
if not hash_value:
try:
hash_value = sha256_file(target_path)
except Exception:
hash_value = None
relationships = kwargs.get("relationships")
try:
_set_status(f"writing metadata for {target_path.name}")
write_tags(
target_path,
tags,
urls,
hash_value=hash_value,
emit_debug=False,
)
write_metadata(
target_path,
hash_value=hash_value,
url=urls,
relationships=relationships or [],
emit_debug=False,
)
except Exception:
pass
extra_updates: Dict[str, Any] = {
"url": urls,
"export_path": str(destination_root),
}
if resolved_name:
extra_updates["instance"] = resolved_name
if relationships:
extra_updates["relationships"] = relationships
return {
"hash": hash_value or "unknown",
"store": "local",
"provider": self.name,
"path": str(target_path),
"tag": tags,
"title": title or target_path.name,
"relationships": relationships,
"extra": extra_updates,
}
finally:
_clear_status()
+36 -1
View File
@@ -2658,6 +2658,41 @@ local function _queue_pipeline_in_repl(pipeline_cmd, queued_message, failure_pre
return false
end
do
local repo_root = _detect_repo_root()
local detail = 'REPL not running'
if repo_root ~= '' then
local log_dir = utils.join_path(repo_root, 'Log')
if _path_exists(log_dir) then
local state_path = utils.join_path(log_dir, 'medeia-repl-state.json')
local fh = io.open(state_path, 'r')
if fh then
local raw = fh:read('*a')
fh:close()
raw = trim(tostring(raw or ''))
if raw ~= '' then
local ok, payload = pcall(utils.parse_json, raw)
if ok and type(payload) == 'table' then
local status = trim(tostring(payload.status or 'running')):lower()
local updated_at = tonumber(payload.updated_at or 0)
local now = (os and os.time) and os.time() or nil
if status == '' or status == 'running' then
if updated_at and updated_at > 0 and now and (now - updated_at) <= 3 then
detail = ''
end
end
end
end
end
end
end
if detail ~= '' then
_lua_log(queue_label .. ': repl unavailable err=' .. detail)
mp.osd_message((failure_prefix or 'REPL queue failed') .. ': ' .. detail, 5)
return false
end
end
local queue_metadata = { kind = 'mpv-download' }
if type(metadata) == 'table' then
for key, value in pairs(metadata) do
@@ -5566,7 +5601,7 @@ local function _start_download_flow_for_current()
end
ensure_mpv_ipc_server()
local pipeline_cmd = 'file -get -store ' .. quote_pipeline_arg(store_hash.store) .. ' -query ' .. quote_pipeline_arg('hash:' .. store_hash.hash) .. ' -path ' .. quote_pipeline_arg(folder)
local pipeline_cmd = 'file -download -instance ' .. quote_pipeline_arg(store_hash.store) .. ' -query ' .. quote_pipeline_arg('hash:' .. store_hash.hash) .. ' -path ' .. quote_pipeline_arg(folder)
_queue_pipeline_in_repl(
pipeline_cmd,
'Queued in REPL: store copy',
+13 -2
View File
@@ -68,7 +68,7 @@ if _ROOT not in sys.path:
from plugins.mpv.mpv_ipc import MPVIPCClient, _windows_kill_pids, _windows_hidden_subprocess_kwargs, _windows_list_mpv_pids # noqa: E402
from SYS.config import load_config, reload_config # noqa: E402
from SYS.logger import set_debug, debug, set_thread_stream # noqa: E402
from SYS.repl_queue import enqueue_repl_command # noqa: E402
from SYS.repl_queue import enqueue_repl_command, repl_state_is_alive # noqa: E402
from SYS.utils import format_bytes # noqa: E402
from PluginCore.registry import get_plugin, get_plugin_class # noqa: E402
from tool.ytdlp import get_display_format_id, get_selection_format_id # noqa: E402
@@ -628,8 +628,19 @@ def _run_op(op: str, data: Any) -> Dict[str, Any]:
"table": None,
}
repo_root = _repo_root()
if not repl_state_is_alive(repo_root):
return {
"success": False,
"stdout": "",
"stderr": "",
"error": "REPL not running",
"table": None,
"queued": False,
}
queue_path = enqueue_repl_command(
_repo_root(),
repo_root,
command_text,
source=source,
metadata=metadata,