mirror of
https://github.com/natelandau/obsidian-metadata.git
synced 2025-11-16 08:53:48 -05:00
Compare commits
28 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
d78e5d1218 | ||
|
|
476ca62e5c | ||
|
|
30009ada8f | ||
|
|
00990db77a | ||
|
|
ac487db3fd | ||
|
|
b762c34860 | ||
|
|
2d15760096 | ||
|
|
dbf1cc8e13 | ||
|
|
2e61a92ad1 | ||
|
|
9ec6919022 | ||
|
|
72fef38b0f | ||
|
|
4df10e785e | ||
|
|
5a4643ea8f | ||
|
|
c5766af678 | ||
|
|
375dceb8c6 | ||
|
|
c75d18200e | ||
|
|
ffdac91537 | ||
|
|
e8f408ee33 | ||
|
|
1dd3ddfb22 | ||
|
|
8968127c95 | ||
|
|
4bf1acb775 | ||
|
|
98fa996462 | ||
|
|
fdb1b8b5bc | ||
|
|
08999cb055 | ||
|
|
4e053bda29 | ||
|
|
fa568de369 | ||
|
|
696e19f3e2 | ||
|
|
7b762f1a11 |
3
.github/workflows/automated-tests.yml
vendored
3
.github/workflows/automated-tests.yml
vendored
@@ -38,7 +38,8 @@ jobs:
|
||||
matrix:
|
||||
python-version: ["3.10", "3.11"]
|
||||
steps:
|
||||
- uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
disable-sudo: true
|
||||
|
||||
4
.github/workflows/commit-linter.yml
vendored
4
.github/workflows/commit-linter.yml
vendored
@@ -22,8 +22,8 @@ jobs:
|
||||
pull-requests: read # for wagoid/commitlint-github-action to get commits in PR
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Harden Runner
|
||||
uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
allowed-endpoints: >
|
||||
|
||||
3
.github/workflows/create-release.yml
vendored
3
.github/workflows/create-release.yml
vendored
@@ -22,7 +22,8 @@ jobs:
|
||||
matrix:
|
||||
python-version: ["3.11"]
|
||||
steps:
|
||||
- uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
disable-sudo: true
|
||||
|
||||
8
.github/workflows/devcontainer-checker.yml
vendored
8
.github/workflows/devcontainer-checker.yml
vendored
@@ -27,17 +27,17 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
allowed-endpoints: >
|
||||
*.data.mcr.microsoft.com:443
|
||||
api.snapcraft.io:443
|
||||
auth.docker.io:443
|
||||
centralus.data.mcr.microsoft.com:443
|
||||
deb.debian.org:443
|
||||
deb.debian.org:80
|
||||
dl.yarnpkg.com:443
|
||||
eastus.data.mcr.microsoft.com:443
|
||||
files.pythonhosted.org:443
|
||||
ghcr.io:443
|
||||
git.rootprojects.org:443
|
||||
@@ -51,8 +51,6 @@ jobs:
|
||||
registry-1.docker.io:443
|
||||
registry.npmjs.org:443
|
||||
webi.sh:443
|
||||
westcentralus.data.mcr.microsoft.com:443
|
||||
westus.data.mcr.microsoft.com:443
|
||||
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v3
|
||||
|
||||
4
.github/workflows/labeler.yml
vendored
4
.github/workflows/labeler.yml
vendored
@@ -10,8 +10,8 @@ jobs:
|
||||
pull-requests: write
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Harden Runner
|
||||
uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
allowed-endpoints: >
|
||||
|
||||
4
.github/workflows/pr-linter.yml
vendored
4
.github/workflows/pr-linter.yml
vendored
@@ -21,8 +21,8 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- name: Harden Runner
|
||||
uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
allowed-endpoints: >
|
||||
|
||||
3
.github/workflows/pypi-release.yml
vendored
3
.github/workflows/pypi-release.yml
vendored
@@ -18,7 +18,8 @@ jobs:
|
||||
matrix:
|
||||
python-version: ["3.11"]
|
||||
steps:
|
||||
- uses: step-security/harden-runner@c8454efe5d0bdefd25384362fe217428ca277d57 # v2.2.0
|
||||
- name: Harden Security Runner
|
||||
uses: step-security/harden-runner@v2
|
||||
with:
|
||||
egress-policy: block
|
||||
disable-sudo: true
|
||||
|
||||
@@ -5,7 +5,7 @@ default_stages: [commit, manual]
|
||||
fail_fast: true
|
||||
repos:
|
||||
- repo: "https://github.com/commitizen-tools/commitizen"
|
||||
rev: v2.42.1
|
||||
rev: 3.2.2
|
||||
hooks:
|
||||
- id: commitizen
|
||||
- id: commitizen-branch
|
||||
@@ -54,14 +54,14 @@ repos:
|
||||
types: [python]
|
||||
|
||||
- repo: "https://github.com/adrienverge/yamllint.git"
|
||||
rev: v1.29.0
|
||||
rev: v1.31.0
|
||||
hooks:
|
||||
- id: yamllint
|
||||
files: ^.*\.(yaml|yml)$
|
||||
entry: yamllint --strict --config-file .yamllint.yml
|
||||
|
||||
- repo: "https://github.com/charliermarsh/ruff-pre-commit"
|
||||
rev: "v0.0.257"
|
||||
rev: "v0.0.267"
|
||||
hooks:
|
||||
- id: ruff
|
||||
args: ["--extend-ignore", "I001,D301,D401"]
|
||||
|
||||
44
CHANGELOG.md
44
CHANGELOG.md
@@ -1,3 +1,47 @@
|
||||
## v0.12.0 (2023-05-17)
|
||||
|
||||
### Feat
|
||||
|
||||
- greatly improve capturing all formats of inline metadata (#41)
|
||||
- greatly improve capturing metadata all formats of inline metadata
|
||||
|
||||
### Fix
|
||||
|
||||
- allow markdown inline code in metadata values
|
||||
- only ask for valid metadata types when adding new metadata
|
||||
- convert charsets to utf-8 when necessary (#32)
|
||||
- improve TOML error handing and docs for Windows paths (#31)
|
||||
|
||||
## v0.11.1 (2023-03-29)
|
||||
|
||||
### Fix
|
||||
|
||||
- add custom exceptions (#29)
|
||||
|
||||
## v0.11.0 (2023-03-24)
|
||||
|
||||
### Feat
|
||||
|
||||
- add `--import-csv` option to cli
|
||||
|
||||
## v0.10.0 (2023-03-21)
|
||||
|
||||
### Feat
|
||||
|
||||
- add `--export-template` cli option
|
||||
|
||||
### Fix
|
||||
|
||||
- `--export-template` correctly exports all notes
|
||||
- `--export-csv` exports csv not json
|
||||
- **csv-import**: fail if `type` does not validate
|
||||
|
||||
### Refactor
|
||||
|
||||
- pave the way for non-regex key/value deletions
|
||||
- remove unused code
|
||||
- cleanup rename and delete from dict functions
|
||||
|
||||
## v0.9.0 (2023-03-20)
|
||||
|
||||
### Feat
|
||||
|
||||
60
README.md
60
README.md
@@ -25,8 +25,10 @@ pip install obsidian-metadata
|
||||
|
||||
- `--config-file`: Specify a custom configuration file location
|
||||
- `--dry-run`: Make no destructive changes
|
||||
- `--import-csv` Import a CSV file with bulk updates
|
||||
- `--export-csv`: Specify a path and create a CSV export of all metadata
|
||||
- `--export-json`: Specify a path and create a JSON export of all metadata
|
||||
- `--export-template`: Specify a path and export all notes with their associated metadata to a CSV file for use as a bulk import template
|
||||
- `--help`: Shows interactive help and exits
|
||||
- `--log-file`: Specify a log file location
|
||||
- `--log-to-file`: Will log to a file
|
||||
@@ -64,7 +66,7 @@ Once installed, run `obsidian-metadata` in your terminal to enter an interactive
|
||||
- **List and clear filters**: List all current filters and clear one or all
|
||||
- **List notes in scope**: List notes that will be processed.
|
||||
|
||||
**Bulk Edit Metadata** from a CSV file (See the _making bulk edits_ section below)
|
||||
**Bulk Edit Metadata** from a CSV file (See the _[Make Bulk Updates](https://github.com/natelandau/obsidian-metadata#make-bulk-updates)_ section below)
|
||||
|
||||
**Add Metadata**: Add new metadata to your vault.
|
||||
|
||||
@@ -108,6 +110,35 @@ When transposing to inline metadata, the `insert location` value in the config f
|
||||
|
||||
- **Commit changes to the vault**
|
||||
|
||||
### Known Limitations
|
||||
|
||||
Multi-level frontmatter is not supported.
|
||||
|
||||
```yaml
|
||||
# This works perfectly well
|
||||
---
|
||||
key: "value"
|
||||
key2:
|
||||
- one
|
||||
- two
|
||||
- three
|
||||
key3: ["foo", "bar", "baz"]
|
||||
key4: value
|
||||
|
||||
# This will not work
|
||||
---
|
||||
key1:
|
||||
key2:
|
||||
- one
|
||||
- two
|
||||
- three
|
||||
key3:
|
||||
- one
|
||||
- two
|
||||
- three
|
||||
---
|
||||
```
|
||||
|
||||
### Configuration
|
||||
|
||||
`obsidian-metadata` requires a configuration file at `~/.obsidian_metadata.toml`. On first run, this file will be created. You can specify a new location for the configuration file with the `--config-file` option.
|
||||
@@ -120,6 +151,8 @@ Below is an example with two vaults.
|
||||
["Vault One"] # Name of the vault.
|
||||
|
||||
# Path to your obsidian vault
|
||||
# Note for Windows users: Windows paths must use `\\` as the path separator due to a limitation with how TOML parses strings.
|
||||
# Example: "C:\\Users\\username\\Documents\\Obsidian"
|
||||
path = "/path/to/vault"
|
||||
|
||||
# Folders within the vault to ignore when indexing metadata
|
||||
@@ -139,7 +172,11 @@ Below is an example with two vaults.
|
||||
|
||||
To bypass the configuration file and specify a vault to use at runtime use the `--vault-path` option.
|
||||
|
||||
### Making bulk edits
|
||||
**Note for Windows users:**
|
||||
Due to how TOMML parses strings, Windows paths must use `\\` as the path separator.
|
||||
For example: `C:\\Users\\username\\Documents\\Obsidian`
|
||||
|
||||
### Make Bulk Updates
|
||||
|
||||
Bulk edits are supported by importing a CSV file containing the following columns. Column headers must be lowercase.
|
||||
|
||||
@@ -162,12 +199,17 @@ folder 1/note1.md,tag,,tag2
|
||||
|
||||
How bulk imports work:
|
||||
|
||||
- Only notes which match the path in the CSV file are updated
|
||||
- Effected notes will have ALL of their metadata changed to reflect the values in the CSV file
|
||||
- Existing metadata in an effected note will be rewritten. This may result in it's location and/or formatting within the note being changed
|
||||
- inline tags ignore any value added to the `key` column
|
||||
- **Only notes which match the path in the CSV file are updated**
|
||||
- **Effected notes will have ALL of their metadata changed** to reflect the values in the CSV file
|
||||
- **Existing metadata in a matching note will be rewritten**. This may result in it's location and/or formatting within the note being changed
|
||||
- Inline tags ignore any value added to the `key` column
|
||||
|
||||
You can export all your notes with their associated metadata in this format from the "Export Metadata" section of the script to be used as a template for your bulk changes.
|
||||
Create a CSV template for making bulk updates containing all your notes and their associated metadata by
|
||||
|
||||
1. Using the `--export-template` cli command; or
|
||||
2. Selecting the `Metadata by note` option within the `Export Metadata` section of the app
|
||||
|
||||
Once you have a template created you can import it using the `--import-csv` flag or by navigating to the `Import bulk changes from CSV` option.
|
||||
|
||||
# Contributing
|
||||
|
||||
@@ -200,7 +242,3 @@ There are two ways to contribute to this project.
|
||||
- Run `poetry add {package}` from within the development environment to install a run time dependency and add it to `pyproject.toml` and `poetry.lock`.
|
||||
- Run `poetry remove {package}` from within the development environment to uninstall a run time dependency and remove it from `pyproject.toml` and `poetry.lock`.
|
||||
- Run `poetry update` from within the development environment to upgrade all dependencies to the latest versions allowed by `pyproject.toml`.
|
||||
|
||||
```
|
||||
|
||||
```
|
||||
|
||||
817
poetry.lock
generated
817
poetry.lock
generated
File diff suppressed because it is too large
Load Diff
@@ -11,44 +11,45 @@
|
||||
name = "obsidian-metadata"
|
||||
readme = "README.md"
|
||||
repository = "https://github.com/natelandau/obsidian-metadata"
|
||||
version = "0.9.0"
|
||||
version = "0.12.0"
|
||||
|
||||
[tool.poetry.scripts] # https://python-poetry.org/docs/pyproject/#scripts
|
||||
obsidian-metadata = "obsidian_metadata.cli:app"
|
||||
|
||||
[tool.poetry.dependencies]
|
||||
loguru = "^0.6.0"
|
||||
python = "^3.10"
|
||||
questionary = "^1.10.0"
|
||||
regex = "^2022.10.31"
|
||||
rich = "^13.3.2"
|
||||
ruamel-yaml = "^0.17.21"
|
||||
shellingham = "^1.5.0.post1"
|
||||
tomlkit = "^0.11.6"
|
||||
typer = "^0.7.0"
|
||||
commitizen = "^2.42.1"
|
||||
charset-normalizer = "^3.1.0"
|
||||
emoji = "^2.2.0"
|
||||
loguru = "^0.7.0"
|
||||
python = "^3.10"
|
||||
questionary = "^1.10.0"
|
||||
regex = "^2023.5.5"
|
||||
rich = "^13.3.5"
|
||||
ruamel-yaml = "^0.17.26"
|
||||
shellingham = "^1.5.0.post1"
|
||||
tomlkit = "^0.11.8"
|
||||
typer = "^0.9.0"
|
||||
|
||||
[tool.poetry.group.test.dependencies]
|
||||
pytest = "^7.2.2"
|
||||
pytest = "^7.3.1"
|
||||
pytest-clarity = "^1.0.1"
|
||||
pytest-mock = "^3.10.0"
|
||||
pytest-pretty-terminal = "^1.1.0"
|
||||
pytest-xdist = "^3.2.1"
|
||||
pytest-xdist = "^3.3.0"
|
||||
|
||||
[tool.poetry.group.dev.dependencies]
|
||||
black = "^23.1.0"
|
||||
commitizen = "^2.42.1"
|
||||
coverage = "^7.2.2"
|
||||
black = "^23.3.0"
|
||||
commitizen = "^3.2.2"
|
||||
coverage = "^7.2.5"
|
||||
interrogate = "^1.5.0"
|
||||
mypy = "^1.1.1"
|
||||
pdoc = "^13.0.0"
|
||||
poethepoet = "^0.18.1"
|
||||
pre-commit = "^3.2.0"
|
||||
ruff = "0.0.257"
|
||||
typeguard = "^3.0.1"
|
||||
types-python-dateutil = "^2.8.19.10"
|
||||
mypy = "^1.3.0"
|
||||
pdoc = "^13.1.1"
|
||||
poethepoet = "^0.20.0"
|
||||
pre-commit = "^3.3.1"
|
||||
ruff = "^0.0.267"
|
||||
sh = "^2.0.4"
|
||||
typeguard = "^4.0.0"
|
||||
types-python-dateutil = "^2.8.19.13"
|
||||
vulture = "^2.7"
|
||||
sh = "2.0.3"
|
||||
|
||||
[tool.black]
|
||||
line-length = 100
|
||||
@@ -58,7 +59,7 @@
|
||||
changelog_incremental = true
|
||||
tag_format = "v$version"
|
||||
update_changelog_on_bump = true
|
||||
version = "0.9.0"
|
||||
version = "0.12.0"
|
||||
version_files = ["pyproject.toml:version", "src/obsidian_metadata/__version__.py:__version__"]
|
||||
|
||||
[tool.coverage.report] # https://coverage.readthedocs.io/en/latest/config.html#report
|
||||
|
||||
@@ -143,7 +143,7 @@ for group in groups:
|
||||
notice(
|
||||
f"Updating {p} from {packages[p]['current_version']} to {packages[p]['new_version']}"
|
||||
)
|
||||
sh.poetry("add", f"{p}@{packages[p]['new_version']}", "--group", group, _fg=True)
|
||||
sh.poetry("add", f"{p}@latest", "--group", group, _fg=True)
|
||||
|
||||
sh.poetry("update", _fg=True)
|
||||
success("All dependencies are up to date")
|
||||
|
||||
@@ -1,2 +1,2 @@
|
||||
"""obsidian-metadata version."""
|
||||
__version__ = "0.9.0"
|
||||
__version__ = "0.12.0"
|
||||
|
||||
@@ -77,10 +77,11 @@ class Config:
|
||||
VaultConfig(vault_name=key, vault_config=self.config[key]) for key in self.config
|
||||
]
|
||||
except TypeError as e:
|
||||
log.error(f"Configuration file is invalid: '{self.config_path}'")
|
||||
log.error(f"Configuration file is invalid: '{self.config_path}'\n{e}")
|
||||
raise typer.Exit(code=1) from e
|
||||
|
||||
log.debug(f"Loaded configuration from '{self.config_path}'")
|
||||
log.trace("Configuration:")
|
||||
log.trace(self.config)
|
||||
|
||||
def __rich_repr__(self) -> rich.repr.Result: # pragma: no cover
|
||||
@@ -91,10 +92,10 @@ class Config:
|
||||
def _load_config(self) -> dict[str, Any]:
|
||||
"""Load the configuration file."""
|
||||
try:
|
||||
with self.config_path.open(encoding="utf-8") as fp:
|
||||
with self.config_path.open(mode="rt", encoding="utf-8") as fp:
|
||||
return tomlkit.load(fp)
|
||||
except tomlkit.exceptions.TOMLKitError as e:
|
||||
alerts.error(f"Could not parse '{self.config_path}'")
|
||||
alerts.error(f"Could not parse '{self.config_path}'\n{e}")
|
||||
raise typer.Exit(code=1) from e
|
||||
|
||||
def _validate_config_path(self, config_path: Path | None) -> Path:
|
||||
@@ -117,6 +118,8 @@ class Config:
|
||||
["Vault 1"] # Name of the vault.
|
||||
|
||||
# Path to your obsidian vault
|
||||
# Note for Windows users: Windows paths must use `\\` as the path separator due to a limitation with how TOML parses strings.
|
||||
# Example: "C:\\Users\\username\\Documents\\Obsidian"
|
||||
path = "{vault_path}"
|
||||
|
||||
# Folders within the vault to ignore when indexing metadata
|
||||
|
||||
@@ -5,12 +5,12 @@ from obsidian_metadata._utils.alerts import LoggerManager
|
||||
from obsidian_metadata._utils.utilities import (
|
||||
clean_dictionary,
|
||||
clear_screen,
|
||||
delete_from_dict,
|
||||
dict_contains,
|
||||
dict_keys_to_lower,
|
||||
dict_values_to_lists_strings,
|
||||
docstring_parameter,
|
||||
merge_dictionaries,
|
||||
remove_markdown_sections,
|
||||
rename_in_dict,
|
||||
validate_csv_bulk_imports,
|
||||
version_callback,
|
||||
)
|
||||
@@ -19,13 +19,13 @@ __all__ = [
|
||||
"alerts",
|
||||
"clean_dictionary",
|
||||
"clear_screen",
|
||||
"delete_from_dict",
|
||||
"dict_contains",
|
||||
"dict_keys_to_lower",
|
||||
"dict_values_to_lists_strings",
|
||||
"docstring_parameter",
|
||||
"LoggerManager",
|
||||
"merge_dictionaries",
|
||||
"remove_markdown_sections",
|
||||
"rename_in_dict",
|
||||
"validate_csv_bulk_imports",
|
||||
"version_callback",
|
||||
]
|
||||
|
||||
@@ -178,8 +178,7 @@ class LoggerManager:
|
||||
self.log_level = log_level
|
||||
|
||||
if self.log_file == Path("/logs") and self.log_to_file: # pragma: no cover
|
||||
console.print("No log file specified")
|
||||
raise typer.Exit(1)
|
||||
raise typer.BadParameter("No log file specified")
|
||||
|
||||
if self.verbosity >= VerboseLevel.TRACE.value:
|
||||
logger.remove()
|
||||
|
||||
@@ -2,3 +2,4 @@
|
||||
from rich.console import Console
|
||||
|
||||
console = Console()
|
||||
console_no_markup = Console(markup=False)
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
"""Utility functions."""
|
||||
import copy
|
||||
import csv
|
||||
import re
|
||||
from os import name, system
|
||||
@@ -8,8 +9,6 @@ from typing import Any
|
||||
import typer
|
||||
|
||||
from obsidian_metadata.__version__ import __version__
|
||||
from obsidian_metadata._utils import alerts
|
||||
from obsidian_metadata._utils.alerts import logger as log
|
||||
from obsidian_metadata._utils.console import console
|
||||
|
||||
|
||||
@@ -22,24 +21,26 @@ def clean_dictionary(dictionary: dict[str, Any]) -> dict[str, Any]:
|
||||
Returns:
|
||||
dict: Cleaned dictionary
|
||||
"""
|
||||
new_dict = {key.strip(): value for key, value in dictionary.items()}
|
||||
new_dict = {key.strip("*[]#"): value for key, value in new_dict.items()}
|
||||
new_dict = copy.deepcopy(dictionary)
|
||||
new_dict = {key.strip("*[]# "): value for key, value in new_dict.items()}
|
||||
for key, value in new_dict.items():
|
||||
new_dict[key] = [s.strip("*[]#") for s in value if isinstance(value, list)]
|
||||
if isinstance(value, list):
|
||||
new_dict[key] = [s.strip("*[]# ") for s in value if isinstance(value, list)]
|
||||
elif isinstance(value, str):
|
||||
new_dict[key] = value.strip("*[]# ")
|
||||
|
||||
return new_dict
|
||||
|
||||
|
||||
def clear_screen() -> None: # pragma: no cover
|
||||
"""Clear the screen."""
|
||||
# for windows
|
||||
_ = system("cls") if name == "nt" else system("clear")
|
||||
_ = system("cls") if name == "nt" else system("clear") # noqa: S605, S607
|
||||
|
||||
|
||||
def dict_contains(
|
||||
dictionary: dict[str, list[str]], key: str, value: str = None, is_regex: bool = False
|
||||
) -> bool:
|
||||
"""Check if a dictionary contains a key or if a specified key contains a value.
|
||||
"""Check if a dictionary contains a key or if a key contains a value.
|
||||
|
||||
Args:
|
||||
dictionary (dict): Dictionary to check
|
||||
@@ -48,7 +49,7 @@ def dict_contains(
|
||||
is_regex (bool, optional): Whether the key is a regex. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: Whether the dictionary contains the key
|
||||
bool: Whether the dictionary contains the key or value
|
||||
"""
|
||||
if value is None:
|
||||
if is_regex:
|
||||
@@ -56,13 +57,11 @@ def dict_contains(
|
||||
return key in dictionary
|
||||
|
||||
if is_regex:
|
||||
found_keys = []
|
||||
for _key in dictionary:
|
||||
if re.search(key, str(_key)):
|
||||
found_keys.append(
|
||||
any(re.search(value, _v) for _v in dictionary[_key]),
|
||||
)
|
||||
return any(found_keys)
|
||||
if re.search(key, str(_key)) and any(re.search(value, _v) for _v in dictionary[_key]):
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
return key in dictionary and value in dictionary[key]
|
||||
|
||||
@@ -79,45 +78,46 @@ def dict_keys_to_lower(dictionary: dict) -> dict:
|
||||
return {key.lower(): value for key, value in dictionary.items()}
|
||||
|
||||
|
||||
def dict_values_to_lists_strings(
|
||||
dictionary: dict,
|
||||
strip_null_values: bool = False,
|
||||
def delete_from_dict( # noqa: C901
|
||||
dictionary: dict, key: str, value: str = None, is_regex: bool = False
|
||||
) -> dict:
|
||||
"""Convert all values in a dictionary to lists of strings.
|
||||
"""Delete a key or a value from a dictionary.
|
||||
|
||||
Args:
|
||||
dictionary (dict): Dictionary to convert
|
||||
strip_null_values (bool): Whether to strip null values
|
||||
dictionary (dict): Dictionary to delete from
|
||||
is_regex (bool, optional): Whether the key is a regex. Defaults to False.
|
||||
key (str): Key to delete
|
||||
value (str, optional): Value to delete. Defaults to None.
|
||||
|
||||
Returns:
|
||||
dict: Dictionary with all values converted to lists of strings
|
||||
|
||||
{key: sorted(new_dict[key]) for key in sorted(new_dict)}
|
||||
dict: Dictionary without the key
|
||||
"""
|
||||
new_dict = {}
|
||||
dictionary = copy.deepcopy(dictionary)
|
||||
|
||||
if strip_null_values:
|
||||
for key, value in dictionary.items():
|
||||
if isinstance(value, list):
|
||||
new_dict[key] = sorted([str(item) for item in value if item is not None])
|
||||
elif isinstance(value, dict):
|
||||
new_dict[key] = dict_values_to_lists_strings(value) # type: ignore[assignment]
|
||||
elif value is None or value == "None" or not value:
|
||||
new_dict[key] = []
|
||||
else:
|
||||
new_dict[key] = [str(value)]
|
||||
if value is None:
|
||||
if is_regex:
|
||||
return {k: v for k, v in dictionary.items() if not re.search(key, str(k))}
|
||||
|
||||
return new_dict
|
||||
return {k: v for k, v in dictionary.items() if k != key}
|
||||
|
||||
for key, value in dictionary.items():
|
||||
if isinstance(value, list):
|
||||
new_dict[key] = sorted([str(item) for item in value])
|
||||
elif isinstance(value, dict):
|
||||
new_dict[key] = dict_values_to_lists_strings(value) # type: ignore[assignment]
|
||||
else:
|
||||
new_dict[key] = [str(value)]
|
||||
if is_regex:
|
||||
keys_to_delete = []
|
||||
for _key in dictionary:
|
||||
if re.search(key, str(_key)):
|
||||
if isinstance(dictionary[_key], list):
|
||||
dictionary[_key] = [v for v in dictionary[_key] if not re.search(value, v)]
|
||||
elif isinstance(dictionary[_key], str) and re.search(value, dictionary[_key]):
|
||||
keys_to_delete.append(_key)
|
||||
|
||||
return new_dict
|
||||
for key in keys_to_delete:
|
||||
dictionary.pop(key)
|
||||
|
||||
elif key in dictionary and isinstance(dictionary[key], list):
|
||||
dictionary[key] = [v for v in dictionary[key] if v != value]
|
||||
elif key in dictionary and dictionary[key] == value:
|
||||
dictionary.pop(key)
|
||||
|
||||
return dictionary
|
||||
|
||||
|
||||
def docstring_parameter(*sub: Any) -> Any:
|
||||
@@ -151,54 +151,54 @@ def merge_dictionaries(dict1: dict, dict2: dict) -> dict:
|
||||
Returns:
|
||||
dict: Merged dictionary.
|
||||
"""
|
||||
for k, v in dict2.items():
|
||||
if k in dict1:
|
||||
if isinstance(v, list):
|
||||
dict1[k].extend(v)
|
||||
d1 = copy.deepcopy(dict1)
|
||||
d2 = copy.deepcopy(dict2)
|
||||
|
||||
for _key in d1:
|
||||
if not isinstance(d1[_key], list):
|
||||
raise TypeError(f"Key {_key} is not a list.")
|
||||
for _key in d2:
|
||||
if not isinstance(d2[_key], list):
|
||||
raise TypeError(f"Key {_key} is not a list.")
|
||||
|
||||
for k, v in d2.items():
|
||||
if k in d1:
|
||||
d1[k].extend(v)
|
||||
d1[k] = sorted(set(d1[k]))
|
||||
else:
|
||||
dict1[k] = v
|
||||
d1[k] = sorted(set(v))
|
||||
|
||||
for k, v in dict1.items():
|
||||
if isinstance(v, list):
|
||||
dict1[k] = sorted(set(v))
|
||||
elif isinstance(v, dict): # pragma: no cover
|
||||
for kk, vv in v.items():
|
||||
if isinstance(vv, list):
|
||||
v[kk] = sorted(set(vv))
|
||||
|
||||
return dict(sorted(dict1.items()))
|
||||
return dict(sorted(d1.items()))
|
||||
|
||||
|
||||
def remove_markdown_sections(
|
||||
text: str,
|
||||
strip_codeblocks: bool = False,
|
||||
strip_inlinecode: bool = False,
|
||||
strip_frontmatter: bool = False,
|
||||
) -> str:
|
||||
"""Strip markdown sections from text.
|
||||
def rename_in_dict(
|
||||
dictionary: dict[str, list[str]], key: str, value_1: str, value_2: str = None
|
||||
) -> dict:
|
||||
"""Rename a key or a value in a dictionary who's values are lists of strings.
|
||||
|
||||
Args:
|
||||
text (str): Text to remove code blocks from
|
||||
strip_codeblocks (bool, optional): Strip code blocks. Defaults to False.
|
||||
strip_inlinecode (bool, optional): Strip inline code. Defaults to False.
|
||||
strip_frontmatter (bool, optional): Strip frontmatter. Defaults to False.
|
||||
dictionary (dict): Dictionary to rename in.
|
||||
key (str): Key to check.
|
||||
value_1 (str): `With value_2` this is the value to rename. If `value_2` is None this is the renamed key
|
||||
value_2 (str, Optional): New value.
|
||||
|
||||
Returns:
|
||||
str: Text without code blocks
|
||||
dict: Dictionary with renamed key or value
|
||||
"""
|
||||
if strip_codeblocks:
|
||||
text = re.sub(r"`{3}.*?`{3}", "", text, flags=re.DOTALL)
|
||||
dictionary = copy.deepcopy(dictionary)
|
||||
|
||||
if strip_inlinecode:
|
||||
text = re.sub(r"`.*?`", "", text)
|
||||
if value_2 is None:
|
||||
if key in dictionary and value_1 not in dictionary:
|
||||
dictionary[value_1] = dictionary.pop(key)
|
||||
elif key in dictionary and value_1 in dictionary[key]:
|
||||
dictionary[key] = sorted({value_2 if x == value_1 else x for x in dictionary[key]})
|
||||
|
||||
if strip_frontmatter:
|
||||
text = re.sub(r"^\s*---.*?---", "", text, flags=re.DOTALL)
|
||||
|
||||
return text
|
||||
return dictionary
|
||||
|
||||
|
||||
def validate_csv_bulk_imports(csv_path: Path, note_paths: list) -> dict[str, list[dict[str, str]]]:
|
||||
def validate_csv_bulk_imports( # noqa: C901
|
||||
csv_path: Path, note_paths: list
|
||||
) -> dict[str, list[dict[str, str]]]:
|
||||
"""Validate the bulk import CSV file.
|
||||
|
||||
Args:
|
||||
@@ -224,6 +224,11 @@ def validate_csv_bulk_imports(csv_path: Path, note_paths: list) -> dict[str, lis
|
||||
raise typer.BadParameter("Missing 'value' column in CSV file")
|
||||
row_num += 1
|
||||
|
||||
if row_num > 0 and row["type"] not in ["tag", "frontmatter", "inline_metadata"]:
|
||||
raise typer.BadParameter(
|
||||
f"Invalid type '{row['type']}' in CSV file. Must be one of 'tag', 'frontmatter', 'inline_metadata'"
|
||||
)
|
||||
|
||||
if row["path"] not in csv_dict:
|
||||
csv_dict[row["path"]] = []
|
||||
|
||||
@@ -237,12 +242,9 @@ def validate_csv_bulk_imports(csv_path: Path, note_paths: list) -> dict[str, lis
|
||||
paths_to_remove = [x for x in csv_dict if x not in note_paths]
|
||||
|
||||
for _path in paths_to_remove:
|
||||
alerts.warning(f"'{_path}' does not exist in vault. Skipping...")
|
||||
del csv_dict[_path]
|
||||
|
||||
if len(csv_dict) == 0:
|
||||
log.error("No paths in the CSV file matched paths in the vault")
|
||||
raise typer.Exit(1)
|
||||
raise typer.BadParameter(
|
||||
f"'{_path}' in CSV does not exist in vault. Ensure all paths are relative to the vault root."
|
||||
)
|
||||
|
||||
return csv_dict
|
||||
|
||||
@@ -251,4 +253,4 @@ def version_callback(value: bool) -> None:
|
||||
"""Print version and exit."""
|
||||
if value:
|
||||
console.print(f"{__package__.split('.')[0]}: v{__version__}")
|
||||
raise typer.Exit()
|
||||
raise typer.Exit(0)
|
||||
|
||||
@@ -34,14 +34,28 @@ def main(
|
||||
),
|
||||
export_csv: Path = typer.Option(
|
||||
None,
|
||||
help="Exports all metadata to a specified CSV file and exits. (Will overwrite any existing file)",
|
||||
help="Exports all metadata to a specified CSV file and exits.",
|
||||
show_default=False,
|
||||
dir_okay=False,
|
||||
file_okay=True,
|
||||
),
|
||||
export_json: Path = typer.Option(
|
||||
None,
|
||||
help="Exports all metadata to a specified JSON file and exits. (Will overwrite any existing file)",
|
||||
help="Exports all metadata to a specified JSON file and exits.",
|
||||
show_default=False,
|
||||
dir_okay=False,
|
||||
file_okay=True,
|
||||
),
|
||||
export_template: Path = typer.Option(
|
||||
None,
|
||||
help="Exports all notes and their metadata to a specified CSV file and exits. Use to create a template for batch updates.",
|
||||
show_default=False,
|
||||
dir_okay=False,
|
||||
file_okay=True,
|
||||
),
|
||||
import_csv: Path = typer.Option(
|
||||
None,
|
||||
help="Import a CSV file with bulk updates to metadata.",
|
||||
show_default=False,
|
||||
dir_okay=False,
|
||||
file_okay=True,
|
||||
@@ -118,7 +132,7 @@ def main(
|
||||
config: Config = Config(config_path=config_file, vault_path=vault_path)
|
||||
if len(config.vaults) == 0:
|
||||
typer.echo("No vaults configured. Exiting.")
|
||||
raise typer.Exit(1)
|
||||
raise typer.BadParameter("No vaults configured. Exiting.")
|
||||
|
||||
if len(config.vaults) == 1:
|
||||
application = Application(dry_run=dry_run, config=config.vaults[0])
|
||||
@@ -142,6 +156,14 @@ def main(
|
||||
path = Path(export_json).expanduser().resolve()
|
||||
application.noninteractive_export_csv(path)
|
||||
raise typer.Exit(code=0)
|
||||
if export_template is not None:
|
||||
path = Path(export_template).expanduser().resolve()
|
||||
application.noninteractive_export_template(path)
|
||||
raise typer.Exit(code=0)
|
||||
if import_csv is not None:
|
||||
path = Path(import_csv).expanduser().resolve()
|
||||
application.noninteractive_bulk_import(path)
|
||||
raise typer.Exit(code=0)
|
||||
|
||||
application.application_main()
|
||||
|
||||
|
||||
@@ -2,15 +2,9 @@
|
||||
from obsidian_metadata.models.enums import (
|
||||
InsertLocation,
|
||||
MetadataType,
|
||||
Wrapping,
|
||||
)
|
||||
|
||||
from obsidian_metadata.models.patterns import Patterns # isort: skip
|
||||
from obsidian_metadata.models.metadata import (
|
||||
Frontmatter,
|
||||
InlineMetadata,
|
||||
InlineTags,
|
||||
VaultMetadata,
|
||||
)
|
||||
from obsidian_metadata.models.metadata import InlineField, dict_to_yaml
|
||||
from obsidian_metadata.models.notes import Note
|
||||
from obsidian_metadata.models.vault import Vault, VaultFilter
|
||||
|
||||
@@ -18,15 +12,13 @@ from obsidian_metadata.models.application import Application # isort: skip
|
||||
|
||||
__all__ = [
|
||||
"Application",
|
||||
"Frontmatter",
|
||||
"InlineMetadata",
|
||||
"InlineTags",
|
||||
"dict_to_yaml",
|
||||
"InlineField",
|
||||
"InsertLocation",
|
||||
"LoggerManager",
|
||||
"MetadataType",
|
||||
"Note",
|
||||
"Patterns",
|
||||
"Vault",
|
||||
"VaultFilter",
|
||||
"VaultMetadata",
|
||||
"Wrapping",
|
||||
]
|
||||
|
||||
@@ -84,8 +84,8 @@ class Application:
|
||||
"Add new metadata to your vault. Currently only supports adding to the frontmatter of a note."
|
||||
)
|
||||
|
||||
area = self.questions.ask_area()
|
||||
match area:
|
||||
meta_type = self.questions.ask_meta_type()
|
||||
match meta_type:
|
||||
case MetadataType.FRONTMATTER | MetadataType.INLINE:
|
||||
key = self.questions.ask_new_key(question="Enter the key for the new metadata")
|
||||
if key is None: # pragma: no cover
|
||||
@@ -98,7 +98,7 @@ class Application:
|
||||
return
|
||||
|
||||
num_changed = self.vault.add_metadata(
|
||||
area=area, key=key, value=value, location=self.vault.insert_location
|
||||
meta_type=meta_type, key=key, value=value, location=self.vault.insert_location
|
||||
)
|
||||
if num_changed == 0: # pragma: no cover
|
||||
alerts.warning("No notes were changed")
|
||||
@@ -112,7 +112,7 @@ class Application:
|
||||
return
|
||||
|
||||
num_changed = self.vault.add_metadata(
|
||||
area=area, value=tag, location=self.vault.insert_location
|
||||
meta_type=meta_type, value=tag, location=self.vault.insert_location
|
||||
)
|
||||
|
||||
if num_changed == 0: # pragma: no cover
|
||||
@@ -129,7 +129,7 @@ class Application:
|
||||
|
||||
choices = [
|
||||
questionary.Separator(),
|
||||
{"name": "Delete inline tag", "value": "delete_inline_tag"},
|
||||
{"name": "Delete inline tag", "value": "delete_tag"},
|
||||
{"name": "Delete key", "value": "delete_key"},
|
||||
{"name": "Delete value", "value": "delete_value"},
|
||||
questionary.Separator(),
|
||||
@@ -142,8 +142,8 @@ class Application:
|
||||
self.delete_key()
|
||||
case "delete_value":
|
||||
self.delete_value()
|
||||
case "delete_inline_tag":
|
||||
self.delete_inline_tag()
|
||||
case "delete_tag":
|
||||
self.delete_tag()
|
||||
case _: # pragma: no cover
|
||||
return
|
||||
|
||||
@@ -153,7 +153,7 @@ class Application:
|
||||
|
||||
choices = [
|
||||
questionary.Separator(),
|
||||
{"name": "Rename inline tag", "value": "rename_inline_tag"},
|
||||
{"name": "Rename inline tag", "value": "rename_tag"},
|
||||
{"name": "Rename key", "value": "rename_key"},
|
||||
{"name": "Rename value", "value": "rename_value"},
|
||||
questionary.Separator(),
|
||||
@@ -166,8 +166,8 @@ class Application:
|
||||
self.rename_key()
|
||||
case "rename_value":
|
||||
self.rename_value()
|
||||
case "rename_inline_tag":
|
||||
self.rename_inline_tag()
|
||||
case "rename_tag":
|
||||
self.rename_tag()
|
||||
case _: # pragma: no cover
|
||||
return
|
||||
|
||||
@@ -213,7 +213,7 @@ class Application:
|
||||
self._load_vault()
|
||||
|
||||
case "apply_tag_filter":
|
||||
tag = self.questions.ask_existing_inline_tag()
|
||||
tag = self.questions.ask_existing_tag()
|
||||
if tag is None or not tag:
|
||||
return
|
||||
|
||||
@@ -373,23 +373,24 @@ class Application:
|
||||
match self.questions.ask_selection(choices=choices, question="Select an action"):
|
||||
case "all_metadata":
|
||||
console.print("")
|
||||
self.vault.metadata.print_metadata(area=MetadataType.ALL)
|
||||
# TODO: Add a way to print metadata
|
||||
self.vault.print_metadata(meta_type=MetadataType.ALL)
|
||||
console.print("")
|
||||
case "all_frontmatter":
|
||||
console.print("")
|
||||
self.vault.metadata.print_metadata(area=MetadataType.FRONTMATTER)
|
||||
self.vault.print_metadata(meta_type=MetadataType.FRONTMATTER)
|
||||
console.print("")
|
||||
case "all_inline":
|
||||
console.print("")
|
||||
self.vault.metadata.print_metadata(area=MetadataType.INLINE)
|
||||
self.vault.print_metadata(meta_type=MetadataType.INLINE)
|
||||
console.print("")
|
||||
case "all_keys":
|
||||
console.print("")
|
||||
self.vault.metadata.print_metadata(area=MetadataType.KEYS)
|
||||
self.vault.print_metadata(meta_type=MetadataType.KEYS)
|
||||
console.print("")
|
||||
case "all_tags":
|
||||
console.print("")
|
||||
self.vault.metadata.print_metadata(area=MetadataType.TAGS)
|
||||
self.vault.print_metadata(meta_type=MetadataType.TAGS)
|
||||
console.print("")
|
||||
case _:
|
||||
return
|
||||
@@ -482,11 +483,11 @@ class Application:
|
||||
|
||||
return True
|
||||
|
||||
def delete_inline_tag(self) -> None:
|
||||
def delete_tag(self) -> None:
|
||||
"""Delete an inline tag."""
|
||||
tag = self.questions.ask_existing_inline_tag(question="Which tag would you like to delete?")
|
||||
tag = self.questions.ask_existing_tag(question="Which tag would you like to delete?")
|
||||
|
||||
num_changed = self.vault.delete_inline_tag(tag)
|
||||
num_changed = self.vault.delete_tag(tag)
|
||||
if num_changed == 0:
|
||||
alerts.warning("No notes were changed")
|
||||
return
|
||||
@@ -502,9 +503,11 @@ class Application:
|
||||
if key_to_delete is None: # pragma: no cover
|
||||
return
|
||||
|
||||
num_changed = self.vault.delete_metadata(key_to_delete)
|
||||
num_changed = self.vault.delete_metadata(
|
||||
key=key_to_delete, meta_type=MetadataType.ALL, is_regex=True
|
||||
)
|
||||
if num_changed == 0:
|
||||
alerts.warning(f"No notes found with a key matching: [reverse]{key_to_delete}[/]")
|
||||
alerts.warning(f"No notes found with a key matching regex: [reverse]{key_to_delete}[/]")
|
||||
return
|
||||
|
||||
alerts.success(
|
||||
@@ -524,7 +527,9 @@ class Application:
|
||||
if value is None: # pragma: no cover
|
||||
return
|
||||
|
||||
num_changed = self.vault.delete_metadata(key, value)
|
||||
num_changed = self.vault.delete_metadata(
|
||||
key=key, value=value, meta_type=MetadataType.ALL, is_regex=True
|
||||
)
|
||||
if num_changed == 0:
|
||||
alerts.warning(f"No notes found matching: {key}: {value}")
|
||||
return
|
||||
@@ -544,10 +549,45 @@ class Application:
|
||||
|
||||
alerts.success(f"Moved inline metadata to {location.value} in {num_changed} notes")
|
||||
|
||||
def noninteractive_bulk_import(self, path: Path) -> None:
|
||||
"""Bulk update metadata from a CSV from the command line.
|
||||
|
||||
Args:
|
||||
path: Path to the CSV file containing the metadata to update.
|
||||
"""
|
||||
self._load_vault()
|
||||
note_paths = [
|
||||
str(n.note_path.relative_to(self.vault.vault_path)) for n in self.vault.all_notes
|
||||
]
|
||||
dict_from_csv = validate_csv_bulk_imports(path, note_paths)
|
||||
num_changed = self.vault.update_from_dict(dict_from_csv)
|
||||
if num_changed == 0:
|
||||
alerts.warning("No notes were changed")
|
||||
return
|
||||
|
||||
alerts.success(f"{num_changed} notes specified in '{path}'")
|
||||
alerts.info("Review changes and commit.")
|
||||
while True:
|
||||
self.vault.info()
|
||||
|
||||
match self.questions.ask_application_main():
|
||||
case "vault_actions":
|
||||
self.application_vault()
|
||||
case "inspect_metadata":
|
||||
self.application_inspect_metadata()
|
||||
case "review_changes":
|
||||
self.review_changes()
|
||||
case "commit_changes":
|
||||
self.commit_changes()
|
||||
case _:
|
||||
break
|
||||
|
||||
console.print("Done!")
|
||||
|
||||
def noninteractive_export_csv(self, path: Path) -> None:
|
||||
"""Export the vault metadata to CSV."""
|
||||
self._load_vault()
|
||||
self.vault.export_metadata(export_format="json", path=str(path))
|
||||
self.vault.export_metadata(export_format="csv", path=str(path))
|
||||
alerts.success(f"Exported metadata to {path}")
|
||||
|
||||
def noninteractive_export_json(self, path: Path) -> None:
|
||||
@@ -556,6 +596,16 @@ class Application:
|
||||
self.vault.export_metadata(export_format="json", path=str(path))
|
||||
alerts.success(f"Exported metadata to {path}")
|
||||
|
||||
def noninteractive_export_template(self, path: Path) -> None:
|
||||
"""Export the vault metadata to CSV."""
|
||||
self._load_vault()
|
||||
with console.status(
|
||||
"Preparing export... [dim](Can take a while for large vaults)[/]",
|
||||
spinner="bouncingBall",
|
||||
):
|
||||
self.vault.export_notes_to_csv(path=str(path))
|
||||
alerts.success(f"Exported metadata to {path}")
|
||||
|
||||
def rename_key(self) -> None:
|
||||
"""Rename a key in the vault."""
|
||||
original_key = self.questions.ask_existing_key(
|
||||
@@ -577,9 +627,9 @@ class Application:
|
||||
f"Renamed [reverse]{original_key}[/] to [reverse]{new_key}[/] in {num_changed} notes"
|
||||
)
|
||||
|
||||
def rename_inline_tag(self) -> None:
|
||||
def rename_tag(self) -> None:
|
||||
"""Rename an inline tag."""
|
||||
original_tag = self.questions.ask_existing_inline_tag(question="Which tag to rename?")
|
||||
original_tag = self.questions.ask_existing_tag(question="Which tag to rename?")
|
||||
if original_tag is None: # pragma: no cover
|
||||
return
|
||||
|
||||
@@ -587,7 +637,7 @@ class Application:
|
||||
if new_tag is None: # pragma: no cover
|
||||
return
|
||||
|
||||
num_changed = self.vault.rename_inline_tag(original_tag, new_tag)
|
||||
num_changed = self.vault.rename_tag(original_tag, new_tag)
|
||||
if num_changed == 0:
|
||||
alerts.warning("No notes were changed")
|
||||
return
|
||||
|
||||
@@ -3,16 +3,6 @@
|
||||
from enum import Enum
|
||||
|
||||
|
||||
class MetadataType(Enum):
|
||||
"""Enum class for the type of metadata."""
|
||||
|
||||
FRONTMATTER = "Frontmatter"
|
||||
INLINE = "Inline Metadata"
|
||||
TAGS = "Inline Tags"
|
||||
KEYS = "Metadata Keys Only"
|
||||
ALL = "All Metadata"
|
||||
|
||||
|
||||
class InsertLocation(Enum):
|
||||
"""Location to add metadata to notes.
|
||||
|
||||
@@ -25,3 +15,22 @@ class InsertLocation(Enum):
|
||||
TOP = "Top"
|
||||
AFTER_TITLE = "After title"
|
||||
BOTTOM = "Bottom"
|
||||
|
||||
|
||||
class MetadataType(Enum):
|
||||
"""Enum class for the type of metadata."""
|
||||
|
||||
ALL = "Inline, Frontmatter, and Tags"
|
||||
FRONTMATTER = "Frontmatter"
|
||||
INLINE = "Inline Metadata"
|
||||
KEYS = "Metadata Keys Only"
|
||||
META = "Inline and Frontmatter. No Tags"
|
||||
TAGS = "Inline Tags"
|
||||
|
||||
|
||||
class Wrapping(Enum):
|
||||
"""Wrapping for inline metadata within a block of text."""
|
||||
|
||||
BRACKETS = "Brackets"
|
||||
PARENS = "Parentheses"
|
||||
NONE = None
|
||||
|
||||
17
src/obsidian_metadata/models/exceptions.py
Normal file
17
src/obsidian_metadata/models/exceptions.py
Normal file
@@ -0,0 +1,17 @@
|
||||
"""Custom exceptions for the obsidian_metadata package."""
|
||||
|
||||
|
||||
class ObsidianMetadataError(Exception):
|
||||
"""Base exception for the obsidian_metadata package."""
|
||||
|
||||
|
||||
class FrontmatterError(ObsidianMetadataError):
|
||||
"""Exception for errors in the frontmatter."""
|
||||
|
||||
|
||||
class InlineMetadataError(ObsidianMetadataError):
|
||||
"""Exception for errors in the inlined metadata."""
|
||||
|
||||
|
||||
class InlineTagError(ObsidianMetadataError):
|
||||
"""Exception for errors in the inline tags."""
|
||||
@@ -1,665 +1,138 @@
|
||||
"""Work with metadata items."""
|
||||
|
||||
import copy
|
||||
|
||||
import re
|
||||
from io import StringIO
|
||||
|
||||
from rich.columns import Columns
|
||||
from rich.table import Table
|
||||
import rich.repr
|
||||
from ruamel.yaml import YAML
|
||||
|
||||
from obsidian_metadata._utils import (
|
||||
clean_dictionary,
|
||||
dict_contains,
|
||||
dict_values_to_lists_strings,
|
||||
merge_dictionaries,
|
||||
remove_markdown_sections,
|
||||
)
|
||||
from obsidian_metadata._utils.console import console
|
||||
from obsidian_metadata.models import Patterns # isort: ignore
|
||||
from obsidian_metadata.models.enums import MetadataType
|
||||
|
||||
PATTERNS = Patterns()
|
||||
INLINE_TAG_KEY: str = "inline_tag"
|
||||
from obsidian_metadata.models.enums import MetadataType, Wrapping
|
||||
|
||||
|
||||
class VaultMetadata:
|
||||
"""Representation of all Metadata in the Vault."""
|
||||
def dict_to_yaml(dictionary: dict[str, list[str]], sort_keys: bool = False) -> str:
|
||||
"""Return the a dictionary of {key: [values]} as a YAML string.
|
||||
|
||||
def __init__(self) -> None:
|
||||
self.dict: dict[str, list[str]] = {}
|
||||
self.frontmatter: dict[str, list[str]] = {}
|
||||
self.inline_metadata: dict[str, list[str]] = {}
|
||||
self.tags: list[str] = []
|
||||
Args:
|
||||
dictionary (dict[str, list[str]]): Dictionary of {key: [values]}.
|
||||
sort_keys (bool, optional): Sort the keys. Defaults to False.
|
||||
|
||||
def __repr__(self) -> str:
|
||||
"""Representation of all metadata."""
|
||||
return str(self.dict)
|
||||
Returns:
|
||||
str: Frontmatter as a YAML string.
|
||||
sort_keys (bool, optional): Sort the keys. Defaults to False.
|
||||
"""
|
||||
if sort_keys:
|
||||
dictionary = dict(sorted(dictionary.items()))
|
||||
|
||||
def index_metadata(
|
||||
self, area: MetadataType, metadata: dict[str, list[str]] | list[str]
|
||||
for key, value in dictionary.items():
|
||||
if len(value) == 1:
|
||||
dictionary[key] = value[0] # type: ignore [assignment]
|
||||
|
||||
yaml = YAML()
|
||||
yaml.indent(mapping=2, sequence=4, offset=2)
|
||||
string_stream = StringIO()
|
||||
yaml.dump(dictionary, string_stream)
|
||||
yaml_value = string_stream.getvalue()
|
||||
string_stream.close()
|
||||
if yaml_value == "{}\n":
|
||||
return ""
|
||||
return yaml_value
|
||||
|
||||
|
||||
@rich.repr.auto
|
||||
class InlineField:
|
||||
"""Representation of a single inline field.
|
||||
|
||||
Attributes:
|
||||
meta_type (MetadataType): Metadata category.
|
||||
clean_key (str): Cleaned key - Key without surround markdown
|
||||
key (str): Metadata key - Complete key found in note
|
||||
key_close (str): Closing key markdown.
|
||||
key_open (str): Opening key markdown.
|
||||
normalized_key (str): Key converted to lowercase w. spaces replaced with dashes
|
||||
normalized_value (str): Value stripped of leading and trailing whitespace.
|
||||
value (str): Metadata value - Complete value found in note.
|
||||
wrapping (Wrapping): Inline metadata may be wrapped with [] or ().
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
meta_type: MetadataType,
|
||||
key: str,
|
||||
value: str,
|
||||
wrapping: Wrapping = Wrapping.NONE,
|
||||
is_changed: bool = False,
|
||||
) -> None:
|
||||
"""Index pre-existing metadata in the vault. Takes a dictionary as input and merges it with the existing metadata. Does not overwrite existing keys.
|
||||
|
||||
Args:
|
||||
area (MetadataType): Type of metadata.
|
||||
metadata (dict): Metadata to add.
|
||||
"""
|
||||
if isinstance(metadata, dict):
|
||||
new_metadata = clean_dictionary(metadata)
|
||||
self.dict = merge_dictionaries(self.dict, new_metadata)
|
||||
|
||||
if area == MetadataType.FRONTMATTER:
|
||||
self.frontmatter = merge_dictionaries(self.frontmatter, new_metadata)
|
||||
|
||||
if area == MetadataType.INLINE:
|
||||
self.inline_metadata = merge_dictionaries(self.inline_metadata, new_metadata)
|
||||
|
||||
if area == MetadataType.TAGS and isinstance(metadata, list):
|
||||
self.tags.extend(metadata)
|
||||
self.tags = sorted({s.strip("#") for s in self.tags})
|
||||
|
||||
def contains( # noqa: PLR0911
|
||||
self, area: MetadataType, key: str = None, value: str = None, is_regex: bool = False
|
||||
) -> bool:
|
||||
"""Check if a key and/or a value exists in the metadata.
|
||||
|
||||
Args:
|
||||
area (MetadataType): Type of metadata to check.
|
||||
key (str, optional): Key to check.
|
||||
value (str, optional): Value to check.
|
||||
is_regex (bool, optional): Use regex to check. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: True if the key exists.
|
||||
|
||||
Raises:
|
||||
ValueError: Key must be provided when checking for a key's existence.
|
||||
ValueError: Value must be provided when checking for a tag's existence.
|
||||
"""
|
||||
if area != MetadataType.TAGS and key is None:
|
||||
raise ValueError("Key must be provided when checking for a key's existence.")
|
||||
|
||||
match area:
|
||||
case MetadataType.ALL:
|
||||
if dict_contains(self.dict, key, value, is_regex):
|
||||
return True
|
||||
if key is None and value is not None:
|
||||
if is_regex:
|
||||
return any(re.search(value, tag) for tag in self.tags)
|
||||
return value in self.tags
|
||||
|
||||
case MetadataType.FRONTMATTER:
|
||||
return dict_contains(self.frontmatter, key, value, is_regex)
|
||||
case MetadataType.INLINE:
|
||||
return dict_contains(self.inline_metadata, key, value, is_regex)
|
||||
case MetadataType.KEYS:
|
||||
return dict_contains(self.dict, key, value, is_regex)
|
||||
case MetadataType.TAGS:
|
||||
if value is None:
|
||||
raise ValueError("Value must be provided when checking for a tag's existence.")
|
||||
if is_regex:
|
||||
return any(re.search(value, tag) for tag in self.tags)
|
||||
return value in self.tags
|
||||
|
||||
return False
|
||||
|
||||
def delete(self, key: str, value_to_delete: str = None) -> bool:
|
||||
"""Delete a key or a key's value from the metadata. Regex is supported to allow deleting more than one key or value.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value_to_delete (str, optional): Value to delete.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was deleted
|
||||
"""
|
||||
new_dict = copy.deepcopy(self.dict)
|
||||
|
||||
if value_to_delete is None:
|
||||
for _k in list(new_dict):
|
||||
if re.search(key, _k):
|
||||
del new_dict[_k]
|
||||
else:
|
||||
for _k, _v in new_dict.items():
|
||||
if re.search(key, _k):
|
||||
new_values = [x for x in _v if not re.search(value_to_delete, x)]
|
||||
new_dict[_k] = sorted(new_values)
|
||||
|
||||
if new_dict != self.dict:
|
||||
self.dict = dict(new_dict)
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def print_metadata(self, area: MetadataType) -> None:
|
||||
"""Print metadata to the terminal.
|
||||
|
||||
Args:
|
||||
area (MetadataType): Type of metadata to print
|
||||
"""
|
||||
dict_to_print: dict[str, list[str]] = None
|
||||
list_to_print: list[str] = None
|
||||
match area:
|
||||
case MetadataType.INLINE:
|
||||
dict_to_print = self.inline_metadata.copy()
|
||||
header = "All inline metadata"
|
||||
case MetadataType.FRONTMATTER:
|
||||
dict_to_print = self.frontmatter.copy()
|
||||
header = "All frontmatter"
|
||||
case MetadataType.TAGS:
|
||||
list_to_print = []
|
||||
for tag in self.tags:
|
||||
list_to_print.append(f"#{tag}")
|
||||
header = "All inline tags"
|
||||
case MetadataType.KEYS:
|
||||
list_to_print = sorted(self.dict.keys())
|
||||
header = "All Keys"
|
||||
case MetadataType.ALL:
|
||||
dict_to_print = self.dict.copy()
|
||||
list_to_print = []
|
||||
for tag in self.tags:
|
||||
list_to_print.append(f"#{tag}")
|
||||
header = "All metadata"
|
||||
|
||||
if dict_to_print is not None:
|
||||
table = Table(title=header, show_footer=False, show_lines=True)
|
||||
table.add_column("Keys")
|
||||
table.add_column("Values")
|
||||
for key, value in sorted(dict_to_print.items()):
|
||||
values: str | dict[str, list[str]] = (
|
||||
"\n".join(sorted(value)) if isinstance(value, list) else value
|
||||
)
|
||||
table.add_row(f"[bold]{key}[/]", str(values))
|
||||
console.print(table)
|
||||
|
||||
if list_to_print is not None:
|
||||
columns = Columns(
|
||||
sorted(list_to_print),
|
||||
equal=True,
|
||||
expand=True,
|
||||
title=header if area != MetadataType.ALL else "All inline tags",
|
||||
)
|
||||
console.print(columns)
|
||||
|
||||
def rename(self, key: str, value_1: str, value_2: str = None) -> bool:
|
||||
"""Replace a value in the frontmatter.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value_1 (str): `With value_2` this is the value to rename. If `value_2` is None this is the renamed key
|
||||
value_2 (str, Optional): New value.
|
||||
bypass_check (bool, optional): Bypass the check if the key exists. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was renamed
|
||||
"""
|
||||
if value_2 is None:
|
||||
if key in self.dict and value_1 not in self.dict:
|
||||
self.dict[value_1] = self.dict.pop(key)
|
||||
return True
|
||||
return False
|
||||
|
||||
if key in self.dict and value_1 in self.dict[key]:
|
||||
self.dict[key] = sorted({value_2 if x == value_1 else x for x in self.dict[key]})
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
|
||||
class Frontmatter:
|
||||
"""Representation of frontmatter metadata."""
|
||||
|
||||
def __init__(self, file_content: str) -> None:
|
||||
self.dict: dict[str, list[str]] = self._grab_note_frontmatter(file_content)
|
||||
self.dict_original: dict[str, list[str]] = copy.deepcopy(self.dict)
|
||||
|
||||
def __repr__(self) -> str: # pragma: no cover
|
||||
"""Representation of the frontmatter.
|
||||
|
||||
Returns:
|
||||
str: frontmatter
|
||||
"""
|
||||
return f"Frontmatter(frontmatter={self.dict})"
|
||||
|
||||
def _grab_note_frontmatter(self, file_content: str) -> dict:
|
||||
"""Grab metadata from a note.
|
||||
|
||||
Args:
|
||||
file_content (str): Content of the note.
|
||||
|
||||
Returns:
|
||||
dict: Metadata from the note.
|
||||
"""
|
||||
try:
|
||||
frontmatter_block: str = PATTERNS.frontmatt_block_strip_separators.search(
|
||||
file_content
|
||||
).group("frontmatter")
|
||||
except AttributeError:
|
||||
return {}
|
||||
|
||||
yaml = YAML(typ="safe")
|
||||
yaml.allow_unicode = False
|
||||
try:
|
||||
frontmatter: dict = yaml.load(frontmatter_block)
|
||||
except Exception as e: # noqa: BLE001
|
||||
raise AttributeError(e) from e
|
||||
|
||||
if frontmatter is None or frontmatter == [None]:
|
||||
return {}
|
||||
|
||||
for k in frontmatter:
|
||||
if frontmatter[k] is None:
|
||||
frontmatter[k] = []
|
||||
|
||||
return dict_values_to_lists_strings(frontmatter, strip_null_values=True)
|
||||
|
||||
def add(self, key: str, value: str | list[str] = None) -> bool: # noqa: PLR0911
|
||||
"""Add a key and value to the frontmatter.
|
||||
|
||||
Args:
|
||||
key (str): Key to add.
|
||||
value (str, optional): Value to add.
|
||||
|
||||
Returns:
|
||||
bool: True if the metadata was added
|
||||
"""
|
||||
if value is None:
|
||||
if key not in self.dict:
|
||||
self.dict[key] = []
|
||||
return True
|
||||
return False
|
||||
|
||||
if key not in self.dict:
|
||||
if isinstance(value, list):
|
||||
self.dict[key] = value
|
||||
return True
|
||||
|
||||
self.dict[key] = [value]
|
||||
return True
|
||||
|
||||
if key in self.dict and value not in self.dict[key]:
|
||||
if isinstance(value, list):
|
||||
self.dict[key].extend(value)
|
||||
self.dict[key] = list(sorted(set(self.dict[key])))
|
||||
return True
|
||||
|
||||
self.dict[key].append(value)
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def contains(self, key: str, value: str = None, is_regex: bool = False) -> bool:
|
||||
"""Check if a key or value exists in the metadata.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value (str, optional): Value to check.
|
||||
is_regex (bool, optional): Use regex to check. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: True if the key exists.
|
||||
"""
|
||||
return dict_contains(self.dict, key, value, is_regex)
|
||||
|
||||
def delete(self, key: str, value_to_delete: str = None) -> bool:
|
||||
"""Delete a value or key in the frontmatter. Regex is supported to allow deleting more than one key or value.
|
||||
|
||||
Args:
|
||||
key (str): If no value, key to delete. If value, key containing the value.
|
||||
value_to_delete (str, optional): Value to delete.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was deleted
|
||||
"""
|
||||
new_dict = copy.deepcopy(self.dict)
|
||||
|
||||
if value_to_delete is None:
|
||||
for _k in list(new_dict):
|
||||
if re.search(key, _k):
|
||||
del new_dict[_k]
|
||||
else:
|
||||
for _k, _v in new_dict.items():
|
||||
if re.search(key, _k):
|
||||
new_values = [x for x in _v if not re.search(value_to_delete, x)]
|
||||
new_dict[_k] = sorted(new_values)
|
||||
|
||||
if new_dict != self.dict:
|
||||
self.dict = dict(new_dict)
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def delete_all(self) -> None:
|
||||
"""Delete all Frontmatter from the note."""
|
||||
self.dict = {}
|
||||
|
||||
def has_changes(self) -> bool:
|
||||
"""Check if the frontmatter has changes.
|
||||
|
||||
Returns:
|
||||
bool: True if the frontmatter has changes.
|
||||
"""
|
||||
return self.dict != self.dict_original
|
||||
|
||||
def rename(self, key: str, value_1: str, value_2: str = None) -> bool:
|
||||
"""Replace a value in the frontmatter.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value_1 (str): `With value_2` this is the value to rename. If `value_2` is None this is the renamed key
|
||||
value_2 (str, Optional): New value.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was renamed
|
||||
"""
|
||||
if value_2 is None:
|
||||
if key in self.dict and value_1 not in self.dict:
|
||||
self.dict[value_1] = self.dict.pop(key)
|
||||
return True
|
||||
return False
|
||||
|
||||
if key in self.dict and value_1 in self.dict[key]:
|
||||
self.dict[key] = sorted({value_2 if x == value_1 else x for x in self.dict[key]})
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def to_yaml(self, sort_keys: bool = False) -> str:
|
||||
"""Return the frontmatter as a YAML string.
|
||||
|
||||
Returns:
|
||||
str: Frontmatter as a YAML string.
|
||||
sort_keys (bool, optional): Sort the keys. Defaults to False.
|
||||
"""
|
||||
dict_to_dump = copy.deepcopy(self.dict)
|
||||
for k in dict_to_dump:
|
||||
if dict_to_dump[k] == []:
|
||||
dict_to_dump[k] = None
|
||||
if isinstance(dict_to_dump[k], list) and len(dict_to_dump[k]) == 1:
|
||||
new_val = dict_to_dump[k][0]
|
||||
dict_to_dump[k] = new_val # type: ignore [assignment]
|
||||
|
||||
# Converting stream to string from https://stackoverflow.com/questions/47614862/best-way-to-use-ruamel-yaml-to-dump-yaml-to-string-not-to-stream/63179923#63179923
|
||||
|
||||
if sort_keys:
|
||||
dict_to_dump = dict(sorted(dict_to_dump.items()))
|
||||
|
||||
yaml = YAML()
|
||||
yaml.indent(mapping=2, sequence=4, offset=2)
|
||||
string_stream = StringIO()
|
||||
yaml.dump(dict_to_dump, string_stream)
|
||||
yaml_value = string_stream.getvalue()
|
||||
string_stream.close()
|
||||
return yaml_value
|
||||
|
||||
|
||||
class InlineMetadata:
|
||||
"""Representation of inline metadata in the form of `key:: value`."""
|
||||
|
||||
def __init__(self, file_content: str) -> None:
|
||||
self.dict: dict[str, list[str]] = self._grab_inline_metadata(file_content)
|
||||
self.dict_original: dict[str, list[str]] = copy.deepcopy(self.dict)
|
||||
|
||||
def __repr__(self) -> str: # pragma: no cover
|
||||
"""Representation of inline metadata.
|
||||
|
||||
Returns:
|
||||
str: inline metadata
|
||||
"""
|
||||
return f"InlineMetadata(inline_metadata={self.dict})"
|
||||
|
||||
def _grab_inline_metadata(self, file_content: str) -> dict[str, list[str]]:
|
||||
"""Grab inline metadata from a note.
|
||||
|
||||
Returns:
|
||||
dict[str, str]: Inline metadata from the note.
|
||||
"""
|
||||
content = remove_markdown_sections(
|
||||
file_content,
|
||||
strip_codeblocks=True,
|
||||
strip_inlinecode=True,
|
||||
strip_frontmatter=True,
|
||||
)
|
||||
all_results = PATTERNS.find_inline_metadata.findall(content)
|
||||
stripped_null_values = [tuple(filter(None, x)) for x in all_results]
|
||||
|
||||
inline_metadata: dict[str, list[str]] = {}
|
||||
for k, v in stripped_null_values:
|
||||
if k in inline_metadata:
|
||||
inline_metadata[k].append(str(v))
|
||||
else:
|
||||
inline_metadata[k] = [str(v)]
|
||||
|
||||
return clean_dictionary(inline_metadata)
|
||||
|
||||
def add(self, key: str, value: str | list[str] = None) -> bool: # noqa: PLR0911
|
||||
"""Add a key and value to the inline metadata.
|
||||
|
||||
Args:
|
||||
key (str): Key to add.
|
||||
value (str, optional): Value to add.
|
||||
|
||||
Returns:
|
||||
bool: True if the metadata was added
|
||||
"""
|
||||
if value is None:
|
||||
if key not in self.dict:
|
||||
self.dict[key] = []
|
||||
return True
|
||||
return False
|
||||
|
||||
if key not in self.dict:
|
||||
if isinstance(value, list):
|
||||
self.dict[key] = value
|
||||
return True
|
||||
|
||||
self.dict[key] = [value]
|
||||
return True
|
||||
|
||||
if key in self.dict and value not in self.dict[key]:
|
||||
if isinstance(value, list):
|
||||
self.dict[key].extend(value)
|
||||
self.dict[key] = list(sorted(set(self.dict[key])))
|
||||
return True
|
||||
|
||||
self.dict[key].append(value)
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def contains(self, key: str, value: str = None, is_regex: bool = False) -> bool:
|
||||
"""Check if a key or value exists in the inline metadata.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value (str, Optional): Value to check.
|
||||
is_regex (bool, optional): If True, key and value are treated as regex. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: True if the key exists.
|
||||
"""
|
||||
return dict_contains(self.dict, key, value, is_regex)
|
||||
|
||||
def delete(self, key: str, value_to_delete: str = None) -> bool:
|
||||
"""Delete a value or key in the inline metadata. Regex is supported to allow deleting more than one key or value.
|
||||
|
||||
Args:
|
||||
key (str): If no value, key to delete. If value, key containing the value.
|
||||
value_to_delete (str, optional): Value to delete.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was deleted
|
||||
"""
|
||||
new_dict = dict(self.dict)
|
||||
|
||||
if value_to_delete is None:
|
||||
for _k in list(new_dict):
|
||||
if re.search(key, _k):
|
||||
del new_dict[_k]
|
||||
else:
|
||||
for _k, _v in new_dict.items():
|
||||
if re.search(key, _k):
|
||||
new_values = [x for x in _v if not re.search(value_to_delete, x)]
|
||||
new_dict[_k] = sorted(new_values)
|
||||
|
||||
if new_dict != self.dict:
|
||||
self.dict = dict(new_dict)
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def has_changes(self) -> bool:
|
||||
"""Check if the metadata has changes.
|
||||
|
||||
Returns:
|
||||
bool: True if the metadata has changes.
|
||||
"""
|
||||
return self.dict != self.dict_original
|
||||
|
||||
def rename(self, key: str, value_1: str, value_2: str = None) -> bool:
|
||||
"""Replace a value in the inline metadata.
|
||||
|
||||
Args:
|
||||
key (str): Key to check.
|
||||
value_1 (str): `With value_2` this is the value to rename. If `value_2` is None this is the renamed key
|
||||
value_2 (str, Optional): New value.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was renamed
|
||||
"""
|
||||
if value_2 is None:
|
||||
if key in self.dict and value_1 not in self.dict:
|
||||
self.dict[value_1] = self.dict.pop(key)
|
||||
return True
|
||||
return False
|
||||
|
||||
if key in self.dict and value_1 in self.dict[key]:
|
||||
self.dict[key] = sorted({value_2 if x == value_1 else x for x in self.dict[key]})
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
|
||||
class InlineTags:
|
||||
"""Representation of inline tags."""
|
||||
|
||||
def __init__(self, file_content: str) -> None:
|
||||
self.metadata_key = INLINE_TAG_KEY
|
||||
self.list: list[str] = self._grab_inline_tags(file_content)
|
||||
self.list_original: list[str] = self.list.copy()
|
||||
|
||||
def __repr__(self) -> str: # pragma: no cover
|
||||
"""Representation of the inline tags.
|
||||
|
||||
Returns:
|
||||
str: inline tags
|
||||
"""
|
||||
return f"InlineTags(tags={self.list})"
|
||||
|
||||
def _grab_inline_tags(self, file_content: str) -> list[str]:
|
||||
"""Grab inline tags from a note.
|
||||
|
||||
Args:
|
||||
file_content (str): Total contents of the note file (frontmatter and content).
|
||||
|
||||
Returns:
|
||||
list[str]: Inline tags from the note.
|
||||
"""
|
||||
return sorted(
|
||||
PATTERNS.find_inline_tags.findall(
|
||||
remove_markdown_sections(
|
||||
file_content,
|
||||
strip_codeblocks=True,
|
||||
strip_inlinecode=True,
|
||||
)
|
||||
)
|
||||
self.meta_type = meta_type
|
||||
self.key = key
|
||||
self.value = value
|
||||
self.wrapping = wrapping
|
||||
self.is_changed = is_changed
|
||||
|
||||
# Clean keys of surrounding markdown and convert to lowercase
|
||||
self.clean_key, self.normalized_key, self.key_open, self.key_close = (
|
||||
self._clean_key(self.key) if self.key else (None, None, "", "")
|
||||
)
|
||||
|
||||
def add(self, new_tag: str | list[str]) -> bool:
|
||||
"""Add a new inline tag.
|
||||
# Normalize value for display
|
||||
self.normalized_value = "-" if re.match(r"^\s*$", self.value) else self.value.strip()
|
||||
|
||||
def __rich_repr__(self) -> rich.repr.Result: # pragma: no cover
|
||||
"""Rich representation of the inline field."""
|
||||
yield "clean_key", self.clean_key
|
||||
yield "is_changed", self.is_changed
|
||||
yield "key_close", self.key_close
|
||||
yield "key_open", self.key_open
|
||||
yield "key", self.key
|
||||
yield "meta_type", self.meta_type.value
|
||||
yield "normalized_key", self.normalized_key
|
||||
yield "normalized_value", self.normalized_value
|
||||
yield "value", self.value
|
||||
yield "wrapping", self.wrapping.value
|
||||
|
||||
def __eq__(self, other: object) -> bool:
|
||||
"""Compare two InlineField objects."""
|
||||
if not isinstance(other, InlineField):
|
||||
return NotImplemented
|
||||
return (
|
||||
self.key == other.key
|
||||
and self.value == other.value
|
||||
and self.meta_type == other.meta_type
|
||||
)
|
||||
|
||||
def __hash__(self) -> int:
|
||||
"""Hash the InlineField object."""
|
||||
return hash((self.key, self.value, self.meta_type))
|
||||
|
||||
def _clean_key(self, text: str) -> tuple[str, str, str, str]:
|
||||
"""Remove markdown from the key.
|
||||
|
||||
Creates the following attributes:
|
||||
|
||||
clean_key : The key stripped of opening and closing markdown
|
||||
normalized_key: The key converted to lowercase with spaces replaced with dashes
|
||||
key_open : The opening markdown
|
||||
key_close : The closing markdown.
|
||||
|
||||
Args:
|
||||
new_tag (str): Tag to add.
|
||||
text (str): Key to clean.
|
||||
|
||||
Returns:
|
||||
bool: True if a tag was added.
|
||||
tuple[str, str, str, str]: Cleaned key, normalized key, opening markdown, closing markdown.
|
||||
"""
|
||||
if isinstance(new_tag, list):
|
||||
for _tag in new_tag:
|
||||
if _tag.startswith("#"):
|
||||
_tag = _tag[1:]
|
||||
if _tag in self.list:
|
||||
return False
|
||||
new_list = self.list.copy()
|
||||
new_list.append(_tag)
|
||||
self.list = sorted(new_list)
|
||||
return True
|
||||
cleaned = text
|
||||
if tmp := re.search(r"^([\*#_ `~]+)", text):
|
||||
key_open = tmp.group(0)
|
||||
cleaned = re.sub(rf"^{re.escape(key_open)}", "", text)
|
||||
else:
|
||||
if new_tag.startswith("#"):
|
||||
new_tag = new_tag[1:]
|
||||
if new_tag in self.list:
|
||||
return False
|
||||
new_list = self.list.copy()
|
||||
new_list.append(new_tag)
|
||||
self.list = sorted(new_list)
|
||||
return True
|
||||
key_open = ""
|
||||
|
||||
return False
|
||||
if tmp := re.search(r"([\*#_ `~]+)$", text):
|
||||
key_close = tmp.group(0)
|
||||
cleaned = re.sub(rf"{re.escape(key_close)}$", "", cleaned)
|
||||
else:
|
||||
key_close = ""
|
||||
|
||||
def contains(self, tag: str, is_regex: bool = False) -> bool:
|
||||
"""Check if a tag exists in the metadata.
|
||||
normalized = cleaned.replace(" ", "-").lower()
|
||||
|
||||
Args:
|
||||
tag (str): Tag to check.
|
||||
is_regex (bool, optional): If True, tag is treated as regex. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: True if the tag exists.
|
||||
"""
|
||||
if is_regex is True:
|
||||
return any(re.search(tag, _t) for _t in self.list)
|
||||
|
||||
if tag in self.list:
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
def delete(self, tag_to_delete: str) -> bool:
|
||||
"""Delete a specified inline tag. Regex is supported to allow deleting more than one tag.
|
||||
|
||||
Args:
|
||||
tag_to_delete (str, optional): Value to delete.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was deleted
|
||||
"""
|
||||
new_list = sorted([x for x in self.list if re.search(tag_to_delete, x) is None])
|
||||
|
||||
if new_list != self.list:
|
||||
self.list = new_list
|
||||
return True
|
||||
return False
|
||||
|
||||
def has_changes(self) -> bool:
|
||||
"""Check if the metadata has changes.
|
||||
|
||||
Returns:
|
||||
bool: True if the metadata has changes.
|
||||
"""
|
||||
return self.list != self.list_original
|
||||
|
||||
def rename(self, old_tag: str, new_tag: str) -> bool:
|
||||
"""Replace an inline tag with another string.
|
||||
|
||||
Args:
|
||||
old_tag (str): `With value_2` this is the value to rename. If `value_2` is None this is the renamed key
|
||||
new_tag (str, Optional): New value.
|
||||
|
||||
Returns:
|
||||
bool: True if a value was renamed
|
||||
"""
|
||||
if old_tag in self.list:
|
||||
self.list = sorted([new_tag if i == old_tag else i for i in self.list])
|
||||
return True
|
||||
return False
|
||||
return cleaned, normalized, key_open, key_close
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
194
src/obsidian_metadata/models/parsers.py
Normal file
194
src/obsidian_metadata/models/parsers.py
Normal file
@@ -0,0 +1,194 @@
|
||||
"""Parsers for Obsidian metadata files."""
|
||||
|
||||
from dataclasses import dataclass
|
||||
|
||||
import emoji
|
||||
import regex as re
|
||||
|
||||
from obsidian_metadata.models.enums import Wrapping
|
||||
|
||||
|
||||
@dataclass
|
||||
class Parser:
|
||||
"""Regex parsers for Obsidian metadata files.
|
||||
|
||||
All methods return a list of matches
|
||||
"""
|
||||
|
||||
# Reusable regex patterns
|
||||
internal_link = r"\[\[[^\[\]]*?\]\]" # An Obsidian link of the form [[<link>]]
|
||||
chars_not_in_tags = r"\u2000-\u206F\u2E00-\u2E7F'!\"#\$%&\(\)\*+,\.:;<=>?@\^`\{\|\}~\[\]\\\s"
|
||||
|
||||
# Compiled regex patterns
|
||||
tag = re.compile(
|
||||
r"""
|
||||
(?:
|
||||
(?:^|\s|\\{2}) # If tarts with newline, space, or "\\""
|
||||
(?P<tag>\#[^\u2000-\u206F\u2E00-\u2E7F'!\"\#\$%&\(\)\*+,\.:;<=>?@\^`\{\|\}~\[\]\\\s]+) # capture tag
|
||||
| # Else
|
||||
(?:(?<=
|
||||
\#[^\u2000-\u206F\u2E00-\u2E7F'!\"\#\$%&\(\)\*+,\.:;<=>?@\^`\{\|\}~\[\]\\\s]+
|
||||
)) # if lookbehind is a tag
|
||||
(?P<tag>\#[^\u2000-\u206F\u2E00-\u2E7F'!\"\#\$%&\(\)\*+,\.:;<=>?@\^`\{\|\}~\[\]\\\s]+) # capture tag
|
||||
| # Else
|
||||
(*FAIL)
|
||||
)
|
||||
""",
|
||||
re.X,
|
||||
)
|
||||
frontmatter_complete = re.compile(r"^\s*(?P<frontmatter>---.*?---)", flags=re.DOTALL)
|
||||
frontmatter_data = re.compile(
|
||||
r"(?P<open>^\s*---)(?P<frontmatter>.*?)(?P<close>---)", flags=re.DOTALL
|
||||
)
|
||||
code_block = re.compile(r"```.*?```", flags=re.DOTALL)
|
||||
inline_code = re.compile(r"(?<!`{2})`[^`]+?` ?")
|
||||
inline_metadata = re.compile(
|
||||
r"""
|
||||
(?: # Conditional
|
||||
(?= # If opening wrapper is a bracket or parenthesis
|
||||
(
|
||||
(?<!\[)\[(?!\[) # Single bracket
|
||||
| # Or
|
||||
(?<!\()\((?!\() # Single parenthesis
|
||||
)
|
||||
)
|
||||
(?: # Conditional
|
||||
(?= # If opening wrapper is a bracket
|
||||
(?<!\[)\[(?!\[) # Single bracket
|
||||
)
|
||||
(?<!\[)(?P<open>\[)(?!\[) # Open bracket
|
||||
(?P<key>[0-9\p{Letter}\w\s_/-;\*\~`]+?) # Find key
|
||||
(?<!:)::(?!:) # Separator
|
||||
(?P<value>.*?) # Value
|
||||
(?<!\])(?P<close>\])(?!\]) # Close bracket
|
||||
| # Else if opening wrapper is a parenthesis
|
||||
(?<!\()(?P<open>\()(?!\() # Open parens
|
||||
(?P<key>[0-9\p{Letter}\w\s_/-;\*\~`]+?) # Find key
|
||||
(?<!:)::(?!:) # Separator
|
||||
(?P<value>.*?) # Value
|
||||
(?<!\))(?P<close>\))(?!\)) # Close parenthesis
|
||||
)
|
||||
| # Else grab entire line
|
||||
(?P<key>[0-9\p{Letter}\w\s_/-;\*\~`]+?) # Find key
|
||||
(?<!:)::(?!:) # Separator
|
||||
(?P<value>.*) # Value
|
||||
)
|
||||
|
||||
""",
|
||||
re.X | re.I,
|
||||
)
|
||||
top_with_header = re.compile(
|
||||
r"""^\s* # Start of note
|
||||
(?P<top> # Capture the top of the note
|
||||
.* # Anything above the first header
|
||||
\#+[ ].*?[\r\n] # Full header, if it exists
|
||||
) # End capture group
|
||||
""",
|
||||
flags=re.DOTALL | re.X,
|
||||
)
|
||||
validate_key_text = re.compile(r"[^-_\w\d\/\*\u263a-\U0001f999]")
|
||||
validate_tag_text = re.compile(r"[ \|,;:\*\(\)\[\]\\\.\n#&]")
|
||||
|
||||
def return_inline_metadata(self, line: str) -> list[tuple[str, str, Wrapping]] | None:
|
||||
"""Return a list of metadata matches for a single line.
|
||||
|
||||
Args:
|
||||
line (str): The text to search.
|
||||
|
||||
Returns:
|
||||
list[tuple[str, str, Wrapping]] | None: A list of tuples containing the key, value, and wrapping type.
|
||||
"""
|
||||
sep = r"(?<!:)::(?!:)"
|
||||
if not re.search(sep, line):
|
||||
return None
|
||||
|
||||
# Replace emoji with text
|
||||
line = emoji.demojize(line, delimiters=(";", ";"))
|
||||
|
||||
matches = []
|
||||
for match in self.inline_metadata.finditer(line):
|
||||
match match.group("open"):
|
||||
case "[":
|
||||
wrapper = Wrapping.BRACKETS
|
||||
case "(":
|
||||
wrapper = Wrapping.PARENS
|
||||
case _:
|
||||
wrapper = Wrapping.NONE
|
||||
|
||||
matches.append(
|
||||
(
|
||||
emoji.emojize(match.group("key"), delimiters=(";", ";")),
|
||||
emoji.emojize(match.group("value"), delimiters=(";", ";")),
|
||||
wrapper,
|
||||
)
|
||||
)
|
||||
|
||||
return matches
|
||||
|
||||
def return_frontmatter(self, text: str, data_only: bool = False) -> str | None:
|
||||
"""Return a list of metadata matches.
|
||||
|
||||
Args:
|
||||
text (str): The text to search.
|
||||
data_only (bool, optional): If True, only return the frontmatter data and strip the "---" lines from the returned string. Defaults to False
|
||||
|
||||
Returns:
|
||||
str | None: The frontmatter block, or None if no frontmatter is found.
|
||||
"""
|
||||
if data_only:
|
||||
result = self.frontmatter_data.search(text)
|
||||
else:
|
||||
result = self.frontmatter_complete.search(text)
|
||||
|
||||
if result:
|
||||
return result.group("frontmatter").strip()
|
||||
return None
|
||||
|
||||
def return_tags(self, text: str) -> list[str]:
|
||||
"""Return a list of tags.
|
||||
|
||||
Args:
|
||||
text (str): The text to search.
|
||||
|
||||
Returns:
|
||||
list[str]: A list of tags.
|
||||
"""
|
||||
return [
|
||||
t.group("tag")
|
||||
for t in self.tag.finditer(text)
|
||||
if not re.match(r"^#[0-9]+$", t.group("tag"))
|
||||
]
|
||||
|
||||
def return_top_with_header(self, text: str) -> str:
|
||||
"""Returns the top content of a string until the end of the first markdown header found.
|
||||
|
||||
Args:
|
||||
text (str): The text to search.
|
||||
|
||||
Returns:
|
||||
str: The top content of the string.
|
||||
"""
|
||||
result = self.top_with_header.search(text)
|
||||
if result:
|
||||
return result.group("top")
|
||||
return None
|
||||
|
||||
def strip_frontmatter(self, text: str, data_only: bool = False) -> str:
|
||||
"""Strip frontmatter from a string.
|
||||
|
||||
Args:
|
||||
text (str): The text to search.
|
||||
data_only (bool, optional): If True, only strip the frontmatter data and leave the '---' lines. Defaults to False
|
||||
"""
|
||||
if data_only:
|
||||
return self.frontmatter_data.sub(r"\g<open>\n\g<close>", text)
|
||||
|
||||
return self.frontmatter_complete.sub("", text)
|
||||
|
||||
def strip_code_blocks(self, text: str) -> str:
|
||||
"""Strip code blocks from a string."""
|
||||
return self.code_block.sub("", text)
|
||||
|
||||
def strip_inline_code(self, text: str) -> str:
|
||||
"""Strip inline code from a string."""
|
||||
return self.inline_code.sub("", text)
|
||||
@@ -1,62 +0,0 @@
|
||||
"""Regexes for parsing frontmatter and note content."""
|
||||
|
||||
from dataclasses import dataclass
|
||||
|
||||
import regex as re
|
||||
from regex import Pattern
|
||||
|
||||
|
||||
@dataclass
|
||||
class Patterns:
|
||||
"""Regex patterns for parsing frontmatter and note content."""
|
||||
|
||||
find_inline_tags: Pattern[str] = re.compile(
|
||||
r"""
|
||||
(?:^|[ \|_,;:\*\)\[\]\\\.]|(?<!\])\() # Before tag is start of line or separator
|
||||
(?<!\/\/[\w\d_\.\(\)\/&_-]+) # Before tag is not a link
|
||||
\#([^ \|,;:\*\(\)\[\]\\\.\n#&]+) # Match tag until separator or end of line
|
||||
""",
|
||||
re.MULTILINE | re.X,
|
||||
)
|
||||
|
||||
find_inline_metadata: Pattern[str] = re.compile(
|
||||
r""" # First look for in-text key values
|
||||
(?:^\[| \[) # Find key with starting bracket
|
||||
([-_\w\d\/\*\u263a-\U0001f999]+?)::[ ]? # Find key
|
||||
(.*?)\] # Find value until closing bracket
|
||||
| # Else look for key values at start of line
|
||||
(?:^|[^ \w\d]+|^ *>?[-\d\|]?\.? ) # Any non-word or non-digit character
|
||||
([-_\w\d\/\*\u263a-\U0001f9995]+?)::(?!\n)(?:[ ](?!\n))? # Capture the key if not a new line
|
||||
(.*?)$ # Capture the value
|
||||
""",
|
||||
re.X | re.MULTILINE,
|
||||
)
|
||||
|
||||
frontmatter_block: Pattern[str] = re.compile(r"^\s*(?P<frontmatter>---.*?---)", flags=re.DOTALL)
|
||||
frontmatt_block_strip_separators: Pattern[str] = re.compile(
|
||||
r"^\s*---(?P<frontmatter>.*?)---", flags=re.DOTALL
|
||||
)
|
||||
# This pattern will return a tuple of 4 values, two will be empty and will need to be stripped before processing further
|
||||
|
||||
top_with_header: Pattern[str] = re.compile(
|
||||
r"""^\s* # Start of note
|
||||
(?P<top> # Capture the top of the note
|
||||
(---.*?---)? # Frontmatter, if it exists
|
||||
\s* # Any whitespace
|
||||
( # Full header, if it exists
|
||||
\#+[ ] # Match start of any header level
|
||||
( # Text of header
|
||||
[\w\d]+ # Word or digit
|
||||
| # Or
|
||||
[\[\]\(\)\+\{\}\"'\-\.\/\*\$\| ]+ # Special characters
|
||||
| # Or
|
||||
[\u263a-\U0001f999]+ # Emoji
|
||||
)+ # End of header text
|
||||
)? # End of full header
|
||||
) # End capture group
|
||||
""",
|
||||
flags=re.DOTALL | re.X,
|
||||
)
|
||||
|
||||
validate_key_text: Pattern[str] = re.compile(r"[^-_\w\d\/\*\u263a-\U0001f999]")
|
||||
validate_tag_text: Pattern[str] = re.compile(r"[ \|,;:\*\(\)\[\]\\\.\n#&]")
|
||||
@@ -13,10 +13,10 @@ import questionary
|
||||
import typer
|
||||
|
||||
from obsidian_metadata.models.enums import InsertLocation, MetadataType
|
||||
from obsidian_metadata.models.patterns import Patterns
|
||||
from obsidian_metadata.models.parsers import Parser
|
||||
from obsidian_metadata.models.vault import Vault
|
||||
|
||||
PATTERNS = Patterns()
|
||||
P = Parser()
|
||||
|
||||
# Reset the default style of the questionary prompts qmark
|
||||
questionary.prompts.checkbox.DEFAULT_STYLE = questionary.Style([("qmark", "")])
|
||||
@@ -86,7 +86,7 @@ class Questions:
|
||||
self.vault = vault
|
||||
self.key = key
|
||||
|
||||
def _validate_existing_inline_tag(self, text: str) -> bool | str:
|
||||
def _validate_existing_tag(self, text: str) -> bool | str:
|
||||
"""Validate an existing inline tag.
|
||||
|
||||
Returns:
|
||||
@@ -95,7 +95,7 @@ class Questions:
|
||||
if len(text) < 1:
|
||||
return "Tag cannot be empty"
|
||||
|
||||
if not self.vault.metadata.contains(area=MetadataType.TAGS, value=text):
|
||||
if not self.vault.contains_metadata(meta_type=MetadataType.TAGS, key=None, value=text):
|
||||
return f"'{text}' does not exist as a tag in the vault"
|
||||
|
||||
return True
|
||||
@@ -109,7 +109,7 @@ class Questions:
|
||||
if len(text) < 1:
|
||||
return "Key cannot be empty"
|
||||
|
||||
if not self.vault.metadata.contains(area=MetadataType.KEYS, key=text):
|
||||
if not self.vault.contains_metadata(meta_type=MetadataType.META, key=text):
|
||||
return f"'{text}' does not exist as a key in the vault"
|
||||
|
||||
return True
|
||||
@@ -128,7 +128,7 @@ class Questions:
|
||||
except re.error as error:
|
||||
return f"Invalid regex: {error}"
|
||||
|
||||
if not self.vault.metadata.contains(area=MetadataType.KEYS, key=text, is_regex=True):
|
||||
if not self.vault.contains_metadata(meta_type=MetadataType.META, key=text, is_regex=True):
|
||||
return f"'{text}' does not exist as a key in the vault"
|
||||
|
||||
return True
|
||||
@@ -142,7 +142,7 @@ class Questions:
|
||||
Returns:
|
||||
bool | str: True if the key is valid, otherwise a string with the error message.
|
||||
"""
|
||||
if PATTERNS.validate_key_text.search(text) is not None:
|
||||
if P.validate_key_text.search(text) is not None:
|
||||
return "Key cannot contain spaces or special characters"
|
||||
|
||||
if len(text) == 0:
|
||||
@@ -159,7 +159,7 @@ class Questions:
|
||||
Returns:
|
||||
bool | str: True if the tag is valid, otherwise a string with the error message.
|
||||
"""
|
||||
if PATTERNS.validate_tag_text.search(text) is not None:
|
||||
if P.validate_tag_text.search(text) is not None:
|
||||
return "Tag cannot contain spaces or special characters"
|
||||
|
||||
if len(text) == 0:
|
||||
@@ -179,8 +179,8 @@ class Questions:
|
||||
if len(text) < 1:
|
||||
return "Value cannot be empty"
|
||||
|
||||
if self.key is not None and self.vault.metadata.contains(
|
||||
area=MetadataType.ALL, key=self.key, value=text
|
||||
if self.key is not None and self.vault.contains_metadata(
|
||||
meta_type=MetadataType.ALL, key=self.key, value=text
|
||||
):
|
||||
return f"{self.key}:{text} already exists"
|
||||
|
||||
@@ -248,8 +248,8 @@ class Questions:
|
||||
if len(text) == 0:
|
||||
return True
|
||||
|
||||
if self.key is not None and not self.vault.metadata.contains(
|
||||
area=MetadataType.ALL, key=self.key, value=text
|
||||
if self.key is not None and not self.vault.contains_metadata(
|
||||
meta_type=MetadataType.ALL, key=self.key, value=text
|
||||
):
|
||||
return f"{self.key}:{text} does not exist"
|
||||
|
||||
@@ -272,8 +272,8 @@ class Questions:
|
||||
except re.error as error:
|
||||
return f"Invalid regex: {error}"
|
||||
|
||||
if self.key is not None and not self.vault.metadata.contains(
|
||||
area=MetadataType.ALL, key=self.key, value=text, is_regex=True
|
||||
if self.key is not None and not self.vault.contains_metadata(
|
||||
meta_type=MetadataType.ALL, key=self.key, value=text, is_regex=True
|
||||
):
|
||||
return f"No values in {self.key} match regex: {text}"
|
||||
|
||||
@@ -297,7 +297,7 @@ class Questions:
|
||||
{"name": "Inspect Metadata", "value": "inspect_metadata"},
|
||||
{"name": "Filter Notes in Scope", "value": "filter_notes"},
|
||||
questionary.Separator("-------------------------------"),
|
||||
{"name": "Bulk changes from imported CSV", "value": "import_from_csv"},
|
||||
{"name": "Import bulk changes from CSV", "value": "import_from_csv"},
|
||||
{"name": "Add Metadata", "value": "add_metadata"},
|
||||
{"name": "Delete Metadata", "value": "delete_metadata"},
|
||||
{"name": "Rename Metadata", "value": "rename_metadata"},
|
||||
@@ -313,23 +313,6 @@ class Questions:
|
||||
qmark="INPUT |",
|
||||
).ask()
|
||||
|
||||
def ask_area(self) -> MetadataType | str: # pragma: no cover
|
||||
"""Ask the user for the metadata area to work on.
|
||||
|
||||
Returns:
|
||||
MetadataType: The metadata area to work on.
|
||||
"""
|
||||
choices = []
|
||||
for metadata_type in MetadataType:
|
||||
choices.append({"name": metadata_type.value, "value": metadata_type})
|
||||
|
||||
choices.append(questionary.Separator()) # type: ignore [arg-type]
|
||||
choices.append({"name": "Cancel", "value": "cancel"})
|
||||
return self.ask_selection(
|
||||
choices=choices,
|
||||
question="Select the type of metadata",
|
||||
)
|
||||
|
||||
def ask_confirm(self, question: str, default: bool = True) -> bool: # pragma: no cover
|
||||
"""Ask the user to confirm an action.
|
||||
|
||||
@@ -344,11 +327,11 @@ class Questions:
|
||||
question, default=default, style=self.style, qmark="INPUT |"
|
||||
).ask()
|
||||
|
||||
def ask_existing_inline_tag(self, question: str = "Enter a tag") -> str: # pragma: no cover
|
||||
def ask_existing_tag(self, question: str = "Enter a tag") -> str: # pragma: no cover
|
||||
"""Ask the user for an existing inline tag."""
|
||||
return questionary.text(
|
||||
question,
|
||||
validate=self._validate_existing_inline_tag,
|
||||
validate=self._validate_existing_tag,
|
||||
style=self.style,
|
||||
qmark="INPUT |",
|
||||
).ask()
|
||||
@@ -445,6 +428,27 @@ class Questions:
|
||||
question=question,
|
||||
)
|
||||
|
||||
def ask_meta_type(self) -> MetadataType | str: # pragma: no cover
|
||||
"""Ask the user for the type of metadata to work on.
|
||||
|
||||
Returns:
|
||||
MetadataType: The metadata type
|
||||
"""
|
||||
choices = []
|
||||
for meta_type in MetadataType:
|
||||
match meta_type:
|
||||
case MetadataType.ALL | MetadataType.META | MetadataType.KEYS:
|
||||
continue
|
||||
case _:
|
||||
choices.append({"name": meta_type.value, "value": meta_type})
|
||||
|
||||
choices.append(questionary.Separator()) # type: ignore [arg-type]
|
||||
choices.append({"name": "Cancel", "value": "cancel"})
|
||||
return self.ask_selection(
|
||||
choices=choices,
|
||||
question="Select the type of metadata",
|
||||
)
|
||||
|
||||
def ask_new_key(self, question: str = "New key name") -> str: # pragma: no cover
|
||||
"""Ask the user for a new metadata key.
|
||||
|
||||
|
||||
@@ -11,15 +11,15 @@ from typing import Any
|
||||
import rich.repr
|
||||
import typer
|
||||
from rich import box
|
||||
from rich.progress import Progress, SpinnerColumn, TextColumn
|
||||
from rich.columns import Columns
|
||||
from rich.prompt import Confirm
|
||||
from rich.table import Table
|
||||
|
||||
from obsidian_metadata._config.config import VaultConfig
|
||||
from obsidian_metadata._utils import alerts
|
||||
from obsidian_metadata._utils import alerts, dict_contains, merge_dictionaries
|
||||
from obsidian_metadata._utils.alerts import logger as log
|
||||
from obsidian_metadata._utils.console import console
|
||||
from obsidian_metadata.models import InsertLocation, MetadataType, Note, VaultMetadata
|
||||
from obsidian_metadata._utils.console import console, console_no_markup
|
||||
from obsidian_metadata.models import InsertLocation, MetadataType, Note
|
||||
|
||||
|
||||
@dataclass
|
||||
@@ -55,7 +55,9 @@ class Vault:
|
||||
self.insert_location: InsertLocation = self._find_insert_location()
|
||||
self.dry_run: bool = dry_run
|
||||
self.backup_path: Path = self.vault_path.parent / f"{self.vault_path.name}.bak"
|
||||
self.metadata = VaultMetadata()
|
||||
self.frontmatter: dict[str, list[str]] = {}
|
||||
self.inline_meta: dict[str, list[str]] = {}
|
||||
self.tags: list[str] = []
|
||||
self.exclude_paths: list[Path] = []
|
||||
|
||||
for p in config.exclude_paths:
|
||||
@@ -64,12 +66,10 @@ class Vault:
|
||||
self.filters = filters
|
||||
self.all_note_paths = self._find_markdown_notes()
|
||||
|
||||
with Progress(
|
||||
SpinnerColumn(),
|
||||
TextColumn("[progress.description]{task.description}"),
|
||||
transient=True,
|
||||
) as progress:
|
||||
progress.add_task(description="Processing notes...", total=None)
|
||||
with console.status(
|
||||
"Processing notes... [dim](Can take a while for a large vault)[/]",
|
||||
spinner="bouncingBall",
|
||||
):
|
||||
self.all_notes: list[Note] = [
|
||||
Note(note_path=p, dry_run=self.dry_run) for p in self.all_note_paths
|
||||
]
|
||||
@@ -107,16 +107,33 @@ class Vault:
|
||||
]
|
||||
|
||||
if _filter.tag_filter is not None:
|
||||
notes_list = [n for n in notes_list if n.contains_inline_tag(_filter.tag_filter)]
|
||||
notes_list = [
|
||||
n
|
||||
for n in notes_list
|
||||
if n.contains_metadata(
|
||||
MetadataType.TAGS, search_key="", search_value=_filter.tag_filter
|
||||
)
|
||||
]
|
||||
|
||||
if _filter.key_filter is not None and _filter.value_filter is not None:
|
||||
notes_list = [
|
||||
n
|
||||
for n in notes_list
|
||||
if n.contains_metadata(_filter.key_filter, _filter.value_filter)
|
||||
if n.contains_metadata(
|
||||
meta_type=MetadataType.META,
|
||||
search_key=_filter.key_filter,
|
||||
search_value=_filter.value_filter,
|
||||
)
|
||||
]
|
||||
|
||||
if _filter.key_filter is not None and _filter.value_filter is None:
|
||||
notes_list = [n for n in notes_list if n.contains_metadata(_filter.key_filter)]
|
||||
notes_list = [
|
||||
n
|
||||
for n in notes_list
|
||||
if n.contains_metadata(
|
||||
MetadataType.META, search_key=_filter.key_filter, search_value=None
|
||||
)
|
||||
]
|
||||
|
||||
return notes_list
|
||||
|
||||
@@ -170,39 +187,60 @@ class Vault:
|
||||
]
|
||||
|
||||
def _rebuild_vault_metadata(self) -> None:
|
||||
"""Rebuild vault metadata."""
|
||||
self.metadata = VaultMetadata()
|
||||
with Progress(
|
||||
SpinnerColumn(),
|
||||
TextColumn("[progress.description]{task.description}"),
|
||||
transient=True,
|
||||
) as progress:
|
||||
progress.add_task(description="Processing notes...", total=None)
|
||||
"""Rebuild vault metadata. Indexes all frontmatter, inline metadata, and tags and adds them to dictionary objects."""
|
||||
with console.status(
|
||||
"Processing notes... [dim](Can take a while for a large vault)[/]",
|
||||
spinner="bouncingBall",
|
||||
):
|
||||
vault_frontmatter = {}
|
||||
vault_inline_meta = {}
|
||||
vault_tags = []
|
||||
for _note in self.notes_in_scope:
|
||||
self.metadata.index_metadata(
|
||||
area=MetadataType.FRONTMATTER, metadata=_note.frontmatter.dict
|
||||
)
|
||||
self.metadata.index_metadata(
|
||||
area=MetadataType.INLINE, metadata=_note.inline_metadata.dict
|
||||
)
|
||||
self.metadata.index_metadata(
|
||||
area=MetadataType.TAGS,
|
||||
metadata=_note.inline_tags.list,
|
||||
)
|
||||
for field in _note.metadata:
|
||||
match field.meta_type:
|
||||
case MetadataType.FRONTMATTER:
|
||||
if field.clean_key not in vault_frontmatter:
|
||||
vault_frontmatter[field.clean_key] = (
|
||||
[field.normalized_value]
|
||||
if field.normalized_value != "-"
|
||||
else []
|
||||
)
|
||||
elif field.normalized_value != "-":
|
||||
vault_frontmatter[field.clean_key].append(field.normalized_value)
|
||||
case MetadataType.INLINE:
|
||||
if field.clean_key not in vault_inline_meta:
|
||||
vault_inline_meta[field.clean_key] = (
|
||||
[field.normalized_value]
|
||||
if field.normalized_value != "-"
|
||||
else []
|
||||
)
|
||||
elif field.normalized_value != "-":
|
||||
vault_inline_meta[field.clean_key].append(field.normalized_value)
|
||||
case MetadataType.TAGS:
|
||||
if field.normalized_value not in vault_tags:
|
||||
vault_tags.append(field.normalized_value)
|
||||
|
||||
self.frontmatter = {
|
||||
k: sorted(list(set(v))) for k, v in sorted(vault_frontmatter.items())
|
||||
}
|
||||
self.inline_meta = {
|
||||
k: sorted(list(set(v))) for k, v in sorted(vault_inline_meta.items())
|
||||
}
|
||||
self.tags = sorted(list(set(vault_tags)))
|
||||
|
||||
def add_metadata(
|
||||
self,
|
||||
area: MetadataType,
|
||||
meta_type: MetadataType,
|
||||
key: str = None,
|
||||
value: str | list[str] = None,
|
||||
value: str = None,
|
||||
location: InsertLocation = None,
|
||||
) -> int:
|
||||
"""Add metadata to all notes in the vault which do not already contain it.
|
||||
|
||||
Args:
|
||||
area (MetadataType): Area of metadata to add to.
|
||||
meta_type (MetadataType): Area of metadata to add to.
|
||||
key (str): Key to add.
|
||||
value (str|list, optional): Value to add.
|
||||
value (str, optional): Value to add.
|
||||
location (InsertLocation, optional): Location to insert metadata. (Defaults to `vault.config.insert_location`)
|
||||
|
||||
Returns:
|
||||
@@ -214,7 +252,9 @@ class Vault:
|
||||
num_changed = 0
|
||||
|
||||
for _note in self.notes_in_scope:
|
||||
if _note.add_metadata(area=area, key=key, value=value, location=location):
|
||||
if _note.add_metadata(
|
||||
meta_type=meta_type, added_key=key, added_value=value, location=location
|
||||
):
|
||||
log.trace(f"Added metadata to {_note.note_path}")
|
||||
num_changed += 1
|
||||
|
||||
@@ -262,6 +302,43 @@ class Vault:
|
||||
log.trace(f"writing to {_note.note_path}")
|
||||
_note.commit()
|
||||
|
||||
def contains_metadata(
|
||||
self, meta_type: MetadataType, key: str, value: str = None, is_regex: bool = False
|
||||
) -> bool:
|
||||
"""Check if the vault contains metadata.
|
||||
|
||||
Args:
|
||||
meta_type (MetadataType): Area of metadata to check.
|
||||
key (str): Key to check.
|
||||
value (str, optional): Value to check. Defaults to None.
|
||||
is_regex (bool, optional): Whether the value is a regex. Defaults to False.
|
||||
|
||||
Returns:
|
||||
bool: Whether the vault contains the metadata.
|
||||
"""
|
||||
if meta_type == MetadataType.FRONTMATTER and key is not None:
|
||||
return dict_contains(self.frontmatter, key, value, is_regex)
|
||||
|
||||
if meta_type == MetadataType.INLINE and key is not None:
|
||||
return dict_contains(self.inline_meta, key, value, is_regex)
|
||||
|
||||
if meta_type == MetadataType.TAGS and value is not None:
|
||||
if not is_regex:
|
||||
value = f"^{re.escape(value)}$"
|
||||
return any(re.search(value, item) for item in self.tags)
|
||||
|
||||
if meta_type == MetadataType.META:
|
||||
return self.contains_metadata(
|
||||
MetadataType.FRONTMATTER, key, value, is_regex
|
||||
) or self.contains_metadata(MetadataType.INLINE, key, value, is_regex)
|
||||
|
||||
if meta_type == MetadataType.ALL:
|
||||
return self.contains_metadata(
|
||||
MetadataType.TAGS, key, value, is_regex
|
||||
) or self.contains_metadata(MetadataType.META, key, value, is_regex)
|
||||
|
||||
return False
|
||||
|
||||
def delete_backup(self) -> None:
|
||||
"""Delete the vault backup."""
|
||||
log.debug("Deleting vault backup")
|
||||
@@ -273,7 +350,7 @@ class Vault:
|
||||
else:
|
||||
alerts.info("No backup found")
|
||||
|
||||
def delete_inline_tag(self, tag: str) -> int:
|
||||
def delete_tag(self, tag: str) -> int:
|
||||
"""Delete an inline tag in the vault.
|
||||
|
||||
Args:
|
||||
@@ -285,7 +362,7 @@ class Vault:
|
||||
num_changed = 0
|
||||
|
||||
for _note in self.notes_in_scope:
|
||||
if _note.delete_inline_tag(tag):
|
||||
if _note.delete_metadata(MetadataType.TAGS, value=tag):
|
||||
log.trace(f"Deleted tag from {_note.note_path}")
|
||||
num_changed += 1
|
||||
|
||||
@@ -294,10 +371,18 @@ class Vault:
|
||||
|
||||
return num_changed
|
||||
|
||||
def delete_metadata(self, key: str, value: str = None) -> int:
|
||||
def delete_metadata(
|
||||
self,
|
||||
key: str,
|
||||
value: str = None,
|
||||
meta_type: MetadataType = MetadataType.ALL,
|
||||
is_regex: bool = False,
|
||||
) -> int:
|
||||
"""Delete metadata in the vault.
|
||||
|
||||
Args:
|
||||
meta_type (MetadataType): Area of metadata to delete from.
|
||||
is_regex (bool): Whether to use regex for key and value. Defaults to False.
|
||||
key (str): Key to delete. Regex is supported
|
||||
value (str, optional): Value to delete. Regex is supported
|
||||
|
||||
@@ -307,7 +392,7 @@ class Vault:
|
||||
num_changed = 0
|
||||
|
||||
for _note in self.notes_in_scope:
|
||||
if _note.delete_metadata(key, value):
|
||||
if _note.delete_metadata(meta_type=meta_type, key=key, value=value, is_regex=is_regex):
|
||||
log.trace(f"Deleted metadata from {_note.note_path}")
|
||||
num_changed += 1
|
||||
|
||||
@@ -330,35 +415,35 @@ class Vault:
|
||||
|
||||
match export_format:
|
||||
case "csv":
|
||||
with export_file.open(mode="w", encoding="UTF8") as f:
|
||||
with export_file.open(mode="w", encoding="utf-8") as f:
|
||||
writer = csv.writer(f)
|
||||
writer.writerow(["Metadata Type", "Key", "Value"])
|
||||
|
||||
for key, value in self.metadata.frontmatter.items():
|
||||
if isinstance(value, list):
|
||||
if len(value) > 0:
|
||||
for v in value:
|
||||
writer.writerow(["frontmatter", key, v])
|
||||
else:
|
||||
for key, value in self.frontmatter.items():
|
||||
if len(value) > 0:
|
||||
for v in value:
|
||||
writer.writerow(["frontmatter", key, v])
|
||||
else:
|
||||
writer.writerow(["frontmatter", key, ""])
|
||||
|
||||
for key, value in self.metadata.inline_metadata.items():
|
||||
if isinstance(value, list):
|
||||
if len(value) > 0:
|
||||
for v in value:
|
||||
writer.writerow(["inline_metadata", key, v])
|
||||
else:
|
||||
writer.writerow(["frontmatter", key, v])
|
||||
for tag in self.metadata.tags:
|
||||
for key, value in self.inline_meta.items():
|
||||
if len(value) > 0:
|
||||
for v in value:
|
||||
writer.writerow(["inline_metadata", key, v])
|
||||
else:
|
||||
writer.writerow(["inline_metadata", key, ""])
|
||||
|
||||
for tag in self.tags:
|
||||
writer.writerow(["tags", "", f"{tag}"])
|
||||
|
||||
case "json":
|
||||
dict_to_dump = {
|
||||
"frontmatter": self.metadata.dict,
|
||||
"inline_metadata": self.metadata.inline_metadata,
|
||||
"tags": self.metadata.tags,
|
||||
"frontmatter": self.frontmatter,
|
||||
"inline_metadata": self.inline_meta,
|
||||
"tags": self.tags,
|
||||
}
|
||||
|
||||
with export_file.open(mode="w", encoding="UTF8") as f:
|
||||
with export_file.open(mode="w", encoding="utf-8") as f:
|
||||
json.dump(dict_to_dump, f, indent=4, ensure_ascii=False, sort_keys=True)
|
||||
|
||||
def export_notes_to_csv(self, path: str) -> None:
|
||||
@@ -372,31 +457,26 @@ class Vault:
|
||||
alerts.error(f"Path does not exist: {export_file.parent}")
|
||||
raise typer.Exit(code=1)
|
||||
|
||||
with export_file.open(mode="w", encoding="UTF8") as f:
|
||||
with export_file.open(mode="w", encoding="utf-8") as f:
|
||||
writer = csv.writer(f)
|
||||
writer.writerow(["path", "type", "key", "value"])
|
||||
|
||||
for _note in self.all_notes:
|
||||
for key, value in _note.frontmatter.dict.items():
|
||||
for v in value:
|
||||
writer.writerow(
|
||||
[_note.note_path.relative_to(self.vault_path), "frontmatter", key, v]
|
||||
)
|
||||
|
||||
for key, value in _note.inline_metadata.dict.items():
|
||||
for v in value:
|
||||
writer.writerow(
|
||||
[
|
||||
_note.note_path.relative_to(self.vault_path),
|
||||
"inline_metadata",
|
||||
key,
|
||||
v,
|
||||
]
|
||||
)
|
||||
|
||||
for tag in _note.inline_tags.list:
|
||||
for field in sorted(
|
||||
_note.metadata,
|
||||
key=lambda x: (
|
||||
x.meta_type.name,
|
||||
x.clean_key,
|
||||
x.normalized_value,
|
||||
),
|
||||
):
|
||||
writer.writerow(
|
||||
[_note.note_path.relative_to(self.vault_path), "tag", "", f"{tag}"]
|
||||
[
|
||||
_note.note_path.relative_to(self.vault_path),
|
||||
field.meta_type.name,
|
||||
field.clean_key if field.clean_key is not None else "",
|
||||
field.normalized_value if field.normalized_value != "-" else "",
|
||||
]
|
||||
)
|
||||
|
||||
def get_changed_notes(self) -> list[Note]:
|
||||
@@ -427,14 +507,14 @@ class Vault:
|
||||
table.add_row("Notes with changes", str(len(self.get_changed_notes())))
|
||||
table.add_row("Insert Location", str(self.insert_location.value))
|
||||
|
||||
console.print(table)
|
||||
console_no_markup.print(table)
|
||||
|
||||
def list_editable_notes(self) -> None:
|
||||
"""Print a list of notes within the scope that are being edited."""
|
||||
table = Table(title="Notes in current scope", show_header=False, box=box.HORIZONTALS)
|
||||
for _n, _note in enumerate(self.notes_in_scope, start=1):
|
||||
table.add_row(str(_n), str(_note.note_path.relative_to(self.vault_path)))
|
||||
console.print(table)
|
||||
console_no_markup.print(table)
|
||||
|
||||
def move_inline_metadata(self, location: InsertLocation) -> int:
|
||||
"""Move all inline metadata to the selected location.
|
||||
@@ -448,11 +528,15 @@ class Vault:
|
||||
num_changed = 0
|
||||
|
||||
for _note in self.notes_in_scope:
|
||||
if _note.write_delete_inline_metadata():
|
||||
log.trace(f"Deleted inline metadata from {_note.note_path}")
|
||||
if _note.transpose_metadata(
|
||||
begin=MetadataType.INLINE,
|
||||
end=MetadataType.INLINE,
|
||||
key=None,
|
||||
value=None,
|
||||
location=location,
|
||||
):
|
||||
log.trace(f"Moved inline metadata in {_note.note_path}")
|
||||
num_changed += 1
|
||||
_note.write_all_inline_metadata(location)
|
||||
log.trace(f"Wrote all inline metadata to {_note.note_path}")
|
||||
|
||||
if num_changed > 0:
|
||||
self._rebuild_vault_metadata()
|
||||
@@ -463,7 +547,51 @@ class Vault:
|
||||
"""Count number of excluded notes."""
|
||||
return len(self.all_notes) - len(self.notes_in_scope)
|
||||
|
||||
def rename_inline_tag(self, old_tag: str, new_tag: str) -> int:
|
||||
def print_metadata(self, meta_type: MetadataType = MetadataType.ALL) -> None:
|
||||
"""Print metadata for the vault."""
|
||||
dict_to_print = None
|
||||
list_to_print = None
|
||||
match meta_type:
|
||||
case MetadataType.INLINE:
|
||||
dict_to_print = self.inline_meta
|
||||
header = "All inline metadata"
|
||||
case MetadataType.FRONTMATTER:
|
||||
dict_to_print = self.frontmatter
|
||||
header = "All frontmatter"
|
||||
case MetadataType.TAGS:
|
||||
list_to_print = [f"#{x}" for x in self.tags]
|
||||
header = "All inline tags"
|
||||
case MetadataType.KEYS:
|
||||
list_to_print = sorted(
|
||||
merge_dictionaries(self.frontmatter, self.inline_meta).keys()
|
||||
)
|
||||
header = "All Keys"
|
||||
case MetadataType.ALL:
|
||||
dict_to_print = merge_dictionaries(self.frontmatter, self.inline_meta)
|
||||
list_to_print = [f"#{x}" for x in self.tags]
|
||||
header = "All metadata"
|
||||
|
||||
if dict_to_print is not None:
|
||||
table = Table(title=header, show_footer=False, show_lines=True)
|
||||
table.add_column("Keys", style="bold")
|
||||
table.add_column("Values")
|
||||
for key, value in sorted(dict_to_print.items()):
|
||||
values: str | dict[str, list[str]] = (
|
||||
"\n".join(sorted(value)) if isinstance(value, list) else value
|
||||
)
|
||||
table.add_row(f"{key}", str(values))
|
||||
console_no_markup.print(table)
|
||||
|
||||
if list_to_print is not None:
|
||||
columns = Columns(
|
||||
sorted(list_to_print),
|
||||
equal=True,
|
||||
expand=True,
|
||||
title=header if meta_type != MetadataType.ALL else "All inline tags",
|
||||
)
|
||||
console_no_markup.print(columns)
|
||||
|
||||
def rename_tag(self, old_tag: str, new_tag: str) -> int:
|
||||
"""Rename an inline tag in the vault.
|
||||
|
||||
Args:
|
||||
@@ -476,7 +604,7 @@ class Vault:
|
||||
num_changed = 0
|
||||
|
||||
for _note in self.notes_in_scope:
|
||||
if _note.rename_inline_tag(old_tag, new_tag):
|
||||
if _note.rename_tag(old_tag, new_tag):
|
||||
log.trace(f"Renamed inline tag in {_note.note_path}")
|
||||
num_changed += 1
|
||||
|
||||
@@ -515,7 +643,7 @@ class Vault:
|
||||
begin: MetadataType,
|
||||
end: MetadataType,
|
||||
key: str = None,
|
||||
value: str | list[str] = None,
|
||||
value: str = None,
|
||||
location: InsertLocation = None,
|
||||
) -> int:
|
||||
"""Transpose metadata from one type to another.
|
||||
@@ -543,15 +671,15 @@ class Vault:
|
||||
location=location,
|
||||
):
|
||||
num_changed += 1
|
||||
log.trace(f"Transposed metadata in {_note.note_path}")
|
||||
|
||||
if num_changed > 0:
|
||||
self._rebuild_vault_metadata()
|
||||
log.trace(f"Transposed metadata in {_note.note_path}")
|
||||
|
||||
return num_changed
|
||||
|
||||
def update_from_dict(self, dictionary: dict[str, Any]) -> int:
|
||||
"""Update note metadata from a dictionary. This is a destructive operation. All metadata in the specified notes not in the dictionary will be removed.
|
||||
"""Update note metadata from a dictionary. This method is used when updating note metadata from a CSV file. This is a destructive operation. All existing metadata in the specified notes not in the dictionary will be removed.
|
||||
|
||||
Requires a dictionary with the note path as the key and a dictionary of metadata as the value. Each key must have a list of associated dictionaries in the following format:
|
||||
|
||||
@@ -572,27 +700,34 @@ class Vault:
|
||||
for _note in self.all_notes:
|
||||
path = _note.note_path.relative_to(self.vault_path)
|
||||
if str(path) in dictionary:
|
||||
log.info(f"Updating metadata for '{path}'")
|
||||
log.debug(f"Bulk update metadata for '{path}'")
|
||||
num_changed += 1
|
||||
_note.delete_all_metadata()
|
||||
|
||||
# Deleta all existing metadata in the note
|
||||
_note.delete_metadata(meta_type=MetadataType.META, key=r".*", is_regex=True)
|
||||
_note.delete_metadata(meta_type=MetadataType.TAGS, value=r".*", is_regex=True)
|
||||
|
||||
# Add the new metadata
|
||||
for row in dictionary[str(path)]:
|
||||
if row["type"].lower() == "frontmatter":
|
||||
_note.add_metadata(
|
||||
area=MetadataType.FRONTMATTER, key=row["key"], value=row["value"]
|
||||
meta_type=MetadataType.FRONTMATTER,
|
||||
added_key=row["key"],
|
||||
added_value=row["value"],
|
||||
)
|
||||
|
||||
if row["type"].lower() == "inline_metadata":
|
||||
_note.add_metadata(
|
||||
area=MetadataType.INLINE,
|
||||
key=row["key"],
|
||||
value=row["value"],
|
||||
meta_type=MetadataType.INLINE,
|
||||
added_key=row["key"],
|
||||
added_value=row["value"],
|
||||
location=self.insert_location,
|
||||
)
|
||||
|
||||
if row["type"].lower() == "tag" or row["type"].lower() == "tags":
|
||||
if row["type"].lower() == "tag":
|
||||
_note.add_metadata(
|
||||
area=MetadataType.TAGS,
|
||||
value=row["value"],
|
||||
meta_type=MetadataType.TAGS,
|
||||
added_value=row["value"],
|
||||
location=self.insert_location,
|
||||
)
|
||||
|
||||
|
||||
@@ -6,87 +6,87 @@ import pytest
|
||||
|
||||
from obsidian_metadata._utils import alerts
|
||||
from obsidian_metadata._utils.alerts import logger as log
|
||||
from tests.helpers import Regex
|
||||
from tests.helpers import Regex, strip_ansi
|
||||
|
||||
|
||||
def test_dryrun(capsys):
|
||||
"""Test dry run."""
|
||||
alerts.dryrun("This prints in dry run")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "DRYRUN | This prints in dry run\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "DRYRUN | This prints in dry run\n"
|
||||
|
||||
|
||||
def test_success(capsys):
|
||||
"""Test success."""
|
||||
alerts.success("This prints in success")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "SUCCESS | This prints in success\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "SUCCESS | This prints in success\n"
|
||||
|
||||
|
||||
def test_error(capsys):
|
||||
"""Test success."""
|
||||
alerts.error("This prints in error")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "ERROR | This prints in error\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "ERROR | This prints in error\n"
|
||||
|
||||
|
||||
def test_warning(capsys):
|
||||
"""Test warning."""
|
||||
alerts.warning("This prints in warning")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "WARNING | This prints in warning\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "WARNING | This prints in warning\n"
|
||||
|
||||
|
||||
def test_notice(capsys):
|
||||
"""Test notice."""
|
||||
alerts.notice("This prints in notice")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "NOTICE | This prints in notice\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "NOTICE | This prints in notice\n"
|
||||
|
||||
|
||||
def test_alerts_debug(capsys):
|
||||
"""Test debug."""
|
||||
alerts.debug("This prints in debug")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "DEBUG | This prints in debug\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "DEBUG | This prints in debug\n"
|
||||
|
||||
|
||||
def test_usage(capsys):
|
||||
"""Test usage."""
|
||||
alerts.usage("This prints in usage")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "USAGE | This prints in usage\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "USAGE | This prints in usage\n"
|
||||
|
||||
alerts.usage(
|
||||
"Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua",
|
||||
width=80,
|
||||
)
|
||||
captured = capsys.readouterr()
|
||||
assert "USAGE | Lorem ipsum dolor sit amet" in captured.out
|
||||
assert " | incididunt ut labore et dolore magna aliqua" in captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "USAGE | Lorem ipsum dolor sit amet" in captured
|
||||
assert " | incididunt ut labore et dolore magna aliqua" in captured
|
||||
|
||||
alerts.usage(
|
||||
"Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua",
|
||||
width=20,
|
||||
)
|
||||
captured = capsys.readouterr()
|
||||
assert "USAGE | Lorem ipsum dolor" in captured.out
|
||||
assert " | sit amet," in captured.out
|
||||
assert " | adipisicing elit," in captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "USAGE | Lorem ipsum dolor" in captured
|
||||
assert " | sit amet," in captured
|
||||
assert " | adipisicing elit," in captured
|
||||
|
||||
|
||||
def test_info(capsys):
|
||||
"""Test info."""
|
||||
alerts.info("This prints in info")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "INFO | This prints in info\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "INFO | This prints in info\n"
|
||||
|
||||
|
||||
def test_dim(capsys):
|
||||
"""Test info."""
|
||||
alerts.dim("This prints in dim")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "This prints in dim\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "This prints in dim\n"
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
@@ -106,74 +106,74 @@ def test_logging(capsys, tmp_path, verbosity, log_to_file) -> None:
|
||||
|
||||
if verbosity >= 3:
|
||||
assert logging.is_trace() is True
|
||||
captured = capsys.readouterr()
|
||||
assert not captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert not captured
|
||||
|
||||
assert logging.is_trace("trace text") is True
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "trace text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "trace text\n"
|
||||
|
||||
log.trace("This is Trace logging")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.err == Regex(r"^TRACE \| This is Trace logging \([\w\._:]+:\d+\)$")
|
||||
cap_error = strip_ansi(capsys.readouterr().err)
|
||||
assert cap_error == Regex(r"^TRACE \| This is Trace logging \([\w\._:]+:\d+\)$")
|
||||
else:
|
||||
assert logging.is_trace("trace text") is False
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out != "trace text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured != "trace text\n"
|
||||
|
||||
log.trace("This is Trace logging")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.err != Regex(r"^TRACE \| This is Trace logging \([\w\._:]+:\d+\)$")
|
||||
cap_error = strip_ansi(capsys.readouterr().err)
|
||||
assert cap_error != Regex(r"^TRACE \| This is Trace logging \([\w\._:]+:\d+\)$")
|
||||
|
||||
if verbosity >= 2:
|
||||
assert logging.is_debug() is True
|
||||
captured = capsys.readouterr()
|
||||
assert not captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert not captured
|
||||
|
||||
assert logging.is_debug("debug text") is True
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "debug text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "debug text\n"
|
||||
|
||||
log.debug("This is Debug logging")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.err == Regex(r"^DEBUG \| This is Debug logging \([\w\._:]+:\d+\)$")
|
||||
captured = strip_ansi(capsys.readouterr().err)
|
||||
assert captured == Regex(r"^DEBUG \| This is Debug logging \([\w\._:]+:\d+\)$")
|
||||
else:
|
||||
assert logging.is_debug("debug text") is False
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out != "debug text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured != "debug text\n"
|
||||
|
||||
log.debug("This is Debug logging")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.err != Regex(r"^DEBUG \| This is Debug logging \([\w\._:]+:\d+\)$")
|
||||
captured = strip_ansi(capsys.readouterr().err)
|
||||
assert captured != Regex(r"^DEBUG \| This is Debug logging \([\w\._:]+:\d+\)$")
|
||||
|
||||
if verbosity >= 1:
|
||||
assert logging.is_info() is True
|
||||
captured = capsys.readouterr()
|
||||
assert not captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert not captured
|
||||
|
||||
assert logging.is_info("info text") is True
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "info text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "info text\n"
|
||||
|
||||
log.info("This is Info logging")
|
||||
captured = capsys.readouterr()
|
||||
assert captured.err == "INFO | This is Info logging\n"
|
||||
captured = strip_ansi(capsys.readouterr().err)
|
||||
assert captured == "INFO | This is Info logging\n"
|
||||
else:
|
||||
assert logging.is_info("info text") is False
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out != "info text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured != "info text\n"
|
||||
|
||||
log.info("This is Info logging")
|
||||
captured = capsys.readouterr()
|
||||
assert not captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert not captured
|
||||
|
||||
assert logging.is_default() is True
|
||||
captured = capsys.readouterr()
|
||||
assert not captured.out
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert not captured
|
||||
|
||||
assert logging.is_default("default text") is True
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == "default text\n"
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == "default text\n"
|
||||
|
||||
if log_to_file:
|
||||
assert tmp_log.exists() is True
|
||||
|
||||
@@ -13,7 +13,7 @@ from pathlib import Path
|
||||
import pytest
|
||||
|
||||
from obsidian_metadata.models.enums import MetadataType
|
||||
from tests.helpers import Regex, remove_ansi
|
||||
from tests.helpers import Regex, strip_ansi
|
||||
|
||||
|
||||
def test_instantiate_application(test_application) -> None:
|
||||
@@ -48,7 +48,7 @@ def test_abort(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "Done!" in captured
|
||||
|
||||
|
||||
@@ -66,7 +66,7 @@ def test_add_metadata_frontmatter(test_application, mocker, capsys) -> None:
|
||||
side_effect=["add_metadata", KeyError],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_area",
|
||||
"obsidian_metadata.models.application.Questions.ask_meta_type",
|
||||
return_value=MetadataType.FRONTMATTER,
|
||||
)
|
||||
mocker.patch(
|
||||
@@ -80,7 +80,7 @@ def test_add_metadata_frontmatter(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Added metadata to \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
@@ -98,7 +98,7 @@ def test_add_metadata_inline(test_application, mocker, capsys) -> None:
|
||||
side_effect=["add_metadata", KeyError],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_area",
|
||||
"obsidian_metadata.models.application.Questions.ask_meta_type",
|
||||
return_value=MetadataType.INLINE,
|
||||
)
|
||||
mocker.patch(
|
||||
@@ -112,7 +112,7 @@ def test_add_metadata_inline(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Added metadata to \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
@@ -130,7 +130,7 @@ def test_add_metadata_tag(test_application, mocker, capsys) -> None:
|
||||
side_effect=["add_metadata", KeyError],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_area",
|
||||
"obsidian_metadata.models.application.Questions.ask_meta_type",
|
||||
return_value=MetadataType.TAGS,
|
||||
)
|
||||
mocker.patch(
|
||||
@@ -140,11 +140,11 @@ def test_add_metadata_tag(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Added metadata to \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
def test_delete_inline_tag_1(test_application, mocker, capsys) -> None:
|
||||
def test_delete_tag_1(test_application, mocker, capsys) -> None:
|
||||
"""Test renaming an inline tag.
|
||||
|
||||
GIVEN an application
|
||||
@@ -159,20 +159,20 @@ def test_delete_inline_tag_1(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_selection",
|
||||
side_effect=["delete_inline_tag", "back"],
|
||||
side_effect=["delete_tag", "back"],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_inline_tag",
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_tag",
|
||||
return_value="breakfast",
|
||||
)
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Deleted inline tag: breakfast in \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
def test_delete_inline_tag_2(test_application, mocker, capsys) -> None:
|
||||
def test_delete_tag_2(test_application, mocker, capsys) -> None:
|
||||
"""Test renaming an inline tag.
|
||||
|
||||
GIVEN an application
|
||||
@@ -187,16 +187,16 @@ def test_delete_inline_tag_2(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_selection",
|
||||
side_effect=["delete_inline_tag", "back"],
|
||||
side_effect=["delete_tag", "back"],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_inline_tag",
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_tag",
|
||||
return_value="not_a_tag_in_vault",
|
||||
)
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "WARNING | No notes were changed" in captured
|
||||
|
||||
|
||||
@@ -219,8 +219,8 @@ def test_delete_key(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert r"WARNING | No notes found with a key matching: \d{7}" in captured
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert r"WARNING | No notes found with a key matching regex: \d{7}" in captured
|
||||
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_application_main",
|
||||
@@ -237,7 +237,7 @@ def test_delete_key(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS \| Deleted keys matching: d\\w\+ from \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
@@ -263,7 +263,7 @@ def test_delete_value(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert r"WARNING | No notes found matching: area: \d{7}" in captured
|
||||
|
||||
mocker.patch(
|
||||
@@ -284,8 +284,8 @@ def test_delete_value(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert r"SUCCESS | Deleted value ^front\w+$ from key area in 4 notes" in captured
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS | Deleted value \^front\\w\+\$ from key area in \d+ notes")
|
||||
|
||||
|
||||
def test_filter_notes(test_application, mocker, capsys) -> None:
|
||||
@@ -307,7 +307,7 @@ def test_filter_notes(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Loaded \d+ notes from \d+ total", re.DOTALL)
|
||||
assert "02 inline/inline 2.md" in captured
|
||||
assert "03 mixed/mixed 1.md" not in captured
|
||||
@@ -362,7 +362,7 @@ def test_filter_clear(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "02 inline/inline 2.md" in captured
|
||||
assert "03 mixed/mixed 1.md" in captured
|
||||
assert "01 frontmatter/frontmatter 4.md" in captured
|
||||
@@ -384,11 +384,14 @@ def test_inspect_metadata_all(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"type +│ article", re.DOTALL)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"tags +│ bar ")
|
||||
assert captured == Regex(r"status +│ new ")
|
||||
assert captured == Regex(r"in_text_key +│ in-text value")
|
||||
assert "#breakfast" in captured
|
||||
|
||||
|
||||
def test_rename_inline_tag(test_application, mocker, capsys) -> None:
|
||||
def test_rename_tag(test_application, mocker, capsys) -> None:
|
||||
"""Test renaming an inline tag."""
|
||||
app = test_application
|
||||
app._load_vault()
|
||||
@@ -398,10 +401,10 @@ def test_rename_inline_tag(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_selection",
|
||||
side_effect=["rename_inline_tag", "back"],
|
||||
side_effect=["rename_tag", "back"],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_inline_tag",
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_tag",
|
||||
return_value="not_a_tag",
|
||||
)
|
||||
mocker.patch(
|
||||
@@ -411,7 +414,7 @@ def test_rename_inline_tag(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "No notes were changed" in captured
|
||||
|
||||
mocker.patch(
|
||||
@@ -420,10 +423,10 @@ def test_rename_inline_tag(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_selection",
|
||||
side_effect=["rename_inline_tag", "back"],
|
||||
side_effect=["rename_tag", "back"],
|
||||
)
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_inline_tag",
|
||||
"obsidian_metadata.models.application.Questions.ask_existing_tag",
|
||||
return_value="breakfast",
|
||||
)
|
||||
mocker.patch(
|
||||
@@ -433,7 +436,7 @@ def test_rename_inline_tag(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"Renamed breakfast to new_tag in \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
@@ -460,7 +463,7 @@ def test_rename_key(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "WARNING | No notes were changed" in captured
|
||||
|
||||
mocker.patch(
|
||||
@@ -482,7 +485,7 @@ def test_rename_key(test_application, mocker, capsys) -> None:
|
||||
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"Renamed tags to new_tags in \d+ notes", re.DOTALL)
|
||||
|
||||
|
||||
@@ -512,7 +515,7 @@ def test_rename_value_fail(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "WARNING | No notes were changed" in captured
|
||||
|
||||
mocker.patch(
|
||||
@@ -537,7 +540,7 @@ def test_rename_value_fail(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(
|
||||
r"SUCCESS +\| Renamed 'area:frontmatter' to 'area:new_key' in \d+ notes", re.DOTALL
|
||||
)
|
||||
@@ -553,7 +556,7 @@ def test_review_no_changes(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "INFO | No changes to review" in captured
|
||||
|
||||
|
||||
@@ -579,7 +582,7 @@ def test_review_changes(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r".*Found \d+ changed notes in the vault", re.DOTALL)
|
||||
assert "- tags:" in captured
|
||||
assert "+ new_tags:" in captured
|
||||
@@ -595,7 +598,7 @@ def test_transpose_metadata_1(test_application, mocker, capsys) -> None:
|
||||
app = test_application
|
||||
app._load_vault()
|
||||
|
||||
assert app.vault.metadata.inline_metadata["inline_key"] == ["inline_key_value"]
|
||||
assert app.vault.inline_meta["inline_key"] == ["inline_key_value"]
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_application_main",
|
||||
side_effect=["reorganize_metadata", KeyError],
|
||||
@@ -607,9 +610,9 @@ def test_transpose_metadata_1(test_application, mocker, capsys) -> None:
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
|
||||
assert app.vault.metadata.inline_metadata == {}
|
||||
assert app.vault.metadata.frontmatter["inline_key"] == ["inline_key_value"]
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert app.vault.inline_meta == {}
|
||||
assert app.vault.frontmatter["inline_key"] == ["inline_key_value"]
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert "SUCCESS | Transposed Inline Metadata to Frontmatter in 5 notes" in captured
|
||||
|
||||
|
||||
@@ -623,7 +626,7 @@ def test_transpose_metadata_2(test_application, mocker) -> None:
|
||||
app = test_application
|
||||
app._load_vault()
|
||||
|
||||
assert app.vault.metadata.frontmatter["date_created"] == ["2022-12-21", "2022-12-22"]
|
||||
assert app.vault.frontmatter["date_created"] == ["2022-12-21", "2022-12-22"]
|
||||
mocker.patch(
|
||||
"obsidian_metadata.models.application.Questions.ask_application_main",
|
||||
side_effect=["reorganize_metadata", KeyError],
|
||||
@@ -634,8 +637,8 @@ def test_transpose_metadata_2(test_application, mocker) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
assert app.vault.metadata.inline_metadata["date_created"] == ["2022-12-21", "2022-12-22"]
|
||||
assert app.vault.metadata.frontmatter == {}
|
||||
assert app.vault.inline_meta["date_created"] == ["2022-12-21", "2022-12-22"]
|
||||
assert app.vault.frontmatter == {}
|
||||
|
||||
|
||||
def test_vault_backup(test_application, mocker, capsys) -> None:
|
||||
@@ -653,7 +656,7 @@ def test_vault_backup(test_application, mocker, capsys) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(
|
||||
r"SUCCESS +\| Vault backed up to:[-\w\d\/\s]+application\.bak", re.DOTALL
|
||||
)
|
||||
@@ -676,5 +679,5 @@ def test_vault_delete(test_application, mocker, capsys, tmp_path) -> None:
|
||||
)
|
||||
with pytest.raises(KeyError):
|
||||
app.application_main()
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"SUCCESS +\| Backup deleted", re.DOTALL)
|
||||
|
||||
@@ -7,6 +7,7 @@ from pathlib import Path
|
||||
from typer.testing import CliRunner
|
||||
|
||||
from obsidian_metadata.cli import app
|
||||
from tests.helpers import Regex, strip_ansi
|
||||
|
||||
from .helpers import KeyInputs, Regex # noqa: F401
|
||||
|
||||
@@ -17,7 +18,7 @@ def test_version() -> None:
|
||||
"""Test printing version and then exiting."""
|
||||
result = runner.invoke(app, ["--version"])
|
||||
assert result.exit_code == 0
|
||||
assert result.output == Regex(r"obsidian_metadata: v\d+\.\d+\.\d+$")
|
||||
assert "obsidian_metadata: v" in result.output
|
||||
|
||||
|
||||
def test_application(tmp_path) -> None:
|
||||
@@ -37,6 +38,8 @@ def test_application(tmp_path) -> None:
|
||||
# input=KeyInputs.DOWN + KeyInputs.DOWN + KeyInputs.DOWN + KeyInputs.ENTER, # noqa: ERA001
|
||||
)
|
||||
|
||||
output = strip_ansi(result.output)
|
||||
|
||||
banner = r"""
|
||||
___ _ _ _ _
|
||||
/ _ \| |__ ___(_) __| (_) __ _ _ __
|
||||
@@ -49,5 +52,28 @@ def test_application(tmp_path) -> None:
|
||||
|_| |_|\___|\__\__,_|\__,_|\__,_|\__\__,_|
|
||||
"""
|
||||
|
||||
assert banner in result.output
|
||||
assert banner in output
|
||||
assert output == Regex(r"SUCCESS \| Loaded \d+ notes from \d+ total notes")
|
||||
assert result.exit_code == 1
|
||||
|
||||
|
||||
def test_export_template(tmp_path) -> None:
|
||||
"""Test the export template command."""
|
||||
source_dir = Path(__file__).parent / "fixtures" / "test_vault"
|
||||
dest_dir = Path(tmp_path / "vault")
|
||||
|
||||
if not source_dir.exists():
|
||||
raise FileNotFoundError(f"Sample vault not found: {source_dir}")
|
||||
|
||||
shutil.copytree(source_dir, dest_dir)
|
||||
|
||||
config_path = tmp_path / "config.toml"
|
||||
export_path = tmp_path / "export_template.csv"
|
||||
result = runner.invoke(
|
||||
app,
|
||||
["--vault-path", dest_dir, "--config-file", config_path, "--export-template", export_path],
|
||||
)
|
||||
|
||||
assert "SUCCESS | Exported metadata to" in result.output
|
||||
assert result.exit_code == 0
|
||||
assert export_path.exists()
|
||||
|
||||
@@ -36,7 +36,7 @@ def test_vault_path_errors(tmp_path, capsys) -> None:
|
||||
assert "Vault path not found" in captured.out
|
||||
|
||||
with pytest.raises(typer.Exit):
|
||||
Config(config_path=config_file, vault_path=Path("tests/fixtures/sample_note.md"))
|
||||
Config(config_path=config_file, vault_path=Path("tests/fixtures/test_vault/sample_note.md"))
|
||||
captured = capsys.readouterr()
|
||||
assert "Vault path is not a directory" in captured.out
|
||||
|
||||
@@ -103,6 +103,8 @@ def test_no_config_no_vault(tmp_path, mocker) -> None:
|
||||
["Vault 1"] # Name of the vault.
|
||||
|
||||
# Path to your obsidian vault
|
||||
# Note for Windows users: Windows paths must use `\\` as the path separator due to a limitation with how TOML parses strings.
|
||||
# Example: "C:\\Users\\username\\Documents\\Obsidian"
|
||||
path = "{str(fake_vault)}"
|
||||
|
||||
# Folders within the vault to ignore when indexing metadata
|
||||
|
||||
@@ -32,7 +32,7 @@ def remove_all(root: Path):
|
||||
@pytest.fixture()
|
||||
def sample_note(tmp_path) -> Path:
|
||||
"""Fixture which creates a temporary note file."""
|
||||
source_file: Path = Path("tests/fixtures/test_vault/test1.md")
|
||||
source_file: Path = Path("tests/fixtures/test_vault/sample_note.md")
|
||||
if not source_file.exists():
|
||||
raise FileNotFoundError(f"Original file not found: {source_file}")
|
||||
|
||||
|
||||
6
tests/fixtures/broken_frontmatter.md
vendored
6
tests/fixtures/broken_frontmatter.md
vendored
@@ -1,6 +0,0 @@
|
||||
---
|
||||
tags:
|
||||
invalid = = "content"
|
||||
---
|
||||
|
||||
Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est la
|
||||
39
tests/fixtures/sample_note.md
vendored
39
tests/fixtures/sample_note.md
vendored
@@ -1,39 +0,0 @@
|
||||
---
|
||||
date_created: 2022-12-22
|
||||
tags:
|
||||
- food/fruit/apple
|
||||
- dinner
|
||||
- breakfast
|
||||
- not_food
|
||||
author: John Doe
|
||||
nested_list:
|
||||
nested_list_one:
|
||||
- nested_list_one_a
|
||||
- nested_list_one_b
|
||||
type:
|
||||
- article
|
||||
- note
|
||||
---
|
||||
|
||||
area:: mixed
|
||||
date_modified:: 2022-12-22
|
||||
status:: new
|
||||
type:: book
|
||||
inline_key:: inline_key_value
|
||||
type:: [[article]]
|
||||
tags:: from_inline_metadata
|
||||
**bold_key**:: **bold** key value
|
||||
|
||||
|
||||
|
||||
|
||||
Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
|
||||
|
||||
Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, [in_text_key:: in-text value] eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur? #inline_tag
|
||||
|
||||
At vero eos et accusamus et iusto odio dignissimos ducimus qui blanditiis praesentium voluptatum deleniti atque corrupti quos dolores et quas molestias excepturi sint occaecati cupiditate non provident, similique sunt in culpa qui officia deserunt mollitia animi, id est laborum et dolorum fuga. Et harum quidem rerum facilis est et expedita distinctio. Nam libero tempore, #inline_tag2 cum soluta nobis est eligendi optio cumque nihil impedit quo minus id quod maxime placeat facere possimus, omnis voluptas assumenda est, omnis dolor repellendus. Temporibus autem quibusdam et aut officiis debitis aut rerum necessitatibus saepe eveniet ut et voluptates repudiandae sint et molestiae non recusandae. Itaque earum rerum hic tenetur a sapiente delectus, ut aut reiciendis voluptatibus maiores alias consequatur aut perferendis doloribus asperiores repellat.
|
||||
|
||||
#food/fruit/pear
|
||||
#food/fruit/orange
|
||||
#dinner #breakfast
|
||||
#brunch
|
||||
42
tests/fixtures/test_vault/sample_note.md
vendored
Normal file
42
tests/fixtures/test_vault/sample_note.md
vendored
Normal file
@@ -0,0 +1,42 @@
|
||||
---
|
||||
date_created: 2022-12-22 # confirm dates are translated to strings
|
||||
tags:
|
||||
- foo
|
||||
- bar
|
||||
frontmatter1: foo
|
||||
frontmatter2: ["bar", "baz", "qux"]
|
||||
🌱: 🌿
|
||||
# Nested lists are not supported
|
||||
# invalid:
|
||||
# invalid:
|
||||
# - invalid
|
||||
# - invalid2
|
||||
---
|
||||
|
||||
# Heading 1
|
||||
|
||||
inline1:: foo
|
||||
inline1::bar baz
|
||||
**inline2**:: [[foo]]
|
||||
_inline3_:: value
|
||||
🌱::🌿
|
||||
key with space:: foo
|
||||
|
||||
> inline4:: foo
|
||||
|
||||
inline5::
|
||||
|
||||
foo bar [intext1:: foo] baz `#invalid` qux (intext2:: foo) foobar. #tag1 Foo bar #tag2 baz qux. [[link]]
|
||||
|
||||
The quick brown fox jumped over the lazy dog.
|
||||
|
||||
# tag3
|
||||
|
||||
---
|
||||
|
||||
## invalid: invalid
|
||||
|
||||
```python
|
||||
invalid:: invalid
|
||||
#invalid
|
||||
```
|
||||
47
tests/fixtures/test_vault/test1.md
vendored
47
tests/fixtures/test_vault/test1.md
vendored
@@ -1,47 +0,0 @@
|
||||
---
|
||||
date_created: 2022-12-22
|
||||
tags:
|
||||
- shared_tag
|
||||
- frontmatter_tag1
|
||||
- frontmatter_tag2
|
||||
- 📅/frontmatter_tag3
|
||||
frontmatter_Key1: author name
|
||||
frontmatter_Key2: ["article", "note"]
|
||||
shared_key1:
|
||||
- shared_key1_value
|
||||
- shared_key1_value3
|
||||
shared_key2: shared_key2_value1
|
||||
---
|
||||
|
||||
#inline_tag_top1 #inline_tag_top2
|
||||
|
||||
top_key1:: top_key1_value
|
||||
**top_key2:: top_key2_value**
|
||||
top_key3:: [[top_key3_value_as_link]]
|
||||
shared_key1:: shared_key1_value
|
||||
shared_key1:: shared_key1_value2
|
||||
shared_key2:: shared_key2_value2
|
||||
key📅:: 📅_key_value
|
||||
|
||||
# Heading 1
|
||||
|
||||
Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. #intext_tag1 Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu [intext_key:: intext_value] fugiat nulla (#intext_tag2) pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est lab
|
||||
|
||||
```python
|
||||
#ffffff
|
||||
# This is sample text with tags and metadata
|
||||
#in_codeblock_tag1
|
||||
#ffffff;
|
||||
codeblock_key:: some text
|
||||
in_codeblock_key:: in_codeblock_value
|
||||
The quick brown fox jumped over the #in_codeblock_tag2
|
||||
```
|
||||
|
||||
Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab `this is #inline_code_tag1` illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? `this is #inline_code_tag2` Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pari
|
||||
|
||||
bottom_key1:: bottom_key1_value
|
||||
bottom_key2:: bottom_key2_value
|
||||
|
||||
#inline_tag_bottom1
|
||||
#inline_tag_bottom2
|
||||
#shared_tag
|
||||
@@ -22,7 +22,7 @@ class KeyInputs:
|
||||
THREE = "3"
|
||||
|
||||
|
||||
def remove_ansi(text) -> str:
|
||||
def strip_ansi(text) -> str:
|
||||
"""Remove ANSI escape sequences from a string.
|
||||
|
||||
Args:
|
||||
|
||||
@@ -1,530 +0,0 @@
|
||||
# type: ignore
|
||||
"""Test the Frontmatter object from metadata.py."""
|
||||
|
||||
import pytest
|
||||
|
||||
from obsidian_metadata.models.metadata import Frontmatter
|
||||
|
||||
FRONTMATTER_CONTENT: str = """
|
||||
---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: "shared_key1_value"
|
||||
---
|
||||
more content
|
||||
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
|
||||
INLINE_CONTENT = """\
|
||||
repeated_key:: repeated_key_value1
|
||||
#inline_tag_top1,#inline_tag_top2
|
||||
**bold_key1**:: bold_key1_value
|
||||
**bold_key2:: bold_key2_value**
|
||||
link_key:: [[link_key_value]]
|
||||
tag_key:: #tag_key_value
|
||||
emoji_📅_key:: emoji_📅_key_value
|
||||
**#bold_tag**
|
||||
|
||||
Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. [in_text_key1:: in_text_key1_value] Ut enim ad minim veniam, quis nostrud exercitation [in_text_key2:: in_text_key2_value] ullamco laboris nisi ut aliquip ex ea commodo consequat. #in_text_tag Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
|
||||
|
||||
```python
|
||||
#ffffff
|
||||
# This is sample text [no_key:: value]with tags and metadata
|
||||
#in_codeblock_tag1
|
||||
#ffffff;
|
||||
in_codeblock_key:: in_codeblock_value
|
||||
The quick brown fox jumped over the #in_codeblock_tag2
|
||||
```
|
||||
repeated_key:: repeated_key_value2
|
||||
"""
|
||||
|
||||
|
||||
def test_frontmatter_create_1() -> None:
|
||||
"""Test frontmatter creation.
|
||||
|
||||
GIVEN valid frontmatter content
|
||||
WHEN a Frontmatter object is created
|
||||
THEN parse the YAML frontmatter and add it to the object
|
||||
"""
|
||||
frontmatter = Frontmatter(INLINE_CONTENT)
|
||||
assert frontmatter.dict == {}
|
||||
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.dict == {
|
||||
"frontmatter_Key1": ["frontmatter_Key1_value"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"tags": ["tag_1", "tag_2", "📅/tag_3"],
|
||||
}
|
||||
assert frontmatter.dict_original == {
|
||||
"frontmatter_Key1": ["frontmatter_Key1_value"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"tags": ["tag_1", "tag_2", "📅/tag_3"],
|
||||
}
|
||||
|
||||
|
||||
def test_frontmatter_create_2() -> None:
|
||||
"""Test frontmatter creation error.
|
||||
|
||||
GIVEN invalid frontmatter content
|
||||
WHEN a Frontmatter object is created
|
||||
THEN raise ValueError
|
||||
"""
|
||||
fn = """---
|
||||
tags: tag
|
||||
invalid = = "content"
|
||||
---
|
||||
"""
|
||||
with pytest.raises(AttributeError):
|
||||
Frontmatter(fn)
|
||||
|
||||
|
||||
def test_frontmatter_create_3():
|
||||
"""Test frontmatter creation error.
|
||||
|
||||
GIVEN empty frontmatter content
|
||||
WHEN a Frontmatter object is created
|
||||
THEN set the dict to an empty dict
|
||||
"""
|
||||
content = "---\n\n---"
|
||||
frontmatter = Frontmatter(content)
|
||||
assert frontmatter.dict == {}
|
||||
|
||||
|
||||
def test_frontmatter_create_4():
|
||||
"""Test frontmatter creation error.
|
||||
|
||||
GIVEN empty frontmatter content with a yaml marker
|
||||
WHEN a Frontmatter object is created
|
||||
THEN set the dict to an empty dict
|
||||
"""
|
||||
content = "---\n-\n---"
|
||||
frontmatter = Frontmatter(content)
|
||||
assert frontmatter.dict == {}
|
||||
|
||||
|
||||
def test_frontmatter_add_1():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with an existing key
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
|
||||
assert frontmatter.add("frontmatter_Key1") is False
|
||||
|
||||
|
||||
def test_frontmatter_add_2():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with an existing key and existing value
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.add("frontmatter_Key1", "frontmatter_Key1_value") is False
|
||||
|
||||
|
||||
def test_frontmatter_add_3():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with a new key
|
||||
THEN return True and add the key to the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.add("added_key") is True
|
||||
assert "added_key" in frontmatter.dict
|
||||
|
||||
|
||||
def test_frontmatter_add_4():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with a new key and a new value
|
||||
THEN return True and add the key and the value to the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.add("added_key", "added_value") is True
|
||||
assert frontmatter.dict["added_key"] == ["added_value"]
|
||||
|
||||
|
||||
def test_frontmatter_add_5():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with an existing key and a new value
|
||||
THEN return True and add the value to the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.add("frontmatter_Key1", "new_value") is True
|
||||
assert frontmatter.dict["frontmatter_Key1"] == ["frontmatter_Key1_value", "new_value"]
|
||||
|
||||
|
||||
def test_frontmatter_add_6():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with an existing key and a list of new values
|
||||
THEN return True and add the values to the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.add("frontmatter_Key1", ["new_value", "new_value2"]) is True
|
||||
assert frontmatter.dict["frontmatter_Key1"] == [
|
||||
"frontmatter_Key1_value",
|
||||
"new_value",
|
||||
"new_value2",
|
||||
]
|
||||
|
||||
|
||||
def test_frontmatter_add_7():
|
||||
"""Test frontmatter add() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the add() method is called with an existing key and a list of values including an existing value
|
||||
THEN return True and add the new values to the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert (
|
||||
frontmatter.add("frontmatter_Key1", ["frontmatter_Key1_value", "new_value", "new_value2"])
|
||||
is True
|
||||
)
|
||||
assert frontmatter.dict["frontmatter_Key1"] == [
|
||||
"frontmatter_Key1_value",
|
||||
"new_value",
|
||||
"new_value2",
|
||||
]
|
||||
|
||||
|
||||
def test_frontmatter_contains_1():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key
|
||||
THEN return True if the key is found
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("frontmatter_Key1") is True
|
||||
|
||||
|
||||
def test_frontmatter_contains_2():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key
|
||||
THEN return False if the key is not found
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("no_key") is False
|
||||
|
||||
|
||||
def test_frontmatter_contains_3():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key and a value
|
||||
THEN return True if the key and value is found
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("frontmatter_Key2", "article") is True
|
||||
|
||||
|
||||
def test_frontmatter_contains_4():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key and a value
|
||||
THEN return False if the key and value is not found
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("frontmatter_Key2", "no value") is False
|
||||
|
||||
|
||||
def test_frontmatter_contains_5():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key regex
|
||||
THEN return True if a key matches the regex
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains(r"\d$", is_regex=True) is True
|
||||
|
||||
|
||||
def test_frontmatter_contains_6():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key regex
|
||||
THEN return False if no key matches the regex
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains(r"^\d", is_regex=True) is False
|
||||
|
||||
|
||||
def test_frontmatter_contains_7():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key and value regex
|
||||
THEN return True if a value matches the regex
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("key", r"\w\d_", is_regex=True) is True
|
||||
|
||||
|
||||
def test_frontmatter_contains_8():
|
||||
"""Test frontmatter contains() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the contains() method is called with a key and value regex
|
||||
THEN return False if a value does not match the regex
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.contains("key", r"_\d", is_regex=True) is False
|
||||
|
||||
|
||||
def test_frontmatter_delete_1():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with a key that does not exist
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("no key") is False
|
||||
|
||||
|
||||
def test_frontmatter_delete_2():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with an existing key and a value that does not exist
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("tags", "no value") is False
|
||||
|
||||
|
||||
def test_frontmatter_delete_3():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with a regex that does not match any keys
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete(r"\d{3}") is False
|
||||
|
||||
|
||||
def test_frontmatter_delete_4():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with an existing key and a regex that does not match any values
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("tags", r"\d{5}") is False
|
||||
|
||||
|
||||
def test_frontmatter_delete_5():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with an existing key and an existing value
|
||||
THEN return True and delete the value from the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("tags", "tag_2") is True
|
||||
assert "tag_2" not in frontmatter.dict["tags"]
|
||||
assert "tags" in frontmatter.dict
|
||||
|
||||
|
||||
def test_frontmatter_delete_6():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with an existing key
|
||||
THEN return True and delete the key from the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("tags") is True
|
||||
assert "tags" not in frontmatter.dict
|
||||
|
||||
|
||||
def test_frontmatter_delete_7():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with a regex that matches a key
|
||||
THEN return True and delete the matching keys from the dict
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete(r"front\w+") is True
|
||||
assert "frontmatter_Key1" not in frontmatter.dict
|
||||
assert "frontmatter_Key2" not in frontmatter.dict
|
||||
|
||||
|
||||
def test_frontmatter_delete_8():
|
||||
"""Test frontmatter delete() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the delete() method is called with an existing key and a regex that matches values
|
||||
THEN return True and delete the matching values
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.delete("tags", r"\w+_[23]") is True
|
||||
assert "tag_2" not in frontmatter.dict["tags"]
|
||||
assert "📅/tag_3" not in frontmatter.dict["tags"]
|
||||
assert "tag_1" in frontmatter.dict["tags"]
|
||||
|
||||
|
||||
def test_frontmatter_delete_all():
|
||||
"""Test Frontmatter delete_all method.
|
||||
|
||||
GIVEN Frontmatter with multiple keys
|
||||
WHEN delete_all is called
|
||||
THEN all keys and values are deleted
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
frontmatter.delete_all()
|
||||
assert frontmatter.dict == {}
|
||||
|
||||
|
||||
def test_frontmatter_has_changes_1():
|
||||
"""Test frontmatter has_changes() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN no changes have been made to the object
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.has_changes() is False
|
||||
|
||||
|
||||
def test_frontmatter_has_changes_2():
|
||||
"""Test frontmatter has_changes() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN changes have been made to the object
|
||||
THEN return True
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
frontmatter.dict["new key"] = ["new value"]
|
||||
assert frontmatter.has_changes() is True
|
||||
|
||||
|
||||
def test_frontmatter_rename_1():
|
||||
"""Test frontmatter rename() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the rename() method is called with a key
|
||||
THEN return False if the key is not found
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.rename("no key", "new key") is False
|
||||
|
||||
|
||||
def test_frontmatter_rename_2():
|
||||
"""Test frontmatter rename() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the rename() method is called with an existing key and non-existing value
|
||||
THEN return False
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.rename("tags", "no tag", "new key") is False
|
||||
|
||||
|
||||
def test_frontmatter_rename_3():
|
||||
"""Test frontmatter rename() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the rename() method is called with an existing key
|
||||
THEN return True and rename the key
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.rename("frontmatter_Key1", "new key") is True
|
||||
assert "frontmatter_Key1" not in frontmatter.dict
|
||||
assert frontmatter.dict["new key"] == ["frontmatter_Key1_value"]
|
||||
|
||||
|
||||
def test_frontmatter_rename_4():
|
||||
"""Test frontmatter rename() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the rename() method is called with an existing key and value
|
||||
THEN return True and rename the value
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.rename("tags", "tag_2", "new tag") is True
|
||||
assert "tag_2" not in frontmatter.dict["tags"]
|
||||
assert "new tag" in frontmatter.dict["tags"]
|
||||
|
||||
|
||||
def test_frontmatter_rename_5():
|
||||
"""Test frontmatter rename() method.
|
||||
|
||||
GIVEN a Frontmatter object
|
||||
WHEN the rename() method is called with an existing key and value and the new value already exists
|
||||
THEN return True and remove the old value leaving one instance of the new value
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.rename("tags", "tag_1", "tag_2") is True
|
||||
assert "tag_1" not in frontmatter.dict["tags"]
|
||||
assert frontmatter.dict["tags"] == ["tag_2", "📅/tag_3"]
|
||||
|
||||
|
||||
def test_frontmatter_to_yaml_1():
|
||||
"""Test Frontmatter to_yaml method.
|
||||
|
||||
GIVEN a dictionary
|
||||
WHEN the to_yaml method is called
|
||||
THEN return a string with the yaml representation of the dictionary
|
||||
"""
|
||||
new_frontmatter: str = """\
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: frontmatter_Key1_value
|
||||
frontmatter_Key2:
|
||||
- article
|
||||
- note
|
||||
shared_key1: shared_key1_value
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.to_yaml() == new_frontmatter
|
||||
|
||||
|
||||
def test_frontmatter_to_yaml_2():
|
||||
"""Test Frontmatter to_yaml method.
|
||||
|
||||
GIVEN a dictionary
|
||||
WHEN the to_yaml method is called with sort_keys=True
|
||||
THEN return a string with the sorted yaml representation of the dictionary
|
||||
"""
|
||||
new_frontmatter_sorted: str = """\
|
||||
frontmatter_Key1: frontmatter_Key1_value
|
||||
frontmatter_Key2:
|
||||
- article
|
||||
- note
|
||||
shared_key1: shared_key1_value
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
- 📅/tag_3
|
||||
"""
|
||||
frontmatter = Frontmatter(FRONTMATTER_CONTENT)
|
||||
assert frontmatter.to_yaml(sort_keys=True) == new_frontmatter_sorted
|
||||
@@ -1,426 +0,0 @@
|
||||
# type: ignore
|
||||
"""Test inline metadata from metadata.py."""
|
||||
|
||||
from obsidian_metadata.models.metadata import InlineMetadata
|
||||
|
||||
FRONTMATTER_CONTENT: str = """
|
||||
---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: "shared_key1_value"
|
||||
---
|
||||
more content
|
||||
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
|
||||
INLINE_CONTENT = """\
|
||||
key1:: value1
|
||||
key1:: value2
|
||||
key1:: value3
|
||||
key2:: value1
|
||||
Paragraph of text with an [inline_key:: value1] and [inline_key:: value2] and [inline_key:: value3] which should do it.
|
||||
> blockquote_key:: value1
|
||||
> blockquote_key:: value2
|
||||
|
||||
- list_key:: value1
|
||||
- list_key:: value2
|
||||
|
||||
1. list_key:: value1
|
||||
2. list_key:: value2
|
||||
"""
|
||||
|
||||
|
||||
def test__grab_inline_metadata_1():
|
||||
"""Test grab inline metadata.
|
||||
|
||||
GIVEN content that has no inline metadata
|
||||
WHEN grab_inline_metadata is called
|
||||
THEN an empty dict is returned
|
||||
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
frontmatter_key1: frontmatter_key1_value
|
||||
---
|
||||
not_a_key: not_a_value
|
||||
```
|
||||
key:: in_codeblock
|
||||
```
|
||||
"""
|
||||
inline = InlineMetadata(content)
|
||||
assert inline.dict == {}
|
||||
|
||||
|
||||
def test__grab_inline_metadata_2():
|
||||
"""Test grab inline metadata.
|
||||
|
||||
GIVEN content that has inline metadata
|
||||
WHEN grab_inline_metadata is called
|
||||
THEN the inline metadata is parsed and returned as a dict
|
||||
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.dict == {
|
||||
"blockquote_key": ["value1", "value2"],
|
||||
"inline_key": ["value1", "value2", "value3"],
|
||||
"key1": ["value1", "value2", "value3"],
|
||||
"key2": ["value1"],
|
||||
"list_key": ["value1", "value2", "value1", "value2"],
|
||||
}
|
||||
|
||||
|
||||
def test_inline_metadata_add_1():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with an existing key
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("key1") is False
|
||||
|
||||
|
||||
def test_inline_metadata_add_2():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with an existing key and existing value
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("key1", "value1") is False
|
||||
|
||||
|
||||
def test_inline_metadata_add_3():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with a new key
|
||||
THEN return True and add the key to the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("added_key") is True
|
||||
assert "added_key" in inline.dict
|
||||
|
||||
|
||||
def test_inline_metadata_add_4():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with a new key and a new value
|
||||
THEN return True and add the key and the value to the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("added_key", "added_value") is True
|
||||
assert inline.dict["added_key"] == ["added_value"]
|
||||
|
||||
|
||||
def test_inline_metadata_add_5():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with an existing key and a new value
|
||||
THEN return True and add the value to the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("key1", "new_value") is True
|
||||
assert inline.dict["key1"] == ["value1", "value2", "value3", "new_value"]
|
||||
|
||||
|
||||
def test_inline_metadata_add_6():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with an existing key and a list of new values
|
||||
THEN return True and add the values to the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("key2", ["new_value", "new_value2"]) is True
|
||||
assert inline.dict["key2"] == ["new_value", "new_value2", "value1"]
|
||||
|
||||
|
||||
def test_inline_metadata_add_7():
|
||||
"""Test InlineMetadata add() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the add() method is called with an existing key and a list of values including an existing value
|
||||
THEN return True and add the new values to the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.add("key1", ["value1", "new_value", "new_value2"]) is True
|
||||
assert inline.dict["key1"] == ["new_value", "new_value2", "value1", "value2", "value3"]
|
||||
|
||||
|
||||
def test_inline_metadata_contains_1():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key
|
||||
THEN return True if the key is found
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains("key1") is True
|
||||
|
||||
|
||||
def test_inline_metadata_contains_2():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key
|
||||
THEN return False if the key is not found
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains("no_key") is False
|
||||
|
||||
|
||||
def test_inline_metadata_contains_3():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key and a value
|
||||
THEN return True if the key and value is found
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains("key1", "value1") is True
|
||||
|
||||
|
||||
def test_inline_metadata_contains_4():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key and a value
|
||||
THEN return False if the key and value is not found
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains("key1", "no value") is False
|
||||
|
||||
|
||||
def test_inline_metadata_contains_5():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key regex
|
||||
THEN return True if a key matches the regex
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains(r"\d$", is_regex=True) is True
|
||||
|
||||
|
||||
def test_inline_metadata_contains_6():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key regex
|
||||
THEN return False if no key matches the regex
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains(r"^\d", is_regex=True) is False
|
||||
|
||||
|
||||
def test_inline_metadata_contains_7():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key and value regex
|
||||
THEN return True if a value matches the regex
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains(r"key\d", r"\w\d", is_regex=True) is True
|
||||
|
||||
|
||||
def test_inline_metadata_contains_8():
|
||||
"""Test InlineMetadata contains() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the contains() method is called with a key and value regex
|
||||
THEN return False if a value does not match the regex
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.contains("key1", r"_\d", is_regex=True) is False
|
||||
|
||||
|
||||
def test_inline_metadata_delete_1():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with a key that does not exist
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("no key") is False
|
||||
|
||||
|
||||
def test_inline_metadata_delete_2():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with an existing key and a value that does not exist
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("key1", "no value") is False
|
||||
|
||||
|
||||
def test_inline_metadata_delete_3():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with a regex that does not match any keys
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete(r"\d{3}") is False
|
||||
|
||||
|
||||
def test_inline_metadata_delete_4():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with an existing key and a regex that does not match any values
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("key1", r"\d{5}") is False
|
||||
|
||||
|
||||
def test_inline_metadata_delete_5():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with an existing key and an existing value
|
||||
THEN return True and delete the value from the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("key1", "value1") is True
|
||||
assert "value1" not in inline.dict["key1"]
|
||||
assert "key1" in inline.dict
|
||||
|
||||
|
||||
def test_inline_metadata_delete_6():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with an existing key
|
||||
THEN return True and delete the key from the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("key1") is True
|
||||
assert "key1" not in inline.dict
|
||||
|
||||
|
||||
def test_inline_metadata_delete_7():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with a regex that matches a key
|
||||
THEN return True and delete the matching keys from the dict
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete(r"key\w+") is True
|
||||
assert "key1" not in inline.dict
|
||||
assert "key2" not in inline.dict
|
||||
|
||||
|
||||
def test_inline_metadata_delete_8():
|
||||
"""Test InlineMetadata delete() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the delete() method is called with an existing key and a regex that matches values
|
||||
THEN return True and delete the matching values
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.delete("key1", r"\w+\d") is True
|
||||
assert "value1" not in inline.dict["key1"]
|
||||
assert "value2" not in inline.dict["key1"]
|
||||
assert "value3" not in inline.dict["key1"]
|
||||
|
||||
|
||||
def test_inline_metadata_has_changes_1():
|
||||
"""Test InlineMetadata has_changes() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN no changes have been made to the object
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.has_changes() is False
|
||||
|
||||
|
||||
def test_inline_metadata_has_changes_2():
|
||||
"""Test InlineMetadata has_changes() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN changes have been made to the object
|
||||
THEN return True
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
inline.dict["new key"] = ["new value"]
|
||||
assert inline.has_changes() is True
|
||||
|
||||
|
||||
def test_inline_metadata_rename_1():
|
||||
"""Test InlineMetadata rename() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the rename() method is called with a key
|
||||
THEN return False if the key is not found
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.rename("no key", "new key") is False
|
||||
|
||||
|
||||
def test_inline_metadata_rename_2():
|
||||
"""Test InlineMetadata rename() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the rename() method is called with an existing key and non-existing value
|
||||
THEN return False
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.rename("key1", "no value", "new value") is False
|
||||
|
||||
|
||||
def test_inline_metadata_rename_3():
|
||||
"""Test InlineMetadata rename() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the rename() method is called with an existing key
|
||||
THEN return True and rename the key
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.rename("key1", "new key") is True
|
||||
assert "key1" not in inline.dict
|
||||
assert inline.dict["new key"] == ["value1", "value2", "value3"]
|
||||
|
||||
|
||||
def test_inline_metadata_rename_4():
|
||||
"""Test InlineMetadata rename() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the rename() method is called with an existing key and value
|
||||
THEN return True and rename the value
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.rename("key1", "value1", "new value") is True
|
||||
assert "value1" not in inline.dict["key1"]
|
||||
assert "new value" in inline.dict["key1"]
|
||||
|
||||
|
||||
def test_inline_metadata_rename_5():
|
||||
"""Test InlineMetadata rename() method.
|
||||
|
||||
GIVEN a InlineMetadata object
|
||||
WHEN the rename() method is called with an existing key and value and the new value already exists
|
||||
THEN return True and remove the old value leaving one instance of the new value
|
||||
"""
|
||||
inline = InlineMetadata(INLINE_CONTENT)
|
||||
assert inline.rename("key1", "value1", "value2") is True
|
||||
assert inline.dict["key1"] == ["value2", "value3"]
|
||||
@@ -1,393 +1,209 @@
|
||||
# type: ignore
|
||||
"""Test metadata.py."""
|
||||
from pathlib import Path
|
||||
"""Test the InlineField class."""
|
||||
|
||||
import pytest
|
||||
|
||||
from obsidian_metadata.models.enums import MetadataType
|
||||
from obsidian_metadata.models.metadata import (
|
||||
InlineTags,
|
||||
VaultMetadata,
|
||||
)
|
||||
from tests.helpers import Regex, remove_ansi
|
||||
|
||||
FILE_CONTENT: str = Path("tests/fixtures/test_vault/test1.md").read_text()
|
||||
TAG_LIST: list[str] = ["tag 1", "tag 2", "tag 3"]
|
||||
METADATA: dict[str, list[str]] = {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["note", "article"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 2", "tag 1", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
}
|
||||
METADATA_2: dict[str, list[str]] = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
FRONTMATTER_CONTENT: str = """
|
||||
---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: "shared_key1_value"
|
||||
---
|
||||
more content
|
||||
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
INLINE_CONTENT = """\
|
||||
repeated_key:: repeated_key_value1
|
||||
#inline_tag_top1,#inline_tag_top2
|
||||
**bold_key1**:: bold_key1_value
|
||||
**bold_key2:: bold_key2_value**
|
||||
link_key:: [[link_key_value]]
|
||||
tag_key:: #tag_key_value
|
||||
emoji_📅_key:: emoji_📅_key_value
|
||||
**#bold_tag**
|
||||
|
||||
Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. [in_text_key1:: in_text_key1_value] Ut enim ad minim veniam, quis nostrud exercitation [in_text_key2:: in_text_key2_value] ullamco laboris nisi ut aliquip ex ea commodo consequat. #in_text_tag Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
|
||||
|
||||
```python
|
||||
#ffffff
|
||||
# This is sample text [no_key:: value]with tags and metadata
|
||||
#in_codeblock_tag1
|
||||
#ffffff;
|
||||
in_codeblock_key:: in_codeblock_value
|
||||
The quick brown fox jumped over the #in_codeblock_tag2
|
||||
```
|
||||
repeated_key:: repeated_key_value2
|
||||
"""
|
||||
from obsidian_metadata.models.enums import MetadataType, Wrapping
|
||||
from obsidian_metadata.models.metadata import InlineField, dict_to_yaml
|
||||
|
||||
|
||||
def test_inline_tags_add() -> None:
|
||||
"""Test inline tags add."""
|
||||
tags = InlineTags(INLINE_CONTENT)
|
||||
def test_dict_to_yaml_1():
|
||||
"""Test dict_to_yaml() function.
|
||||
|
||||
assert tags.add("bold_tag") is False
|
||||
assert tags.add("new_tag") is True
|
||||
assert tags.list == [
|
||||
"bold_tag",
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"new_tag",
|
||||
"tag_key_value",
|
||||
]
|
||||
GIVEN a dictionary
|
||||
WHEN values contain lists
|
||||
THEN confirm the output is not sorted
|
||||
"""
|
||||
test_dict = {"k2": ["v1", "v2"], "k1": ["v1", "v2"]}
|
||||
assert dict_to_yaml(test_dict) == "k2:\n - v1\n - v2\nk1:\n - v1\n - v2\n"
|
||||
|
||||
|
||||
def test_inline_tags_contains() -> None:
|
||||
"""Test inline tags contains."""
|
||||
tags = InlineTags(INLINE_CONTENT)
|
||||
assert tags.contains("bold_tag") is True
|
||||
assert tags.contains("no tag") is False
|
||||
def test_dict_to_yaml_2():
|
||||
"""Test dict_to_yaml() function.
|
||||
|
||||
assert tags.contains(r"\w_\w", is_regex=True) is True
|
||||
assert tags.contains(r"\d_\d", is_regex=True) is False
|
||||
GIVEN a dictionary
|
||||
WHEN values contain lists and sort_keys is True
|
||||
THEN confirm the output is sorted
|
||||
"""
|
||||
test_dict = {"k2": ["v1", "v2"], "k1": ["v1", "v2"]}
|
||||
assert dict_to_yaml(test_dict, sort_keys=True) == "k1:\n - v1\n - v2\nk2:\n - v1\n - v2\n"
|
||||
|
||||
|
||||
def test_inline_tags_create() -> None:
|
||||
"""Test inline tags creation."""
|
||||
tags = InlineTags(FRONTMATTER_CONTENT)
|
||||
tags.metadata_key
|
||||
assert tags.list == []
|
||||
def test_dict_to_yaml_3():
|
||||
"""Test dict_to_yaml() function.
|
||||
|
||||
tags = InlineTags(INLINE_CONTENT)
|
||||
assert tags.list == [
|
||||
"bold_tag",
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"tag_key_value",
|
||||
]
|
||||
assert tags.list_original == [
|
||||
"bold_tag",
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"tag_key_value",
|
||||
]
|
||||
GIVEN a dictionary
|
||||
WHEN values contain a list with a single value
|
||||
THEN confirm single-value lists are converted to strings
|
||||
"""
|
||||
test_dict = {"k2": ["v1"], "k1": ["v1", "v2"]}
|
||||
assert dict_to_yaml(test_dict, sort_keys=True) == "k1:\n - v1\n - v2\nk2: v1\n"
|
||||
|
||||
|
||||
def test_inline_tags_delete() -> None:
|
||||
"""Test inline tags delete."""
|
||||
tags = InlineTags(INLINE_CONTENT)
|
||||
assert tags.list == [
|
||||
"bold_tag",
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"tag_key_value",
|
||||
]
|
||||
def test_init_1():
|
||||
"""Test creating an InlineField object.
|
||||
|
||||
assert tags.delete("no tag") is False
|
||||
assert tags.has_changes() is False
|
||||
assert tags.delete("bold_tag") is True
|
||||
assert tags.list == [
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"tag_key_value",
|
||||
]
|
||||
assert tags.has_changes() is True
|
||||
assert tags.delete(r"\d{3}") is False
|
||||
assert tags.delete(r"inline_tag_top\d") is True
|
||||
assert tags.list == ["in_text_tag", "tag_key_value"]
|
||||
|
||||
|
||||
def test_inline_tags_rename() -> None:
|
||||
"""Test inline tags rename."""
|
||||
tags = InlineTags(INLINE_CONTENT)
|
||||
assert tags.list == [
|
||||
"bold_tag",
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"tag_key_value",
|
||||
]
|
||||
|
||||
assert tags.rename("no tag", "new tag") is False
|
||||
assert tags.has_changes() is False
|
||||
assert tags.rename("bold_tag", "new tag") is True
|
||||
assert tags.list == [
|
||||
"in_text_tag",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"new tag",
|
||||
"tag_key_value",
|
||||
]
|
||||
assert tags.has_changes() is True
|
||||
|
||||
|
||||
def test_vault_metadata() -> None:
|
||||
"""Test VaultMetadata class."""
|
||||
vm = VaultMetadata()
|
||||
assert vm.dict == {}
|
||||
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=METADATA)
|
||||
vm.index_metadata(area=MetadataType.INLINE, metadata=METADATA_2)
|
||||
vm.index_metadata(area=MetadataType.TAGS, metadata=TAG_LIST)
|
||||
assert vm.dict == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"key1": ["value1"],
|
||||
"key2": ["value2", "value3"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.frontmatter == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.inline_metadata == {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
assert vm.tags == ["tag 1", "tag 2", "tag 3"]
|
||||
|
||||
new_metadata = {"added_key": ["added_value"], "frontmatter_Key2": ["new_value"]}
|
||||
new_tags = ["tag 4", "tag 5"]
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=new_metadata)
|
||||
vm.index_metadata(area=MetadataType.TAGS, metadata=new_tags)
|
||||
assert vm.dict == {
|
||||
"added_key": ["added_value"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "new_value", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"key1": ["value1"],
|
||||
"key2": ["value2", "value3"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.frontmatter == {
|
||||
"added_key": ["added_value"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "new_value", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.inline_metadata == {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
assert vm.tags == ["tag 1", "tag 2", "tag 3", "tag 4", "tag 5"]
|
||||
|
||||
|
||||
def test_vault_metadata_print(capsys) -> None:
|
||||
"""Test print_metadata method."""
|
||||
vm = VaultMetadata()
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=METADATA)
|
||||
vm.index_metadata(area=MetadataType.INLINE, metadata=METADATA_2)
|
||||
vm.index_metadata(area=MetadataType.TAGS, metadata=TAG_LIST)
|
||||
|
||||
vm.print_metadata(area=MetadataType.ALL)
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "All metadata" in captured
|
||||
assert "All inline tags" in captured
|
||||
assert "┃ Keys ┃ Values ┃" in captured
|
||||
assert "│ shared_key1 │ shared_key1_value │" in captured
|
||||
assert captured == Regex("#tag 1 +#tag 2")
|
||||
|
||||
vm.print_metadata(area=MetadataType.FRONTMATTER)
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "All frontmatter" in captured
|
||||
assert "┃ Keys ┃ Values ┃" in captured
|
||||
assert "│ shared_key1 │ shared_key1_value │" in captured
|
||||
assert "value1" not in captured
|
||||
|
||||
vm.print_metadata(area=MetadataType.INLINE)
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "All inline" in captured
|
||||
assert "┃ Keys ┃ Values ┃" in captured
|
||||
assert "shared_key1" not in captured
|
||||
assert "│ key1 │ value1 │" in captured
|
||||
|
||||
vm.print_metadata(area=MetadataType.TAGS)
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "All inline tags " in captured
|
||||
assert "┃ Keys ┃ Values ┃" not in captured
|
||||
assert captured == Regex("#tag 1 +#tag 2")
|
||||
|
||||
vm.print_metadata(area=MetadataType.KEYS)
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "All Keys " in captured
|
||||
assert "┃ Keys ┃ Values ┃" not in captured
|
||||
assert captured != Regex("#tag 1 +#tag 2")
|
||||
assert captured == Regex("frontmatter_Key1 +frontmatter_Key2")
|
||||
|
||||
|
||||
def test_vault_metadata_contains() -> None:
|
||||
"""Test contains method."""
|
||||
vm = VaultMetadata()
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=METADATA)
|
||||
vm.index_metadata(area=MetadataType.INLINE, metadata=METADATA_2)
|
||||
vm.index_metadata(area=MetadataType.TAGS, metadata=TAG_LIST)
|
||||
assert vm.dict == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"key1": ["value1"],
|
||||
"key2": ["value2", "value3"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.frontmatter == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
assert vm.inline_metadata == {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
assert vm.tags == ["tag 1", "tag 2", "tag 3"]
|
||||
|
||||
with pytest.raises(ValueError):
|
||||
vm.contains(area=MetadataType.ALL, value="key1")
|
||||
|
||||
assert vm.contains(area=MetadataType.ALL, key="no_key") is False
|
||||
assert vm.contains(area=MetadataType.ALL, key="key1") is True
|
||||
assert vm.contains(area=MetadataType.ALL, key="frontmatter_Key2", value="article") is True
|
||||
assert vm.contains(area=MetadataType.ALL, key="frontmatter_Key2", value="none") is False
|
||||
assert vm.contains(area=MetadataType.ALL, key="1$", is_regex=True) is True
|
||||
assert vm.contains(area=MetadataType.ALL, key=r"\d\d", is_regex=True) is False
|
||||
|
||||
assert vm.contains(area=MetadataType.FRONTMATTER, key="no_key") is False
|
||||
assert vm.contains(area=MetadataType.FRONTMATTER, key="frontmatter_Key1") is True
|
||||
assert (
|
||||
vm.contains(area=MetadataType.FRONTMATTER, key="frontmatter_Key2", value="article") is True
|
||||
GIVEN an inline tag
|
||||
WHEN an InlineField object is created
|
||||
THEN confirm the object's attributes match the expected values
|
||||
"""
|
||||
obj = InlineField(
|
||||
meta_type=MetadataType.TAGS,
|
||||
key=None,
|
||||
value="tag1",
|
||||
)
|
||||
assert vm.contains(area=MetadataType.FRONTMATTER, key="frontmatter_Key2", value="none") is False
|
||||
assert vm.contains(area=MetadataType.FRONTMATTER, key="1$", is_regex=True) is True
|
||||
assert vm.contains(area=MetadataType.FRONTMATTER, key=r"\d\d", is_regex=True) is False
|
||||
|
||||
assert vm.contains(area=MetadataType.INLINE, key="no_key") is False
|
||||
assert vm.contains(area=MetadataType.INLINE, key="key1") is True
|
||||
assert vm.contains(area=MetadataType.INLINE, key="key2", value="value3") is True
|
||||
assert vm.contains(area=MetadataType.INLINE, key="key2", value="none") is False
|
||||
assert vm.contains(area=MetadataType.INLINE, key="1$", is_regex=True) is True
|
||||
assert vm.contains(area=MetadataType.INLINE, key=r"\d\d", is_regex=True) is False
|
||||
|
||||
assert vm.contains(area=MetadataType.TAGS, value="no_tag") is False
|
||||
assert vm.contains(area=MetadataType.TAGS, value="tag 1") is True
|
||||
assert vm.contains(area=MetadataType.TAGS, value=r"\w+ \d$", is_regex=True) is True
|
||||
assert vm.contains(area=MetadataType.TAGS, value=r"\w+ \d\d$", is_regex=True) is False
|
||||
with pytest.raises(ValueError):
|
||||
vm.contains(area=MetadataType.TAGS, key="key1")
|
||||
assert obj.meta_type == MetadataType.TAGS
|
||||
assert obj.key is None
|
||||
assert obj.value == "tag1"
|
||||
assert obj.normalized_value == "tag1"
|
||||
assert obj.wrapping == Wrapping.NONE
|
||||
assert obj.clean_key is None
|
||||
assert obj.normalized_key is None
|
||||
assert not obj.key_open
|
||||
assert not obj.key_close
|
||||
assert obj.is_changed is False
|
||||
|
||||
|
||||
def test_vault_metadata_delete() -> None:
|
||||
"""Test delete method."""
|
||||
vm = VaultMetadata()
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=METADATA)
|
||||
assert vm.dict == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
def test_init_2():
|
||||
"""Test creating an InlineField object.
|
||||
|
||||
assert vm.delete("no key") is False
|
||||
assert vm.delete("tags", "no value") is False
|
||||
assert vm.delete("tags", "tag 2") is True
|
||||
assert vm.dict["tags"] == ["tag 1", "tag 3"]
|
||||
assert vm.delete("tags") is True
|
||||
assert "tags" not in vm.dict
|
||||
GIVEN an inline key/value pair
|
||||
WHEN an InlineField object is created
|
||||
THEN confirm the object's attributes match the expected values
|
||||
"""
|
||||
obj = InlineField(meta_type=MetadataType.INLINE, key="key", value="value")
|
||||
assert obj.meta_type == MetadataType.INLINE
|
||||
assert obj.key == "key"
|
||||
assert obj.value == "value"
|
||||
assert obj.normalized_value == "value"
|
||||
assert obj.wrapping == Wrapping.NONE
|
||||
assert obj.clean_key == "key"
|
||||
assert obj.normalized_key == "key"
|
||||
assert not obj.key_open
|
||||
assert not obj.key_close
|
||||
assert obj.is_changed is False
|
||||
|
||||
obj = InlineField(
|
||||
meta_type=MetadataType.INLINE,
|
||||
key="key",
|
||||
value="value",
|
||||
wrapping=Wrapping.PARENS,
|
||||
)
|
||||
assert obj.meta_type == MetadataType.INLINE
|
||||
assert obj.key == "key"
|
||||
assert obj.value == "value"
|
||||
assert obj.normalized_value == "value"
|
||||
assert obj.wrapping == Wrapping.PARENS
|
||||
assert obj.clean_key == "key"
|
||||
assert obj.normalized_key == "key"
|
||||
assert not obj.key_open
|
||||
assert not obj.key_close
|
||||
assert obj.is_changed is False
|
||||
|
||||
obj = InlineField(
|
||||
meta_type=MetadataType.INLINE,
|
||||
key="**key**",
|
||||
value="value",
|
||||
wrapping=Wrapping.BRACKETS,
|
||||
)
|
||||
assert obj.meta_type == MetadataType.INLINE
|
||||
assert obj.key == "**key**"
|
||||
assert obj.value == "value"
|
||||
assert obj.normalized_value == "value"
|
||||
assert obj.wrapping == Wrapping.BRACKETS
|
||||
assert obj.clean_key == "key"
|
||||
assert obj.normalized_key == "key"
|
||||
assert obj.key_open == "**"
|
||||
assert obj.key_close == "**"
|
||||
assert obj.is_changed is False
|
||||
|
||||
|
||||
def test_vault_metadata_rename() -> None:
|
||||
"""Test rename method."""
|
||||
vm = VaultMetadata()
|
||||
vm.index_metadata(area=MetadataType.FRONTMATTER, metadata=METADATA)
|
||||
assert vm.dict == {
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_key_value"],
|
||||
"shared_key1": ["shared_key1_value"],
|
||||
"shared_key2": ["shared_key2_value"],
|
||||
"tags": ["tag 1", "tag 2", "tag 3"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value"],
|
||||
}
|
||||
@pytest.mark.parametrize(
|
||||
(
|
||||
"original",
|
||||
"cleaned",
|
||||
"normalized",
|
||||
"key_open",
|
||||
"key_close",
|
||||
),
|
||||
[
|
||||
("foo", "foo", "foo", "", ""),
|
||||
("🌱/🌿", "🌱/🌿", "🌱/🌿", "", ""),
|
||||
("FOO 1", "FOO 1", "foo-1", "", ""),
|
||||
("**key foo**", "key foo", "key-foo", "**", "**"),
|
||||
("## KEY", "KEY", "key", "## ", ""),
|
||||
],
|
||||
)
|
||||
def test_init_3(original, cleaned, normalized, key_open, key_close):
|
||||
"""Test creating an InlineField object.
|
||||
|
||||
assert vm.rename("no key", "new key") is False
|
||||
assert vm.rename("tags", "no tag", "new key") is False
|
||||
assert vm.rename("tags", "tag 2", "new tag") is True
|
||||
assert vm.dict["tags"] == ["new tag", "tag 1", "tag 3"]
|
||||
assert vm.rename("tags", "old_tags") is True
|
||||
assert vm.dict["old_tags"] == ["new tag", "tag 1", "tag 3"]
|
||||
assert "tags" not in vm.dict
|
||||
GIVEN an InlineField object is created
|
||||
WHEN the key needs to be normalized
|
||||
THEN confirm clean_key() returns the expected value
|
||||
"""
|
||||
obj = InlineField(meta_type=MetadataType.INLINE, key=original, value="value")
|
||||
assert obj.clean_key == cleaned
|
||||
assert obj.normalized_key == normalized
|
||||
assert obj.key_open == key_open
|
||||
assert obj.key_close == key_close
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("original", "normalized"),
|
||||
[("foo", "foo"), ("🌱/🌿", "🌱/🌿"), (" value ", "value"), (" ", "-"), ("", "-")],
|
||||
)
|
||||
def test_init_4(original, normalized):
|
||||
"""Test creating an InlineField object.
|
||||
|
||||
GIVEN an InlineField object is created
|
||||
WHEN the value needs to be normalized
|
||||
THEN create the normalized_value attribute
|
||||
"""
|
||||
obj = InlineField(meta_type=MetadataType.INLINE, key="key", value=original)
|
||||
assert obj.value == original
|
||||
assert obj.normalized_value == normalized
|
||||
|
||||
|
||||
def test_inline_field_init_5():
|
||||
"""Test updating the is_changed attribute.
|
||||
|
||||
GIVEN creating an object
|
||||
WHEN is_changed set to True at init
|
||||
THEN confirm is_changed is True
|
||||
"""
|
||||
obj = InlineField(meta_type=MetadataType.TAGS, key="key", value="tag1", is_changed=True)
|
||||
assert obj.is_changed is True
|
||||
|
||||
|
||||
def test_inline_field_init_6():
|
||||
"""Test updating the is_changed attribute.
|
||||
|
||||
GIVEN creating an object
|
||||
WHEN is_changed set to True at after init
|
||||
THEN confirm is_changed is True
|
||||
"""
|
||||
obj = InlineField(meta_type=MetadataType.TAGS, key="key", value="tag1", is_changed=False)
|
||||
assert obj.is_changed is False
|
||||
obj.is_changed = True
|
||||
assert obj.is_changed is True
|
||||
|
||||
|
||||
def test_inline_field_init_4():
|
||||
"""Test updating the is_changed attribute.
|
||||
|
||||
GIVEN creating an object
|
||||
WHEN key_open and key_close are set after init
|
||||
THEN confirm they are set correctly
|
||||
"""
|
||||
obj = InlineField(
|
||||
meta_type=MetadataType.INLINE,
|
||||
key="_key_",
|
||||
value="value",
|
||||
is_changed=False,
|
||||
)
|
||||
assert obj.key_open == "_"
|
||||
assert obj.key_close == "_"
|
||||
obj.key_open = "**"
|
||||
obj.key_close = "**"
|
||||
assert obj.key_open == "**"
|
||||
assert obj.key_close == "**"
|
||||
|
||||
236
tests/notes/note_init_test.py
Normal file
236
tests/notes/note_init_test.py
Normal file
@@ -0,0 +1,236 @@
|
||||
# type: ignore
|
||||
"""Test notes.py."""
|
||||
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
import typer
|
||||
|
||||
from obsidian_metadata.models.enums import MetadataType
|
||||
from obsidian_metadata.models.exceptions import FrontmatterError
|
||||
from obsidian_metadata.models.metadata import InlineField
|
||||
from obsidian_metadata.models.notes import Note
|
||||
|
||||
|
||||
def test_note_not_exists() -> None:
|
||||
"""Test target not found.
|
||||
|
||||
GIVEN a path to a non-existent file
|
||||
WHEN a Note object is created pointing to that file
|
||||
THEN a typer.Exit exception is raised
|
||||
"""
|
||||
with pytest.raises(typer.Exit):
|
||||
Note(note_path="nonexistent_file.md")
|
||||
|
||||
|
||||
def test_create_note_1(sample_note):
|
||||
"""Test creating a note object.
|
||||
|
||||
GIVEN a path to a markdown file
|
||||
WHEN a Note object is created pointing to that file
|
||||
THEN the Note object is created
|
||||
"""
|
||||
note = Note(note_path=sample_note, dry_run=True)
|
||||
assert note.note_path == Path(sample_note)
|
||||
assert note.dry_run is True
|
||||
assert note.encoding == "utf_8"
|
||||
assert len(note.metadata) == 20
|
||||
|
||||
with sample_note.open():
|
||||
content = sample_note.read_text()
|
||||
|
||||
assert note.file_content == content
|
||||
assert note.original_file_content == content
|
||||
|
||||
|
||||
def test_create_note_2(tmp_path) -> None:
|
||||
"""Test creating a note object.
|
||||
|
||||
GIVEN a text file with invalid frontmatter
|
||||
WHEN the note is initialized
|
||||
THEN a typer exit is raised
|
||||
"""
|
||||
note_path = Path(tmp_path) / "broken_frontmatter.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""---
|
||||
tags:
|
||||
invalid = = "content"
|
||||
---
|
||||
"""
|
||||
)
|
||||
with pytest.raises(typer.Exit):
|
||||
Note(note_path=note_path)
|
||||
|
||||
|
||||
def test_create_note_3(tmp_path) -> None:
|
||||
"""Test creating a note object.
|
||||
|
||||
GIVEN a text file with invalid frontmatter
|
||||
WHEN the note is initialized
|
||||
THEN a typer exit is raised
|
||||
"""
|
||||
note_path = Path(tmp_path) / "broken_frontmatter.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""---
|
||||
nested1:
|
||||
nested2: "content"
|
||||
nested3:
|
||||
- "content"
|
||||
- "content"
|
||||
---
|
||||
"""
|
||||
)
|
||||
with pytest.raises(typer.Exit):
|
||||
Note(note_path=note_path)
|
||||
|
||||
|
||||
def test_create_note_6(tmp_path):
|
||||
"""Test creating a note object.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN there is no content in the file
|
||||
THEN a note is returned with no metadata or content
|
||||
"""
|
||||
note_path = Path(tmp_path) / "empty_file.md"
|
||||
note_path.touch()
|
||||
note = Note(note_path=note_path)
|
||||
assert note.note_path == note_path
|
||||
assert not note.file_content
|
||||
assert not note.original_file_content
|
||||
assert note.metadata == []
|
||||
|
||||
|
||||
def test__grab_metadata_1(tmp_path):
|
||||
"""Test the _grab_metadata method.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN there is frontmatter
|
||||
THEN the frontmatter is returned in the metadata list
|
||||
"""
|
||||
note_path = Path(tmp_path) / "test_file.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""
|
||||
---
|
||||
key1: value1
|
||||
key2: 2022-12-22
|
||||
key3:
|
||||
- value3
|
||||
- value4
|
||||
key4:
|
||||
key5: "value5"
|
||||
---
|
||||
"""
|
||||
)
|
||||
note = Note(note_path=note_path)
|
||||
assert sorted(note.metadata, key=lambda x: (x.key, x.value)) == [
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key1", value="value1"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key2", value="2022-12-22"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key3", value="value3"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key3", value="value4"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key4", value="None"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key5", value="value5"),
|
||||
]
|
||||
|
||||
|
||||
def test__grab_metadata_2(tmp_path):
|
||||
"""Test the _grab_metadata method.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN there is inline metadata
|
||||
THEN the inline metadata is returned in the metadata list
|
||||
"""
|
||||
note_path = Path(tmp_path) / "test_file.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""
|
||||
|
||||
key1::value1
|
||||
key2::2022-12-22
|
||||
foo [key3::value3] bar
|
||||
key4::value4
|
||||
foo (key4::value) bar
|
||||
key5::value5
|
||||
key6:: `value6`
|
||||
`key7::value7`
|
||||
`key8`::`value8`
|
||||
|
||||
"""
|
||||
)
|
||||
note = Note(note_path=note_path)
|
||||
assert sorted(note.metadata, key=lambda x: (x.key, x.value)) == [
|
||||
InlineField(meta_type=MetadataType.INLINE, key="`key7", value="value7`"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="`key8`", value="`value8`"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key1", value="value1"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key2", value="2022-12-22"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key3", value="value3"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key4", value="value"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key4", value="value4"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key5", value="value5"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key6", value=" `value6`"),
|
||||
]
|
||||
|
||||
|
||||
def test__grab_metadata_3(tmp_path):
|
||||
"""Test the _grab_metadata method.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN there are tags
|
||||
THEN the tags are returned in the metadata list
|
||||
"""
|
||||
note_path = Path(tmp_path) / "test_file.md"
|
||||
note_path.touch()
|
||||
note_path.write_text("#tag1\n#tag2")
|
||||
note = Note(note_path=note_path)
|
||||
assert sorted(note.metadata, key=lambda x: x.value) == [
|
||||
InlineField(meta_type=MetadataType.TAGS, key=None, value="tag1"),
|
||||
InlineField(meta_type=MetadataType.TAGS, key=None, value="tag2"),
|
||||
]
|
||||
|
||||
|
||||
def test__grab_metadata_4(tmp_path):
|
||||
"""Test the _grab_metadata method.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN there are tags, frontmatter, and inline metadata
|
||||
THEN all metadata is returned
|
||||
"""
|
||||
note_path = Path(tmp_path) / "test_file.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""\
|
||||
---
|
||||
key1: value1
|
||||
---
|
||||
key2::value2
|
||||
#tag1\n#tag2"""
|
||||
)
|
||||
note = Note(note_path=note_path)
|
||||
assert sorted(note.metadata, key=lambda x: x.value) == [
|
||||
InlineField(meta_type=MetadataType.TAGS, key=None, value="tag1"),
|
||||
InlineField(meta_type=MetadataType.TAGS, key=None, value="tag2"),
|
||||
InlineField(meta_type=MetadataType.FRONTMATTER, key="key1", value="value1"),
|
||||
InlineField(meta_type=MetadataType.INLINE, key="key2", value="value2"),
|
||||
]
|
||||
|
||||
|
||||
def test__grab_metadata_5(tmp_path):
|
||||
"""Test the _grab_metadata method.
|
||||
|
||||
GIVEN a text file
|
||||
WHEN invalid metadata is present
|
||||
THEN raise a FrontmatterError
|
||||
"""
|
||||
note_path = Path(tmp_path) / "broken_frontmatter.md"
|
||||
note_path.touch()
|
||||
note_path.write_text(
|
||||
"""---
|
||||
tags:
|
||||
invalid = = "content"
|
||||
---
|
||||
"""
|
||||
)
|
||||
with pytest.raises(typer.Exit):
|
||||
Note(note_path=note_path)
|
||||
1095
tests/notes/note_methods_test.py
Normal file
1095
tests/notes/note_methods_test.py
Normal file
File diff suppressed because it is too large
Load Diff
1199
tests/notes_test.py
1199
tests/notes_test.py
File diff suppressed because it is too large
Load Diff
379
tests/parsers_test.py
Normal file
379
tests/parsers_test.py
Normal file
@@ -0,0 +1,379 @@
|
||||
# type: ignore
|
||||
"""Test the parsers module."""
|
||||
|
||||
import re
|
||||
|
||||
import pytest
|
||||
|
||||
from obsidian_metadata.models.enums import Wrapping
|
||||
from obsidian_metadata.models.parsers import Parser
|
||||
|
||||
P = Parser()
|
||||
|
||||
|
||||
def test_identify_internal_link_1():
|
||||
"""Test the internal_link attribute.
|
||||
|
||||
GIVEN a string with an external link
|
||||
WHEN the internal_link attribute is called within a regex
|
||||
THEN the external link is not found
|
||||
"""
|
||||
assert re.findall(P.internal_link, "[link](https://example.com/somepage.html)") == []
|
||||
|
||||
|
||||
def test_identify_internal_link_2():
|
||||
"""Test the internal_link attribute.
|
||||
|
||||
GIVEN a string with out any links
|
||||
WHEN the internal_link attribute is called within a regex
|
||||
THEN no links are found
|
||||
"""
|
||||
assert re.findall(P.internal_link, "foo bar baz") == []
|
||||
|
||||
|
||||
def test_identify_internal_link_3():
|
||||
"""Test the internal_link attribute.
|
||||
|
||||
GIVEN a string with an internal link
|
||||
WHEN the internal_link attribute is called within a regex
|
||||
THEN the internal link is found
|
||||
"""
|
||||
assert re.findall(P.internal_link, "[[internal_link]]") == ["[[internal_link]]"]
|
||||
assert re.findall(P.internal_link, "[[internal_link|text]]") == ["[[internal_link|text]]"]
|
||||
assert re.findall(P.internal_link, "[[test/Main.md]]") == ["[[test/Main.md]]"]
|
||||
assert re.findall(P.internal_link, "[[%Man &Machine + Mind%]]") == ["[[%Man &Machine + Mind%]]"]
|
||||
assert re.findall(P.internal_link, "[[Hello \\| There]]") == ["[[Hello \\| There]]"]
|
||||
assert re.findall(P.internal_link, "[[\\||Yes]]") == ["[[\\||Yes]]"]
|
||||
assert re.findall(P.internal_link, "[[test/Main|Yes]]") == ["[[test/Main|Yes]]"]
|
||||
assert re.findall(P.internal_link, "[[2020#^14df]]") == ["[[2020#^14df]]"]
|
||||
assert re.findall(P.internal_link, "!foo[[bar]]baz") == ["[[bar]]"]
|
||||
assert re.findall(P.internal_link, "[[]]") == ["[[]]"]
|
||||
|
||||
|
||||
def test_return_frontmatter_1():
|
||||
"""Test the return_frontmatter method.
|
||||
|
||||
GIVEN a string with frontmatter
|
||||
WHEN the return_frontmatter method is called
|
||||
THEN the frontmatter is returned
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
key: value
|
||||
---
|
||||
# Hello World
|
||||
"""
|
||||
assert P.return_frontmatter(content) == "---\nkey: value\n---"
|
||||
|
||||
|
||||
def test_return_frontmatter_2():
|
||||
"""Test the return_frontmatter method.
|
||||
|
||||
GIVEN a string without frontmatter
|
||||
WHEN the return_frontmatter method is called
|
||||
THEN None is returned
|
||||
"""
|
||||
content = """
|
||||
# Hello World
|
||||
---
|
||||
key: value
|
||||
---
|
||||
"""
|
||||
assert P.return_frontmatter(content) is None
|
||||
|
||||
|
||||
def test_return_frontmatter_3():
|
||||
"""Test the return_frontmatter method.
|
||||
|
||||
GIVEN a string with frontmatter
|
||||
WHEN the return_frontmatter method is called with data_only=True
|
||||
THEN the frontmatter is returned
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
key: value
|
||||
key2: value2
|
||||
---
|
||||
# Hello World
|
||||
"""
|
||||
assert P.return_frontmatter(content, data_only=True) == "key: value\nkey2: value2"
|
||||
|
||||
|
||||
def test_return_frontmatter_4():
|
||||
"""Test the return_frontmatter method.
|
||||
|
||||
GIVEN a string without frontmatter
|
||||
WHEN the return_frontmatter method is called with data_only=True
|
||||
THEN None is returned
|
||||
"""
|
||||
content = """
|
||||
# Hello World
|
||||
---
|
||||
key: value
|
||||
---
|
||||
"""
|
||||
assert P.return_frontmatter(content, data_only=True) is None
|
||||
|
||||
|
||||
def test_return_inline_metadata_1():
|
||||
"""Test the return_inline_metadata method.
|
||||
|
||||
GIVEN a string with no inline metadata
|
||||
WHEN the return_inline_metadata method is called
|
||||
THEN return None
|
||||
"""
|
||||
assert P.return_inline_metadata("foo bar baz") is None
|
||||
assert P.return_inline_metadata("foo:bar baz") is None
|
||||
assert P.return_inline_metadata("foo:::bar baz") is None
|
||||
assert P.return_inline_metadata("[foo:::bar] baz") is None
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("string", "returned"),
|
||||
[
|
||||
("[k1:: v1]", [("k1", " v1", Wrapping.BRACKETS)]),
|
||||
("(k/1:: v/1)", [("k/1", " v/1", Wrapping.PARENS)]),
|
||||
(
|
||||
"[k1::v1] and (k2:: v2)",
|
||||
[("k1", "v1", Wrapping.BRACKETS), ("k2", " v2", Wrapping.PARENS)],
|
||||
),
|
||||
("(début::début)", [("début", "début", Wrapping.PARENS)]),
|
||||
("[😉::🚀]", [("😉", "🚀", Wrapping.BRACKETS)]),
|
||||
(
|
||||
"(🛸rocket🚀ship:: a 🎅 [console] game)",
|
||||
[("🛸rocket🚀ship", " a 🎅 [console] game", Wrapping.PARENS)],
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_return_inline_metadata_2(string, returned):
|
||||
"""Test the return_inline_metadata method.
|
||||
|
||||
GIVEN a string with inline metadata within a wrapping
|
||||
WHEN the return_inline_metadata method is called
|
||||
THEN return the wrapped inline metadata
|
||||
"""
|
||||
assert P.return_inline_metadata(string) == returned
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("string", "returned"),
|
||||
[
|
||||
("k1::v1", [("k1", "v1", Wrapping.NONE)]),
|
||||
("😉::🚀", [("😉", "🚀", Wrapping.NONE)]),
|
||||
("k1:: w/ !@#$| ", [("k1", " w/ !@#$| ", Wrapping.NONE)]),
|
||||
("クリスマス:: 家庭用ゲーム機", [("クリスマス", " 家庭用ゲ\u30fcム機", Wrapping.NONE)]),
|
||||
("Noël:: Un jeu de console", [("Noël", " Un jeu de console", Wrapping.NONE)]),
|
||||
("🎅:: a console game", [("🎅", " a console game", Wrapping.NONE)]),
|
||||
("🛸rocket🚀ship:: a 🎅 console game", [("🛸rocket🚀ship", " a 🎅 console game", Wrapping.NONE)]),
|
||||
(">flag::irish flag 🇮🇪", [("flag", "irish flag 🇮🇪", Wrapping.NONE)]),
|
||||
("foo::[bar] baz", [("foo", "[bar] baz", Wrapping.NONE)]),
|
||||
("foo::bar) baz", [("foo", "bar) baz", Wrapping.NONE)]),
|
||||
("[foo::bar baz", [("foo", "bar baz", Wrapping.NONE)]),
|
||||
("_foo_::bar baz", [("_foo_", "bar baz", Wrapping.NONE)]),
|
||||
("**foo**::bar_baz", [("**foo**", "bar_baz", Wrapping.NONE)]),
|
||||
("`foo`::`bar baz`", [("`foo`", "`bar baz`", Wrapping.NONE)]),
|
||||
("`foo`:: `bar baz`", [("`foo`", " `bar baz`", Wrapping.NONE)]),
|
||||
("`foo::bar baz`", [("`foo", "bar baz`", Wrapping.NONE)]),
|
||||
("`foo:: bar baz`", [("`foo", " bar baz`", Wrapping.NONE)]),
|
||||
("**URL**::`https://example.com`", [("**URL**", "`https://example.com`", Wrapping.NONE)]),
|
||||
],
|
||||
)
|
||||
def test_return_inline_metadata_3(string, returned):
|
||||
"""Test the return_inline_metadata method.
|
||||
|
||||
GIVEN a string with inline metadata without a wrapping
|
||||
WHEN the return_inline_metadata method is called
|
||||
THEN return the wrapped inline metadata
|
||||
"""
|
||||
assert P.return_inline_metadata(string) == returned
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("string", "returned"),
|
||||
[
|
||||
("#foo", ["#foo"]),
|
||||
("#tag1 #tag2 #tag3", ["#tag1", "#tag2", "#tag3"]),
|
||||
("#foo.bar", ["#foo"]),
|
||||
("#foo-bar_baz#", ["#foo-bar_baz"]),
|
||||
("#daily/2021/20/08", ["#daily/2021/20/08"]),
|
||||
("#🌱/🌿", ["#🌱/🌿"]),
|
||||
("#début", ["#début"]),
|
||||
("#/some/🚀/tag", ["#/some/🚀/tag"]),
|
||||
(r"\\#foo", ["#foo"]),
|
||||
("#f#oo", ["#f", "#oo"]),
|
||||
("#foo#bar#baz", ["#foo", "#bar", "#baz"]),
|
||||
],
|
||||
)
|
||||
def test_return_tags_1(string, returned):
|
||||
"""Test the return_tags method.
|
||||
|
||||
GIVEN a string with tags
|
||||
WHEN the return_tags method is called
|
||||
THEN the valid tags are returned
|
||||
"""
|
||||
assert P.return_tags(string) == returned
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("string"),
|
||||
[
|
||||
("##foo# ##bar # baz ##"),
|
||||
("##foo"),
|
||||
("foo##bar"),
|
||||
("#1123"),
|
||||
("foo bar"),
|
||||
("aa#foo"),
|
||||
("$#foo"),
|
||||
],
|
||||
)
|
||||
def test_return_tags_2(string):
|
||||
"""Test the return_tags method.
|
||||
|
||||
GIVEN a string without valid tags
|
||||
WHEN the return_tags method is called
|
||||
THEN None is returned
|
||||
"""
|
||||
assert P.return_tags(string) == []
|
||||
|
||||
|
||||
def test_return_top_with_header_1():
|
||||
"""Test the return_top_with_header method.
|
||||
|
||||
GIVEN a string with frontmatter above a first markdown header
|
||||
WHEN return_top_with_header is called
|
||||
THEN return the content up to the end of the first header
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
key: value
|
||||
---
|
||||
# Hello World
|
||||
|
||||
foo bar baz
|
||||
"""
|
||||
assert P.return_top_with_header(content) == "---\nkey: value\n---\n# Hello World\n"
|
||||
|
||||
|
||||
def test_return_top_with_header_2():
|
||||
"""Test the return_top_with_header method.
|
||||
|
||||
GIVEN a string with content above a first markdown header on the first line
|
||||
WHEN return_top_with_header is called
|
||||
THEN return the content up to the end of the first header
|
||||
"""
|
||||
content = "\n\n### Hello World\nfoo bar\nfoo bar"
|
||||
assert P.return_top_with_header(content) == "### Hello World\n"
|
||||
|
||||
|
||||
def test_return_top_with_header_3():
|
||||
"""Test the return_top_with_header method.
|
||||
|
||||
GIVEN a string with no markdown headers
|
||||
WHEN return_top_with_header is called
|
||||
THEN return None
|
||||
"""
|
||||
content = "Hello World\nfoo bar\nfoo bar"
|
||||
assert not P.return_top_with_header(content)
|
||||
|
||||
|
||||
def test_return_top_with_header_4():
|
||||
"""Test the return_top_with_header method.
|
||||
|
||||
GIVEN a string with no markdown headers
|
||||
WHEN return_top_with_header is called
|
||||
THEN return None
|
||||
"""
|
||||
content = "qux bar baz\nbaz\nfoo\n### bar\n# baz foo bar"
|
||||
assert P.return_top_with_header(content) == "qux bar baz\nbaz\nfoo\n### bar\n"
|
||||
|
||||
|
||||
def test_strip_frontmatter_1():
|
||||
"""Test the strip_frontmatter method.
|
||||
|
||||
GIVEN a string with frontmatter
|
||||
WHEN the strip_frontmatter method is called
|
||||
THEN the frontmatter is removed
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
key: value
|
||||
---
|
||||
# Hello World
|
||||
"""
|
||||
assert P.strip_frontmatter(content).strip() == "# Hello World"
|
||||
|
||||
|
||||
def test_strip_frontmatter_2():
|
||||
"""Test the strip_frontmatter method.
|
||||
|
||||
GIVEN a string without frontmatter
|
||||
WHEN the strip_frontmatter method is called
|
||||
THEN nothing is removed
|
||||
"""
|
||||
content = """
|
||||
# Hello World
|
||||
---
|
||||
key: value
|
||||
---
|
||||
"""
|
||||
assert P.strip_frontmatter(content) == content
|
||||
|
||||
|
||||
def test_strip_frontmatter_3():
|
||||
"""Test the strip_frontmatter method.
|
||||
|
||||
GIVEN a string with frontmatter
|
||||
WHEN the strip_frontmatter method is called with data_only=True
|
||||
THEN the frontmatter is removed
|
||||
"""
|
||||
content = """
|
||||
---
|
||||
key: value
|
||||
---
|
||||
# Hello World
|
||||
"""
|
||||
assert P.strip_frontmatter(content, data_only=True).strip() == "---\n---\n# Hello World"
|
||||
|
||||
|
||||
def test_strip_frontmatter_4():
|
||||
"""Test the strip_frontmatter method.
|
||||
|
||||
GIVEN a string without frontmatter
|
||||
WHEN the strip_frontmatter method is called with data_only=True
|
||||
THEN nothing is removed
|
||||
"""
|
||||
content = """
|
||||
# Hello World
|
||||
---
|
||||
key: value
|
||||
---
|
||||
"""
|
||||
assert P.strip_frontmatter(content, data_only=True) == content
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("content", "expected"),
|
||||
[
|
||||
("Foo `bar` baz `Qux` ```bar\n```", "Foo baz ```bar\n```"),
|
||||
("foo", "foo"),
|
||||
("foo `bar` baz `qux`", "foo baz "),
|
||||
("key:: `value`", "key:: "),
|
||||
("foo\nbar\n`baz`", "foo\nbar\n"),
|
||||
("foo\nbar::baz\n`qux`", "foo\nbar::baz\n"),
|
||||
("`foo::bar`", ""),
|
||||
],
|
||||
)
|
||||
def test_strip_inline_code_1(content, expected):
|
||||
"""Test the strip_inline_code method.
|
||||
|
||||
GIVEN a string with inline code
|
||||
WHEN the strip_inline_code method is called
|
||||
THEN the inline code is removed
|
||||
"""
|
||||
assert P.strip_inline_code(content) == expected
|
||||
|
||||
|
||||
def test_validators():
|
||||
"""Test validators."""
|
||||
assert P.validate_tag_text.search("test_tag") is None
|
||||
assert P.validate_tag_text.search("#asdf").group(0) == "#"
|
||||
@@ -1,225 +0,0 @@
|
||||
# type: ignore
|
||||
"""Tests for the regex module."""
|
||||
|
||||
import pytest
|
||||
|
||||
from obsidian_metadata.models.patterns import Patterns
|
||||
|
||||
TAG_CONTENT: str = "#1 #2 **#3** [[#4]] [[#5|test]] #6#notag #7_8 #9/10 #11-12 #13; #14, #15. #16: #17* #18(#19) #20[#21] #22\\ #23& #24# #25 **#26** #📅/tag [link](#no_tag) https://example.com/somepage.html_#no_url_tags"
|
||||
|
||||
FRONTMATTER_CONTENT: str = """
|
||||
---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: 'shared_key1_value'
|
||||
---
|
||||
more content
|
||||
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
CORRECT_FRONTMATTER_WITH_SEPARATORS: str = """---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: 'shared_key1_value'
|
||||
---"""
|
||||
CORRECT_FRONTMATTER_NO_SEPARATORS: str = """
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: 'shared_key1_value'
|
||||
"""
|
||||
|
||||
|
||||
def test_top_with_header():
|
||||
"""Test identifying the top of a note."""
|
||||
pattern = Patterns()
|
||||
|
||||
no_fm_or_header = """
|
||||
|
||||
|
||||
Lorem ipsum dolor sit amet.
|
||||
|
||||
# header 1
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
Lorem ipsum dolor sit amet.
|
||||
"""
|
||||
fm_and_header: str = """
|
||||
---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: 'shared_key1_value'
|
||||
---
|
||||
|
||||
# Header 1
|
||||
more content
|
||||
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
fm_and_header_result = """---
|
||||
tags:
|
||||
- tag_1
|
||||
- tag_2
|
||||
-
|
||||
- 📅/tag_3
|
||||
frontmatter_Key1: "frontmatter_Key1_value"
|
||||
frontmatter_Key2: ["note", "article"]
|
||||
shared_key1: 'shared_key1_value'
|
||||
---
|
||||
|
||||
# Header 1"""
|
||||
no_fm = """
|
||||
|
||||
### Header's number 3 [📅] "+$2.00" 🤷
|
||||
---
|
||||
horizontal: rule
|
||||
---
|
||||
"""
|
||||
no_fm_result = '### Header\'s number 3 [📅] "+$2.00" 🤷'
|
||||
|
||||
assert pattern.top_with_header.search(no_fm_or_header).group("top") == ""
|
||||
assert pattern.top_with_header.search(fm_and_header).group("top") == fm_and_header_result
|
||||
assert pattern.top_with_header.search(no_fm).group("top") == no_fm_result
|
||||
|
||||
|
||||
def test_find_inline_tags():
|
||||
"""Test find_inline_tags regex."""
|
||||
pattern = Patterns()
|
||||
assert pattern.find_inline_tags.findall(TAG_CONTENT) == [
|
||||
"1",
|
||||
"2",
|
||||
"3",
|
||||
"4",
|
||||
"5",
|
||||
"6",
|
||||
"7_8",
|
||||
"9/10",
|
||||
"11-12",
|
||||
"13",
|
||||
"14",
|
||||
"15",
|
||||
"16",
|
||||
"17",
|
||||
"18",
|
||||
"19",
|
||||
"20",
|
||||
"21",
|
||||
"22",
|
||||
"23",
|
||||
"24",
|
||||
"25",
|
||||
"26",
|
||||
"📅/tag",
|
||||
]
|
||||
|
||||
|
||||
def test_find_inline_metadata():
|
||||
"""Test find_inline_metadata regex."""
|
||||
pattern = Patterns()
|
||||
content = """
|
||||
**1:: 1**
|
||||
2_2:: [[2_2]] | 2
|
||||
asdfasdf [3:: 3] asdfasdf [7::7] asdf
|
||||
[4:: 4] [5:: 5]
|
||||
> 6:: 6
|
||||
**8**:: **8**
|
||||
10::
|
||||
📅11:: 11/📅/11
|
||||
emoji_📅_key::emoji_📅_key_value
|
||||
key1:: value1
|
||||
key1:: value2
|
||||
key1:: value3
|
||||
indented_key:: value1
|
||||
Paragraph of text with an [inline_key:: value1] and [inline_key:: value2] and [inline_key:: value3] which should do it.
|
||||
> blockquote_key:: value1
|
||||
> blockquote_key:: value2
|
||||
|
||||
- list_key:: value1
|
||||
- list_key:: [[value2]]
|
||||
|
||||
1. list_key:: value1
|
||||
2. list_key:: value2
|
||||
|
||||
| table_key:: value1 | table_key:: value2 |
|
||||
---
|
||||
frontmatter_key1: frontmatter_key1_value
|
||||
---
|
||||
not_a_key: not_a_value
|
||||
paragraph metadata:: key in text
|
||||
"""
|
||||
|
||||
result = pattern.find_inline_metadata.findall(content)
|
||||
assert result == [
|
||||
("", "", "1", "1**"),
|
||||
("", "", "2_2", "[[2_2]] | 2"),
|
||||
("3", "3", "", ""),
|
||||
("7", "7", "", ""),
|
||||
("", "", "4", "4] [5:: 5]"),
|
||||
("", "", "6", "6"),
|
||||
("", "", "8**", "**8**"),
|
||||
("", "", "11", "11/📅/11"),
|
||||
("", "", "emoji_📅_key", "emoji_📅_key_value"),
|
||||
("", "", "key1", "value1"),
|
||||
("", "", "key1", "value2"),
|
||||
("", "", "key1", "value3"),
|
||||
("", "", "indented_key", "value1"),
|
||||
("inline_key", "value1", "", ""),
|
||||
("inline_key", "value2", "", ""),
|
||||
("inline_key", "value3", "", ""),
|
||||
("", "", "blockquote_key", "value1"),
|
||||
("", "", "blockquote_key", "value2"),
|
||||
("", "", "list_key", "value1"),
|
||||
("", "", "list_key", "[[value2]]"),
|
||||
("", "", "list_key", "value1"),
|
||||
("", "", "list_key", "value2"),
|
||||
("", "", "table_key", "value1 | table_key:: value2 |"),
|
||||
("", "", "metadata", "key in text"),
|
||||
]
|
||||
|
||||
|
||||
def test_find_frontmatter():
|
||||
"""Test regexes."""
|
||||
pattern = Patterns()
|
||||
found = pattern.frontmatter_block.search(FRONTMATTER_CONTENT).group("frontmatter")
|
||||
assert found == CORRECT_FRONTMATTER_WITH_SEPARATORS
|
||||
|
||||
found = pattern.frontmatt_block_strip_separators.search(FRONTMATTER_CONTENT).group(
|
||||
"frontmatter"
|
||||
)
|
||||
assert found == CORRECT_FRONTMATTER_NO_SEPARATORS
|
||||
|
||||
with pytest.raises(AttributeError):
|
||||
pattern.frontmatt_block_strip_separators.search(TAG_CONTENT).group("frontmatter")
|
||||
|
||||
|
||||
def test_validators():
|
||||
"""Test validators."""
|
||||
pattern = Patterns()
|
||||
|
||||
assert pattern.validate_tag_text.search("test_tag") is None
|
||||
assert pattern.validate_tag_text.search("#asdf").group(0) == "#"
|
||||
assert pattern.validate_tag_text.search("#asdf").group(0) == "#"
|
||||
@@ -34,7 +34,7 @@ def test_validate_key_exists() -> None:
|
||||
questions = Questions(vault=VAULT)
|
||||
assert "'test' does not exist" in questions._validate_key_exists("test")
|
||||
assert "Key cannot be empty" in questions._validate_key_exists("")
|
||||
assert questions._validate_key_exists("frontmatter_Key1") is True
|
||||
assert questions._validate_key_exists("frontmatter1") is True
|
||||
|
||||
|
||||
def test_validate_new_key() -> None:
|
||||
@@ -68,12 +68,12 @@ def test_validate_number() -> None:
|
||||
assert questions._validate_number("1") is True
|
||||
|
||||
|
||||
def test_validate_existing_inline_tag() -> None:
|
||||
def test_validate_existing_tag() -> None:
|
||||
"""Test existing tag validation."""
|
||||
questions = Questions(vault=VAULT)
|
||||
assert "Tag cannot be empty" in questions._validate_existing_inline_tag("")
|
||||
assert "'test' does not exist" in questions._validate_existing_inline_tag("test")
|
||||
assert questions._validate_existing_inline_tag("shared_tag") is True
|
||||
assert "Tag cannot be empty" in questions._validate_existing_tag("")
|
||||
assert "'test' does not exist" in questions._validate_existing_tag("test")
|
||||
assert questions._validate_existing_tag("shared_tag") is True
|
||||
|
||||
|
||||
def test_validate_key_exists_regex() -> None:
|
||||
@@ -82,7 +82,7 @@ def test_validate_key_exists_regex() -> None:
|
||||
assert "'test' does not exist" in questions._validate_key_exists_regex("test")
|
||||
assert "Key cannot be empty" in questions._validate_key_exists_regex("")
|
||||
assert "Invalid regex" in questions._validate_key_exists_regex("[")
|
||||
assert questions._validate_key_exists_regex(r"\w+_Key\d") is True
|
||||
assert questions._validate_key_exists_regex(r"f\w+\d") is True
|
||||
|
||||
|
||||
def test_validate_value() -> None:
|
||||
@@ -90,29 +90,26 @@ def test_validate_value() -> None:
|
||||
questions = Questions(vault=VAULT)
|
||||
|
||||
assert questions._validate_value("test") is True
|
||||
questions2 = Questions(vault=VAULT, key="frontmatter_Key1")
|
||||
assert questions2._validate_value("test") == "frontmatter_Key1:test does not exist"
|
||||
assert questions2._validate_value("author name") is True
|
||||
questions2 = Questions(vault=VAULT, key="frontmatter1")
|
||||
assert questions2._validate_value("test") == "frontmatter1:test does not exist"
|
||||
assert questions2._validate_value("foo") is True
|
||||
|
||||
|
||||
def test_validate_value_exists_regex() -> None:
|
||||
"""Test value exists regex validation."""
|
||||
questions2 = Questions(vault=VAULT, key="frontmatter_Key1")
|
||||
questions2 = Questions(vault=VAULT, key="frontmatter1")
|
||||
assert "Invalid regex" in questions2._validate_value_exists_regex("[")
|
||||
assert "Regex cannot be empty" in questions2._validate_value_exists_regex("")
|
||||
assert (
|
||||
questions2._validate_value_exists_regex(r"\d\d\d\w\d")
|
||||
== r"No values in frontmatter_Key1 match regex: \d\d\d\w\d"
|
||||
== r"No values in frontmatter1 match regex: \d\d\d\w\d"
|
||||
)
|
||||
assert questions2._validate_value_exists_regex(r"^author \w+") is True
|
||||
assert questions2._validate_value_exists_regex(r"^f\w{2}$") is True
|
||||
|
||||
|
||||
def test_validate_new_value() -> None:
|
||||
"""Test new value validation."""
|
||||
questions = Questions(vault=VAULT, key="frontmatter_Key1")
|
||||
questions = Questions(vault=VAULT, key="frontmatter1")
|
||||
assert questions._validate_new_value("not_exists") is True
|
||||
assert "Value cannot be empty" in questions._validate_new_value("")
|
||||
assert (
|
||||
questions._validate_new_value("author name")
|
||||
== "frontmatter_Key1:author name already exists"
|
||||
)
|
||||
assert questions._validate_new_value("foo") == "frontmatter1:foo already exists"
|
||||
|
||||
@@ -8,26 +8,166 @@ from obsidian_metadata._utils import (
|
||||
clean_dictionary,
|
||||
dict_contains,
|
||||
dict_keys_to_lower,
|
||||
dict_values_to_lists_strings,
|
||||
remove_markdown_sections,
|
||||
merge_dictionaries,
|
||||
rename_in_dict,
|
||||
validate_csv_bulk_imports,
|
||||
)
|
||||
from tests.helpers import Regex, remove_ansi
|
||||
|
||||
|
||||
def test_dict_contains() -> None:
|
||||
"""Test dict_contains."""
|
||||
d = {"key1": ["value1", "value2"], "key2": ["value3", "value4"], "key3": ["value5", "value6"]}
|
||||
def test_clean_dictionary_1():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
assert dict_contains(d, "key1") is True
|
||||
assert dict_contains(d, "key5") is False
|
||||
assert dict_contains(d, "key1", "value1") is True
|
||||
assert dict_contains(d, "key1", "value5") is False
|
||||
assert dict_contains(d, "key[1-2]", is_regex=True) is True
|
||||
assert dict_contains(d, "^1", is_regex=True) is False
|
||||
assert dict_contains(d, r"key\d", r"value\d", is_regex=True) is True
|
||||
assert dict_contains(d, "key1$", "^alue", is_regex=True) is False
|
||||
assert dict_contains(d, r"key\d", "value5", is_regex=True) is True
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN the dictionary is empty
|
||||
THEN return an empty dictionary
|
||||
"""
|
||||
assert clean_dictionary({}) == {}
|
||||
|
||||
|
||||
def test_clean_dictionary_2():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN keys contain leading/trailing spaces
|
||||
THEN remove the spaces from the keys
|
||||
"""
|
||||
assert clean_dictionary({" key 1 ": "value 1"}) == {"key 1": "value 1"}
|
||||
|
||||
|
||||
def test_clean_dictionary_3():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN values contain leading/trailing spaces
|
||||
THEN remove the spaces from the values
|
||||
"""
|
||||
assert clean_dictionary({"key 1": " value 1 "}) == {"key 1": "value 1"}
|
||||
|
||||
|
||||
def test_clean_dictionary_4():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN keys or values contain leading/trailing asterisks
|
||||
THEN remove the asterisks from the keys or values
|
||||
"""
|
||||
assert clean_dictionary({"**key_1**": ["**value 1**", "value 2"]}) == {
|
||||
"key_1": ["value 1", "value 2"]
|
||||
}
|
||||
|
||||
|
||||
def test_clean_dictionary_5():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN keys or values contain leading/trailing brackets
|
||||
THEN remove the brackets from the keys and values
|
||||
"""
|
||||
assert clean_dictionary({"[[key_1]]": ["[[value 1]]", "[value 2]"]}) == {
|
||||
"key_1": ["value 1", "value 2"]
|
||||
}
|
||||
|
||||
|
||||
def test_clean_dictionary_6():
|
||||
"""Test clean_dictionary() function.
|
||||
|
||||
GIVEN a dictionary passed to clean_dictionary()
|
||||
WHEN keys or values contain leading/trailing hashtags
|
||||
THEN remove the hashtags from the keys and values
|
||||
"""
|
||||
assert clean_dictionary({"#key_1": ["#value 1", "value 2#"]}) == {
|
||||
"key_1": ["value 1", "value 2"]
|
||||
}
|
||||
|
||||
|
||||
def test_dict_contains_1():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN the dictionary is empty
|
||||
THEN the function should return False
|
||||
"""
|
||||
assert dict_contains({}, "key1") is False
|
||||
|
||||
|
||||
def test_dict_contains_2():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN when the key is not in the dictionary
|
||||
THEN the function should return False
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key2") is False
|
||||
|
||||
|
||||
def test_dict_contains_3():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN when the key is in the dictionary
|
||||
THEN the function should return True
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key1") is True
|
||||
|
||||
|
||||
def test_dict_contains_4():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN when the key and value are in the dictionary
|
||||
THEN the function should return True
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key1", "value1") is True
|
||||
|
||||
|
||||
def test_dict_contains_5():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN when the key and value are not in the dictionary
|
||||
THEN the function should return False
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key1", "value2") is False
|
||||
|
||||
|
||||
def test_dict_contains_6():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN a regex is used for the key and the key is in the dictionary
|
||||
THEN the function should return True
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, r"key\d", is_regex=True) is True
|
||||
|
||||
|
||||
def test_dict_contains_7():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN a regex is used for the key and the key is not in the dictionary
|
||||
THEN the function should return False
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, r"key\d\d", is_regex=True) is False
|
||||
|
||||
|
||||
def test_dict_contains_8():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN a regex is used for a value and the value is in the dictionary
|
||||
THEN the function should return True
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key1", r"\w+", is_regex=True) is True
|
||||
|
||||
|
||||
def test_dict_contains_9():
|
||||
"""Test dict_contains() function.
|
||||
|
||||
GIVEN calling dict_contains() with a dictionary
|
||||
WHEN a regex is used for a value and the value is not in the dictionary
|
||||
THEN the function should return False
|
||||
"""
|
||||
assert dict_contains({"key1": "value1"}, "key1", r"\d{2}", is_regex=True) is False
|
||||
|
||||
|
||||
def test_dict_keys_to_lower() -> None:
|
||||
@@ -41,87 +181,189 @@ def test_dict_keys_to_lower() -> None:
|
||||
assert dict_keys_to_lower(test_dict) == {"key1": "Value1", "key2": "Value2", "key3": "Value3"}
|
||||
|
||||
|
||||
def test_dict_values_to_lists_strings():
|
||||
"""Test converting dictionary values to lists of strings."""
|
||||
dictionary = {
|
||||
"key1": "value1",
|
||||
"key2": ["value2", "value3", None],
|
||||
"key3": {"key4": "value4"},
|
||||
"key5": {"key6": {"key7": "value7"}},
|
||||
"key6": None,
|
||||
"key8": [1, 3, None, 4],
|
||||
"key9": [None, "", "None"],
|
||||
"key10": "None",
|
||||
"key11": "",
|
||||
}
|
||||
def test_merge_dictionaries_1():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
result = dict_values_to_lists_strings(dictionary)
|
||||
assert result == {
|
||||
"key1": ["value1"],
|
||||
"key10": ["None"],
|
||||
"key11": [""],
|
||||
"key2": ["None", "value2", "value3"],
|
||||
"key3": {"key4": ["value4"]},
|
||||
"key5": {"key6": {"key7": ["value7"]}},
|
||||
"key6": ["None"],
|
||||
"key8": ["1", "3", "4", "None"],
|
||||
"key9": ["", "None", "None"],
|
||||
}
|
||||
|
||||
result = dict_values_to_lists_strings(dictionary, strip_null_values=True)
|
||||
assert result == {
|
||||
"key1": ["value1"],
|
||||
"key10": [],
|
||||
"key11": [],
|
||||
"key2": ["value2", "value3"],
|
||||
"key3": {"key4": ["value4"]},
|
||||
"key5": {"key6": {"key7": ["value7"]}},
|
||||
"key6": [],
|
||||
"key8": ["1", "3", "4"],
|
||||
"key9": ["", "None"],
|
||||
}
|
||||
|
||||
|
||||
def test_remove_markdown_sections():
|
||||
"""Test removing markdown sections."""
|
||||
text: str = """
|
||||
---
|
||||
key: value
|
||||
---
|
||||
|
||||
Lorem ipsum `dolor sit` amet.
|
||||
|
||||
```bash
|
||||
echo "Hello World"
|
||||
```
|
||||
---
|
||||
dd
|
||||
---
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN a value in dict1 is not a list
|
||||
THEN raise a TypeError
|
||||
"""
|
||||
result = remove_markdown_sections(
|
||||
text,
|
||||
strip_codeblocks=True,
|
||||
strip_frontmatter=True,
|
||||
strip_inlinecode=True,
|
||||
test_dict_1 = {"key1": "value1", "key2": "value2"}
|
||||
test_dict_2 = {"key3": ["value3"], "key4": ["value4"]}
|
||||
|
||||
with pytest.raises(TypeError, match=r"key.*is not a list"):
|
||||
merge_dictionaries(test_dict_1, test_dict_2)
|
||||
|
||||
|
||||
def test_merge_dictionaries_2():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN a value in dict2 is not a list
|
||||
THEN raise a TypeError
|
||||
"""
|
||||
test_dict_1 = {"key3": ["value3"], "key4": ["value4"]}
|
||||
test_dict_2 = {"key1": "value1", "key2": "value2"}
|
||||
|
||||
with pytest.raises(TypeError, match=r"key.*is not a list"):
|
||||
merge_dictionaries(test_dict_1, test_dict_2)
|
||||
|
||||
|
||||
def test_merge_dictionaries_3():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN keys and values in both dictionaries are unique
|
||||
THEN return a dictionary with the keys and values from both dictionaries
|
||||
"""
|
||||
test_dict_1 = {"key1": ["value1"], "key2": ["value2"]}
|
||||
test_dict_2 = {"key3": ["value3"], "key4": ["value4"]}
|
||||
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {
|
||||
"key1": ["value1"],
|
||||
"key2": ["value2"],
|
||||
"key3": ["value3"],
|
||||
"key4": ["value4"],
|
||||
}
|
||||
|
||||
|
||||
def test_merge_dictionaries_4():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN keys in both dictionaries are not unique
|
||||
THEN return a dictionary with the merged keys and values from both dictionaries
|
||||
"""
|
||||
test_dict_1 = {"key1": ["value1"], "key2": ["value2"]}
|
||||
test_dict_2 = {"key1": ["value3"], "key2": ["value4"]}
|
||||
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {
|
||||
"key1": ["value1", "value3"],
|
||||
"key2": ["value2", "value4"],
|
||||
}
|
||||
|
||||
|
||||
def test_merge_dictionaries_5():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN keys and values both dictionaries are not unique
|
||||
THEN return a dictionary with the merged keys and values from both dictionaries
|
||||
"""
|
||||
test_dict_1 = {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
test_dict_2 = {"key1": ["a", "b"], "key2": ["a", "c"]}
|
||||
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {
|
||||
"key1": ["a", "b", "c"],
|
||||
"key2": ["a", "b", "c"],
|
||||
}
|
||||
|
||||
|
||||
def test_merge_dictionaries_6():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN one of the dictionaries is empty
|
||||
THEN return a dictionary the other dictionary
|
||||
"""
|
||||
test_dict_1 = {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
test_dict_2 = {}
|
||||
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
|
||||
test_dict_1 = {}
|
||||
test_dict_2 = {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
|
||||
|
||||
def test_merge_dictionaries_7():
|
||||
"""Test merge_dictionaries() function.
|
||||
|
||||
GIVEN two dictionaries supplied to the merge_dictionaries() function
|
||||
WHEN keys and values both dictionaries are not unique
|
||||
THEN ensure the original dictionaries objects are not modified
|
||||
"""
|
||||
test_dict_1 = {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
test_dict_2 = {"key1": ["a", "b"], "key2": ["a", "c"]}
|
||||
|
||||
assert merge_dictionaries(test_dict_1, test_dict_2) == {
|
||||
"key1": ["a", "b", "c"],
|
||||
"key2": ["a", "b", "c"],
|
||||
}
|
||||
assert test_dict_1 == {"key1": ["a", "c"], "key2": ["a", "b"]}
|
||||
assert test_dict_2 == {"key1": ["a", "b"], "key2": ["a", "c"]}
|
||||
|
||||
|
||||
def test_rename_in_dict_1():
|
||||
"""Test rename_in_dict() function.
|
||||
|
||||
GIVEN a dictionary with values as a list
|
||||
WHEN the rename_in_dict() function is called with a key that does not exist
|
||||
THEN no keys should be renamed in the dictionary
|
||||
"""
|
||||
test_dict = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
assert rename_in_dict(dictionary=test_dict, key="key4", value_1="key5") == test_dict
|
||||
|
||||
|
||||
def test_rename_in_dict_2():
|
||||
"""Test rename_in_dict() function.
|
||||
|
||||
GIVEN a dictionary with values as a list
|
||||
WHEN the rename_in_dict() function is called with a key that exists and a new value for the key
|
||||
THEN the key should be renamed in the returned dictionary and the original dictionary should not be modified
|
||||
"""
|
||||
test_dict = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
assert rename_in_dict(dictionary=test_dict, key="key2", value_1="new_key") == {
|
||||
"key1": ["value1"],
|
||||
"new_key": ["value2", "value3"],
|
||||
}
|
||||
assert test_dict == {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
|
||||
def test_rename_in_dict_3():
|
||||
"""Test rename_in_dict() function.
|
||||
|
||||
GIVEN a dictionary with values as a list
|
||||
WHEN the rename_in_dict() function is called with a key that exists value that does not exist
|
||||
THEN the dictionary should not be modified
|
||||
"""
|
||||
test_dict = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
assert (
|
||||
rename_in_dict(dictionary=test_dict, key="key2", value_1="no_value", value_2="new_value")
|
||||
== test_dict
|
||||
)
|
||||
assert "```bash" not in result
|
||||
assert "`dolor sit`" not in result
|
||||
assert "---\nkey: value" not in result
|
||||
assert "`" not in result
|
||||
|
||||
result = remove_markdown_sections(text)
|
||||
assert "```bash" in result
|
||||
assert "`dolor sit`" in result
|
||||
assert "---\nkey: value" in result
|
||||
assert "`" in result
|
||||
|
||||
|
||||
def test_clean_dictionary():
|
||||
"""Test cleaning a dictionary."""
|
||||
dictionary = {" *key* ": ["**value**", "[[value2]]", "#value3"]}
|
||||
def test_rename_in_dict_4():
|
||||
"""Test rename_in_dict() function.
|
||||
|
||||
new_dict = clean_dictionary(dictionary)
|
||||
assert new_dict == {"key": ["value", "value2", "value3"]}
|
||||
GIVEN a dictionary with values as a list
|
||||
WHEN the rename_in_dict() function is called with a key that exists and a new value for a value
|
||||
THEN update the specified value in the dictionary
|
||||
"""
|
||||
test_dict = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
assert rename_in_dict(
|
||||
dictionary=test_dict, key="key2", value_1="value2", value_2="new_value"
|
||||
) == {"key1": ["value1"], "key2": ["new_value", "value3"]}
|
||||
|
||||
|
||||
def test_rename_in_dict_5():
|
||||
"""Test rename_in_dict() function.
|
||||
|
||||
GIVEN a dictionary with values as a list
|
||||
WHEN the rename_in_dict() function is called with a key that exists and a an existing value for a renamed value
|
||||
THEN only one instance of the new value should be in the key
|
||||
"""
|
||||
test_dict = {"key1": ["value1"], "key2": ["value2", "value3"]}
|
||||
|
||||
assert rename_in_dict(dictionary=test_dict, key="key2", value_1="value2", value_2="value3") == {
|
||||
"key1": ["value1"],
|
||||
"key2": ["value3"],
|
||||
}
|
||||
|
||||
|
||||
def test_validate_csv_bulk_imports_1(tmp_path):
|
||||
@@ -134,7 +376,7 @@ def test_validate_csv_bulk_imports_1(tmp_path):
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
PATH,type,key,value
|
||||
note1.md,type,key,value"""
|
||||
note1.md,frontmatter,key,value"""
|
||||
csv_path.write_text(csv_content)
|
||||
|
||||
with pytest.raises(typer.BadParameter):
|
||||
@@ -151,7 +393,7 @@ def test_validate_csv_bulk_imports_2(tmp_path):
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,Type,key,value
|
||||
note1.md,type,key,value"""
|
||||
note1.md,frontmatter,key,value"""
|
||||
csv_path.write_text(csv_content)
|
||||
|
||||
with pytest.raises(typer.BadParameter):
|
||||
@@ -168,7 +410,7 @@ def test_validate_csv_bulk_imports_3(tmp_path):
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,type,value
|
||||
note1.md,type,key,value"""
|
||||
note1.md,frontmatter,key,value"""
|
||||
csv_path.write_text(csv_content)
|
||||
|
||||
with pytest.raises(typer.BadParameter):
|
||||
@@ -185,7 +427,7 @@ def test_validate_csv_bulk_imports_4(tmp_path):
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,type,key,values
|
||||
note1.md,type,key,value"""
|
||||
note1.md,frontmatter,key,value"""
|
||||
csv_path.write_text(csv_content)
|
||||
|
||||
with pytest.raises(typer.BadParameter):
|
||||
@@ -207,7 +449,7 @@ def test_validate_csv_bulk_imports_5(tmp_path):
|
||||
validate_csv_bulk_imports(csv_path=csv_path, note_paths=[])
|
||||
|
||||
|
||||
def test_validate_csv_bulk_imports_6(tmp_path, capsys):
|
||||
def test_validate_csv_bulk_imports_6(tmp_path):
|
||||
"""Test the validate_csv_bulk_imports function.
|
||||
|
||||
GIVEN a valid csv file
|
||||
@@ -217,30 +459,77 @@ def test_validate_csv_bulk_imports_6(tmp_path, capsys):
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,type,key,value
|
||||
note1.md,type,key,value
|
||||
note2.md,type,key,value
|
||||
note1.md,frontmatter,key,value
|
||||
note1.md,tag,key,value
|
||||
note1.md,inline_metadata,key,value
|
||||
note1.md,inline_metadata,key2,value
|
||||
note1.md,inline_metadata,key2,value2
|
||||
note2.md,frontmatter,key,value
|
||||
note2.md,tag,key,value
|
||||
note2.md,inline_metadata,key,value
|
||||
note2.md,inline_metadata,key2,value
|
||||
note2.md,inline_metadata,key2,value2
|
||||
"""
|
||||
csv_path.write_text(csv_content)
|
||||
|
||||
csv_dict = validate_csv_bulk_imports(csv_path=csv_path, note_paths=["note1.md"])
|
||||
captured = remove_ansi(capsys.readouterr().out)
|
||||
assert "WARNING | 'note2.md' does not exist in vault." in captured
|
||||
assert csv_dict == {"note1.md": [{"key": "key", "type": "type", "value": "value"}]}
|
||||
with pytest.raises(typer.BadParameter):
|
||||
validate_csv_bulk_imports(csv_path=csv_path, note_paths=["note1.md"])
|
||||
|
||||
|
||||
def test_validate_csv_bulk_imports_7(tmp_path):
|
||||
"""Test the validate_csv_bulk_imports function.
|
||||
|
||||
GIVEN a valid csv file
|
||||
WHEN no paths match paths in the vault
|
||||
WHEN if a type is not 'frontmatter' or 'inline_metadata', 'tag'
|
||||
THEN exit the program
|
||||
"""
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,type,key,value
|
||||
note1.md,type,key,value
|
||||
note2.md,type,key,value
|
||||
note1.md,frontmatter,key,value
|
||||
note2.md,notvalid,key,value
|
||||
"""
|
||||
csv_path.write_text(csv_content)
|
||||
with pytest.raises(typer.Exit):
|
||||
validate_csv_bulk_imports(csv_path=csv_path, note_paths=[])
|
||||
with pytest.raises(typer.BadParameter):
|
||||
validate_csv_bulk_imports(csv_path=csv_path, note_paths=["note1.md", "note2.md"])
|
||||
|
||||
|
||||
def test_validate_csv_bulk_imports_8(tmp_path):
|
||||
"""Test the validate_csv_bulk_imports function.
|
||||
|
||||
GIVEN a valid csv file
|
||||
WHEN more than one row has the same path
|
||||
THEN add the row to the list of rows for that path
|
||||
"""
|
||||
csv_path = tmp_path / "test.csv"
|
||||
csv_content = """\
|
||||
path,type,key,value
|
||||
note1.md,frontmatter,key,value
|
||||
note1.md,tag,key,value
|
||||
note1.md,inline_metadata,key,value
|
||||
note1.md,inline_metadata,key2,value
|
||||
note1.md,inline_metadata,key2,value2
|
||||
note2.md,frontmatter,key,value
|
||||
note2.md,tag,key,value
|
||||
note2.md,inline_metadata,key,value
|
||||
note2.md,inline_metadata,key2,value
|
||||
note2.md,inline_metadata,key2,value2
|
||||
"""
|
||||
csv_path.write_text(csv_content)
|
||||
csv_dict = validate_csv_bulk_imports(csv_path=csv_path, note_paths=["note1.md", "note2.md"])
|
||||
assert csv_dict == {
|
||||
"note1.md": [
|
||||
{"key": "key", "type": "frontmatter", "value": "value"},
|
||||
{"key": "key", "type": "tag", "value": "value"},
|
||||
{"key": "key", "type": "inline_metadata", "value": "value"},
|
||||
{"key": "key2", "type": "inline_metadata", "value": "value"},
|
||||
{"key": "key2", "type": "inline_metadata", "value": "value2"},
|
||||
],
|
||||
"note2.md": [
|
||||
{"key": "key", "type": "frontmatter", "value": "value"},
|
||||
{"key": "key", "type": "tag", "value": "value"},
|
||||
{"key": "key", "type": "inline_metadata", "value": "value"},
|
||||
{"key": "key2", "type": "inline_metadata", "value": "value"},
|
||||
{"key": "key2", "type": "inline_metadata", "value": "value2"},
|
||||
],
|
||||
}
|
||||
|
||||
@@ -1,16 +1,17 @@
|
||||
# type: ignore
|
||||
"""Tests for the Vault module."""
|
||||
|
||||
import re
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
import typer
|
||||
from rich import print
|
||||
|
||||
from obsidian_metadata._config import Config
|
||||
from obsidian_metadata._utils.console import console
|
||||
from obsidian_metadata.models import Vault, VaultFilter
|
||||
from obsidian_metadata.models.enums import InsertLocation, MetadataType
|
||||
from tests.helpers import Regex
|
||||
from tests.helpers import Regex, strip_ansi
|
||||
|
||||
|
||||
def test_vault_creation(test_vault, tmp_path):
|
||||
@@ -28,65 +29,33 @@ def test_vault_creation(test_vault, tmp_path):
|
||||
assert vault.dry_run is False
|
||||
assert str(vault.exclude_paths[0]) == Regex(r".*\.git")
|
||||
assert len(vault.all_notes) == 2
|
||||
|
||||
assert vault.metadata.dict == {
|
||||
"bottom_key1": ["bottom_key1_value"],
|
||||
"bottom_key2": ["bottom_key2_value"],
|
||||
assert vault.frontmatter == {
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_value"],
|
||||
"key📅": ["📅_key_value"],
|
||||
"shared_key1": [
|
||||
"shared_key1_value",
|
||||
"shared_key1_value2",
|
||||
"shared_key1_value3",
|
||||
],
|
||||
"shared_key2": ["shared_key2_value1", "shared_key2_value2"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value_as_link"],
|
||||
"frontmatter1": ["foo"],
|
||||
"frontmatter2": ["bar", "baz", "qux"],
|
||||
"tags": ["bar", "foo"],
|
||||
"🌱": ["🌿"],
|
||||
}
|
||||
|
||||
assert vault.metadata.tags == [
|
||||
"inline_tag_bottom1",
|
||||
"inline_tag_bottom2",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"intext_tag1",
|
||||
"intext_tag2",
|
||||
"shared_tag",
|
||||
assert vault.inline_meta == {
|
||||
"inline1": ["bar baz", "foo"],
|
||||
"inline2": ["[[foo]]"],
|
||||
"inline3": ["value"],
|
||||
"inline4": ["foo"],
|
||||
"inline5": [],
|
||||
"intext1": ["foo"],
|
||||
"intext2": ["foo"],
|
||||
"key with space": ["foo"],
|
||||
"🌱": ["🌿"],
|
||||
}
|
||||
assert vault.tags == ["tag1", "tag2"]
|
||||
assert vault.exclude_paths == [
|
||||
tmp_path / "vault" / ".git",
|
||||
tmp_path / "vault" / ".obsidian",
|
||||
tmp_path / "vault" / "ignore_folder",
|
||||
]
|
||||
assert vault.metadata.inline_metadata == {
|
||||
"bottom_key1": ["bottom_key1_value"],
|
||||
"bottom_key2": ["bottom_key2_value"],
|
||||
"intext_key": ["intext_value"],
|
||||
"key📅": ["📅_key_value"],
|
||||
"shared_key1": ["shared_key1_value", "shared_key1_value2"],
|
||||
"shared_key2": ["shared_key2_value2"],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value_as_link"],
|
||||
}
|
||||
assert vault.metadata.frontmatter == {
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"shared_key1": ["shared_key1_value", "shared_key1_value3"],
|
||||
"shared_key2": ["shared_key2_value1"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
}
|
||||
assert vault.filters == []
|
||||
assert len(vault.all_note_paths) == 2
|
||||
assert len(vault.notes_in_scope) == 2
|
||||
|
||||
|
||||
def set_insert_location(test_vault):
|
||||
@@ -104,139 +73,36 @@ def set_insert_location(test_vault):
|
||||
assert vault.insert_location == InsertLocation.BOTTOM
|
||||
|
||||
|
||||
def test_add_metadata_1(test_vault) -> None:
|
||||
"""Test adding metadata to the vault.
|
||||
@pytest.mark.parametrize(
|
||||
("meta_type", "key", "value", "expected"),
|
||||
[
|
||||
(MetadataType.FRONTMATTER, "new_key", "new_value", 2),
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", "new_value", 2),
|
||||
(MetadataType.INLINE, "new_key", "new_value", 2),
|
||||
(MetadataType.INLINE, "inline5", "new_value", 2),
|
||||
(MetadataType.INLINE, "inline1", "foo", 1),
|
||||
(MetadataType.TAGS, None, "new_value", 2),
|
||||
(MetadataType.TAGS, None, "tag1", 1),
|
||||
],
|
||||
)
|
||||
def test_add_metadata(test_vault, meta_type, key, value, expected):
|
||||
"""Test add_metadata method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN a new metadata key is added
|
||||
THEN the metadata is added to the vault
|
||||
WHEN metadata is added
|
||||
THEN add the metadata and return the number of notes updated
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
assert vault.add_metadata(meta_type, key, value) == expected
|
||||
|
||||
assert vault.add_metadata(MetadataType.FRONTMATTER, "new_key") == 2
|
||||
assert vault.metadata.dict == {
|
||||
"bottom_key1": ["bottom_key1_value"],
|
||||
"bottom_key2": ["bottom_key2_value"],
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_value"],
|
||||
"key📅": ["📅_key_value"],
|
||||
"new_key": [],
|
||||
"shared_key1": [
|
||||
"shared_key1_value",
|
||||
"shared_key1_value2",
|
||||
"shared_key1_value3",
|
||||
],
|
||||
"shared_key2": ["shared_key2_value1", "shared_key2_value2"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value_as_link"],
|
||||
}
|
||||
assert vault.metadata.frontmatter == {
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"new_key": [],
|
||||
"shared_key1": ["shared_key1_value", "shared_key1_value3"],
|
||||
"shared_key2": ["shared_key2_value1"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
}
|
||||
if meta_type == MetadataType.FRONTMATTER:
|
||||
assert value in vault.frontmatter[key]
|
||||
|
||||
if meta_type == MetadataType.INLINE:
|
||||
assert value in vault.inline_meta[key]
|
||||
|
||||
def test_add_metadata_2(test_vault) -> None:
|
||||
"""Test adding metadata to the vault.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN a new metadata key and value is added
|
||||
THEN the metadata is added to the vault
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
assert vault.add_metadata(MetadataType.FRONTMATTER, "new_key2", "new_key2_value") == 2
|
||||
assert vault.metadata.dict == {
|
||||
"bottom_key1": ["bottom_key1_value"],
|
||||
"bottom_key2": ["bottom_key2_value"],
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_value"],
|
||||
"key📅": ["📅_key_value"],
|
||||
"new_key2": ["new_key2_value"],
|
||||
"shared_key1": [
|
||||
"shared_key1_value",
|
||||
"shared_key1_value2",
|
||||
"shared_key1_value3",
|
||||
],
|
||||
"shared_key2": ["shared_key2_value1", "shared_key2_value2"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value_as_link"],
|
||||
}
|
||||
assert vault.metadata.frontmatter == {
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"new_key2": ["new_key2_value"],
|
||||
"shared_key1": ["shared_key1_value", "shared_key1_value3"],
|
||||
"shared_key2": ["shared_key2_value1"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
def test_commit_changes_1(test_vault, tmp_path):
|
||||
"""Test committing changes to content in the vault.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the commit_changes method is called
|
||||
THEN the changes are committed to the vault
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
content = Path(f"{tmp_path}/vault/test1.md").read_text()
|
||||
assert "new_key: new_key_value" not in content
|
||||
vault.add_metadata(MetadataType.FRONTMATTER, "new_key", "new_key_value")
|
||||
vault.commit_changes()
|
||||
committed_content = Path(f"{tmp_path}/vault/test1.md").read_text()
|
||||
assert "new_key: new_key_value" in committed_content
|
||||
|
||||
|
||||
def test_commit_changes_2(test_vault, tmp_path):
|
||||
"""Test committing changes to content in the vault in dry run mode.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN dry_run is set to True
|
||||
THEN no changes are committed to the vault
|
||||
"""
|
||||
vault = Vault(config=test_vault, dry_run=True)
|
||||
content = Path(f"{tmp_path}/vault/test1.md").read_text()
|
||||
assert "new_key: new_key_value" not in content
|
||||
|
||||
vault.add_metadata(MetadataType.FRONTMATTER, "new_key", "new_key_value")
|
||||
vault.commit_changes()
|
||||
committed_content = Path(f"{tmp_path}/vault/test1.md").read_text()
|
||||
assert "new_key: new_key_value" not in committed_content
|
||||
if meta_type == MetadataType.TAGS:
|
||||
assert value in vault.tags
|
||||
|
||||
|
||||
def test_backup_1(test_vault, capsys):
|
||||
@@ -276,6 +142,92 @@ def test_backup_2(test_vault, capsys):
|
||||
assert captured.out == Regex(r"DRYRUN +| Backup up vault to")
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("meta_type", "key", "value", "is_regex", "expected"),
|
||||
[
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", None, False, True),
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", "foo", False, True),
|
||||
(MetadataType.FRONTMATTER, "no_key", None, False, False),
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", "no_value", False, False),
|
||||
(MetadataType.FRONTMATTER, r"f\w+\d", None, True, True),
|
||||
(MetadataType.FRONTMATTER, r"f\w+\d", r"\w+", True, True),
|
||||
(MetadataType.FRONTMATTER, r"^\d+", None, True, False),
|
||||
(MetadataType.FRONTMATTER, r"frontmatter1", r"^\d+", True, False),
|
||||
(MetadataType.INLINE, "intext1", None, False, True),
|
||||
(MetadataType.INLINE, "intext1", "foo", False, True),
|
||||
(MetadataType.INLINE, "no_key", None, False, False),
|
||||
(MetadataType.INLINE, "intext1", "no_value", False, False),
|
||||
(MetadataType.INLINE, r"i\w+\d", None, True, True),
|
||||
(MetadataType.INLINE, r"i\w+\d", r"\w+", True, True),
|
||||
(MetadataType.INLINE, r"^\d+", None, True, False),
|
||||
(MetadataType.INLINE, r"intext1", r"^\d+", True, False),
|
||||
(MetadataType.TAGS, None, "tag1", False, True),
|
||||
(MetadataType.TAGS, None, "no tag", False, False),
|
||||
(MetadataType.TAGS, None, r"^\w+\d", True, True),
|
||||
(MetadataType.TAGS, None, r"^\d", True, False),
|
||||
##############3
|
||||
(MetadataType.META, "frontmatter1", None, False, True),
|
||||
(MetadataType.META, "frontmatter1", "foo", False, True),
|
||||
(MetadataType.META, "no_key", None, False, False),
|
||||
(MetadataType.META, "frontmatter1", "no_value", False, False),
|
||||
(MetadataType.META, r"f\w+\d", None, True, True),
|
||||
(MetadataType.META, r"f\w+\d", r"\w+", True, True),
|
||||
(MetadataType.META, r"^\d+", None, True, False),
|
||||
(MetadataType.META, r"frontmatter1", r"^\d+", True, False),
|
||||
(MetadataType.META, r"i\w+\d", None, True, True),
|
||||
(MetadataType.ALL, None, "tag1", False, True),
|
||||
(MetadataType.ALL, None, "no tag", False, False),
|
||||
(MetadataType.ALL, None, r"^\w+\d", True, True),
|
||||
(MetadataType.ALL, None, r"^\d", True, False),
|
||||
(MetadataType.ALL, "frontmatter1", "foo", False, True),
|
||||
(MetadataType.ALL, r"i\w+\d", None, True, True),
|
||||
],
|
||||
)
|
||||
def test_contains_metadata(test_vault, meta_type, key, value, is_regex, expected):
|
||||
"""Test the contains_metadata method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the contains_metadata method is called
|
||||
THEN the method returns True if the metadata is found
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
assert vault.contains_metadata(meta_type, key, value, is_regex) == expected
|
||||
|
||||
|
||||
def test_commit_changes_1(test_vault, tmp_path):
|
||||
"""Test committing changes to content in the vault.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the commit_changes method is called
|
||||
THEN the changes are committed to the vault
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
content = Path(f"{tmp_path}/vault/sample_note.md").read_text()
|
||||
assert "new_key: new_key_value" not in content
|
||||
vault.add_metadata(MetadataType.FRONTMATTER, "new_key", "new_key_value")
|
||||
vault.commit_changes()
|
||||
committed_content = Path(f"{tmp_path}/vault/sample_note.md").read_text()
|
||||
assert "new_key: new_key_value" in committed_content
|
||||
|
||||
|
||||
def test_commit_changes_2(test_vault, tmp_path):
|
||||
"""Test committing changes to content in the vault in dry run mode.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN dry_run is set to True
|
||||
THEN no changes are committed to the vault
|
||||
"""
|
||||
vault = Vault(config=test_vault, dry_run=True)
|
||||
content = Path(f"{tmp_path}/vault/sample_note.md").read_text()
|
||||
assert "new_key: new_key_value" not in content
|
||||
|
||||
vault.add_metadata(MetadataType.FRONTMATTER, "new_key", "new_key_value")
|
||||
vault.commit_changes()
|
||||
committed_content = Path(f"{tmp_path}/vault/sample_note.md").read_text()
|
||||
assert "new_key: new_key_value" not in committed_content
|
||||
|
||||
|
||||
def test_delete_backup_1(test_vault, capsys):
|
||||
"""Test deleting the vault backup.
|
||||
|
||||
@@ -315,75 +267,64 @@ def test_delete_backup_2(test_vault, capsys):
|
||||
assert vault.backup_path.exists() is True
|
||||
|
||||
|
||||
def test_delete_inline_tag_1(test_vault) -> None:
|
||||
"""Test delete_inline_tag() method.
|
||||
@pytest.mark.parametrize(
|
||||
("tag_to_delete", "expected"),
|
||||
[
|
||||
("tag1", 1),
|
||||
("tag2", 1),
|
||||
("tag3", 0),
|
||||
],
|
||||
)
|
||||
def test_delete_tag(test_vault, tag_to_delete, expected):
|
||||
"""Test delete_tag method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the delete_inline_tag method is called
|
||||
THEN the inline tag is deleted
|
||||
WHEN the delete_tag method is called
|
||||
THEN delete tags if found and return the number of notes updated
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.delete_inline_tag("intext_tag2") == 1
|
||||
assert vault.metadata.tags == [
|
||||
"inline_tag_bottom1",
|
||||
"inline_tag_bottom2",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"intext_tag1",
|
||||
"shared_tag",
|
||||
]
|
||||
assert vault.delete_tag(tag_to_delete) == expected
|
||||
assert tag_to_delete not in vault.tags
|
||||
|
||||
|
||||
def test_delete_inline_tag_2(test_vault) -> None:
|
||||
"""Test delete_inline_tag() method.
|
||||
@pytest.mark.parametrize(
|
||||
("meta_type", "key_to_delete", "value_to_delete", "expected"),
|
||||
[
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", "foo", 1),
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", None, 1),
|
||||
(MetadataType.FRONTMATTER, "frontmatter1", "bar", 0),
|
||||
(MetadataType.FRONTMATTER, "frontmatter2", "bar", 1),
|
||||
(MetadataType.META, "frontmatter1", "foo", 1),
|
||||
(MetadataType.INLINE, "frontmatter1", "foo", 0),
|
||||
(MetadataType.INLINE, "inline1", "foo", 1),
|
||||
(MetadataType.INLINE, "inline1", None, 1),
|
||||
],
|
||||
)
|
||||
def test_delete_metadata(test_vault, meta_type, key_to_delete, value_to_delete, expected):
|
||||
"""Test delete_metadata method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the delete_inline_tag method is called with a tag that does not exist
|
||||
THEN no changes are made
|
||||
WHEN the delete_metadata method is called
|
||||
THEN delete metadata if found and return the number of notes updated
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
assert (
|
||||
vault.delete_metadata(meta_type=meta_type, key=key_to_delete, value=value_to_delete)
|
||||
== expected
|
||||
)
|
||||
|
||||
assert vault.delete_inline_tag("no tag") == 0
|
||||
if meta_type == MetadataType.FRONTMATTER or meta_type == MetadataType.META:
|
||||
if value_to_delete is None:
|
||||
assert key_to_delete not in vault.frontmatter
|
||||
elif key_to_delete in vault.frontmatter:
|
||||
assert value_to_delete not in vault.frontmatter[key_to_delete]
|
||||
|
||||
|
||||
def test_delete_metadata_1(test_vault) -> None:
|
||||
"""Test deleting a metadata key/value.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the delete_metadata method is called with a key and value
|
||||
THEN the specified metadata key/value is deleted
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.delete_metadata("top_key1", "top_key1_value") == 1
|
||||
assert vault.metadata.dict["top_key1"] == []
|
||||
|
||||
|
||||
def test_delete_metadata_2(test_vault) -> None:
|
||||
"""Test deleting a metadata key/value.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the delete_metadata method is called with a key
|
||||
THEN the specified metadata key is deleted
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.delete_metadata("top_key2") == 1
|
||||
assert "top_key2" not in vault.metadata.dict
|
||||
|
||||
|
||||
def test_delete_metadata_3(test_vault) -> None:
|
||||
"""Test deleting a metadata key/value.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the delete_metadata method is called with a key and/or value that does not exist
|
||||
THEN no changes are made
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.delete_metadata("no key") == 0
|
||||
assert vault.delete_metadata("top_key1", "no_value") == 0
|
||||
if meta_type == MetadataType.INLINE or meta_type == MetadataType.META:
|
||||
if value_to_delete is None:
|
||||
assert key_to_delete not in vault.inline_meta
|
||||
elif key_to_delete in vault.inline_meta:
|
||||
assert value_to_delete not in vault.inline_meta[key_to_delete]
|
||||
|
||||
|
||||
def test_export_csv_1(tmp_path, test_vault):
|
||||
@@ -394,11 +335,16 @@ def test_export_csv_1(tmp_path, test_vault):
|
||||
THEN the vault metadata is exported to a CSV file
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
export_file = Path(f"{tmp_path}/export.csv")
|
||||
export_file = tmp_path / "export.csv"
|
||||
|
||||
vault.export_metadata(path=export_file, export_format="csv")
|
||||
assert export_file.exists() is True
|
||||
assert "frontmatter,date_created,2022-12-22" in export_file.read_text()
|
||||
result = export_file.read_text()
|
||||
assert "Metadata Type,Key,Value" in result
|
||||
assert "frontmatter,date_created,2022-12-22" in result
|
||||
assert "inline_metadata,🌱,🌿" in result
|
||||
assert "inline_metadata,inline5,\n" in result
|
||||
assert "tags,,tag1" in result
|
||||
|
||||
|
||||
def test_export_csv_2(tmp_path, test_vault):
|
||||
@@ -409,7 +355,7 @@ def test_export_csv_2(tmp_path, test_vault):
|
||||
THEN an error is raised
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
export_file = Path(f"{tmp_path}/does_not_exist/export.csv")
|
||||
export_file = tmp_path / "does_not_exist" / "export.csv"
|
||||
|
||||
with pytest.raises(typer.Exit):
|
||||
vault.export_metadata(path=export_file, export_format="csv")
|
||||
@@ -424,11 +370,14 @@ def test_export_json(tmp_path, test_vault):
|
||||
THEN the vault metadata is exported to a JSON file
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
export_file = Path(f"{tmp_path}/export.json")
|
||||
export_file = tmp_path / "export.json"
|
||||
|
||||
vault.export_metadata(path=export_file, export_format="json")
|
||||
assert export_file.exists() is True
|
||||
assert '"frontmatter": {' in export_file.read_text()
|
||||
result = export_file.read_text()
|
||||
assert '"frontmatter": {' in result
|
||||
assert '"inline_metadata": {' in result
|
||||
assert '"tags": [' in result
|
||||
|
||||
|
||||
def test_export_notes_to_csv_1(tmp_path, test_vault):
|
||||
@@ -439,15 +388,17 @@ def test_export_notes_to_csv_1(tmp_path, test_vault):
|
||||
THEN the notes are exported to a CSV file
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
export_file = Path(f"{tmp_path}/export.csv")
|
||||
export_file = tmp_path / "export.csv"
|
||||
vault.export_notes_to_csv(path=export_file)
|
||||
assert export_file.exists() is True
|
||||
assert "path,type,key,value" in export_file.read_text()
|
||||
assert "test1.md,frontmatter,shared_key1,shared_key1_value" in export_file.read_text()
|
||||
assert "test1.md,inline_metadata,shared_key1,shared_key1_value" in export_file.read_text()
|
||||
assert "test1.md,tag,,shared_tag" in export_file.read_text()
|
||||
assert "test1.md,frontmatter,tags,📅/frontmatter_tag3" in export_file.read_text()
|
||||
assert "test1.md,inline_metadata,key📅,📅_key_value" in export_file.read_text()
|
||||
result = export_file.read_text()
|
||||
assert "path,type,key,value" in result
|
||||
assert "sample_note.md,FRONTMATTER,date_created,2022-12-22" in result
|
||||
assert "sample_note.md,FRONTMATTER,🌱,🌿" in result
|
||||
assert "sample_note.md,INLINE,inline2,[[foo]]" in result
|
||||
assert "sample_note.md,INLINE,inline1,bar baz" in result
|
||||
assert "sample_note.md,TAGS,,tag1" in result
|
||||
assert "sample_note.md,INLINE,inline5,\n" in result
|
||||
|
||||
|
||||
def test_export_notes_to_csv_2(test_vault):
|
||||
@@ -531,7 +482,7 @@ def test_get_filtered_notes_4(sample_vault) -> None:
|
||||
filters = [VaultFilter(tag_filter="brunch")]
|
||||
vault = Vault(config=vault_config, filters=filters)
|
||||
assert len(vault.all_notes) == 13
|
||||
assert len(vault.notes_in_scope) == 1
|
||||
assert len(vault.notes_in_scope) == 0
|
||||
|
||||
|
||||
def test_get_filtered_notes_5(sample_vault) -> None:
|
||||
@@ -550,6 +501,21 @@ def test_get_filtered_notes_5(sample_vault) -> None:
|
||||
assert len(vault.notes_in_scope) == 0
|
||||
|
||||
|
||||
def test_get_changed_notes(test_vault, tmp_path):
|
||||
"""Test get_changed_notes() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the get_changed_notes method is called
|
||||
THEN the changed notes are returned
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
assert vault.get_changed_notes() == []
|
||||
vault.delete_metadata(key="frontmatter1", meta_type=MetadataType.FRONTMATTER)
|
||||
changed_notes = vault.get_changed_notes()
|
||||
assert len(changed_notes) == 1
|
||||
assert changed_notes[0].note_path == tmp_path / "vault" / "sample_note.md"
|
||||
|
||||
|
||||
def test_info(test_vault, capsys):
|
||||
"""Test info() method.
|
||||
|
||||
@@ -561,10 +527,10 @@ def test_info(test_vault, capsys):
|
||||
|
||||
vault.info()
|
||||
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == Regex(r"Vault +\│ /[\d\w]+")
|
||||
assert captured.out == Regex(r"Notes in scope +\│ \d+")
|
||||
assert captured.out == Regex(r"Backup +\│ None")
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(r"Vault +\│ /[\d\w]+")
|
||||
assert captured == Regex(r"Notes in scope +\│ \d+")
|
||||
assert captured == Regex(r"Backup +\│ None")
|
||||
|
||||
|
||||
def test_list_editable_notes(test_vault, capsys) -> None:
|
||||
@@ -579,7 +545,7 @@ def test_list_editable_notes(test_vault, capsys) -> None:
|
||||
vault.list_editable_notes()
|
||||
captured = capsys.readouterr()
|
||||
assert captured.out == Regex("Notes in current scope")
|
||||
assert captured.out == Regex(r"\d +test1\.md")
|
||||
assert captured.out == Regex(r"\d +sample_note\.md")
|
||||
|
||||
|
||||
def test_move_inline_metadata_1(test_vault) -> None:
|
||||
@@ -594,40 +560,79 @@ def test_move_inline_metadata_1(test_vault) -> None:
|
||||
assert vault.move_inline_metadata(location=InsertLocation.TOP) == 1
|
||||
|
||||
|
||||
def test_rename_inline_tag_1(test_vault) -> None:
|
||||
"""Test rename_inline_tag() method.
|
||||
@pytest.mark.parametrize(
|
||||
("meta_type", "expected_regex"),
|
||||
[
|
||||
(
|
||||
MetadataType.ALL,
|
||||
r"All metadata.*Keys +┃ Values +┃.*frontmatter1 +│ foo.*inline1 +│ bar baz.*tags +│ bar.*All inline tags.*#tag1.*#tag2",
|
||||
),
|
||||
(
|
||||
MetadataType.FRONTMATTER,
|
||||
r"All frontmatter.*Keys +┃ Values +┃.*frontmatter1 +│ foo.*tags +│ bar",
|
||||
),
|
||||
(
|
||||
MetadataType.INLINE,
|
||||
r"All inline metadata.*Keys +┃ Values +┃.*inline2 +│ \[\[foo\]\]",
|
||||
),
|
||||
(
|
||||
MetadataType.TAGS,
|
||||
r"All inline tags.*#tag1.*#tag2",
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_print_metadata(test_vault, capsys, meta_type, expected_regex) -> None:
|
||||
"""Test print_metadata() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the rename_inline_tag() method is called with a tag that is found
|
||||
WHEN the print_metadata() method is called
|
||||
THEN the metadata is printed
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
vault.print_metadata(meta_type=meta_type)
|
||||
captured = strip_ansi(capsys.readouterr().out)
|
||||
assert captured == Regex(expected_regex, re.DOTALL)
|
||||
|
||||
|
||||
def test_rename_tag_1(test_vault) -> None:
|
||||
"""Test rename_tag() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the rename_tag() method is called with a tag that is found
|
||||
THEN the inline tag is renamed
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.rename_inline_tag("intext_tag2", "new_tag") == 1
|
||||
assert vault.metadata.tags == [
|
||||
"inline_tag_bottom1",
|
||||
"inline_tag_bottom2",
|
||||
"inline_tag_top1",
|
||||
"inline_tag_top2",
|
||||
"intext_tag1",
|
||||
"new_tag",
|
||||
"shared_tag",
|
||||
]
|
||||
assert vault.rename_tag("tag1", "new_tag") == 1
|
||||
assert "tag1" not in vault.tags
|
||||
assert "new_tag" in vault.tags
|
||||
|
||||
|
||||
def test_rename_inline_tag_2(test_vault) -> None:
|
||||
"""Test rename_inline_tag() method.
|
||||
def test_rename_tag_2(test_vault) -> None:
|
||||
"""Test rename_tag() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the rename_inline_tag() method is called with a tag that is not found
|
||||
WHEN the rename_tag() method is called with a tag that is not found
|
||||
THEN the inline tag is not renamed
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.rename_inline_tag("no tag", "new_tag") == 0
|
||||
assert vault.rename_tag("no tag", "new_tag") == 0
|
||||
assert "new_tag" not in vault.tags
|
||||
|
||||
|
||||
def test_rename_metadata_1(test_vault) -> None:
|
||||
@pytest.mark.parametrize(
|
||||
("key", "value1", "value2", "expected"),
|
||||
[
|
||||
("no key", "new_value", None, 0),
|
||||
("frontmatter1", "no_value", "new_value", 0),
|
||||
("frontmatter1", "foo", "new_value", 1),
|
||||
("inline1", "foo", "new_value", 1),
|
||||
("frontmatter1", "new_key", None, 1),
|
||||
("inline1", "new_key", None, 1),
|
||||
],
|
||||
)
|
||||
def test_rename_metadata(test_vault, key, value1, value2, expected) -> None:
|
||||
"""Test rename_metadata() method.
|
||||
|
||||
GIVEN a vault object
|
||||
@@ -636,90 +641,63 @@ def test_rename_metadata_1(test_vault) -> None:
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.rename_metadata("no key", "new_key") == 0
|
||||
assert vault.rename_metadata("tags", "nonexistent_value", "new_vaule") == 0
|
||||
assert vault.rename_metadata(key, value1, value2) == expected
|
||||
|
||||
if expected > 0 and value2 is None:
|
||||
assert key not in vault.frontmatter
|
||||
assert key not in vault.inline_meta
|
||||
|
||||
if expected > 0 and value2:
|
||||
if key in vault.frontmatter:
|
||||
assert value1 not in vault.frontmatter[key]
|
||||
assert value2 in vault.frontmatter[key]
|
||||
if key in vault.inline_meta:
|
||||
assert value1 not in vault.inline_meta[key]
|
||||
assert value2 in vault.inline_meta[key]
|
||||
|
||||
|
||||
def test_rename_metadata_2(test_vault) -> None:
|
||||
"""Test rename_metadata() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the rename_metadata() method with a key and no value
|
||||
THEN the metadata key is renamed
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.rename_metadata("tags", "new_key") == 1
|
||||
assert "tags" not in vault.metadata.dict
|
||||
assert vault.metadata.dict["new_key"] == [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
]
|
||||
|
||||
|
||||
def test_rename_metadata_3(test_vault) -> None:
|
||||
"""Test rename_metadata() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the rename_metadata() method is called with a key and value
|
||||
THEN the metadata key/value is renamed
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.rename_metadata("tags", "frontmatter_tag1", "new_vaule") == 1
|
||||
assert vault.metadata.dict["tags"] == [
|
||||
"frontmatter_tag2",
|
||||
"new_vaule",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
]
|
||||
|
||||
|
||||
def test_transpose_metadata(test_vault) -> None:
|
||||
@pytest.mark.parametrize(
|
||||
("begin", "end", "key", "value", "expected"),
|
||||
[
|
||||
# no matches
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "no key", None, 0),
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "no key", "new_value", 0),
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "inline1", "new_value", 0),
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "no key", None, 0),
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "no key", "new_value", 0),
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "frontmatter1", "new_value", 0),
|
||||
# entire keys
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "frontmatter1", None, 1),
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "frontmatter2", None, 1),
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "inline1", None, 1),
|
||||
# specific values
|
||||
(MetadataType.FRONTMATTER, MetadataType.INLINE, "frontmatter1", "foo", 1),
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "inline1", "bar baz", 1),
|
||||
(MetadataType.INLINE, MetadataType.FRONTMATTER, "inline2", "[[foo]]", 1),
|
||||
],
|
||||
)
|
||||
def test_transpose_metadata_1(test_vault, begin, end, key, value, expected) -> None:
|
||||
"""Test transpose_metadata() method.
|
||||
|
||||
GIVEN a vault object
|
||||
WHEN the transpose_metadata() method is called
|
||||
THEN the metadata is transposed
|
||||
THEN the number of notes with transposed metadata is returned and the vault metadata is updated
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.transpose_metadata(begin=MetadataType.INLINE, end=MetadataType.FRONTMATTER) == 1
|
||||
assert vault.transpose_metadata(begin=begin, end=end, key=key, value=value) == expected
|
||||
|
||||
assert vault.metadata.inline_metadata == {}
|
||||
assert vault.metadata.frontmatter == {
|
||||
"bottom_key1": ["bottom_key1_value"],
|
||||
"bottom_key2": ["bottom_key2_value"],
|
||||
"date_created": ["2022-12-22"],
|
||||
"frontmatter_Key1": ["author name"],
|
||||
"frontmatter_Key2": ["article", "note"],
|
||||
"intext_key": ["intext_value"],
|
||||
"key📅": ["📅_key_value"],
|
||||
"shared_key1": [
|
||||
"shared_key1_value",
|
||||
"shared_key1_value2",
|
||||
"shared_key1_value3",
|
||||
],
|
||||
"shared_key2": ["shared_key2_value1", "shared_key2_value2"],
|
||||
"tags": [
|
||||
"frontmatter_tag1",
|
||||
"frontmatter_tag2",
|
||||
"shared_tag",
|
||||
"📅/frontmatter_tag3",
|
||||
],
|
||||
"top_key1": ["top_key1_value"],
|
||||
"top_key2": ["top_key2_value"],
|
||||
"top_key3": ["top_key3_value_as_link"],
|
||||
}
|
||||
|
||||
assert (
|
||||
vault.transpose_metadata(
|
||||
begin=MetadataType.INLINE, end=MetadataType.FRONTMATTER, location=InsertLocation.TOP
|
||||
)
|
||||
== 0
|
||||
)
|
||||
if expected > 0:
|
||||
if begin == MetadataType.INLINE and value is None:
|
||||
assert key not in vault.inline_meta
|
||||
assert key in vault.frontmatter
|
||||
elif begin == MetadataType.FRONTMATTER and value is None:
|
||||
assert key not in vault.frontmatter
|
||||
assert key in vault.inline_meta
|
||||
elif begin == MetadataType.INLINE and value:
|
||||
assert value in vault.frontmatter[key]
|
||||
elif begin == MetadataType.FRONTMATTER and value:
|
||||
assert value in vault.inline_meta[key]
|
||||
|
||||
|
||||
def test_update_from_dict_1(test_vault):
|
||||
@@ -729,11 +707,11 @@ def test_update_from_dict_1(test_vault):
|
||||
WHEN no dictionary keys match paths in the vault
|
||||
THEN no notes are updated and 0 is returned
|
||||
"""
|
||||
vault = Vault(config=test_vault)
|
||||
update_dict = {
|
||||
"path1": {"type": "frontmatter", "key": "new_key", "value": "new_value"},
|
||||
"path2": {"type": "frontmatter", "key": "new_key", "value": "new_value"},
|
||||
}
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
assert vault.update_from_dict(update_dict) == 0
|
||||
assert vault.get_changed_notes() == []
|
||||
@@ -763,17 +741,18 @@ def test_update_from_dict_3(test_vault):
|
||||
vault = Vault(config=test_vault)
|
||||
|
||||
update_dict = {
|
||||
"test1.md": [
|
||||
"sample_note.md": [
|
||||
{"type": "frontmatter", "key": "new_key", "value": "new_value"},
|
||||
{"type": "inline_metadata", "key": "new_key2", "value": "new_value"},
|
||||
{"type": "tags", "key": "", "value": "new_tag"},
|
||||
{"type": "tag", "key": "", "value": "new_tag"},
|
||||
]
|
||||
}
|
||||
assert vault.update_from_dict(update_dict) == 1
|
||||
assert vault.get_changed_notes()[0].note_path.name == "test1.md"
|
||||
assert vault.get_changed_notes()[0].frontmatter.dict == {"new_key": ["new_value"]}
|
||||
assert vault.get_changed_notes()[0].inline_metadata.dict == {"new_key2": ["new_value"]}
|
||||
assert vault.get_changed_notes()[0].inline_tags.list == ["new_tag"]
|
||||
assert vault.metadata.frontmatter == {"new_key": ["new_value"]}
|
||||
assert vault.metadata.inline_metadata == {"new_key2": ["new_value"]}
|
||||
assert vault.metadata.tags == ["new_tag"]
|
||||
|
||||
note = vault.get_changed_notes()[0]
|
||||
|
||||
assert note.note_path.name == "sample_note.md"
|
||||
assert len(note.metadata) == 3
|
||||
assert vault.frontmatter == {"new_key": ["new_value"]}
|
||||
assert vault.inline_meta == {"new_key2": ["new_value"]}
|
||||
assert vault.tags == ["new_tag"]
|
||||
|
||||
Reference in New Issue
Block a user