view dep/anitomy/anitomy/anitomy.cpp @ 391:c3f717b7321b

filesystem: only iterate over the list once when erasing deleted files :)
author Paper <paper@tflc.us>
date Fri, 07 Nov 2025 07:09:31 -0500
parents a0aa8c8c4307
children
line wrap: on
line source

/*
** Copyright (c) 2014-2017, Eren Okka
**
** This Source Code Form is subject to the terms of the Mozilla Public
** License, v. 2.0. If a copy of the MPL was not distributed with this
** file, You can obtain one at https://mozilla.org/MPL/2.0/.
*/

#include <codecvt>
#include <locale>

#include "anitomy.h"
#include "keyword.h"
#include "parser.h"
#include "string.h"
#include "tokenizer.h"

namespace anitomy {

bool Anitomy::Parse(string_t filename) {
	elements_.clear();
	tokens_.clear();

	if (options_.parse_file_extension) {
		string_t extension;
		if (RemoveExtensionFromFilename(filename, extension))
			elements_.insert(kElementFileExtension, extension);
	}

	if (!options_.ignored_strings.empty())
		RemoveIgnoredStrings(filename);

	if (filename.empty())
		return false;
	elements_.insert(kElementFileName, filename);

	Tokenizer tokenizer(filename, elements_, options_, tokens_);
	if (!tokenizer.Tokenize())
		return false;

	Parser parser(elements_, options_, tokens_);
	if (!parser.Parse())
		return false;

	return true;
}

/* assumes UTF-8 */
bool Anitomy::Parse(const std::string& filename) {
	static std::wstring_convert<std::codecvt_utf8_utf16<char_t>, char_t> ucs4conv;
	return Parse(ucs4conv.from_bytes(filename));
}

////////////////////////////////////////////////////////////////////////////////

bool Anitomy::RemoveExtensionFromFilename(string_t& filename, string_t& extension) const {
	const size_t position = filename.find_last_of(L'.');

	if (position == string_t::npos)
		return false;

	extension = filename.substr(position + 1);

	const size_t max_length = 4;
	if (extension.length() > max_length)
		return false;

	if (!IsAlphanumericString(extension))
		return false;

	auto keyword = keyword_manager.Normalize(extension);
	if (!keyword_manager.Find(kElementFileExtension, keyword))
		return false;

	filename.resize(position);

	return true;
}

void Anitomy::RemoveIgnoredStrings(string_t& filename) const {
	for (const auto& str : options_.ignored_strings) {
		EraseString(filename, str);
	}
}

////////////////////////////////////////////////////////////////////////////////

Elements& Anitomy::elements() {
	return elements_;
}

Options& Anitomy::options() {
	return options_;
}

const token_container_t& Anitomy::tokens() const {
	return tokens_;
}

} // namespace anitomy