wp2txt
A command-line toolkit to extract text content and category data from Wikipedia dump files
Language: ruby
Author: GitHub Repos (@github-repos)
0 stars · 0 views
Files
- docs (txt)
- RESEARCH.md (md)
- lib (txt)
- wp2txt.rb (rb)
- wp2txt (txt)
- corpus.rb (rb)
- stream_processor.rb (rb)
- constants.rb (rb)
- cli_ui.rb (rb)
- output_path.rb (rb)
- utils.rb (rb)
- category_cache.rb (rb)
- file_utils.rb (rb)
- ractor_worker.rb (rb)
- section_extractor.rb (rb)
- config.rb (rb)
- regex.rb (rb)
- fts_index.rb (rb)
- extractor.rb (rb)
- output_writer.rb (rb)
- memory_monitor.rb (rb)
- index_commands.rb (rb)
- text_processing.rb (rb)
- bz2_validator.rb (rb)
- parser_functions.rb (rb)
- magic_words.rb (rb)
- multistream.rb (rb)
- template_expander.rb (rb)
- global_data_cache.rb (rb)
- data (txt)
- template_aliases.json (json)
- html_entities.json (json)
- language_metadata.json (json)
- wikipedia_entities.json (json)
- mediawiki_aliases.json (json)
- language_tiers.json (json)
- corpus_jobs.rb (rb)
- langlinks_importer.rb (rb)
- version.rb (rb)
- cli.rb (rb)
- formatter.rb (rb)
- metadata_index.rb (rb)
- article.rb (rb)
- index_cache.rb (rb)
- DEVELOPMENT_ja.md (md)
- spec (txt)
- stream_processor_spec.rb (rb)
- formatter_sections_spec.rb (rb)
- bz2_validator_spec.rb (rb)
- global_data_cache_spec.rb (rb)
- template_expander_spec.rb (rb)
- category_fetcher_spec.rb (rb)
- index_cache_spec.rb (rb)
- text_processing_spec.rb (rb)
- category_cache_spec.rb (rb)
- metadata_index_spec.rb (rb)
- section_extractor_spec.rb (rb)
- article_spec.rb (rb)
- template_data_spec.rb (rb)
- ractor_worker_spec.rb (rb)
- memory_monitor_spec.rb (rb)
- output_writer_spec.rb (rb)
- titles_output_path_spec.rb (rb)
- docs_sync_spec.rb (rb)
- fixtures (txt)
- samples.rb (rb)
- corpus_spec.rb (rb)
- utils_spec.rb (rb)
- cleanup_spec.rb (rb)
- langlinks_importer_spec.rb (rb)
- multistream_spec.rb (rb)
- constants_spec.rb (rb)
- file_utils_spec.rb (rb)
- multi_dump_attach_spec.rb (rb)
- integration_spec.rb (rb)
- markers_spec.rb (rb)
- config_spec.rb (rb)
- regex_spec.rb (rb)
- parser_functions_spec.rb (rb)
- cli_spec.rb (rb)
- wp2txt_spec.rb (rb)
- template_processing_spec.rb (rb)
- support (txt)
- meta_db_fixture.rb (rb)
- multistream_fixture.rb (rb)
- spec_helper.rb (rb)
- magic_words_spec.rb (rb)
- cli_options_spec.rb (rb)
- fts_index_spec.rb (rb)
- auto_download_spec.rb (rb)
- README.md (md)
- LICENSE (txt)
- .github (github)
- workflows (txt)
- ci.yml (yml)
- FUNDING.yml (yml)
- Dockerfile (txt)
- image (txt)
- wp2txt-logo.svg (image)
- wp2txt.svg (image)
- scripts (txt)
- fetch_template_data.rb (rb)
- fetch_mediawiki_data.rb (rb)
- fetch_html_entities.rb (rb)
- fetch_language_metadata.rb (rb)
- benchmark_regex.rb (rb)
- profile_memory.rb (rb)
- DEVELOPMENT.md (md)
- .gitignore (gitignore)
- .dockerignore (dockerignore)
- README_ja.md (md)
- .solargraph.yml (yml)
- CHANGELOG.md (md)
- ATTRIBUTION.md (markdown)
