watchmen-matryoshka-doll
Watchmen Platform is a low code data platform for data pipeline, meta data management , analysis, and quality management
File Explorer
Download Latest Version (.zip)- codeql-analysis.yml
- publish-image.yml
- doll-guide.md
- 01.png
- architecture.png
- logo.png
- usecase.png
- __init__.py
- chart_index.py
- dataset_index.py
- factor_index.py
- pipeline_index.py
- __init__.py
- factor_index_service.py
- index_service.py
- pipeline_index_service.py
- __init__.py
- factor_index_storage.py
- pipeline_index_storage.py
- __init__.py
- __init__.py
- security.py
- tenant_service.py
- user.py
- user_group.py
- __init__.py
- user.py
- user_group.py
- __init__.py
- tenant.py
- token.py
- user_group.py
- __init__.py
- http_connector.py
- local_connector.py
- __init__.py
- topic_event.py
- __init__.py
- __init__.py
- mongo_constants.py
- parameter_constants.py
- pipeline_constants.py
- presto_constants.py
- __init__.py
- client.py
- __init__.py
- notify_service.py
- __init__.py
- presto_client.py
- presto_fn.py
- presto_utils.py
- __init__.py
- import_rule.py
- __init__.py
- algorithm_aes.py
- algorithm_date.py
- algorithm_mask_center.py
- algorithm_mask_mail.py
- algorithm_md5.py
- algorithm_sha256.py
- __init__.py
- pat_model.py
- pat_service.py
- token_utils.py
- __init__.py
- algorithm_service.py
- index.py
- __init__.py
- __init__.py
- condition_result.py
- copy.py
- data_utils.py
- date_utils.py
- pickle_wrapper.py
- __init__.py
- deps.py
- __init__.py
- kafka_connector.py
- __init__.py
- rabbit_connector.py
- __init__.py
- __init__.py
- console_space_service.py
- __init__.py
- console_group_storage.py
- console_space_storage.py
- console_subject_storage.py
- favorite_storage.py
- last_snapshot_storage.py
- __init__.py
- __init__.py
- dashborad_storage.py
- __init__.py
- __init__.py
- data_source_storage.py
- __init__.py
- container.py
- __init__.py
- base_table_definition.py
- mysql_table_definition.py
- oracle_table_definition.py
- __init__.py
- topic_storage_adapter.py
- __init__.py
- topic_mongo_template.py
- topic_mysql_template.py
- __init__.py
- topic_oracle_template.py
- __init__.py
- topic_storage_interface.py
- topic_storage_template.py
- __init__.py
- find_storage_template.py
- topic_utils.py
- __init__.py
- enum_storage.py
- __init__.py
- __init__.py
- index.py
- __init__.py
- external_storage.py
- __init__.py
- elastic_search_writer.py
- standard_writer.py
- __init__.py
- __init__.py
- index.py
- __init__.py
- pipeline_monitor.py
- presto_monitor.py
- query_monitor.py
- __init__.py
- index.py
- __init__.py
- alarm_service.py
- pipeline_monitor_service.py
- query_monitor_service.py
- query_service.py
- __init__.py
- console_paramter_parser.py
- constants.py
- date_utility.py
- parameter.py
- parameter_parser.py
- utils.py
- alarm.py
- copy_to_memory.py
- exists.py
- insert_or_merge_row.py
- insert_row.py
- merge_row.py
- read_factor.py
- read_factors.py
- read_row.py
- read_rows.py
- utils.py
- write_factor.py
- write_to_external.py
- __init__.py
- parse_on_parameter.py
- __init__.py
- case_then_for_mongo.py
- case_then_for_oracle.py
- case_then_for_storage.py
- utils.py
- __init__.py
- case_then_for_mapper.py
- __init__.py
- parameter.py
- __init__.py
- __init__.py
- action_context.py
- pipeline_context.py
- stage_context.py
- unit_context.py
- __init__.py
- label.py
- node.py
- property.py
- relationship.py
- __init__.py
- factor.py
- pipeline.py
- topic.py
- __init__.py
- caculate_dependency.py
- caculate_dependency_new.py
- denpendence.py
- denpendence_new.py
- __init__.py
- parse_mapping.py
- __init__.py
- pipeline_monitor.py
- __init__.py
- __init__.py
- parameter.py
- __init__.py
- equals.py
- in_operator.py
- less.py
- less_equals.py
- more.py
- more_equals.py
- not_equals.py
- not_in_operator.py
- __init__.py
- parse_parameter.py
- utils.py
- __init__.py
- retry_template.py
- __init__.py
- action_worker.py
- pipeline_worker.py
- stage_worker.py
- unit_worker.py
- __init__.py
- index.py
- __init__.py
- pipeline_service.py
- __init__.py
- pipeline_storage.py
- read_topic_data.py
- write_topic_data.py
- __init__.py
- constants.py
- units_func.py
- __init__.py
- index.py
- __init__.py
- plugin_service.py
- __init__.py
- index.py
- __init__.py
- address.py
- address_ja.py
- date_of_birth_parser.py
- langid_detect.py
- __init__.py
- generate_raw_instance_with_aid.py
- generate_raw_topic_schema.py
- generate_raw_topic_schema_v3.py
- generate_schema.py
- import_raw_data.py
- __init__.py
- context.py
- mapping.py
- model_field.py
- model_relationship.py
- model_schema.py
- model_schema_set.py
- rule_context.py
- rule_schema.py
- consume_filter.py
- dataset_filter.py
- dialects.py
- enums.py
- funnel.py
- report_filer.py
- space_filter.py
- utils.py
- __init__.py
- consume_engine.py
- dataset_engine.py
- report_engine.py
- sql_builder.py
- __init__.py
- consume_model.py
- __init__.py
- report_storage.py
- __init__.py
- __init__.py
- admin.py
- auth.py
- cache.py
- common.py
- console.py
- consume.py
- data_patch.py
- index.py
- metadata.py
- monitor.py
- pipeline.py
- __init__.py
- index.py
- __init__.py
- index.py
- key_model.py
- __init__.py
- index.py
- __init__.py
- __init__.py
- index.py
- __init__.py
- admin.py
- console.py
- __init__.py
- space_storage.py
- __init__.py
- __init__.py
- topic_service.py
- __init__.py
- topic_data_storage.py
- topic_schema_storage.py
- __init__.py
- __init__.py
- main.py
- .dockerignore
- .gitignore
- __init__.py
- app.py
- Dockerfile
- LICENSE
- poetry.lock
- pyproject.toml
- README.md
# Installation Guide
1. Get the code
git clone https://github.com/Indexical-Metrics-Measure-Advisory/watchmen-matryoshka-doll
Downloads the entire project code from GitHub to your computer.
cd watchmen-matryoshka-doll
Moves into the project folder you just downloaded.
2. Docker
Easy RecommendedPrerequisites
- Git Needed to download the project code from GitHub.
- Docker Desktop Needed to build and run containers. Install it and keep it running in the background.
cd docker
Moves into the project folder you just downloaded.
docker compose -f docker-compose-mongo.yml up
Runs the command against the services defined in the compose file.
docker run --mount type=bind,source="$(pwd)"/test_case,target=/app/test_folder --network host -e SITE=local -e INIT=True ghcr.io/indexical-metrics-measure-advisory/watchmen-doll-test-doll:latest
Runs the built image as an actual container.
Run docker compose ps to check the containers are Up. If the README mentions a port, open http://localhost:PORT in your browser.
Pulled directly from this repo's README.
3. Python
EasyPrerequisites
pip install .
Installs the package published on PyPI directly โ no need to clone the source.
python app.py
Runs the Python script (or module).
If it runs without errors and prints output in the terminal, it worked.
// repository documentation
Was this content helpful?
(0 ratings)