caoscrawler package

Subpackages

• caoscrawler.converters package
  • Submodules
    • caoscrawler.converters.converters module
      • CrawlerTemplate
      • str_to_bool()
      • ConverterValidationError
      • create_path_value()
      • replace_variables()
      • handle_value()
      • create_records()
      • Converter
      • DirectoryConverter
      • SimpleFileConverter
      • FileConverter
      • MarkdownFileConverter
      • convert_basic_element()
      • validate_against_json_schema()
      • DictElementConverter
      • PropertiesFromDictConverter
      • DictConverter
      • DictDictElementConverter
      • JSONFileConverter
      • YAMLFileConverter
      • match_name_and_value()
      • BooleanElementConverter
      • DictBooleanElementConverter
      • FloatElementConverter
      • DictFloatElementConverter
      • TextElementConverter
      • DictTextElementConverter
      • IntegerElementConverter
      • DictIntegerElementConverter
      • ListElementConverter
      • DictListElementConverter
      • TableConverter
      • XLSXTableConverter
      • CSVTableConverter
      • DateElementConverter
      • DatetimeElementConverter
    • caoscrawler.converters.hdf5_converter module
      • convert_attributes()
      • convert_h5_element()
      • convert_basic_element_with_nd_array()
      • H5GroupElement
      • H5DatasetElement
      • H5NdarrayElement
      • H5FileConverter
      • H5GroupConverter
      • H5DatasetConverter
      • H5NdarrayConverter
    • caoscrawler.converters.rocrate module
      • ROCrateConverter
      • ELNFileConverter
      • ROCrateEntityConverter
    • caoscrawler.converters.spss module
      • SPSSConverter
      • read_column_types()
      • spss_to_yaml()
      • spss_to_datamodel_main()
    • caoscrawler.converters.xml_converter module
      • XMLFileConverter
      • XMLTagConverter
      • XMLTextNodeConverter
      • XMLAttributeNodeConverter
  • Module contents
• caoscrawler.macros package
  • Submodules
    • caoscrawler.macros.macro_yaml_object module
      • MacroDefinition
      • substitute()
      • substitute_dict()
      • defmacro_constructor()
      • macro_constructor()
  • Module contents
• caoscrawler.scripts package
  • Submodules
    • caoscrawler.scripts.generators module
      • csv_to_datamodel()
      • csv_to_datamodel_main()
  • Module contents
• caoscrawler.structure_elements package
  • Submodules
    • caoscrawler.structure_elements.rocrate_structure_elements module
      • ROCrateEntity
    • caoscrawler.structure_elements.structure_elements module
      • StructureElement
      • FileSystemStructureElement
      • NoneElement
      • Directory
      • File
      • JSONFile
      • DictElement
      • TextElement
      • DictTextElement
      • IntegerElement
      • DictIntegerElement
      • BooleanElement
      • DictBooleanElement
      • ListElement
      • DictListElement
      • FloatElement
      • DictFloatElement
      • Dict
      • DictDictElement
      • XMLTagElement
      • XMLTextNode
      • XMLAttributeNode
  • Module contents

Submodules

• caoscrawler.authorize module
  • parse_args()
• caoscrawler.config module
  • get_config_setting()
• caoscrawler.crawl module
  • ForbiddenTransaction
  • check_identical()
  • SecurityMode
    • SecurityMode.RETRIEVE
    • SecurityMode.INSERT
    • SecurityMode.UPDATE
  • Crawler
    • Crawler.load_converters()
    • Crawler.load_definition()
    • Crawler.initialize_converters()
    • Crawler.generate_run_id()
    • Crawler.start_crawling()
    • Crawler.crawled_data
    • Crawler.crawl_directory()
    • Crawler.replace_entities_with_ids()
    • Crawler.compact_entity_list_representation()
    • Crawler.remove_unnecessary_updates()
    • Crawler.execute_parent_updates_in_list()
    • Crawler.replace_name_with_referenced_entity_id()
    • Crawler.execute_inserts_in_list()
    • Crawler.set_ids_and_datatype_of_parents_and_properties()
    • Crawler.execute_updates_in_list()
    • Crawler.check_whether_parent_exists()
    • Crawler.synchronize()
    • Crawler.create_entity_summary()
    • Crawler.inform_about_pending_changes()
    • Crawler.debug_build_usage_tree()
    • Crawler.save_debug_data()
  • crawler_main()
  • parse_args()
  • split_restricted_path()
  • main()
• caoscrawler.debug_tree module
  • DebugTree
• caoscrawler.exceptions module
  • ForbiddenTransaction
  • ImpossibleMergeError
    • ImpossibleMergeError.message
    • ImpossibleMergeError.values
    • ImpossibleMergeError.pname
  • InvalidIdentifiableYAML
  • MissingIdentifyingProperty
  • MissingRecordType
  • MissingReferencingEntityError
• caoscrawler.identifiable module
  • Identifiable
    • Identifiable.get_representation()
• caoscrawler.identifiable_adapters module
  • get_children_of_rt()
  • convert_value()
  • IdentifiableAdapter
    • IdentifiableAdapter.create_query_for_identifiable()
    • IdentifiableAdapter.all_identifying_properties_exist()
    • IdentifiableAdapter.create_property_query()
    • IdentifiableAdapter.get_registered_identifiable()
    • IdentifiableAdapter.get_file()
    • IdentifiableAdapter.get_identifying_referenced_entities()
    • IdentifiableAdapter.get_identifiable()
    • IdentifiableAdapter.retrieve_identified_record_for_identifiable()
    • IdentifiableAdapter.referencing_entity_has_appropriate_type()
  • LocalStorageIdentifiableAdapter
    • LocalStorageIdentifiableAdapter.register_identifiable()
    • LocalStorageIdentifiableAdapter.get_records()
    • LocalStorageIdentifiableAdapter.get_file()
    • LocalStorageIdentifiableAdapter.store_state()
    • LocalStorageIdentifiableAdapter.restore_state()
    • LocalStorageIdentifiableAdapter.is_identifiable_for_record()
    • LocalStorageIdentifiableAdapter.get_registered_identifiable()
    • LocalStorageIdentifiableAdapter.check_record()
    • LocalStorageIdentifiableAdapter.retrieve_identified_record_for_identifiable()
  • CaosDBIdentifiableAdapter
    • CaosDBIdentifiableAdapter.load_from_yaml_definition()
    • CaosDBIdentifiableAdapter.load_from_yaml_object()
    • CaosDBIdentifiableAdapter.register_identifiable()
    • CaosDBIdentifiableAdapter.get_file()
    • CaosDBIdentifiableAdapter.get_registered_identifiable()
    • CaosDBIdentifiableAdapter.retrieve_identified_record_for_identifiable()
• caoscrawler.logging module
  • configure_server_side_logging()
• caoscrawler.scanner module
  • load_definition()
  • create_converter_registry()
  • create_transformer_registry()
  • initialize_converters()
  • scanner()
  • scan_directory()
  • scan_structure_elements()
• caoscrawler.stores module
  • Store
    • Store.update()
    • Store.get_storage()
    • Store.create_scoped_copy()
    • Store.get_dict_copied()
    • Store.get_internal_id()
  • GeneralStore
  • RecordStore
    • RecordStore.get_names_current_scope()
    • RecordStore.get_records_current_scope()
• caoscrawler.sync_graph module
  • SyncGraph
    • SyncGraph.set_id_of_node()
    • SyncGraph.export_record_lists()
    • SyncGraph.unchecked_contains_circular_dependency()
    • SyncGraph.get_equivalent()
• caoscrawler.sync_node module
  • TempID
  • SyncNode
    • SyncNode.update()
    • SyncNode.export_entity()
  • parent_in_list()
  • property_in_list()
• caoscrawler.transformer_functions module
  • submatch()
  • split()
  • replace()
  • date_parse()
  • datetime_parse()
• caoscrawler.utils module
  • has_parent()
  • MissingImport()
  • get_shared_resource_link()
• caoscrawler.version module
  • get_caoscrawler_version()
  • CfoodRequiredVersionError
  • check_cfood_version()

Module contents