authors;
-
- /**
- * Constructor using only configFilePath - scriptPath is read from the config.
- *
- * @param configFilePath the Path to the config file, which must be located in the local data
- * store CodeRun folder with timestamp name.
- */
- public Coderun(Path configFilePath) {
- this(configFilePath, null);
- }
-
- /**
- * Constructor using both configFilePath and ScriptPath
- *
- * @param configFilePath the Path to the {@link Config config.yaml} file
- * @param scriptPath the Path to the script file - this may be null if the script path is given in
- * the config file.
- * both startup files are usually provided by fair run in the
- * local data registry jobs/{timestamp} folder.
- */
- public Coderun(Path configFilePath, @Nullable Path scriptPath) {
- this(configFilePath, scriptPath, null);
- }
-
- /**
- * Constructor specifying configPath, scriptPath, and registryToken.
- *
- * @param configFilePath the Path to the {@link Config config.yaml} file
- * @param scriptPath the Path to the script file - this may be null if the script path is given in
- * the config file.
- *
both startup files are usually provided by fair run in the
- * local data registry jobs/{timestamp} folder.
- * @param registryToken the authentication token of the local registry (or null if the token is to
- * be read from the config or from ~/.fair/registry/token)
- */
- public Coderun(Path configFilePath, @Nullable Path scriptPath, @Nullable String registryToken) {
- YamlReader yamlReader = new YamlFactory().yamlReader();
- if (!new File(configFilePath.toString()).isFile()) {
- throw (new IllegalArgumentException(
- "Coderun -- configFilePath argument must be a Path to a config file."));
- }
- if (scriptPath != null && !new File(scriptPath.toString()).isFile()) {
- throw (new IllegalArgumentException(
- "Coderun -- scriptPath argument must be a Path to a script file."));
- }
-
- this.coderuns_txt = configFilePath.getParent().resolve("coderuns.txt");
- this.rng = new RandomDataGenerator().getRandomGenerator();
- this.parameterDataReader = new ParameterDataReaderImpl(new TomlReader(new TOMLMapper(rng)));
- this.parameterDataWriter = new ParameterDataWriterImpl(new TomlWriter(new TOMLMapper(rng)));
-
- this.config = new ConfigFactory().config(yamlReader, configFilePath);
- if (registryToken == null) {
- if (config.run_metadata().token().isPresent())
- registryToken = config.run_metadata().token().get();
- else {
- String filename = "~/.fair/registry/token";
- if (Files.isReadable(Path.of(filename))) {
- registryToken = new FileReader().read(filename);
- } else {
- throw (new IllegalActionException(
- "No registry token given. Giving up. (Token can be given in the config or in the Coderun constructor)"));
- }
- }
- }
- restClient =
- new RestClient(
- this.config
- .run_metadata()
- .local_data_registry_url()
- .orElse("http://localhost:8000/api/"),
- registryToken);
-
- URI storageRootURI;
- if (config.run_metadata().write_data_store().isPresent()) {
- try {
- storageRootURI = URI.create(config.run_metadata().write_data_store().get());
- if (storageRootURI.getScheme() == null) {
- storageRootURI = Path.of(storageRootURI.toString()).toUri();
- logger.trace(
- "added file:/// scheme to write_data_store from config: {}",
- config.run_metadata().write_data_store().get());
- }
- } catch (Exception e) {
- Path wdsPath = Path.of(config.run_metadata().write_data_store().get());
- storageRootURI = wdsPath.toUri();
- logger.trace("tried to create write_data_store URI after Exception: {}", storageRootURI);
- }
- } else {
- storageRootURI = configFilePath.getParent().getParent().getParent().toUri();
- logger.trace(
- "Using configFilePath.parent.parent.parent as storageRootURI: {}", storageRootURI);
- }
- this.write_data_store_root = new Storage_root(storageRootURI, restClient);
-
- if (scriptPath == null) {
- if (config.run_metadata().script_path().isPresent())
- scriptPath = Path.of(config.run_metadata().script_path().get());
- else {
- throw (new ConfigException(
- "Coderun() -- Script path must be given either in constructor args or in config."));
- }
- }
- this.config_storage_location =
- new Storage_location(configFilePath, write_data_store_root, this, false);
- this.script_storage_location =
- new Storage_location(scriptPath, write_data_store_root, this, false);
- prepare_code_run();
- dp_info_map = new HashMap<>();
- this.issues = new ArrayList<>();
- }
-
- RegistryStorage_root getWriteStorage_root() {
- return this.write_data_store_root.registryStorage_root;
- }
-
- private void prepare_code_run() {
- Author a = new Author(this.restClient);
- this.authors = List.of(a.getUrl());
- this.config_object =
- new FileObject(
- new File_type("yaml", restClient),
- this.config_storage_location,
- "Working config.yaml file location in local datastore",
- this.authors,
- this);
- this.registryCode_run = new RegistryCode_run();
- this.registryCode_run.setModel_config(this.config_object.getUrl());
-
- this.script_object =
- new FileObject(
- new File_type("sh", restClient),
- this.script_storage_location,
- "Submission script location in local datastore",
- this.authors,
- this);
- this.registryCode_run.setSubmission_script(this.script_object.getUrl());
- String latest_commit = this.config.run_metadata().latest_commit().orElse("");
- String remote_repo = this.config.run_metadata().remote_repo().orElse("");
- URL remote_repo_url;
- try {
- remote_repo_url = new URL(remote_repo);
- } catch (MalformedURLException e) {
- throw (new ConfigException(
- "Remote repo must be a valid URL; (" + remote_repo + " isn't)", e));
- }
-
- this.codeRepo =
- new CodeRepo(
- latest_commit,
- remote_repo_url,
- "Analysis / processing script location",
- this.authors,
- this);
-
- this.registryCode_run.setCode_repo(this.codeRepo.getUrl());
- this.registryCode_run.setModel_config(this.config_object.getUrl());
- this.registryCode_run.setRun_date(
- LocalDateTime.now()); // or should this be config.openTimestamp??
- this.registryCode_run.setDescription(this.config.run_metadata().description().orElse(""));
- }
-
- /**
- * Access the Submission_script; in order to raise a Submission_script issue.
- *
- * @return the FileObject representing the Submission_script.
- *
Usage:
- *
- * coderun.getScript.raise_issue("this is a very bad script", 10);
- *
- * OR
- *
- * Issue i = coderun.raise_issue("Seriously bad stuff", 10);
- * i.add_fileObjects(coderun.getScript(), coderun.getConfig());
- *
- */
- public FileObject getScript() {
- return this.script_object;
- }
-
- /**
- * Access the configuration file (config.yaml); in order to raise a Config issue.
- *
- * @return the FileObject representing the config file.
- * Usage:
- *
- * coderun.getConfig.raise_issue("this is a very bad config file", 10);
- *
- * OR
- *
- * Issue i = coderun.raise_issue("Seriously bad stuff", 10);
- * i.add_fileObjects(coderun.getScript(), coderun.getConfig());
- *
- */
- public FileObject getConfig() {
- return this.config_object;
- }
-
- /**
- * Access the code repository in order to raise a code repository issue.
- *
- * @return the FileObject representing the code repository (which is given in the config file)
- * Usage:
- *
- * coderun.getCode_repo.raise_issue("this contains very bad code", 10);
- *
- * OR
- *
- * Issue i = coderun.raise_issue("Seriously bad stuff", 10);
- * i.add_fileObjects(coderun.getCode_repo(), coderun.getConfig());
- *
- */
- public FileObject getCode_repo() {
- return this.codeRepo.getFileObject();
- }
-
- /**
- * Obtain a data product for reading.
- *
- * @param dataProduct_name the name of the dataProduct to obtain.
- * @return the data product.
- */
- public Data_product_read get_dp_for_read(String dataProduct_name) {
- if (dp_info_map.containsKey(dataProduct_name)) {
- // I could of course refuse to serve up the same DP twice, but let's be friendly.
- if (dp_info_map.get(dataProduct_name).getClass() != Data_product_read.class) {
- throw (new IllegalActionException(
- "You are trying to open the same data product twice in the same coderun, first for write and then for read. Please don't."));
- }
- return (Data_product_read) dp_info_map.get(dataProduct_name);
- }
- Data_product_read dp = new Data_product_read(dataProduct_name, this);
- dp_info_map.put(dataProduct_name, dp);
- return dp;
- }
-
- /**
- * Obtain a data product for writing.
- *
- * @param dataProduct_name the name of the dataProduct to obtain.
- * @param extension the file extension representing the file type we will write, e.g. csv or toml
- * @return the data product
- */
- public Data_product_write get_dp_for_write(String dataProduct_name, String extension) {
- if (dp_info_map.containsKey(dataProduct_name)) {
- // I could of course refuse to serve up the same DP twice, but let's be friendly.
- if (dp_info_map.get(dataProduct_name).getClass() != Data_product_write.class) {
- throw (new IllegalActionException(
- "You are trying to open the same data product twice in the same coderun, first for read and then for write. Please don't."));
- }
- if (!dp_info_map.get(dataProduct_name).extension.equals(extension)) {
- throw (new IllegalActionException(
- "You are trying to open the same data product using two different file types. Please don't."));
- }
- return (Data_product_write) dp_info_map.get(dataProduct_name);
- }
- Data_product_write dp = new Data_product_write(dataProduct_name, this, extension);
- dp_info_map.put(dataProduct_name, dp);
- return dp;
- }
-
- /**
- * Obtain a data product for writing. (gets the extension from config)
- *
- * @param dataProduct_name the name of the dataProduct to obtain.
- * @return the data product
- */
- public Data_product_write get_dp_for_write(String dataProduct_name) {
- if (dp_info_map.containsKey(dataProduct_name)) {
- // I could of course refuse to serve up the same DP twice, but let's be friendly.
- if (dp_info_map.get(dataProduct_name).getClass() != Data_product_write.class) {
- throw (new IllegalActionException(
- "You are trying to open the same data product twice in the same coderun, first for read and then for write. Please don't."));
- }
- return (Data_product_write) dp_info_map.get(dataProduct_name);
- }
- Data_product_write dp = new Data_product_write(dataProduct_name, this);
- // if dp.extension != dp_info_map.get(dataProduct_name).extension) -> FAIL
- dp_info_map.put(dataProduct_name, dp);
- return dp;
- }
-
- /**
- * create an Issue that can be linked to a number of {@link Object_component object components}
- * and/or {@link FileObject fileObjects}.
- *
- * @param description text description of the issue
- * @param severity integer representing the severity of the issue, larger integer means more
- * severe
- * @return the Issue
- */
- public Issue raise_issue(String description, Integer severity) {
- Issue i = new Issue(description, severity);
- this.issues.add(i);
- return i;
- }
-
- private void register_issues() {
- this.issues.stream()
- .filter(
- issue ->
- !(issue.components.isEmpty()
- && issue.registryIssue.getComponent_issues().isEmpty()))
- .forEach(issue -> restClient.post(issue.getRegistryIssue()));
- }
-
- void addInput(APIURL input) {
- this.registryCode_run.addInput(input);
- }
-
- void addOutput(APIURL output) {
- this.registryCode_run.addOutput(output);
- }
-
- void append_code_run_uuid(String uuid) {
- try (FileWriter fw = new FileWriter(this.coderuns_txt.toString(), true)) {
- fw.write(uuid + "\n");
- } catch (IOException e) {
- logger.error("IOException: append_code_run_uuid() failed.", e);
- }
- }
-
- /**
- * Finalize and register the coderun. (this gets called automatically when using Coderun in a
- * try-with-resources block)
- */
- @Override
- public void close() {
- dp_info_map.forEach((key, value) -> value.close());
- RegistryCode_run coderun = (RegistryCode_run) restClient.post(this.registryCode_run);
- if (coderun == null) {
- throw (new RegistryException(
- "Failed to create Code_run in registry: " + this.registryCode_run));
- }
- this.register_issues();
- this.append_code_run_uuid(coderun.getUuid());
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product.java b/api/src/main/java/org/fairdatapipeline/api/Data_product.java
deleted file mode 100644
index 271e7da..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Data_product.java
+++ /dev/null
@@ -1,144 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.io.IOException;
-import java.nio.file.Path;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import org.fairdatapipeline.config.ImmutableConfigItem;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/**
- * Data product is created: {@link Coderun#get_dp_for_write(String, String)} or {@link
- * Coderun#get_dp_for_read(String)}
- *
- * Upon {@link Coderun#close()} it will try to register itself and its components in the
- * registry, and then register itself in the coderun.
- */
-public abstract class Data_product implements AutoCloseable {
- private static final Logger logger = LoggerFactory.getLogger(Data_product.class);
- final Coderun coderun;
- final RegistryNamespace registryNamespace;
- String namespace_name;
- String extension;
- final String version;
- final String description;
- RegistryData_product registryData_product;
- RegistryObject registryObject;
- RegistryStorage_location registryStorage_location;
- RegistryStorage_root registryStorage_root;
- Path filePath;
- CleanableFileChannel filechannel;
- Object_component whole_obj_oc;
- /** the name given by the user (asked for in the FileApi.get_dp_for_xxx() call) */
- final String givenDataProduct_name;
- /**
- * usually the same as the given name, unless the config use section has given an alternative data
- * product name to open.
- */
- String actualDataProduct_name;
-
- final Map componentMap = new HashMap<>();
- final List configItems;
- boolean been_used = false;
-
- Data_product(String dataProduct_name, Coderun coderun) {
- this(dataProduct_name, coderun, null);
- }
-
- Data_product(String dataProduct_name, Coderun coderun, String extension) {
- this.extension = extension;
- this.coderun = coderun;
- this.givenDataProduct_name = dataProduct_name;
- this.actualDataProduct_name = dataProduct_name;
- this.configItems = this.getConfigItems();
- this.namespace_name = this.getDefaultNamespace_name();
- ImmutableConfigItem configItem = this.getConfigItem(dataProduct_name);
- if (configItem.use().namespace().isPresent())
- namespace_name = configItem.use().namespace().get();
- if (configItem.use().data_product().isPresent())
- this.actualDataProduct_name = configItem.use().data_product().get();
- if (configItem.file_type().isPresent()) {
- if (extension != null && !configItem.file_type().get().equals(extension))
- logger.warn(
- "file type conflict: code says {}, config says {}",
- extension,
- configItem.file_type().get());
- this.extension = configItem.file_type().get();
- }
- this.description = configItem.description().orElse("");
- this.version = configItem.use().version();
- this.registryNamespace = this.getRegistryNamespace(this.namespace_name);
- this.populate_data_product();
- }
-
- /*
- * this should populate the main data fields: data_product, storage_location and fdpObject
- * for READ: by reading these from the registry
- * for WRITE: by preparing empty ones that can later by posted to registry
- */
- abstract void populate_data_product();
-
- abstract List getConfigItems();
-
- abstract String getDefaultNamespace_name();
-
- RegistryNamespace getRegistryNamespace(String namespace_name) {
- return (RegistryNamespace)
- coderun.restClient.getFirst(
- RegistryNamespace.class, Collections.singletonMap("name", namespace_name));
- }
-
- RegistryData_product getRegistryData_product() {
- Map dp_map =
- Map.of(
- "name",
- this.actualDataProduct_name,
- "namespace",
- this.registryNamespace.get_id().toString(),
- "version",
- version);
- return (RegistryData_product) coderun.restClient.getFirst(RegistryData_product.class, dp_map);
- }
-
- ImmutableConfigItem getConfigItem(String dataProduct_name) {
-
- return this.getConfigItems().stream()
- .filter(ci -> ci.data_product().equals(dataProduct_name))
- .findFirst()
- .orElse(null);
- }
-
- /*
- *
- */
- abstract Path getFilePath();
-
- /** please make sure the implementation set been_used = true; */
- abstract CleanableFileChannel getFilechannel() throws IOException;
-
- void closeFileChannel() {
- if (this.filechannel != null) {
- this.filechannel.close();
- this.filechannel = null;
- }
- }
-
- abstract void objects_to_registry();
-
- void InputsOutputsToCoderun() {
- if (this.whole_obj_oc != null) this.whole_obj_oc.register_me_in_code_run();
- this.componentMap.forEach((key, value) -> value.register_me_in_code_run());
- }
-
- @Override
- public void close() {
- this.closeFileChannel();
- this.objects_to_registry();
- this.InputsOutputsToCoderun();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java b/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java
deleted file mode 100644
index 1799d16..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java
+++ /dev/null
@@ -1,173 +0,0 @@
-package org.fairdatapipeline.api;
-
-import static java.nio.file.StandardOpenOption.*;
-
-import java.io.IOException;
-import java.nio.channels.FileChannel;
-import java.nio.file.Path;
-import java.util.List;
-import org.fairdatapipeline.config.ConfigException;
-import org.fairdatapipeline.config.ImmutableConfigItem;
-import org.fairdatapipeline.dataregistry.content.RegistryNamespace;
-import org.fairdatapipeline.dataregistry.content.RegistryObject;
-import org.fairdatapipeline.dataregistry.content.RegistryStorage_location;
-import org.fairdatapipeline.dataregistry.content.RegistryStorage_root;
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-/**
- * Data_product_read is created by Coderun: {@link Coderun#get_dp_for_read(String)}
- *
- * Upon {@link Coderun#close()} it will register its components in the coderun.
- */
-public class Data_product_read extends Data_product {
- private boolean hash_checked = false;
-
- Data_product_read(String dataProduct_name, Coderun coderun) {
- super(dataProduct_name, coderun);
- }
-
- void populate_data_product() {
- // called from the constructor
- this.registryData_product = this.getRegistryData_product();
- if (this.registryData_product == null) {
- throw (new RegistryObjectNotfoundException(
- "Trying to read from non-existing data_product "
- + this.actualDataProduct_name
- + "; NS "
- + this.registryNamespace.getName()
- + "; version "
- + version));
- }
- this.registryObject =
- (RegistryObject)
- coderun.restClient.get(RegistryObject.class, this.registryData_product.getObject());
- if (this.registryObject == null) {
- throw (new RegistryObjectNotfoundException(
- "couldn't retrieve the fdpObject for this READ dp "
- + this.givenDataProduct_name
- + " ("
- + this.actualDataProduct_name
- + ")"));
- }
- this.registryStorage_location =
- (RegistryStorage_location)
- coderun.restClient.get(
- RegistryStorage_location.class, this.registryObject.getStorage_location());
- if (this.registryStorage_location == null) {
- throw (new RegistryObjectNotfoundException(
- "Couldn't retrieve the StorageLocation for this READ dp "
- + this.givenDataProduct_name
- + " ("
- + this.actualDataProduct_name
- + ")"));
- }
- this.registryStorage_root =
- (RegistryStorage_root)
- coderun.restClient.get(
- RegistryStorage_root.class, this.registryStorage_location.getStorage_root());
- if (this.registryStorage_root == null) {
- throw (new RegistryObjectNotfoundException(
- "Couldn't retrieve the StorageRoot for this READ dp "
- + this.givenDataProduct_name
- + " ("
- + this.actualDataProduct_name
- + ")"));
- }
- this.filePath =
- this.registryStorage_root
- .getPath()
- .resolve(Path.of(this.registryStorage_location.getPath()));
- }
-
- List getConfigItems() {
- return coderun.config.readItems();
- }
-
- String getDefaultNamespace_name() {
- return this.coderun.config.run_metadata().default_input_namespace().orElse("");
- }
-
- @Override
- RegistryNamespace getRegistryNamespace(String namespace_name) {
- // for a READ dp we must have the namespace from the config or we will have to give up
- RegistryNamespace ns = super.getRegistryNamespace(namespace_name);
- if (ns == null) {
- throw (new RegistryObjectNotfoundException("Can't find the namespace " + namespace_name));
- }
- return ns;
- }
-
- @Override
- ImmutableConfigItem getConfigItem(String dataProduct_name) {
- ImmutableConfigItem configItem = super.getConfigItem(dataProduct_name);
- if (configItem == null) {
- throw (new ConfigException("dataProduct " + dataProduct_name + " not found in config"));
- }
- return configItem;
- }
-
- private void check_hash() {
- // Do nothing for now. Unsure if we will implement hash checking.
- }
-
- private void executeOnCloseFileHandleDP() {
- // don't need to Hash READ objects
- }
-
- protected Path getFilePath() {
- this.been_used = true;
- if (!hash_checked) this.check_hash();
- return this.filePath;
- }
-
- CleanableFileChannel getFilechannel() throws IOException {
- this.been_used = true;
- Runnable onClose = this::executeOnCloseFileHandleDP;
- if (!hash_checked) this.check_hash();
- if (this.filechannel == null) {
- this.filechannel = new CleanableFileChannel(FileChannel.open(this.filePath, READ), onClose);
- } else {
- if (!this.filechannel.isOpen()) {
- this.filechannel = new CleanableFileChannel(FileChannel.open(this.filePath, READ), onClose);
- }
- }
- return this.filechannel;
- }
-
- /**
- * Obtain an Object_component for reading.
- *
- * @param component_name the name of the object component to read.
- * @return the Object_component class
- */
- public Object_component_read getComponent(String component_name) {
- if (componentMap.containsKey(component_name))
- return (Object_component_read) componentMap.get(component_name);
- Object_component_read dc = new Object_component_read(this, component_name);
- componentMap.put(component_name, dc);
- return dc;
- }
-
- /**
- * Obtain an Object_component (whole_object) for reading.
- *
- * @return the Object_component class
- */
- public Object_component_read getComponent() {
- if (this.whole_obj_oc == null) this.whole_obj_oc = new Object_component_read(this);
- return (Object_component_read) this.whole_obj_oc;
- }
-
- void components_to_registry() {
- // this is just to make sure the components can register their issues
- this.componentMap.entrySet().stream()
- .filter(c -> c.getValue().been_used)
- .forEach(component -> component.getValue().register_me_in_registry());
- }
-
- void objects_to_registry() {
- // this is called upon close; but since this is a READ dp, it won't have a DP, Stolo, fdpObj, or
- // any new components to register
- this.components_to_registry();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java b/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java
deleted file mode 100644
index 2766c21..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java
+++ /dev/null
@@ -1,259 +0,0 @@
-package org.fairdatapipeline.api;
-
-import static java.nio.file.StandardOpenOption.*;
-
-import java.io.IOException;
-import java.nio.channels.FileChannel;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.util.List;
-import java.util.Map;
-import java.util.Objects;
-import org.fairdatapipeline.config.ConfigException;
-import org.fairdatapipeline.config.ImmutableConfigItem;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/**
- * Data_product_write is created by Coderun: {@link Coderun#get_dp_for_write(String, String)}
- *
- * Upon {@link Coderun#close()} it will register itself and its components in the registry, and
- * then register its components in the coderun.
- */
-public class Data_product_write extends Data_product {
- private static final Logger logger = LoggerFactory.getLogger(Data_product_write.class);
- private boolean is_hashed;
-
- Data_product_write(String dataProduct_name, Coderun coderun) {
- super(dataProduct_name, coderun);
- }
-
- Data_product_write(String dataProduct_name, Coderun coderun, String extension) {
- super(dataProduct_name, coderun, extension);
- }
-
- void populate_data_product() {
- // called from the constructor
- if (this.getRegistryData_product() != null) {
- throw (new IllegalActionException(
- "You can't write to a Data Product that already exists: "
- + this.actualDataProduct_name
- + ", version "
- + this.version
- + ", namespace: "
- + this.namespace_name));
- }
- File_type file_type = new File_type(this.extension, coderun.restClient);
-
- this.registryStorage_root = this.coderun.getWriteStorage_root();
- this.registryStorage_location = new RegistryStorage_location();
- this.registryStorage_location.setStorage_root(this.registryStorage_root.getUrl());
- String filename = this.version + "." + this.extension;
- Path my_stolo_path =
- Paths.get(this.namespace_name).resolve(this.actualDataProduct_name).resolve(filename);
- this.filePath = this.registryStorage_root.getPath().resolve(my_stolo_path);
- this.registryStorage_location.setPath(my_stolo_path.toString());
- this.registryObject = new RegistryObject();
- this.registryObject.setDescription(this.description);
- this.registryObject.setAuthors(this.coderun.authors);
- this.registryObject.setFile_type(file_type.getUrl());
- this.registryData_product = new RegistryData_product();
- this.registryData_product.setName(this.actualDataProduct_name);
- this.registryData_product.setNamespace(this.registryNamespace.getUrl());
- this.registryData_product.setVersion(this.version);
- }
-
- List getConfigItems() {
- return coderun.config.writeItems();
- }
-
- String getDefaultNamespace_name() {
- return this.coderun.config.run_metadata().default_output_namespace().orElse("");
- }
-
- @Override
- RegistryNamespace getRegistryNamespace(String namespace_name) {
- RegistryNamespace ns = super.getRegistryNamespace(namespace_name);
- if (ns == null) {
- ns = (RegistryNamespace) coderun.restClient.post(new RegistryNamespace(namespace_name));
- if (ns == null) {
- throw (new RegistryException(
- "Failed to create in registry: namespace '" + namespace_name + "'"));
- }
- }
- return ns;
- }
-
- private boolean globMatch(String pattern, String dataProduct_name) {
- if (pattern.endsWith("/*")) {
- return dataProduct_name.startsWith(pattern.substring(0, pattern.length() - 1));
- }
- return pattern.equals(dataProduct_name);
- }
-
- @Override
- ImmutableConfigItem getConfigItem(String dataProduct_name) {
- ImmutableConfigItem configItem = super.getConfigItem(dataProduct_name);
- if (configItem == null) {
- // for WRITING dp's; we allow /* globbing if there is no exact match we look for a /* match
- configItem =
- this.getConfigItems().stream()
- .filter(ci -> globMatch(ci.data_product(), dataProduct_name))
- .findFirst()
- .orElse(null);
- }
- if (configItem == null) {
- throw (new ConfigException("DataProduct " + dataProduct_name + " not found in config"));
- }
- return configItem;
- }
-
- private void executeOnCloseFileHandleDP() {
- this.do_hash();
- }
-
- private void do_hash() {
- if (this.is_hashed) return;
- String hash = coderun.hasher.fileHash(this.filePath.toString());
- this.registryStorage_location.setHash(hash);
- this.is_hashed = true;
- }
-
- Path getFilePath() {
- this.been_used = true;
- this.is_hashed = false;
- if (!this.filePath.getParent().toFile().exists()) {
- try {
- Files.createDirectories(this.filePath.getParent());
- } catch (IOException e) {
- logger.error("failed to create directory {}", this.filePath.getParent());
- // throw, or continue?
- return null;
- }
- }
- return this.filePath;
- }
-
- CleanableFileChannel getFilechannel() throws IOException {
- this.been_used = true;
- Runnable onClose = this::executeOnCloseFileHandleDP;
- if (this.filechannel == null) {
- if (!this.filePath.getParent().toFile().exists()) {
- Files.createDirectories(this.filePath.getParent());
- }
- this.filechannel =
- new CleanableFileChannel(FileChannel.open(this.filePath, CREATE_NEW, WRITE), onClose);
- } else {
- if (!this.filechannel.isOpen()) {
- this.filechannel =
- new CleanableFileChannel(FileChannel.open(this.filePath, APPEND, WRITE), onClose);
- }
- }
- this.is_hashed = false;
- return this.filechannel;
- }
-
- @Override
- void closeFileChannel() {
- if (this.filechannel != null) {
- this.filechannel.close();
- this.filechannel = null;
- }
- }
-
- /**
- * Obtain an Object_component for writing.
- *
- * @param component_name the name of the object component.
- * @return the Object_component_write object.
- */
- public Object_component_write getComponent(String component_name) {
- if (componentMap.containsKey(component_name))
- return (Object_component_write) componentMap.get(component_name);
- Object_component_write dc;
- dc =
- new Object_component_write(
- this, Objects.requireNonNullElse(component_name, "whole_object"));
- componentMap.put(component_name, dc);
- return dc;
- }
-
- /**
- * Obtain an Object_component (whole_object) for writing.
- *
- * @return the Object_component class
- */
- public Object_component_write getComponent() {
- if (this.whole_obj_oc == null) this.whole_obj_oc = new Object_component_write(this);
- return (Object_component_write) this.whole_obj_oc;
- }
-
- void stolo_obj_and_dp_to_registry() {
- if (this.registryStorage_location.getUrl() == null) {
- Map find_identical =
- Map.of(
- "storage_root",
- Registry_RootObject.get_id(this.registryStorage_location.getStorage_root())
- .toString(),
- "hash",
- this.registryStorage_location.getHash(),
- "public",
- this.registryStorage_location.isIs_public() ? "true" : "false");
- RegistryStorage_location identical_sl =
- (RegistryStorage_location)
- this.coderun.restClient.getFirst(RegistryStorage_location.class, find_identical);
- if (identical_sl != null) {
- // we've found an existing stolo with matching hash. delete this one.
- try {
- Files.delete(this.filePath);
- } catch (IOException e) {
- logger.warn(
- "Failed to delete current data file which is identical to a file already in the local registry.",
- e);
- }
- this.registryStorage_location = identical_sl;
- // my FilePath is now wrong!
- } else {
- // we've not found an existing stolo with matching hash. store this one.
- RegistryStorage_location sl =
- (RegistryStorage_location) this.coderun.restClient.post(this.registryStorage_location);
- if (sl == null) {
- throw (new RegistryException(
- "Failed to create in registry: new storage location "
- + this.registryStorage_location.getPath()));
- } else {
- this.registryStorage_location = sl;
- }
- }
- }
- this.registryObject.setStorage_location(this.registryStorage_location.getUrl());
- final RegistryObject o = (RegistryObject) this.coderun.restClient.post(this.registryObject);
- if (o == null) {
- throw (new RegistryException(
- "Failed to create in registry: Object " + this.registryObject.getDescription()));
- }
- this.registryObject = o;
- this.registryData_product.setObject(o.getUrl());
- RegistryData_product dp =
- (RegistryData_product) this.coderun.restClient.post(this.registryData_product);
- if (dp == null) {
- throw (new RegistryException(
- "Failed to create in registry: Data_product " + this.registryData_product.getName()));
- }
- this.registryData_product = dp;
- }
-
- void components_to_registry() {
- if (this.whole_obj_oc != null) this.whole_obj_oc.register_me_in_registry();
- this.componentMap.forEach((key, value) -> value.register_me_in_registry());
- }
-
- void objects_to_registry() {
- this.do_hash();
- this.stolo_obj_and_dp_to_registry();
- this.components_to_registry();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/FileObject.java b/api/src/main/java/org/fairdatapipeline/api/FileObject.java
deleted file mode 100644
index 50ead15..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/FileObject.java
+++ /dev/null
@@ -1,83 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.util.List;
-import org.fairdatapipeline.dataregistry.content.RegistryObject;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * A new registryObject with given storage_location, description, authors, file_type. Used for
- * Submission Script, Code Repo, Config File, which can have issues raised on.
- */
-public class FileObject {
- final Coderun coderun;
- RegistryObject o;
-
- /**
- * This constructor is used to store actual files, such as the config and script files the coderun
- * needs to store.
- *
- * @param file_type The File_type (extension) for this file. (the file type must have already been
- * registered in the registry)
- * @param storage_location The Storage_location given must be already registered in the registry.
- * @param description name/description for this object.
- * @param authors a list of Author API URLS.
- * @param coderun link back to the coderun; to access its restClient.
- */
- FileObject(
- File_type file_type,
- Storage_location storage_location,
- String description,
- List authors,
- Coderun coderun) {
- this.coderun = coderun;
- this.o = new RegistryObject();
- this.o.setStorage_location(storage_location.getUrl());
- this.o.setDescription(description);
- if (file_type != null) this.o.setFile_type(file_type.getUrl());
- this.o.setAuthors(authors);
- this.o = (RegistryObject) coderun.restClient.post(this.o);
- if (this.o == null) {
- throw (new RegistryException(
- "Failed to create Object in registry: " + storage_location.getUrl()));
- }
- }
-
- /**
- * this constructor is used to store an Object without a file_type, such as the Object for a
- * code_repo
- *
- * @param storage_location The storage location must be already registered in the registry.
- * @param description name/description for this Object.
- * @param authors list of Author API urls.
- * @param coderun link back to the coderun; to access its restClient.
- */
- FileObject(
- Storage_location storage_location,
- String description,
- List authors,
- Coderun coderun) {
- this(null, storage_location, description, authors, coderun);
- }
-
- /**
- * raise an issue with this component
- *
- * @param description the text description of this issue
- * @param severity Integer - higher means more severe
- */
- public void raise_issue(String description, Integer severity) {
- if (o.getComponents().isEmpty()) {
- throw (new IllegalActionException("Object component not found."));
- }
- Issue i = this.coderun.raise_issue(description, severity);
- i.add_registryObject_component(getWholeObjectComponentUrl());
- }
-
- APIURL getWholeObjectComponentUrl() {
- return this.o.getComponents().get(0);
- }
-
- APIURL getUrl() {
- return this.o.getUrl();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/File_type.java b/api/src/main/java/org/fairdatapipeline/api/File_type.java
deleted file mode 100644
index b9be400..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/File_type.java
+++ /dev/null
@@ -1,36 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.util.Collections;
-import org.fairdatapipeline.dataregistry.content.RegistryFile_type;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-import org.fairdatapipeline.dataregistry.restclient.RestClient;
-
-/** Encapsulates the registryFile_type object */
-class File_type {
- RegistryFile_type registryFile_type;
-
- /**
- * Given the @param extension, retrieve (or create if not exists) the corresponding
- * registryFile_type from the registry
- *
- * @param extension the filetype extension we're looking for (txt, yaml, toml, cvs)
- * @param restClient the restClient to access the registry.
- */
- File_type(String extension, RestClient restClient) {
- this.registryFile_type =
- (RegistryFile_type)
- restClient.getFirst(
- RegistryFile_type.class, Collections.singletonMap("extension", extension));
- if (this.registryFile_type == null) {
- this.registryFile_type =
- (RegistryFile_type) restClient.post(new RegistryFile_type(extension, extension));
- if (this.registryFile_type == null) {
- throw (new RegistryException("Failed to create File_type in Registry: " + extension));
- }
- }
- }
-
- APIURL getUrl() {
- return this.registryFile_type.getUrl();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java b/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java
deleted file mode 100644
index 3aa3331..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.api;
-
-/** The consumer is probably trying to do something they aren't supposed to be doing. */
-public class IllegalActionException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public IllegalActionException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public IllegalActionException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Issue.java b/api/src/main/java/org/fairdatapipeline/api/Issue.java
deleted file mode 100644
index 162eae7..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Issue.java
+++ /dev/null
@@ -1,109 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import org.fairdatapipeline.dataregistry.content.RegistryIssue;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * An issue that can be raised with objects or their components.
- *
- * Issues can be created using {@link Coderun#raise_issue(String, Integer)} or with {@link
- * Object_component#raise_issue(String, Integer)}.
- *
- *
Usage example
- *
- *
- *
- *
- * Object_component_write oc1 = dp.getComponent(component1);
- * oc1.raise_issue("something is terribly wrong with this component", 10);
- *
- *
- *
- *
- * or
- *
- *
- *
- *
- * Issue i = coderun.raise_issue("moderately bad data", 7);
- * i.add_components(oc1, oc2, oc3);
- *
- *
- *
- *
- * or
- *
- *
- *
- *
- * Issue i = coderun.raise_issue("moderately bad data", 7);
- * i.add_components(oc1, oc2, oc3);
- * i.add_fileObjects(coderun.getCode_repo(), coderun.getScript(), coderun.getConfig());
- *
- *
- *
- */
-public class Issue {
- final RegistryIssue registryIssue;
- final String description;
- final Integer severity;
- final List components;
-
- /**
- * Constructor is not public, for issues should be created by coderun.
- *
- * @param description the text (description) for this issue
- * @param severity an integer indicating the severity of the issue - high is more severe
- */
- Issue(String description, Integer severity) {
- this.description = description;
- this.severity = severity;
- this.registryIssue = new RegistryIssue(description, severity);
- this.components = new ArrayList<>();
- }
-
- /**
- * at the end of coderun the obj_components have been registered, and the registryIssue can
- * receive the obj_component URLs to put in its component_issues List.
- *
- * @return the registryIssue with its Component_issues filled in
- */
- RegistryIssue getRegistryIssue() {
- this.components.forEach(
- component ->
- this.registryIssue.addComponent_issue(component.registryObject_component.getUrl()));
- return registryIssue;
- }
-
- /**
- * When we have created an issue using coderun.raise_issue() we still need to attach this issue to
- * one or more object components. Note: attach the issue to the 'whole_object' component to
- * indicate that it is linked to the object rather than a specific component.
- *
- * @param components - any number of components can be listed as arguments
- */
- public void add_components(Object_component... components) {
- this.components.addAll(Arrays.asList(components));
- }
-
- /**
- * When we have created an issue using coderun.raise_issue() we can also attach FileObjects to
- * this issue. This can be used to raise issues with Code_repo, Submission Script, and/or Config
- * File.
- *
- * @param objects any number of FileObjects, e.g. coderun.getScript(), coderun.getConfig(),
- * coderun.getCode_repo()
- */
- public void add_fileObjects(FileObject... objects) {
- Arrays.asList(objects)
- .forEach(
- object -> this.registryIssue.addComponent_issue(object.getWholeObjectComponentUrl()));
- }
-
- void add_registryObject_component(APIURL objectComponentUrl) {
- this.registryIssue.addComponent_issue(objectComponentUrl);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component.java b/api/src/main/java/org/fairdatapipeline/api/Object_component.java
deleted file mode 100644
index ab62eaf..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Object_component.java
+++ /dev/null
@@ -1,67 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.io.IOException;
-import java.util.HashMap;
-import java.util.Map;
-import org.fairdatapipeline.dataregistry.content.RegistryObject_component;
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-/**
- * This represents an object_component to read from or write to (or raise issues with) An
- * object_component without a name is the 'whole_object' component.
- */
-public abstract class Object_component {
- final String component_name;
- final boolean whole_object;
- final Data_product dp;
- RegistryObject_component registryObject_component;
- boolean been_used = false;
-
- Object_component(Data_product dp, String component_name) {
- this(dp, component_name, false);
- }
-
- Object_component(Data_product dp) {
- this(dp, "whole_object", true);
- }
-
- Object_component(Data_product dp, String component_name, boolean whole_object) {
- this.dp = dp;
- this.whole_object = whole_object;
- this.component_name = component_name;
- this.populate_component();
- }
-
- /**
- * raise an issue with this component
- *
- * @param description the text description of this issue
- * @param severity Integer - higher means more severe
- */
- public void raise_issue(String description, Integer severity) {
- Issue i = this.dp.coderun.raise_issue(description, severity);
- i.add_components(this);
- }
-
- CleanableFileChannel getFileChannel() throws IOException {
- this.been_used = true;
- return this.dp.getFilechannel();
- }
-
- abstract void populate_component();
-
- RegistryObject_component retrieveObject_component() {
- Map objcompmap = new HashMap<>();
- objcompmap.put("object", dp.registryObject.get_id().toString());
- if (this.whole_object) objcompmap.put("whole_object", "true");
- else objcompmap.put("name", component_name);
- return (RegistryObject_component)
- dp.coderun.restClient.getFirst(RegistryObject_component.class, objcompmap);
- }
-
- /** POST this registryObject_component to the registry, unless it's not been used */
- abstract void register_me_in_registry();
-
- /** Add this registryObject_component to the Coderun inputs/outputs. */
- abstract void register_me_in_code_run();
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java b/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java
deleted file mode 100644
index 9df0b69..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java
+++ /dev/null
@@ -1,121 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.io.IOException;
-import java.nio.file.Path;
-import java.util.List;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.parameters.ReadComponent;
-
-/**
- * This represents an object_component to read from (or raise issues with) An object_component
- * without a name is the 'whole_object' component. Ideally the user should only read from named
- * components on toml and h5 files, and only read from the 'whole_object' on any other files. This
- * is not enforced at the moment.
- */
-public class Object_component_read extends Object_component {
-
- Object_component_read(Data_product_read dp, String component_name) {
- super(dp, component_name);
- }
-
- Object_component_read(Data_product_read dp) {
- super(dp);
- }
-
- protected void populate_component() {
- this.registryObject_component = this.retrieveObject_component();
- if (this.registryObject_component == null) {
- throw (new RegistryObjectNotfoundException(
- "Object Component '"
- + this.component_name
- + "' for Object "
- + this.dp.registryObject.get_id().toString()
- + " not found in registry."));
- }
- }
-
- /**
- * get the filePath to read from; only for whole_object component
- *
- * @return Path the Path of the data object.
- */
- public Path readLink() {
- if (!this.whole_object) {
- throw (new IllegalActionException(
- "You shouldn't try to read directly from a Data Product with named components."));
- }
- this.been_used = true;
- return this.dp.getFilePath();
- }
-
- /**
- * get the CleanableFileChannel to read directly from the file. only for whole_object component.
- *
- * @return CleanableFileChannel the filechannel to read from.
- * @throws IOException if the file can't be opened.
- */
- public CleanableFileChannel readFileChannel() throws IOException {
- if (!this.whole_object) {
- throw (new IllegalActionException(
- "You shouldn't try to read directly from a Data Product with named components."));
- }
- this.been_used = true;
- return this.getFileChannel();
- }
-
- /**
- * read the Estimate that was stored as this component in a TOML file.
- *
- * @return the estimate as Number
- */
- public Number readEstimate() {
- ReadComponent data;
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- data =
- dp.coderun.parameterDataReader.read(fileChannel, this.registryObject_component.getName());
- } catch (IOException e) {
- throw (new RuntimeException("readEstimate() -- IOException trying to read from file", e));
- }
- return data.getEstimate();
- }
-
- /**
- * read the Distribution that was stored as this component in a TOML file.
- *
- * @return the Distribution
- */
- public Distribution readDistribution() {
- ReadComponent data;
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- data = this.dp.coderun.parameterDataReader.read(fileChannel, this.component_name);
- } catch (IOException e) {
- throw (new RuntimeException(
- "readDistribution() -- IOException trying to read from file.", e));
- }
- return data.getDistribution();
- }
-
- /**
- * read the Samples that were stored as this component in a TOML file.
- *
- * @return the Samples object
- */
- public List readSamples() {
- ReadComponent data;
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- data = this.dp.coderun.parameterDataReader.read(fileChannel, this.component_name);
- } catch (IOException e) {
- throw (new RuntimeException("readSamples() -- IOException trying to read from file.", e));
- }
- return data.getSamples();
- }
-
- void register_me_in_registry() {
- // I am a read component, so I am already registered.
- }
-
- void register_me_in_code_run() {
- if (this.been_used) this.dp.coderun.addInput(this.registryObject_component.getUrl());
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java b/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java
deleted file mode 100644
index 5204143..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java
+++ /dev/null
@@ -1,142 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.io.IOException;
-import java.nio.file.Path;
-import java.util.Map;
-import org.fairdatapipeline.dataregistry.content.RegistryObject_component;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.samples.Samples;
-
-/**
- * This represents an object_component to write to (or raise issues with) An object_component
- * without a name is the 'whole_object' component. Ideally the user should only write to named
- * components on toml and h5 files, and only write to the 'whole_object' on any other files. This is
- * not enforced at the moment. You should only ever either write to the whole_object, OR to the
- * named components, not both. This also is not enforced at the moment.
- */
-public class Object_component_write extends Object_component {
- Object_component_write(Data_product dp, String component_name) {
- super(dp, component_name);
- }
-
- Object_component_write(Data_product dp) {
- super(dp, "whole_object", true);
- }
-
- protected void populate_component() {
- this.registryObject_component = new RegistryObject_component(component_name);
- }
-
- /**
- * get the filePath to write; only for whole_object component
- *
- * @return Path the Path of the data object.
- */
- public Path writeLink() {
- if (!this.whole_object) {
- throw (new IllegalActionException(
- "You shouldn't try to write directly to a Data Product with named components."));
- }
- this.been_used = true;
- return this.dp.getFilePath();
- }
-
- /**
- * get the CleanableFileChannel to write directly to the file. only for whole_object component.
- *
- * @return CleanableFileChannel the filechannel to write to.
- * @throws IOException if the file can't be opened.
- */
- public CleanableFileChannel writeFileChannel() throws IOException {
- if (!this.whole_object) {
- throw (new IllegalActionException(
- "You shouldn't try to write directly to a Data Product with named components."));
- }
- this.been_used = true;
- return this.getFileChannel();
- }
-
- /**
- * write a Number as an Estimate, as this named component in the data product.
- *
- * @param estimateNumber the number to write.
- */
- public void writeEstimate(Number estimateNumber) {
- var estimate =
- ImmutableEstimate.builder().internalValue(estimateNumber).rng(this.dp.coderun.rng).build();
-
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, estimate);
- } catch (IOException e) {
- throw (new RuntimeException("writeEstimate() -- IOException trying to write to file.", e));
- }
- }
-
- /**
- * write a Distribution, as this named component in the data product.
- *
- * @param distribution the Distribution to write
- */
- public void writeDistribution(Distribution distribution) {
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- this.dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, distribution);
- } catch (IOException e) {
- throw (new RuntimeException(
- "writeDistribution() -- IOException trying to write to file.", e));
- }
- }
-
- /**
- * write Samples, as this named component in the data product.
- *
- * @param samples a Samples object containing the samples
- */
- public void writeSamples(Samples samples) {
- try (CleanableFileChannel fileChannel = this.getFileChannel()) {
- this.dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, samples);
- } catch (IOException e) {
- throw (new RuntimeException("writeSamples() -- IOException trying to write to file.", e));
- }
- }
-
- void register_me_in_code_run() {
- if (this.been_used) this.dp.coderun.addOutput(this.registryObject_component.getUrl());
- }
-
- void register_me_in_registry() {
- if (!been_used) return; // don't register a component unless it has been written to
- if (this.whole_object) {
- Map find_whole_object =
- Map.of("object", dp.registryObject.get_id().toString(), "whole_object", "true");
- RegistryObject_component objComponent =
- (RegistryObject_component)
- dp.coderun.restClient.getFirst(RegistryObject_component.class, find_whole_object);
- if (objComponent == null) {
- throw (new RegistryObjectNotfoundException(
- "Can't find the 'whole_object' component for obj " + dp.registryObject.get_id()));
- }
- this.registryObject_component = objComponent;
- // we store the found 'whole obj' component as the object_component of
- // the referenced Object_component_write so that this can later be stored as a
- // code_run output.
- } else {
- // component != whole_object
- this.registryObject_component.setObject(dp.registryObject.getUrl());
- RegistryObject_component objComponent =
- (RegistryObject_component) dp.coderun.restClient.post(this.registryObject_component);
- if (objComponent == null) {
- throw (new RegistryException(
- "Failed to create in registry: object component "
- + this.component_name
- + " ("
- + dp.registryObject.get_id()
- + ")"));
- }
- this.registryObject_component = objComponent;
- // store the created object component so that this can later be stored as a code_run
- // output
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/RegistryException.java b/api/src/main/java/org/fairdatapipeline/api/RegistryException.java
deleted file mode 100644
index 83fcfb9..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/RegistryException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.api;
-
-/** Failure to create an Object in the registry. */
-public class RegistryException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public RegistryException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public RegistryException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java b/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java
deleted file mode 100644
index 4a66045..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.api;
-
-/** Failure to retrieve an expected object from the registry. */
-public class RegistryObjectNotfoundException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public RegistryObjectNotfoundException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public RegistryObjectNotfoundException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Storage_location.java b/api/src/main/java/org/fairdatapipeline/api/Storage_location.java
deleted file mode 100644
index cf6022c..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Storage_location.java
+++ /dev/null
@@ -1,107 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.io.IOException;
-import java.net.URI;
-import java.net.URL;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.Map;
-import org.fairdatapipeline.dataregistry.content.RegistryStorage_location;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/** This is used to store a file or a remote repo to the registry as a RegistryStorage_location. */
-class Storage_location {
- private static final Logger logger = LoggerFactory.getLogger(Storage_location.class);
- RegistryStorage_location registryStorage_location;
-
- /**
- * Constructor used for storing remote_repo
- *
- * @param remote_repo the URL of the repository to store. (the protocol://server.com/ part is
- * stored as storage_root)
- * @param latest_commit the unique hash of the repository. if the repo/hash combo already exists,
- * we will use the existing one instead of storing this one.
- * @param coderun link back to the Coderun that created us.
- */
- Storage_location(URL remote_repo, String latest_commit, Coderun coderun) {
- String[] split_repo = Storage_root.url_to_root(remote_repo);
- Storage_root storage_root = new Storage_root(URI.create(split_repo[0]), coderun.restClient);
- create_storagelocation(latest_commit, storage_root, coderun, split_repo[1], null);
- }
-
- /**
- * Constructor used for storing an existing file.
- *
- * @param filePath the filePath of the file to store.
- * @param storage_root the storage root.
- * @param coderun link back to Coderun that created us.
- * @param delete_if_hash_exists we'll only create the RegistryStorage_location if the root/hash
- * combo is unique, but if delete_if_hash_exists we will also delete the file if the root/hash
- * combo already exists.
- */
- Storage_location(
- Path filePath, Storage_root storage_root, Coderun coderun, boolean delete_if_hash_exists) {
- String hash = coderun.hasher.fileHash(filePath.toString());
-
- Path storageRootPath = storage_root.getPath();
- Path relativePath = storageRootPath.relativize(filePath);
- Path filePath_to_delete = null;
- if (delete_if_hash_exists) filePath_to_delete = filePath;
- create_storagelocation(
- hash, storage_root, coderun, relativePath.toString(), filePath_to_delete);
- }
-
- void create_storagelocation(
- String hash,
- Storage_root storage_root,
- Coderun coderun,
- String path,
- Path filePath_to_delete_if_hash_exists) {
- Map find_stolo_from_hash =
- Map.of(
- "hash",
- hash,
- "public",
- "true",
- "storage_root",
- storage_root.registryStorage_root.get_id().toString());
- this.registryStorage_location =
- (RegistryStorage_location)
- coderun.restClient.getFirst(RegistryStorage_location.class, find_stolo_from_hash);
- if (this.registryStorage_location != null) {
- // there is an already existing StorageLocation for this hash; we may need to delete the file
- if (filePath_to_delete_if_hash_exists == null) {
- logger.trace(
- "Not deleting file after finding existing storage location with identical hash.");
- } else {
- try {
- Files.delete(filePath_to_delete_if_hash_exists);
- logger.trace(
- "Deleting file after finding existing storage location with identical hash.");
- } catch (IOException e) {
- logger.error(
- "Failed to delete file after finding existing storage location with identical hash: {}",
- filePath_to_delete_if_hash_exists);
- }
- }
- } else {
- // create the registryStorage_location
- this.registryStorage_location = new RegistryStorage_location();
- this.registryStorage_location.setHash(hash);
- this.registryStorage_location.setStorage_root(storage_root.getUrl());
- this.registryStorage_location.setIs_public(true);
- this.registryStorage_location.setPath(path);
- this.registryStorage_location =
- (RegistryStorage_location) coderun.restClient.post(this.registryStorage_location);
- if (this.registryStorage_location == null) {
- throw (new RegistryException("Failed to create in registry: StorageLocation for " + path));
- }
- }
- }
-
- APIURL getUrl() {
- return this.registryStorage_location.getUrl();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/Storage_root.java b/api/src/main/java/org/fairdatapipeline/api/Storage_root.java
deleted file mode 100644
index 76229eb..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/Storage_root.java
+++ /dev/null
@@ -1,61 +0,0 @@
-package org.fairdatapipeline.api;
-
-import java.net.URI;
-import java.net.URL;
-import java.nio.file.Path;
-import java.util.Collections;
-import org.fairdatapipeline.dataregistry.content.RegistryStorage_root;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-import org.fairdatapipeline.dataregistry.restclient.RestClient;
-
-/** Retrieve or create the RegistryStorage_root with a given 'root'. */
-class Storage_root {
- RegistryStorage_root registryStorage_root;
-
- /**
- * Retrieve or create the RegistryStorage_root with the given storageRootURI.
- *
- * @param storageRootURI the path/root for this Storage_root
- * @param restClient link to the restClient to access the registry.
- */
- Storage_root(URI storageRootURI, RestClient restClient) {
- this.registryStorage_root =
- (RegistryStorage_root)
- restClient.getFirst(
- RegistryStorage_root.class,
- Collections.singletonMap("root", storageRootURI.toString()));
- if (this.registryStorage_root == null) {
- this.registryStorage_root =
- (RegistryStorage_root) restClient.post(new RegistryStorage_root(storageRootURI));
- if (this.registryStorage_root == null) {
- throw (new RegistryException(
- "Failed to create in registry: Storage_root " + storageRootURI));
- }
- }
- }
-
- APIURL getUrl() {
- return this.registryStorage_root.getUrl();
- }
-
- URI getRoot() {
- return this.registryStorage_root.getRoot();
- }
-
- Path getPath() {
- return this.registryStorage_root.getPath();
- }
-
- /**
- * split the repository URL into a storage root (proto://authority/ part) and path (/xxx/xxx) part
- *
- * @param url the URL to split up into scheme/authority and path.
- * @return string array of length 2.
- */
- static String[] url_to_root(URL url) {
- String path = url.getPath().substring(1);
- String scheme_and_authority_part =
- url.toString().substring(0, url.toString().length() - path.length());
- return new String[] {scheme_and_authority_part, path};
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/api/package-info.java b/api/src/main/java/org/fairdatapipeline/api/package-info.java
deleted file mode 100644
index 21c855c..0000000
--- a/api/src/main/java/org/fairdatapipeline/api/package-info.java
+++ /dev/null
@@ -1,27 +0,0 @@
-/**
- * Java implementation of the FAIR Data Pipeline API
- *
- * The main class for the FAIR Data Pipeline JAVA API is {@link org.fairdatapipeline.api.Coderun}
- *
- *
Users should initialise this library using a try-with-resources block or ensure that .close()
- * is explicitly closed when the required file handles have been accessed.
- *
- *
Usage example
- *
- *
- *
- *
- * try (var coderun = new Coderun(configPath, scriptPath)) {
- * ImmutableSamples samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- * String dataProduct = "animal/dodo";
- * String component1 = "example-samples-dodo1";
- * Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- * Object_component_write oc1 = dp.getComponent(component1);
- * oc1.raise_issue("something is terribly wrong with this component", 10);
- * oc1.writeSamples(samples);
- * }
- *
- *
- *
- */
-package org.fairdatapipeline.api;
diff --git a/api/src/main/java/org/fairdatapipeline/config/Config.java b/api/src/main/java/org/fairdatapipeline/config/Config.java
deleted file mode 100644
index 9161e63..0000000
--- a/api/src/main/java/org/fairdatapipeline/config/Config.java
+++ /dev/null
@@ -1,270 +0,0 @@
-package org.fairdatapipeline.config;
-
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import java.nio.file.Path;
-import java.util.List;
-import java.util.Optional;
-import org.fairdatapipeline.api.Coderun;
-import org.immutables.value.Value.Immutable;
-
-/**
- * config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command.
- *
- * The config file MUST contain the run_metadata section, and MAY contain the {@link #readItems()
- * read} and {@link #writeItems() write} section(s).
- */
-@Immutable
-@JsonSerialize
-@JsonDeserialize
-public interface Config {
-
- /**
- * Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files.
- *
- * @return boolean fail_on_hash_mismatch
- */
- @JsonProperty("fail_on_hash_mismatch")
- Optional failOnHashMisMatch();
-
- /**
- * The config file MUST contain a run_metadata section to specify the coderun details
- *
- * @return {@link Config.ConfigRunMetadata ImmutableConfigRunMetadata} the run metadata
- */
- @JsonProperty("run_metadata")
- ImmutableConfigRunMetadata run_metadata();
-
- /**
- * The config file MAY contain the read section to specify the read data products
- *
- * @return List a list of {@link Config.ConfigItem ImmutableConfigItem} read items
- */
- @JsonProperty("read")
- List readItems();
-
- /**
- * The config file MAY contain the write section to specify the write data products
- *
- * @return List a list of {@link Config.ConfigItem ImmutableConfigItem} write items
- */
- @JsonProperty("write")
- List writeItems();
-
- /**
- * Read or Write data product items, specified by name, or (only for write items) possibly ending
- * in * for simple globbing
- */
- @Immutable
- @JsonSerialize
- @JsonDeserialize
- interface ConfigItem {
- /**
- * data_product name (for write items this may end in * for simple globbing)
- *
- * @return String data product name
- */
- @JsonProperty
- String data_product();
-
- /**
- * For write items only: please set the description to get stored in the registry with this data
- * product
- *
- * @return The description of this write data product, if given
- */
- Optional description();
-
- /**
- * Config (read or write) items MUST have a use section, which MUST specify a version.
- *
- * @return The {@link Config.ConfigUseItem ImmutableConfigUseItem} use section for this data
- * product.
- */
- @JsonProperty
- ImmutableConfigUseItem use();
-
- /**
- * Config write items may specify the file_type (such as csv, h5, or toml) but this can also be
- * specified using {@link Coderun#get_dp_for_write(String, String)} method.
- *
- * @return String the file_type file extension, if given.
- */
- @JsonProperty
- Optional file_type();
-
- /**
- * This is ignored. But added by CLI
- *
- * @return Boolean 'public' - this is ignored.
- */
- @JsonProperty("public")
- Optional isPublic();
- }
-
- /**
- * Use-section for a data product. This MUST specify a version. It may override data product name
- * or namespace.
- */
- @Immutable
- @JsonSerialize
- @JsonDeserialize
- interface ConfigUseItem {
- /**
- * Override the default namespace for this item
- *
- * @return String namespace name, if given.
- */
- @JsonProperty
- Optional namespace();
-
- /**
- * Override the data_product name for this item
- *
- * @return String the actual data product name to be used, if given.
- */
- @JsonProperty
- Optional data_product();
-
- /**
- * Set the version for this item
- *
- * @return String a semver version to be used for this data product.
- */
- @JsonProperty
- String version();
- }
-
- /** Defaults and settings for this coderun. */
- @Immutable
- @JsonSerialize
- @JsonDeserialize
- interface ConfigRunMetadata {
- /**
- * Set the description field for this code run. (optional, but it really shouldn't be)
- *
- * @return String the description for this code run, if given
- */
- @JsonProperty
- Optional description();
-
- /**
- * this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be)
- *
- * @return String the URL of the local data registry, if given.
- */
- @JsonProperty
- Optional local_data_registry_url();
-
- /**
- * I don't know why we would specify this. It is ignored.
- *
- * @return String remote data registry URL, if given.
- */
- @JsonProperty
- Optional remote_data_registry_url();
-
- /**
- * In which namespace to search for READ data products. this can be overridden in the {@link
- * Config.ConfigUseItem ConfigUseItem}. Optional.
- *
- * @return String default input namespace, if given.
- */
- @JsonProperty
- Optional default_input_namespace();
-
- /**
- * In which namespace to place the WRITE data products. this can be overridden in the {@link
- * Config.ConfigUseItem ConfigUseItem}. Optional.
- *
- * @return String the default output namespace, if given.
- */
- @JsonProperty
- Optional default_output_namespace();
-
- /**
- * The file system root of the local data store for new write objects.
- *
- * @return String the write data store Filesystem path on your local machine.
- */
- @JsonProperty
- Optional write_data_store();
-
- /**
- * This is ignored.
- *
- * @return String local_repo - this is ignored.
- */
- @JsonProperty
- Optional local_repo();
-
- /**
- * This is the location of the repository of the analysis code. For example:
- * https://github.com/FAIRDataPipeline/javaExampleModel
- *
- * @return String remote_repo - this must be a valid URL.
- */
- @JsonProperty
- Optional remote_repo();
-
- /**
- * This is ignored.
- *
- * @return String script - this is ignored.
- */
- @JsonProperty
- Optional script();
-
- /**
- * you can give the path to the submission script (to be stored in the code run) here, or in
- * {@link Coderun#Coderun(Path, Path)} FileApi constructor. Constructor will override the
- * config.
- *
- * @return String script_path - the location of the 'submission script', if given.
- */
- @JsonProperty
- Optional script_path();
-
- /**
- * The commit hash of the remote_repo, in order to store the exact version of the analysis code.
- *
- * @return String latest_commit - the commit hash of the remote_repo, in order to store the
- * exact version of the analysis code.
- */
- @JsonProperty
- Optional latest_commit();
-
- /**
- * The authentication token for the registry.
- *
- * @return The authentication token for the registry.
- */
- @JsonProperty
- Optional token();
-
- /**
- * This is ignored.
- *
- * @return Boolean 'public' - this is ignored.
- */
- @JsonProperty("public")
- Optional isPublic();
-
- /**
- * Default write version - Not Used
- *
- * @return The default write version - not used.
- */
- @JsonProperty
- Optional default_read_version();
-
- /**
- * Default read version - Not Used
- *
- * @return The default write version - not used.
- */
- @JsonProperty
- Optional default_write_version();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigException.java b/api/src/main/java/org/fairdatapipeline/config/ConfigException.java
deleted file mode 100644
index 1ed71cd..0000000
--- a/api/src/main/java/org/fairdatapipeline/config/ConfigException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.config;
-
-/** Something wrong with the config. */
-public class ConfigException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public ConfigException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public ConfigException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java b/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java
deleted file mode 100644
index be49f04..0000000
--- a/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java
+++ /dev/null
@@ -1,16 +0,0 @@
-package org.fairdatapipeline.config;
-
-import java.nio.file.Path;
-import org.fairdatapipeline.yaml.YamlReader;
-
-/** */
-public class ConfigFactory {
- /**
- * @param yamlReader the YamlReader that does the work.
- * @param configFilePath the config.yaml configuration file.
- * @return the immutable parsed configuration file.
- */
- public Config config(YamlReader yamlReader, Path configFilePath) {
- return new ConfigReader(yamlReader, configFilePath).read();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java b/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java
deleted file mode 100644
index 754be57..0000000
--- a/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java
+++ /dev/null
@@ -1,28 +0,0 @@
-package org.fairdatapipeline.config;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import org.fairdatapipeline.yaml.YamlReader;
-
-class ConfigReader {
-
- private final YamlReader yamlReader;
- private final Path absoluteLocationPath;
-
- ConfigReader(YamlReader yamlReader, Path absoluteLocationPath) {
- this.absoluteLocationPath = absoluteLocationPath;
- this.yamlReader = yamlReader;
- }
-
- public ImmutableConfig read() {
- try {
- return yamlReader.read(
- Files.newBufferedReader(absoluteLocationPath), new TypeReference<>() {});
- } catch (IOException e) {
- throw new UncheckedIOException(new IOException(e));
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/config/package-info.java b/api/src/main/java/org/fairdatapipeline/config/package-info.java
deleted file mode 100644
index f4ec782..0000000
--- a/api/src/main/java/org/fairdatapipeline/config/package-info.java
+++ /dev/null
@@ -1,6 +0,0 @@
-/**
- * Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI. Not to
- * be confused with the user
- * written config.yaml
- */
-package org.fairdatapipeline.config;
diff --git a/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java b/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java
deleted file mode 100644
index 73661b8..0000000
--- a/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java
+++ /dev/null
@@ -1,168 +0,0 @@
-package org.fairdatapipeline.distribution;
-
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import com.fasterxml.jackson.annotation.JsonInclude;
-import com.fasterxml.jackson.annotation.JsonInclude.Include;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import com.google.common.base.Preconditions;
-import java.util.List;
-import java.util.Optional;
-import java.util.OptionalDouble;
-import java.util.stream.Collectors;
-import java.util.stream.IntStream;
-import org.apache.commons.math3.distribution.EnumeratedRealDistribution;
-import org.apache.commons.math3.distribution.ExponentialDistribution;
-import org.apache.commons.math3.distribution.GammaDistribution;
-import org.apache.commons.math3.distribution.RealDistribution;
-import org.apache.commons.math3.distribution.UniformRealDistribution;
-import org.apache.commons.math3.random.EmpiricalDistribution;
-import org.fairdatapipeline.parameters.Component;
-import org.immutables.value.Value.Auxiliary;
-import org.immutables.value.Value.Check;
-import org.immutables.value.Value.Immutable;
-import org.immutables.value.Value.Lazy;
-
-@JsonSerialize
-@Immutable
-@JsonDeserialize
-@JsonInclude(Include.NON_EMPTY)
-/*
- TODO split out individual distribution types into own classes
- TODO support other distributions:
- https://github.com/ScottishCovidResponse/SCRCIssueTracking/issues/671
-*/
-public interface Distribution extends Component {
- enum DistributionType {
- gamma(),
- exponential(),
- uniform(),
- empirical(),
- categorical()
- }
-
- @JsonProperty("distribution")
- DistributionType internalType();
-
- @JsonProperty("shape")
- OptionalDouble internalShape();
-
- @JsonProperty("scale")
- OptionalDouble internalScale();
-
- @JsonProperty("loc")
- OptionalDouble internalLoc();
-
- Optional> empiricalSamples();
-
- List bins();
-
- List weights();
-
- @Check
- default void check() {
- if (bins().isEmpty()) {
- return;
- }
- for (int x = 0; x < bins().size() - 1; x++) {
- Preconditions.checkState(
- bins().get(x).upperInclusive() + 1 == bins().get(x + 1).lowerInclusive(),
- "Bins provided %s are not continuous and mutually exclusive.",
- bins());
- }
- for (int x = 0; x < bins().size(); x++) {
- Preconditions.checkState(
- bins().get(x).lowerInclusive() < bins().get(x).upperInclusive(),
- "Bins provided %s are not continuous and mutually exclusive.",
- bins());
- }
-
- Preconditions.checkState(
- bins().size() == weights().size(),
- "Bins %s and weights %s should be of the same size.",
- bins(),
- weights());
- }
-
- private double mean() {
- return underlyingDistribution().getNumericalMean();
- }
-
- private Number drawSample() {
- return underlyingDistribution().sample();
- }
-
- @Override
- @JsonIgnore
- @Auxiliary
- default Number getEstimate() {
- return mean();
- }
-
- @JsonIgnore
- @Auxiliary
- default Number getSample() {
- return drawSample();
- }
-
- @Override
- @JsonIgnore
- @Auxiliary
- default List getSamples() {
- throw new UnsupportedOperationException("Cannot produce list of all samples from distribution");
- }
-
- @Override
- @JsonIgnore
- @Auxiliary
- default Distribution getDistribution() {
- return this;
- }
-
- @JsonIgnore
- @Lazy
- @Auxiliary
- default RealDistribution underlyingDistribution() {
- if (internalType().equals(DistributionType.gamma)) {
- return new GammaDistribution(
- rng(), internalShape().orElseThrow(), internalScale().orElseThrow());
- } else if (internalType().equals(DistributionType.exponential)) {
- return new ExponentialDistribution(rng(), internalScale().orElseThrow());
- } else if (internalType().equals(DistributionType.uniform)) {
- return new UniformRealDistribution(rng(), 0, 1);
- } else if (internalType().equals(DistributionType.empirical)) {
- var dist = new EmpiricalDistribution(rng());
- dist.load(
- empiricalSamples().orElseThrow().stream().mapToDouble(Number::doubleValue).toArray());
- return dist;
- } else if (internalType().equals(DistributionType.categorical)) {
- if (bins().isEmpty()) {
- throw new IllegalStateException("Bins should not be empty");
- }
-
- double[] outcomes =
- IntStream.rangeClosed(
- bins().get(0).lowerInclusive(), bins().get(bins().size() - 1).upperInclusive())
- .mapToDouble(v -> v)
- .toArray();
-
- double[] probabilities =
- IntStream.rangeClosed(0, bins().size() - 1)
- .mapToObj(
- idx ->
- IntStream.rangeClosed(
- 0,
- bins().get(idx).upperInclusive() - bins().get(idx).lowerInclusive())
- .mapToDouble(i -> weights().get(idx).doubleValue())
- .boxed()
- .collect(Collectors.toList()))
- .flatMapToDouble(vals -> vals.stream().mapToDouble(Double::doubleValue))
- .toArray();
-
- return new EnumeratedRealDistribution(rng(), outcomes, probabilities);
- }
- throw new UnsupportedOperationException(
- String.format("Distribution type %s is not supported.", internalType()));
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java
deleted file mode 100644
index 4872598..0000000
--- a/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java
+++ /dev/null
@@ -1,40 +0,0 @@
-package org.fairdatapipeline.distribution;
-
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import org.immutables.value.Value.Derived;
-import org.immutables.value.Value.Immutable;
-
-/** Used for Distributions.bins */
-@JsonSerialize(using = MinMaxSerializer.class)
-@JsonDeserialize(using = MinMaxDeserializer.class)
-@Immutable
-public interface MinMax {
- int lowerBoundary();
-
- boolean isLowerInclusive();
-
- int upperBoundary();
-
- boolean isUpperInclusive();
-
- @Derived
- default int lowerInclusive() {
- return isLowerInclusive() ? lowerBoundary() : lowerBoundary() + 1;
- }
-
- @Derived
- default int upperInclusive() {
- return isUpperInclusive() ? upperBoundary() : upperBoundary() - 1;
- }
-
- @Derived
- default int lowerExclusive() {
- return isLowerInclusive() ? lowerBoundary() + 1 : lowerBoundary();
- }
-
- @Derived
- default int upperExclusive() {
- return isUpperInclusive() ? upperBoundary() - 1 : upperBoundary();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java
deleted file mode 100644
index f62a141..0000000
--- a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java
+++ /dev/null
@@ -1,62 +0,0 @@
-package org.fairdatapipeline.distribution;
-
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import java.io.IOException;
-
-public class MinMaxDeserializer extends JsonDeserializer {
- private static final String INCLUSIVE_LEFT = "[";
- private static final String EXCLUSIVE_LEFT = "(";
- private static final String INCLUSIVE_RIGHT = "]";
- private static final String EXCLUSIVE_RIGHT = ")";
- private static final String SEPARATOR = ",";
- private static final String ERRORMSG = "%s has unexpected format.";
-
- private MinMax deserialize(String serializedStr) {
- boolean lowerInclusive;
- boolean upperInclusive;
- if (serializedStr.startsWith(INCLUSIVE_LEFT)) {
- lowerInclusive = true;
- } else if (serializedStr.startsWith(EXCLUSIVE_LEFT)) {
- lowerInclusive = false;
- } else {
- throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr));
- }
-
- if (serializedStr.endsWith(INCLUSIVE_RIGHT)) {
- upperInclusive = true;
- } else if (serializedStr.endsWith(EXCLUSIVE_RIGHT)) {
- upperInclusive = false;
- } else {
- throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr));
- }
-
- String strippedBoundaries = serializedStr.replace(INCLUSIVE_LEFT, "");
- strippedBoundaries = strippedBoundaries.replace(INCLUSIVE_RIGHT, "");
- strippedBoundaries = strippedBoundaries.replace(EXCLUSIVE_LEFT, "");
- strippedBoundaries = strippedBoundaries.replace(EXCLUSIVE_RIGHT, "");
-
- String[] lowerAndUpperBoundary = strippedBoundaries.split(SEPARATOR);
-
- if (lowerAndUpperBoundary.length != 2) {
- throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr));
- }
-
- int lower = Integer.parseInt(lowerAndUpperBoundary[0]);
- int upper = Integer.parseInt(lowerAndUpperBoundary[1]);
-
- return ImmutableMinMax.builder()
- .lowerBoundary(lower)
- .isLowerInclusive(lowerInclusive)
- .upperBoundary(upper)
- .isUpperInclusive(upperInclusive)
- .build();
- }
-
- @Override
- public MinMax deserialize(JsonParser p, DeserializationContext ctxt) throws IOException {
- String serializedStr = p.readValueAs(String.class);
- return deserialize(serializedStr);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java
deleted file mode 100644
index bcd0aa9..0000000
--- a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java
+++ /dev/null
@@ -1,27 +0,0 @@
-package org.fairdatapipeline.distribution;
-
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import java.io.IOException;
-
-public class MinMaxSerializer extends JsonSerializer {
- private static final String INCLUSIVE_LEFT = "[";
- private static final String EXCLUSIVE_LEFT = "(";
- private static final String INCLUSIVE_RIGHT = "]";
- private static final String EXCLUSIVE_RIGHT = ")";
- private static final String SEPARATOR = ",";
-
- @Override
- public void serialize(MinMax value, JsonGenerator gen, SerializerProvider serializers)
- throws IOException {
- var serializedStr = serialize(value);
- gen.writeString(serializedStr);
- }
-
- private String serialize(MinMax value) {
- String first = value.isLowerInclusive() ? INCLUSIVE_LEFT : EXCLUSIVE_LEFT;
- String last = value.isUpperInclusive() ? INCLUSIVE_RIGHT : EXCLUSIVE_RIGHT;
- return first + value.lowerBoundary() + SEPARATOR + value.upperBoundary() + last;
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/distribution/package-info.java b/api/src/main/java/org/fairdatapipeline/distribution/package-info.java
deleted file mode 100644
index 7fb9354..0000000
--- a/api/src/main/java/org/fairdatapipeline/distribution/package-info.java
+++ /dev/null
@@ -1,18 +0,0 @@
-/**
- * Use {@link org.fairdatapipeline.distribution.Distribution ImmutableDistribution} to read/write
- * distributions to/from the FAIR Data Pipeline.
- *
- * Immutable usage example:
- *
- *
- * gammaDistribution =
- * ImmutableDistribution.builder()
- * .internalType(DistributionType.gamma)
- * .internalShape(1)
- * .internalScale(2)
- * .rng(rng)
- * .build();
- * object_component.writeDistribution(gammaDistribution);
- *
- */
-package org.fairdatapipeline.distribution;
diff --git a/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java b/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java
deleted file mode 100644
index 41c4f90..0000000
--- a/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java
+++ /dev/null
@@ -1,40 +0,0 @@
-package org.fairdatapipeline.estimate;
-
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import java.util.List;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.parameters.Component;
-import org.immutables.value.Value.Immutable;
-
-/** a component to store a plain simple single Number */
-@Immutable
-@JsonDeserialize
-@JsonSerialize
-public interface Estimate extends Component {
- /** @return Number - the value that is stored in this component */
- @JsonProperty("value")
- Number internalValue();
-
- @Override
- @JsonIgnore
- default Number getEstimate() {
- return internalValue();
- }
-
- @Override
- @JsonIgnore
- default List getSamples() {
- throw new UnsupportedOperationException(
- "Cannot produce list of samples from an estimate parameter");
- }
-
- @Override
- @JsonIgnore
- default Distribution getDistribution() {
- throw new UnsupportedOperationException(
- "Cannot produce a distribution from an estimate parameter");
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/estimate/package-info.java b/api/src/main/java/org/fairdatapipeline/estimate/package-info.java
deleted file mode 100644
index d3221b4..0000000
--- a/api/src/main/java/org/fairdatapipeline/estimate/package-info.java
+++ /dev/null
@@ -1,12 +0,0 @@
-/**
- * Use {@link org.fairdatapipeline.estimate.Estimate ImmutableEstimate} to read/write simple number
- * parameters to/from the FAIR Data Pipeline.
- *
- * Immutable Usage Example:
- *
- *
- * var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- * object_component.writeEstimate(data);
- *
- */
-package org.fairdatapipeline.estimate;
diff --git a/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java b/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java
deleted file mode 100644
index 0f416d2..0000000
--- a/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java
+++ /dev/null
@@ -1,172 +0,0 @@
-package org.fairdatapipeline.file;
-
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.lang.ref.Cleaner;
-import java.lang.ref.Cleaner.Cleanable;
-import java.nio.ByteBuffer;
-import java.nio.MappedByteBuffer;
-import java.nio.channels.FileChannel;
-import java.nio.channels.FileChannel.MapMode;
-import java.nio.channels.FileLock;
-import java.nio.channels.GatheringByteChannel;
-import java.nio.channels.ReadableByteChannel;
-import java.nio.channels.ScatteringByteChannel;
-import java.nio.channels.SeekableByteChannel;
-import java.nio.channels.WritableByteChannel;
-
-/**
- * Wrapper around standard FileChannel with additional safety net for closing if user does not close
- * and ability to run custom function during cleanup/closing. Users should either use with
- * try-with-resources or ensure they manually call .close() once finished. As a safety net, .close()
- * will be called by a cleaner if and when the instance of CleanableFileChannel is going to be
- * collected by GC.
- */
-public class CleanableFileChannel
- implements AutoCloseable, SeekableByteChannel, GatheringByteChannel, ScatteringByteChannel {
- private static final Cleaner cleaner = Cleaner.create(); // safety net for closing
- private final Cleanable cleanable;
-
- private final FileChannelWrapper fileChannelWrapper;
-
- /**
- * Create a filechannel with a runnable closer to perform the close action.
- *
- * @param fileChannel the fileChannel to wrap around.
- * @param runOnClose the runnable to run upon close.
- */
- public CleanableFileChannel(FileChannel fileChannel, Runnable runOnClose) {
- this.fileChannelWrapper = new FileChannelWrapper(fileChannel, runOnClose);
- this.cleanable = cleaner.register(this, fileChannelWrapper);
- }
-
- // Defining a resource that requires cleaning
- private static class FileChannelWrapper implements Runnable {
- private final FileChannel fileChannel;
- private final Runnable runOnClose;
-
- FileChannelWrapper(FileChannel fileChannel, Runnable runOnClose) {
- this.fileChannel = fileChannel;
- this.runOnClose = runOnClose;
- }
-
- // Invoked by close method or cleaner
- @Override
- public void run() {
- runOnClose.run();
- try {
- fileChannel.close();
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
- }
-
- @Override
- public int read(ByteBuffer dst) throws IOException {
- return fileChannelWrapper.fileChannel.read(dst);
- }
-
- @Override
- public long read(ByteBuffer[] dsts, int offset, int length) throws IOException {
- return fileChannelWrapper.fileChannel.read(dsts, offset, length);
- }
-
- @Override
- public long read(ByteBuffer[] dsts) throws IOException {
- return fileChannelWrapper.fileChannel.read(dsts);
- }
-
- @Override
- public int write(ByteBuffer src) throws IOException {
- return fileChannelWrapper.fileChannel.write(src);
- }
-
- @Override
- public long write(ByteBuffer[] srcs, int offset, int length) throws IOException {
- return fileChannelWrapper.fileChannel.write(srcs, offset, length);
- }
-
- @Override
- public long write(ByteBuffer[] srcs) throws IOException {
- return fileChannelWrapper.fileChannel.write(srcs);
- }
-
- @Override
- public long position() throws IOException {
- return fileChannelWrapper.fileChannel.position();
- }
-
- @Override
- public CleanableFileChannel position(long newPosition) throws IOException {
- var fileChannel = fileChannelWrapper.fileChannel.position(newPosition);
-
- // Although it is not officially documented, the underlying implementation of position() can
- // return null, so we return null here if underlying implementation returns null.
- if (fileChannel == null) {
- return null;
- }
-
- return this;
- }
-
- @Override
- public long size() throws IOException {
- return fileChannelWrapper.fileChannel.size();
- }
-
- @Override
- public CleanableFileChannel truncate(long size) throws IOException {
- var fileChannel = fileChannelWrapper.fileChannel.truncate(size);
-
- // Although it is not officially documented, the underlying implementation of truncate() can
- // return null, so we return null here if underlying implementation returns null.
- if (fileChannel == null) {
- return null;
- }
-
- return this;
- }
-
- public void force(boolean metaData) throws IOException {
- fileChannelWrapper.fileChannel.force(metaData);
- }
-
- public long transferTo(long position, long count, WritableByteChannel target) throws IOException {
- return fileChannelWrapper.fileChannel.transferTo(position, count, target);
- }
-
- public long transferFrom(ReadableByteChannel src, long position, long count) throws IOException {
- return fileChannelWrapper.fileChannel.transferFrom(src, position, count);
- }
-
- public int read(ByteBuffer dst, long position) throws IOException {
- return fileChannelWrapper.fileChannel.read(dst, position);
- }
-
- public int write(ByteBuffer src, long position) throws IOException {
- return fileChannelWrapper.fileChannel.write(src, position);
- }
-
- public MappedByteBuffer map(MapMode mode, long position, long size) throws IOException {
- return fileChannelWrapper.fileChannel.map(mode, position, size);
- }
-
- public FileLock lock(long position, long size, boolean shared) throws IOException {
- return fileChannelWrapper.fileChannel.lock(position, size, shared);
- }
-
- public FileLock tryLock(long position, long size, boolean shared) throws IOException {
- return fileChannelWrapper.fileChannel.tryLock(position, size, shared);
- }
-
- @Override
- public boolean isOpen() {
- return fileChannelWrapper.fileChannel.isOpen();
- }
-
- @Override
- public void close() {
- cleanable.clean();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/file/FileReader.java b/api/src/main/java/org/fairdatapipeline/file/FileReader.java
deleted file mode 100644
index be65abd..0000000
--- a/api/src/main/java/org/fairdatapipeline/file/FileReader.java
+++ /dev/null
@@ -1,15 +0,0 @@
-package org.fairdatapipeline.file;
-
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import org.apache.commons.io.IOUtils;
-
-public class FileReader {
- public String read(String fileName) {
- try (java.io.FileReader fileReader = new java.io.FileReader(fileName)) {
- return IOUtils.toString(fileReader);
- } catch (IOException ex) {
- throw new UncheckedIOException(ex);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/file/package-info.java b/api/src/main/java/org/fairdatapipeline/file/package-info.java
deleted file mode 100644
index bc13918..0000000
--- a/api/src/main/java/org/fairdatapipeline/file/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** Helpers relating to files. */
-package org.fairdatapipeline.file;
diff --git a/api/src/main/java/org/fairdatapipeline/hash/Hasher.java b/api/src/main/java/org/fairdatapipeline/hash/Hasher.java
deleted file mode 100644
index 34e857a..0000000
--- a/api/src/main/java/org/fairdatapipeline/hash/Hasher.java
+++ /dev/null
@@ -1,15 +0,0 @@
-package org.fairdatapipeline.hash;
-
-import java.time.Instant;
-import org.fairdatapipeline.file.FileReader;
-
-/** Create the hash for a given file. Currently only implements sha1 hash. */
-public class Hasher {
- public String fileHash(String fileName) {
- return new Sha1Hasher().hash(new FileReader().read(fileName));
- }
-
- public String fileHash(String fileName, Instant openTimestamp) {
- return new Sha1Hasher().hash(new FileReader().read(fileName) + openTimestamp.toString());
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java b/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java
deleted file mode 100644
index c70d8af..0000000
--- a/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java
+++ /dev/null
@@ -1,9 +0,0 @@
-package org.fairdatapipeline.hash;
-
-import static org.apache.commons.codec.digest.DigestUtils.sha1Hex;
-
-class Sha1Hasher {
- public String hash(String key) {
- return sha1Hex(key);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/hash/package-info.java b/api/src/main/java/org/fairdatapipeline/hash/package-info.java
deleted file mode 100644
index a73ccaf..0000000
--- a/api/src/main/java/org/fairdatapipeline/hash/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** Create SHA1 hash for files. */
-package org.fairdatapipeline.hash;
diff --git a/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java b/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java
deleted file mode 100644
index fc91664..0000000
--- a/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java
+++ /dev/null
@@ -1,52 +0,0 @@
-package org.fairdatapipeline.mapper;
-
-import com.fasterxml.jackson.annotation.JsonInclude.Include;
-import com.fasterxml.jackson.core.JsonFactory;
-import com.fasterxml.jackson.databind.MappingJsonFactory;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.databind.module.SimpleModule;
-import com.fasterxml.jackson.datatype.guava.GuavaModule;
-import com.fasterxml.jackson.datatype.jdk8.Jdk8Module;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.parameters.Components;
-import org.fairdatapipeline.parameters.ComponentsDeserializer;
-import org.fairdatapipeline.parameters.ComponentsSerializer;
-import org.fairdatapipeline.parameters.RandomGeneratorDeserializer;
-import org.fairdatapipeline.parameters.RandomGeneratorSerializer;
-
-/** ObjectMapper for TOML parameter file parameters. */
-public class DataPipelineMapper extends ObjectMapper {
- public DataPipelineMapper(MappingJsonFactory mappingJsonFactory, RandomGenerator rng) {
- super(mappingJsonFactory);
- registerInternalModules(rng);
- }
-
- public DataPipelineMapper(RandomGenerator rng) {
- super();
- registerInternalModules(rng);
- }
-
- public DataPipelineMapper(JsonFactory jf, RandomGenerator rng) {
- super(jf);
- registerInternalModules(rng);
- }
-
- private void registerInternalModules(RandomGenerator rng) {
- var rngDeserializeModule =
- new SimpleModule()
- .addDeserializer(RandomGenerator.class, new RandomGeneratorDeserializer(rng));
- var rngSerializeModule =
- new SimpleModule().addSerializer(RandomGenerator.class, new RandomGeneratorSerializer());
- var componentsDeserializeModule =
- new SimpleModule().addDeserializer(Components.class, new ComponentsDeserializer(rng));
- var componentsSerializeModule =
- new SimpleModule().addSerializer(Components.class, new ComponentsSerializer(rng));
- this.registerModule(new Jdk8Module());
- this.registerModule(new GuavaModule());
- this.registerModule(rngDeserializeModule);
- this.registerModule(rngSerializeModule);
- this.registerModule(componentsDeserializeModule);
- this.registerModule(componentsSerializeModule);
- this.setSerializationInclusion(Include.NON_DEFAULT);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/mapper/package-info.java b/api/src/main/java/org/fairdatapipeline/mapper/package-info.java
deleted file mode 100644
index 5462c31..0000000
--- a/api/src/main/java/org/fairdatapipeline/mapper/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** Object Mapper for FAIR Data Pipeline TOML parameters. */
-package org.fairdatapipeline.mapper;
diff --git a/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java b/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java
deleted file mode 100644
index 39e00dc..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java
+++ /dev/null
@@ -1,13 +0,0 @@
-package org.fairdatapipeline.objects;
-
-public interface NumericalArray {
- Number[] as1DArray();
-
- Number[][] as2DArray();
-
- Number[][][] as3DArray();
-
- Number[][][][] as4DArray();
-
- Number[][][][][] as5DArray();
-}
diff --git a/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java b/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java
deleted file mode 100644
index 3d7977b..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java
+++ /dev/null
@@ -1,34 +0,0 @@
-package org.fairdatapipeline.objects;
-
-public class NumericalArrayImpl implements NumericalArray {
- private final Object[] nDArray;
-
- public NumericalArrayImpl(Object[] nDArray) {
- this.nDArray = nDArray;
- }
-
- @Override
- public Number[] as1DArray() {
- return (Number[]) nDArray;
- }
-
- @Override
- public Number[][] as2DArray() {
- return (Number[][]) nDArray;
- }
-
- @Override
- public Number[][][] as3DArray() {
- return (Number[][][]) nDArray;
- }
-
- @Override
- public Number[][][][] as4DArray() {
- return (Number[][][][]) nDArray;
- }
-
- @Override
- public Number[][][][][] as5DArray() {
- return (Number[][][][][]) nDArray;
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java b/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java
deleted file mode 100644
index 8e2db20..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java
+++ /dev/null
@@ -1,7 +0,0 @@
-package org.fairdatapipeline.objects;
-
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-public interface StandardArrayDataReader {
- NumericalArray read(CleanableFileChannel fileChannel, String component);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java b/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java
deleted file mode 100644
index 16c3cd9..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java
+++ /dev/null
@@ -1,3 +0,0 @@
-package org.fairdatapipeline.objects;
-
-public interface StandardTable {}
diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java b/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java
deleted file mode 100644
index c174eac..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java
+++ /dev/null
@@ -1,7 +0,0 @@
-package org.fairdatapipeline.objects;
-
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-public interface StandardTableDataReader {
- StandardTable readTable(CleanableFileChannel fileChannel, String component);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/objects/package-info.java b/api/src/main/java/org/fairdatapipeline/objects/package-info.java
deleted file mode 100644
index 08718ac..0000000
--- a/api/src/main/java/org/fairdatapipeline/objects/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** Arrays and tables for H5 files; not quite implemented yet. */
-package org.fairdatapipeline.objects;
diff --git a/api/src/main/java/org/fairdatapipeline/overview.html b/api/src/main/java/org/fairdatapipeline/overview.html
deleted file mode 100644
index 39dafab..0000000
--- a/api/src/main/java/org/fairdatapipeline/overview.html
+++ /dev/null
@@ -1,7 +0,0 @@
-
-
-
-Java implementation of the FAIR Data Pipeline API.
-Use {@link org.fairdatapipeline.api.Coderun} as the main class to create a coderun of your modelling code.
-
-
\ No newline at end of file
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/Component.java b/api/src/main/java/org/fairdatapipeline/parameters/Component.java
deleted file mode 100644
index ed14590..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/Component.java
+++ /dev/null
@@ -1,9 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import org.apache.commons.math3.random.RandomGenerator;
-import org.immutables.value.Value.Auxiliary;
-
-public interface Component extends ReadComponent, WriteComponent {
- @Auxiliary
- RandomGenerator rng();
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/Components.java b/api/src/main/java/org/fairdatapipeline/parameters/Components.java
deleted file mode 100644
index 6a826b7..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/Components.java
+++ /dev/null
@@ -1,9 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import java.util.Map;
-import org.immutables.value.Value.Immutable;
-
-@Immutable
-public interface Components {
- Map components();
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java b/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java
deleted file mode 100644
index 18c6630..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java
+++ /dev/null
@@ -1,71 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.databind.node.ObjectNode;
-import com.google.common.collect.Streams;
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.util.AbstractMap.SimpleImmutableEntry;
-import java.util.Map;
-import java.util.Map.Entry;
-import java.util.stream.Collectors;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-import org.fairdatapipeline.samples.ImmutableSamples;
-
-public class ComponentsDeserializer extends JsonDeserializer {
- private final RandomGenerator rng;
-
- public ComponentsDeserializer(RandomGenerator rng) {
- this.rng = rng;
- }
-
- private static final Map> typeMapping =
- Map.of(
- "point-estimate", ImmutableEstimate.class,
- "distribution", ImmutableDistribution.class,
- "samples", ImmutableSamples.class);
-
- @Override
- public Components deserialize(JsonParser jsonParser, DeserializationContext ctxt)
- throws IOException {
- JsonNode rootNode = jsonParser.getCodec().readTree(jsonParser);
-
- var components =
- Streams.stream(rootNode.fields())
- .map(this::deserializeSingleComponent)
- .collect(Collectors.toMap(Entry::getKey, Entry::getValue));
-
- return ImmutableComponents.builder().components(components).build();
- }
-
- private Entry deserializeSingleComponent(Entry entry) {
- String key = entry.getKey();
- ObjectNode componentNode = entry.getValue().deepCopy();
- componentNode.putPOJO("rng", new Object()); // this is a hack to force rng to populate via
- // RandomGeneratorDeserializer.class
- String type = componentNode.get("type").asText();
- componentNode.remove("type");
- Class> deserializeClass = typeMapping.get(type);
-
- if (deserializeClass == null) {
- throw new IllegalArgumentException(String.format("Unsupported component type %s", type));
- }
-
- ObjectMapper objectMapper = new DataPipelineMapper(rng);
- Component component;
- try {
- component = (Component) objectMapper.treeToValue(componentNode, deserializeClass);
- } catch (JsonProcessingException e) {
- throw new UncheckedIOException(e);
- }
- return new SimpleImmutableEntry<>(key, component);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java b/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java
deleted file mode 100644
index 8d6e0a1..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java
+++ /dev/null
@@ -1,58 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import com.fasterxml.jackson.databind.node.ObjectNode;
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.util.Map;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-import org.fairdatapipeline.samples.ImmutableSamples;
-
-public class ComponentsSerializer extends JsonSerializer {
- private final RandomGenerator rng;
-
- public ComponentsSerializer(RandomGenerator rng) {
- this.rng = rng;
- }
-
- private static final Map, String> typeMapping =
- Map.of(
- ImmutableEstimate.class, "point-estimate",
- ImmutableDistribution.class, "distribution",
- ImmutableSamples.class, "samples");
-
- @Override
- public void serialize(Components components, JsonGenerator gen, SerializerProvider serializers)
- throws IOException {
- gen.writeStartObject();
- components.components().forEach((key, value) -> writeSingleComponent(gen, key, value));
- gen.writeEndObject();
- }
-
- private void writeSingleComponent(JsonGenerator gen, String componentName, Component component) {
- ObjectMapper objectMapper = new DataPipelineMapper(rng);
- String componentStringType = typeMapping.get(component.getClass());
-
- if (componentStringType == null) {
- throw new IllegalArgumentException(
- String.format("Unsupported component class %s", component.getClass().getName()));
- }
-
- JsonNode componentsJsonNode = objectMapper.valueToTree(component);
- ObjectNode componentsObjectNode = componentsJsonNode.deepCopy();
- componentsObjectNode.put("type", componentStringType);
- componentsObjectNode.remove("rng"); // this is a hack to force rng to not populate
- try {
- gen.writeObjectField(componentName, componentsObjectNode);
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java
deleted file mode 100644
index 1b932e6..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java
+++ /dev/null
@@ -1,8 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-public interface ParameterDataReader {
-
- ReadComponent read(CleanableFileChannel fileChannel, String component);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java
deleted file mode 100644
index 45f0bff..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java
+++ /dev/null
@@ -1,24 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static java.nio.channels.Channels.newReader;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import java.nio.charset.StandardCharsets;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.toml.TomlReader;
-
-public class ParameterDataReaderImpl implements ParameterDataReader {
- private final TomlReader tomlReader;
-
- public ParameterDataReaderImpl(TomlReader tomlReader) {
- this.tomlReader = tomlReader;
- }
-
- @Override
- public ReadComponent read(CleanableFileChannel fileChannel, String component) {
- return tomlReader
- .read(newReader(fileChannel, StandardCharsets.UTF_8), new TypeReference() {})
- .components()
- .get(component);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java
deleted file mode 100644
index 3a95e1c..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java
+++ /dev/null
@@ -1,8 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import org.fairdatapipeline.file.CleanableFileChannel;
-
-public interface ParameterDataWriter {
-
- void write(CleanableFileChannel fileChannel, String component, Component data);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java
deleted file mode 100644
index 0eec497..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java
+++ /dev/null
@@ -1,29 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static java.nio.channels.Channels.newWriter;
-
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.nio.charset.StandardCharsets;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.toml.TomlWriter;
-
-public class ParameterDataWriterImpl implements ParameterDataWriter {
- private final TomlWriter tomlWriter;
-
- public ParameterDataWriterImpl(TomlWriter tomlWriter) {
- this.tomlWriter = tomlWriter;
- }
-
- @Override
- public void write(CleanableFileChannel fileChannel, String component, Component data) {
- try {
- fileChannel.position(fileChannel.size());
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
-
- Components components = ImmutableComponents.builder().putComponents(component, data).build();
- tomlWriter.write(newWriter(fileChannel, StandardCharsets.UTF_8), components);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java b/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java
deleted file mode 100644
index 2e80a4f..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java
+++ /dev/null
@@ -1,19 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import org.apache.commons.math3.random.RandomGenerator;
-
-public class RandomGeneratorDeserializer extends JsonDeserializer {
- private final RandomGenerator rng;
-
- public RandomGeneratorDeserializer(RandomGenerator rng) {
- this.rng = rng;
- }
-
- @Override
- public RandomGenerator deserialize(JsonParser p, DeserializationContext ctxt) {
- return rng;
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java b/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java
deleted file mode 100644
index 4482c91..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java
+++ /dev/null
@@ -1,17 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import java.io.IOException;
-import org.apache.commons.math3.random.RandomGenerator;
-
-public class RandomGeneratorSerializer extends JsonSerializer {
- @Override
- public void serialize(RandomGenerator value, JsonGenerator gen, SerializerProvider serializers)
- throws IOException {
- // Intentionally writing a placeholder string here, which is later removed when finalizing
- // serialization
- gen.writeRawValue("placeholder");
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java b/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java
deleted file mode 100644
index 88feb3c..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java
+++ /dev/null
@@ -1,12 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import java.util.List;
-import org.fairdatapipeline.distribution.Distribution;
-
-public interface ReadComponent {
- Number getEstimate();
-
- List getSamples();
-
- Distribution getDistribution();
-}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java b/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java
deleted file mode 100644
index 4cb1388..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java
+++ /dev/null
@@ -1,3 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-public interface WriteComponent {}
diff --git a/api/src/main/java/org/fairdatapipeline/parameters/package-info.java b/api/src/main/java/org/fairdatapipeline/parameters/package-info.java
deleted file mode 100644
index eea496d..0000000
--- a/api/src/main/java/org/fairdatapipeline/parameters/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** reader/writer for FAIR Data Pipeline TOML parameters. */
-package org.fairdatapipeline.parameters;
diff --git a/api/src/main/java/org/fairdatapipeline/samples/Sampler.java b/api/src/main/java/org/fairdatapipeline/samples/Sampler.java
deleted file mode 100644
index c539f91..0000000
--- a/api/src/main/java/org/fairdatapipeline/samples/Sampler.java
+++ /dev/null
@@ -1,20 +0,0 @@
-package org.fairdatapipeline.samples;
-
-import java.util.List;
-import java.util.Random;
-
-public class Sampler {
- private final Random random;
-
- public Sampler(Random random) {
- this.random = random;
- }
-
- public Number sample(List samples) {
- return samples.get(random.nextInt(samples.size()));
- }
-
- public static Number sampleFrom(List samples) {
- return new Sampler(new Random()).sample(samples);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/samples/Samples.java b/api/src/main/java/org/fairdatapipeline/samples/Samples.java
deleted file mode 100644
index cf684ac..0000000
--- a/api/src/main/java/org/fairdatapipeline/samples/Samples.java
+++ /dev/null
@@ -1,44 +0,0 @@
-package org.fairdatapipeline.samples;
-
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import java.util.List;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.parameters.Component;
-import org.immutables.value.Value.Immutable;
-
-@Immutable
-@JsonSerialize
-@JsonDeserialize
-public interface Samples extends Component {
- List samples();
-
- @JsonIgnore
- default Number mean() {
- return samples().stream().mapToDouble(Number::doubleValue).average().orElseThrow();
- }
-
- @Override
- @JsonIgnore
- default Number getEstimate() {
- return mean();
- }
-
- @Override
- @JsonIgnore
- default List getSamples() {
- return samples();
- }
-
- @Override
- @JsonIgnore
- default Distribution getDistribution() {
- return ImmutableDistribution.builder()
- .internalType(Distribution.DistributionType.empirical)
- .empiricalSamples(samples())
- .rng(rng())
- .build();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/samples/package-info.java b/api/src/main/java/org/fairdatapipeline/samples/package-info.java
deleted file mode 100644
index 67ac37c..0000000
--- a/api/src/main/java/org/fairdatapipeline/samples/package-info.java
+++ /dev/null
@@ -1,12 +0,0 @@
-/**
- * Use {@link org.fairdatapipeline.samples.Samples ImmutableSamples} to read/write Samples (lists of
- * Numbers) to/from the FAIR Data Pipeline.
- *
- * Immutable Usage Example:
- *
- *
- * var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- * object_component.writeSamples(samples);
- *
- */
-package org.fairdatapipeline.samples;
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java
deleted file mode 100644
index a464e07..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java
+++ /dev/null
@@ -1,12 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import com.fasterxml.jackson.databind.MappingJsonFactory;
-import org.apache.commons.math3.random.RandomGenerator;
-
-class TOMLFactory extends MappingJsonFactory {
-
- TOMLFactory(RandomGenerator rng) {
- this._inputDecorator = new TOMLInputDecorator(rng);
- this._outputDecorator = new TOMLOutputDecorator(rng);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java
deleted file mode 100644
index b6e8471..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java
+++ /dev/null
@@ -1,47 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import com.fasterxml.jackson.core.io.IOContext;
-import com.fasterxml.jackson.core.io.InputDecorator;
-import com.moandjiezana.toml.Toml;
-import java.io.ByteArrayInputStream;
-import java.io.IOException;
-import java.io.InputStream;
-import java.io.Reader;
-import java.io.StringReader;
-import java.nio.charset.StandardCharsets;
-import java.util.Map;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-
-class TOMLInputDecorator extends InputDecorator {
- private final RandomGenerator rng;
-
- TOMLInputDecorator(RandomGenerator rng) {
- this.rng = rng;
- }
-
- @Override
- public InputStream decorate(IOContext ctxt, InputStream in) throws IOException {
- var objectMapper = new DataPipelineMapper(rng);
-
- Map map = new Toml().read(in).toMap();
- String objString = objectMapper.writeValueAsString(map);
- return new ByteArrayInputStream(objString.getBytes(StandardCharsets.UTF_8));
- }
-
- @Override
- public InputStream decorate(IOContext ctxt, byte[] src, int offset, int length)
- throws IOException {
- ByteArrayInputStream in = new ByteArrayInputStream(src, offset, length);
- return decorate(ctxt, in);
- }
-
- @Override
- public Reader decorate(IOContext ctxt, Reader r) throws IOException {
- var objectMapper = new DataPipelineMapper(rng);
-
- Map map = new Toml().read(r).toMap();
- String objString = objectMapper.writeValueAsString(map);
- return new StringReader(objString);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java
deleted file mode 100644
index f311225..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java
+++ /dev/null
@@ -1,10 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-
-public class TOMLMapper extends DataPipelineMapper {
- public TOMLMapper(RandomGenerator rng) {
- super(new TOMLFactory(rng), rng);
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java
deleted file mode 100644
index 2717050..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java
+++ /dev/null
@@ -1,58 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import com.fasterxml.jackson.core.io.IOContext;
-import com.fasterxml.jackson.core.io.OutputDecorator;
-import com.fasterxml.jackson.core.type.TypeReference;
-import com.moandjiezana.toml.TomlWriter;
-import java.io.IOException;
-import java.io.OutputStream;
-import java.io.Writer;
-import java.nio.charset.StandardCharsets;
-import java.util.Map;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-
-class TOMLOutputDecorator extends OutputDecorator {
- private final RandomGenerator rng;
-
- TOMLOutputDecorator(RandomGenerator rng) {
- this.rng = rng;
- }
-
- @Override
- public OutputStream decorate(IOContext ctxt, final OutputStream out) {
- var objMapper = new DataPipelineMapper(rng);
-
- return new java.io.ByteArrayOutputStream() {
- @Override
- public void close() throws IOException {
- super.close();
- var jsonStr = this.toString(StandardCharsets.UTF_8);
- var jsonMap = objMapper.readValue(jsonStr, new TypeReference>() {});
- var tomlStr = new TomlWriter().write(jsonMap);
-
- out.write(tomlStr.getBytes(StandardCharsets.UTF_8));
- out.flush();
- out.close();
- }
- };
- }
-
- @Override
- public Writer decorate(IOContext ctxt, final Writer w) {
- var objMapper = new DataPipelineMapper(rng);
-
- return new java.io.StringWriter() {
- @Override
- public void close() throws IOException {
- super.close();
- String jsonStr = this.toString();
- var jsonMap = objMapper.readValue(jsonStr, new TypeReference>() {});
- var tomlStr = new TomlWriter().write(jsonMap);
-
- w.write(tomlStr);
- w.close();
- }
- };
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java b/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java
deleted file mode 100644
index 6221506..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java
+++ /dev/null
@@ -1,22 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import java.io.IOException;
-import java.io.Reader;
-import java.io.UncheckedIOException;
-
-public class TomlReader {
- private final TOMLMapper tomlMapper;
-
- public TomlReader(TOMLMapper tomlMapper) {
- this.tomlMapper = tomlMapper;
- }
-
- public T read(Reader reader, TypeReference typeReference) {
- try {
- return tomlMapper.readValue(reader, typeReference);
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java b/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java
deleted file mode 100644
index 8b8bb23..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java
+++ /dev/null
@@ -1,21 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.io.Writer;
-
-public class TomlWriter {
- private final TOMLMapper tomlMapper;
-
- public TomlWriter(TOMLMapper tomlMapper) {
- this.tomlMapper = tomlMapper;
- }
-
- public void write(Writer writer, T object) {
- try {
- tomlMapper.writeValue(writer, object);
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/toml/package-info.java b/api/src/main/java/org/fairdatapipeline/toml/package-info.java
deleted file mode 100644
index c130dc8..0000000
--- a/api/src/main/java/org/fairdatapipeline/toml/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** This implements the toml files that can be used to store Samples, Estimates, Distributions. */
-package org.fairdatapipeline.toml;
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java b/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java
deleted file mode 100644
index 1004be9..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java
+++ /dev/null
@@ -1,24 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import com.fasterxml.jackson.dataformat.yaml.YAMLMapper;
-import com.fasterxml.jackson.datatype.guava.GuavaModule;
-import com.fasterxml.jackson.datatype.jdk8.Jdk8Module;
-import java.io.IOException;
-import java.io.Reader;
-import java.io.UncheckedIOException;
-
-class BaseYamlReader implements YamlReader {
-
- @Override
- public T read(Reader reader, TypeReference typeReference) {
- try {
- return new YAMLMapper()
- .registerModule(new Jdk8Module())
- .registerModule(new GuavaModule())
- .readValue(reader, typeReference);
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java b/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java
deleted file mode 100644
index db6b59a..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java
+++ /dev/null
@@ -1,35 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-import com.fasterxml.jackson.annotation.JsonInclude.Include;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.databind.SerializationFeature;
-import com.fasterxml.jackson.dataformat.yaml.YAMLGenerator.Feature;
-import com.fasterxml.jackson.dataformat.yaml.YAMLMapper;
-import com.fasterxml.jackson.datatype.jdk8.Jdk8Module;
-import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
-import java.io.IOException;
-import java.io.UncheckedIOException;
-import java.io.Writer;
-
-public class BaseYamlWriter implements YamlWriter {
- private final ObjectMapper yamlMapper;
-
- BaseYamlWriter() {
- this.yamlMapper =
- new YAMLMapper()
- .disable(Feature.WRITE_DOC_START_MARKER)
- .registerModule(new Jdk8Module())
- .registerModule(new JavaTimeModule())
- .configure(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS, false)
- .setSerializationInclusion(Include.NON_DEFAULT);
- }
-
- @Override
- public void write(Writer writer, T data) {
- try {
- yamlMapper.writeValue(writer, data);
- } catch (IOException e) {
- throw new UncheckedIOException(e);
- }
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java
deleted file mode 100644
index d29e6d5..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java
+++ /dev/null
@@ -1,11 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-public class YamlFactory {
- public YamlReader yamlReader() {
- return new BaseYamlReader();
- }
-
- public YamlWriter yamlWriter() {
- return new BaseYamlWriter();
- }
-}
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java
deleted file mode 100644
index 5bea4a2..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java
+++ /dev/null
@@ -1,8 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import java.io.Reader;
-
-public interface YamlReader {
- T read(Reader reader, TypeReference typeReference);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java
deleted file mode 100644
index 0439efa..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java
+++ /dev/null
@@ -1,7 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-import java.io.Writer;
-
-public interface YamlWriter {
- void write(Writer writer, T data);
-}
diff --git a/api/src/main/java/org/fairdatapipeline/yaml/package-info.java b/api/src/main/java/org/fairdatapipeline/yaml/package-info.java
deleted file mode 100644
index d853214..0000000
--- a/api/src/main/java/org/fairdatapipeline/yaml/package-info.java
+++ /dev/null
@@ -1,2 +0,0 @@
-/** YAML reader to read the config file. */
-package org.fairdatapipeline.yaml;
diff --git a/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java
deleted file mode 100644
index 6c9bc30..0000000
--- a/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java
+++ /dev/null
@@ -1,855 +0,0 @@
-package org.fairdatapipeline.api;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.junit.jupiter.api.Assertions.*;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import com.google.common.collect.ImmutableTable;
-import com.google.common.collect.Table;
-import java.io.IOException;
-import java.io.PrintWriter;
-import java.net.URISyntaxException;
-import java.nio.ByteBuffer;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.util.*;
-import org.apache.commons.io.FileUtils;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.fairdatapipeline.dataregistry.restclient.RestClient;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.distribution.Distribution.DistributionType;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.distribution.ImmutableMinMax;
-import org.fairdatapipeline.distribution.MinMax;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.samples.ImmutableSamples;
-import org.fairdatapipeline.samples.Samples;
-import org.javatuples.Triplet;
-import org.junit.jupiter.api.*;
-import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY")
-@TestMethodOrder(MethodOrderer.OrderAnnotation.class)
-class CoderunIntegrationTest {
- private final Table mockTable =
- ImmutableTable.builder()
- .put(0, "colA", 5)
- .put(1, "colA", 6)
- .put(2, "colA", 7)
- .put(0, "colB", 0)
- .put(1, "colB", 1)
- .put(2, "colB", 2)
- .build();
-
- private List csv_data;
- private final String chickenTestText =
- "This is a text file about chickens.\nPlease forgive the lack of interesting content in this file.";
- private Samples samples, samples2, samples3, samples4;
- private Distribution distribution;
- private Distribution categoricalDistribution;
- private final Number estimate = 1.0;
- private RandomGenerator rng;
- private RestClient restClient;
-
- private Path ori_configPath;
- private Path ori_scriptPath;
- private Path datastorePath;
- private String coderun_ts;
- private Path coderunPath;
- private Path coderunTSPath;
- private String ns;
- private String altNamespace;
- private Path nsPath;
- private Path altNamespacePath;
- private Path configPath;
- private Path scriptPath;
- private Path coderuns_txt;
- private String token;
- private String repo_desc = "Analysis / processing script location";
- private String script_desc = "Submission script location in local datastore";
- private String config_desc = "Working config.yaml file location in local datastore";
- private String CSV_hash;
-
- void setup_paths() throws URISyntaxException {
- ori_configPath =
- Paths.get(Objects.requireNonNull(getClass().getResource("/config-stdapi.yaml")).toURI());
- ori_scriptPath =
- Paths.get(Objects.requireNonNull(getClass().getResource("/script.sh")).toURI());
- datastorePath = ori_configPath.getParent().resolve("datastore");
- coderun_ts = "20210807T123456";
- coderunPath = datastorePath.resolve("coderun");
- coderunTSPath = coderunPath.resolve(coderun_ts);
- ns = "CoderunTest";
- altNamespace = "alternativeNS";
- nsPath = datastorePath.resolve(ns);
- altNamespacePath = datastorePath.resolve(altNamespace);
- configPath = coderunTSPath.resolve("config.yaml");
- scriptPath = coderunTSPath.resolve("script.sh");
- coderuns_txt = coderunTSPath.resolve("coderuns.txt");
- }
-
- void setup_data() {
- samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- samples2 = ImmutableSamples.builder().addSamples(4, 5, 6).rng(rng).build();
- samples3 = ImmutableSamples.builder().addSamples(7, 8, 9).rng(rng).build();
- samples4 = ImmutableSamples.builder().addSamples(10, 11, 12).rng(rng).build();
-
- csv_data = new ArrayList<>();
- csv_data.add(new String[] {"apple", "12", "green"});
- csv_data.add(new String[] {"orange", "5", "orange"});
- csv_data.add(new String[] {"banana", "32", "yellow"});
-
- distribution =
- ImmutableDistribution.builder()
- .internalShape(1)
- .internalScale(2)
- .internalType(DistributionType.gamma)
- .rng(rng)
- .build();
-
- MinMax firstMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(0)
- .upperBoundary(4)
- .build();
-
- MinMax secondMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(5)
- .upperBoundary(9)
- .build();
-
- MinMax thirdMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(10)
- .upperBoundary(14)
- .build();
-
- MinMax fourthMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(15)
- .upperBoundary(20)
- .build();
-
- categoricalDistribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.categorical)
- .bins(List.of(firstMinMax, secondMinMax, thirdMinMax, fourthMinMax))
- .weights(List.of(0.4, 0.1, 0.1, 0.4))
- .rng(rng)
- .build();
- }
-
- @BeforeAll
- public void setUp() throws Exception {
- this.token = System.getenv("REGTOKEN");
- restClient = new RestClient("http://localhost:8000/api/", token);
- create_author();
-
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- // rng = new RandomDataGenerator().getRandomGenerator();
- setup_paths();
- setup_data();
- this.CSV_hash = "eb7e7a49816c8a6a784260e4596e88bf7a96a6a5";
- if (System.getProperty("os.name").contains("Windows"))
- this.CSV_hash = "d1713dcc0c6b28337d14f3693882aebca3e96f17";
- cleanup_datastore();
- }
-
- void create_author() {
- RegistryAuthor author =
- (RegistryAuthor) restClient.getFirst(RegistryAuthor.class, Collections.emptyMap());
- if (author == null) {
- author = new RegistryAuthor();
- author.setName("An Anonymous Author");
- author = (RegistryAuthor) restClient.post(author);
- }
- if (restClient.getFirst(RegistryUser_author.class, Collections.emptyMap()) == null) {
- RegistryUser_author ua = new RegistryUser_author();
- ua.setAuthor(author.getUrl());
- RegistryUsers u =
- (RegistryUsers) restClient.getFirst(RegistryUsers.class, Collections.emptyMap());
- ua.setUser(u.getUrl());
- restClient.post(ua);
- }
- }
-
- @AfterAll
- public void final_cleanup() throws IOException {
- delete_directories();
- }
-
- public void cleanup_datastore() throws IOException {
- delete_directories();
- Files.createDirectories(coderunTSPath);
- Files.copy(ori_configPath, configPath);
- Files.copy(ori_scriptPath, scriptPath);
- }
-
- void delete_directories() throws IOException {
- FileUtils.deleteDirectory(coderunTSPath.toFile());
- FileUtils.deleteDirectory(
- nsPath.toFile()); // remove the whole namespace in the local datastore.
- FileUtils.deleteDirectory(
- altNamespacePath
- .toFile()); // remove the whole alternative namespace in the local datastore.
- }
-
- void check_namespace(String dataProduct, String namespace) {
- RegistryData_product dp =
- (RegistryData_product)
- restClient.getFirst(
- RegistryData_product.class, Collections.singletonMap("name", dataProduct));
- RegistryNamespace ns =
- (RegistryNamespace) restClient.get(RegistryNamespace.class, dp.getNamespace());
- assertThat(ns.getName()).isEqualTo(namespace);
- }
-
- void check_issue(String issue, String... components) {
- RegistryIssue ri =
- (RegistryIssue)
- restClient.getFirst(
- RegistryIssue.class, Collections.singletonMap("description", issue));
- ri.getComponent_issues()
- .forEach(
- i -> {
- RegistryObject_component oc =
- (RegistryObject_component) restClient.get(RegistryObject_component.class, i);
- assertThat(oc).isNotNull();
- if (oc.isWhole_object()) {
- RegistryObject o =
- (RegistryObject) restClient.get(RegistryObject.class, oc.getObject());
- if (o.getData_products().isEmpty()) {
- // for script, config, repo, we just check the description
- assertThat(o.getDescription()).isIn((Object[]) components);
- } else {
- RegistryData_product dp =
- (RegistryData_product)
- restClient.get(RegistryData_product.class, o.getData_products().get(0));
- assertThat(dp.getName()).isIn((Object[]) components);
- }
- } else {
- assertThat(oc.getName()).isIn((Object[]) components);
- }
- });
- }
-
- void check_last_coderun(
- List> inputs, List> outputs) {
- // quite a random set of checks to see if a coderun did what I expect it to do.
- List coderuns;
- try {
- coderuns = Files.readAllLines(coderuns_txt);
- } catch (IOException e) {
- Assertions.fail("Failed to read coderuns_txt: {} ", e);
- return;
- }
- String last_coderun = coderuns.get(coderuns.size() - 1);
- RegistryCode_run cr =
- (RegistryCode_run)
- restClient.getFirst(
- RegistryCode_run.class, Collections.singletonMap("uuid", last_coderun));
- RegistryObject script =
- (RegistryObject) restClient.get(RegistryObject.class, cr.getSubmission_script());
- assertNotNull(script);
- RegistryObject config =
- (RegistryObject) restClient.get(RegistryObject.class, cr.getModel_config());
- assertNotNull(config);
- RegistryObject code_repo =
- (RegistryObject) restClient.get(RegistryObject.class, cr.getCode_repo());
- assertNotNull(code_repo);
- assertThat(code_repo.getAuthors())
- .containsExactly(restClient.makeAPIURL(RegistryAuthor.class, 1));
-
- assertThat(cr.getDescription()).isEqualTo("Coderun Integration test");
- if (inputs == null) assertThat(cr.getInputs()).isEmpty();
- else {
- assertThat(cr.getInputs()).hasSameSizeAs(inputs);
- cr.getInputs().stream()
- .map(
- input ->
- (RegistryObject_component) restClient.get(RegistryObject_component.class, input))
- .forEach(
- oc -> {
- RegistryObject o =
- (RegistryObject) restClient.get(RegistryObject.class, oc.getObject());
- RegistryStorage_location sl =
- (RegistryStorage_location)
- restClient.get(RegistryStorage_location.class, o.getStorage_location());
- RegistryData_product dp =
- (RegistryData_product)
- restClient.get(RegistryData_product.class, o.getData_products().get(0));
- String ocName = "";
- if (!oc.isWhole_object()) ocName = oc.getName();
- assertThat(inputs).contains(new Triplet<>(dp.getName(), ocName, sl.getHash()));
- });
- }
-
- if (outputs == null) assertThat(cr.getOutputs()).isEmpty();
- else {
- assertThat(cr.getOutputs()).hasSameSizeAs(outputs);
- cr.getOutputs()
- .forEach(
- output -> {
- RegistryObject_component oc =
- (RegistryObject_component)
- restClient.get(RegistryObject_component.class, output);
- RegistryObject o =
- (RegistryObject) restClient.get(RegistryObject.class, oc.getObject());
- RegistryStorage_location sl =
- (RegistryStorage_location)
- restClient.get(RegistryStorage_location.class, o.getStorage_location());
- RegistryData_product dp =
- (RegistryData_product)
- restClient.get(RegistryData_product.class, o.getData_products().get(0));
- String ocname = "";
- if (!oc.isWhole_object()) ocname = oc.getName();
- assertThat(outputs).contains(new Triplet<>(dp.getName(), ocname, sl.getHash()));
- });
- }
- }
-
- @Test
- @Order(1)
- void testWriteEstimate() {
- String dataProduct = "human/population";
- String component = "estimate-component";
- try (Coderun coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeEstimate(estimate);
- }
- String hash = "a4f9d47dac45639e69a758a8b2d49bf11bbeb262";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- }
-
- @Test
- @Order(2)
- void testReadEstimate() {
- String dataProduct = "human/population";
- String component = "estimate-component";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dp.getComponent(component);
- assertThat(oc.readEstimate()).isEqualTo(estimate);
- }
- String hash = "a4f9d47dac45639e69a758a8b2d49bf11bbeb262";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(3)
- void testWriteDistribution() {
- String dataProduct = "human/distribution";
- String component = "distribution-component";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeDistribution(distribution);
- }
- String hash = "8e767aea46ac67c4546dacc23d302729c461fddd";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- }
-
- @Test
- @Order(4)
- void testReadDistribution() {
- String dataProduct = "human/distribution";
- String component = "distribution-component";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dc.getComponent(component);
- assertThat(oc.readDistribution()).isEqualTo(distribution);
- }
- String hash = "8e767aea46ac67c4546dacc23d302729c461fddd";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(5)
- void testWriteCategoricalDistribution() {
- String dataProduct = "human/cdistribution";
- String component = "cdistribution-component";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeDistribution(categoricalDistribution);
- }
- String hash = "a30b735ba6ce0340dbf264518d8a3ca1918397b8";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- }
-
- @Test
- @Order(6)
- void testReadCategoricalDistribution() {
- String dataProduct = "human/cdistribution";
- String component = "cdistribution-component";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dc.getComponent(component);
- assertThat(oc.readDistribution()).isEqualTo(categoricalDistribution);
- }
- String hash = "a30b735ba6ce0340dbf264518d8a3ca1918397b8";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(7)
- void testWriteSamples() {
- String dataProduct = "human/samples";
- String component = "example-samples-w";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeSamples(samples);
- }
- String hash = "83d034652197abd2f456f286c9ee7ac04500309b";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- }
-
- @Test
- @Order(8)
- void testReadSamples() {
- String dataProduct = "human/samples";
- String component = "example-samples-w";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dc.getComponent(component);
- assertThat(oc.readSamples()).containsExactly(1, 2, 3);
- }
- String hash = "83d034652197abd2f456f286c9ee7ac04500309b";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(9)
- void testWriteSamplesMultipleComponents() {
- String dataProduct = "human/multicomp";
- String component1 = "example-samples-w1";
- String component2 = "example-samples-w2";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
-
- Object_component_write oc1 = dp.getComponent(component1);
- oc1.writeSamples(samples);
-
- Object_component_write oc2 = dp.getComponent(component2);
- oc2.writeSamples(samples);
- }
- String hash = "d9501d26df34a851591b1ef718564ab9f8f44c5d";
- check_last_coderun(
- null,
- Arrays.asList(
- new Triplet<>(dataProduct, component1, hash),
- new Triplet<>(dataProduct, component2, hash)));
- }
-
- @Test
- @Order(10)
- void testReadSamplesMultipleComponents() {
- String dataProduct = "human/multicomp";
- String component1 = "example-samples-w1";
- String component2 = "example-samples-w2";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc1 = dc.getComponent(component1);
- Object_component_read oc2 = dc.getComponent(component2);
- assertThat(oc1.readSamples()).containsExactly(1, 2, 3);
- assertThat(oc2.readSamples()).containsExactly(1, 2, 3);
- }
- String hash = "d9501d26df34a851591b1ef718564ab9f8f44c5d";
- check_last_coderun(
- Arrays.asList(
- new Triplet<>(dataProduct, component1, hash),
- new Triplet<>(dataProduct, component2, hash)),
- null);
- }
-
- @Test
- @Order(11)
- void testWriteGlobDP() {
- String dataProduct = "animal/dog";
- String component = "example-samples";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeSamples(samples2);
- }
- String hash = "a12e5337b4c6dd4c8ff119da2ae47996561b5a32";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- }
-
- @Test
- @Order(12)
- void testReadNoGlob() {
- String dataProduct = "animal/dog";
- String component = "example-samples";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dc.getComponent(component);
- assertThat(oc.readSamples()).containsExactly(4, 5, 6);
- }
- String hash = "a12e5337b4c6dd4c8ff119da2ae47996561b5a32";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(13)
- void testWriteGlobMultiDP() {
- String dataProduct1 = "animal/horse";
- String dataProduct2 = "animal/mouse";
- String component = "example-samples";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp1 = coderun.get_dp_for_write(dataProduct1, "toml");
- Data_product_write dp2 = coderun.get_dp_for_write(dataProduct2, "toml");
- Object_component_write oc = dp1.getComponent(component);
- oc.writeSamples(samples3);
- oc = dp2.getComponent(component);
- oc.writeSamples(samples4);
- }
- String hash1 = "0e4840da685f9d6f4777a6f4281f6a0303c720e6";
- String hash2 = "2902dcb50813de1b9db38cd21938658d53969dac";
- check_last_coderun(
- null,
- Arrays.asList(
- new Triplet<>(dataProduct1, component, hash1),
- new Triplet<>(dataProduct2, component, hash2)));
- }
-
- @Test
- void testIssueWithScript() {
- String issue = "I don't like this script";
- try (Coderun coderun = new Coderun(configPath, scriptPath, token)) {
- coderun.getScript().raise_issue(issue, 10);
- }
- check_issue(issue, script_desc);
- }
-
- @Test
- void testIssueWithConfig() {
- String issue = "I don't like this config";
- try (Coderun coderun = new Coderun(configPath, scriptPath, token)) {
- coderun.getConfig().raise_issue(issue, 10);
- }
- check_issue(issue, config_desc);
- }
-
- @Test
- void testIssueWithRepo() {
- String issue = "I don't like this repo";
- try (Coderun coderun = new Coderun(configPath, scriptPath, token)) {
- coderun.getCode_repo().raise_issue(issue, 10);
- }
- check_issue(issue, repo_desc);
- }
-
- @Test
- void testIssueWithFileObjects() {
- String issue = "I don't like any of these FileObjects";
- try (Coderun coderun = new Coderun(configPath, scriptPath, token)) {
- Issue i = coderun.raise_issue(issue, 10);
- i.add_fileObjects(coderun.getCode_repo(), coderun.getScript(), coderun.getCode_repo());
- }
- check_issue(issue, repo_desc, config_desc, script_desc);
- }
-
- @Test
- @Order(14)
- void testWriteSamplesMultipleComponentsAndIssues() {
- String dataProduct = "animal/dodo";
- String component1 = "example-samples-dodo1";
- String component2 = "example-samples-dodo2";
- String issue1 = "something is terribly wrong with this component";
- String issue2 = "very bad component";
- String issue3 = "this one is not so bad";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
-
- Object_component_write oc1 = dp.getComponent(component1);
- oc1.raise_issue(issue1, 10);
- oc1.writeSamples(samples);
- oc1.raise_issue(issue2, 1);
-
- Object_component_write oc2 = dp.getComponent(component2);
- oc2.writeSamples(samples);
- oc2.raise_issue(issue3, 1);
- }
- String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2";
- check_last_coderun(
- null,
- Arrays.asList(
- new Triplet<>(dataProduct, component1, hash),
- new Triplet<>(dataProduct, component2, hash)));
- check_issue(issue1, component1);
- check_issue(issue2, component1);
- check_issue(issue3, component2);
- }
-
- @Test
- @Order(15)
- void testReadSamplesMultipleComponentsAndIssues() {
- String dataProduct = "animal/dodo";
- String component1 = "example-samples-dodo1";
- String component2 = "example-samples-dodo2";
- String issue1 = "upon re-reading this component we found even more problems";
- String issue2 = "upon re-reading this component we found it's actually OK";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc1 = dc.getComponent(component1);
- oc1.raise_issue(issue1, 10);
- Object_component_read oc2 = dc.getComponent(component2);
- oc1.raise_issue(issue2, 0);
- assertThat(oc1.readSamples()).containsExactly(1, 2, 3);
- assertThat(oc2.readSamples()).containsExactly(1, 2, 3);
- }
- String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2";
- check_last_coderun(
- Arrays.asList(
- new Triplet<>(dataProduct, component1, hash),
- new Triplet<>(dataProduct, component2, hash)),
- null);
- check_issue(issue1, component1);
- check_issue(issue2, component1);
- }
-
- @Test
- @Order(16)
- void testRead_oneIssueToMultipleComp_and_script() {
- String dataProduct = "animal/dodo";
- String component1 = "example-samples-dodo1";
- String component2 = "example-samples-dodo2";
- String issue = "one issue for 2 comps";
- String issue2 = "this issue attached itself to the comps";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dc = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc1 = dc.getComponent(component1);
- Issue i = coderun.raise_issue(issue, 2);
- i.add_components(oc1);
- Object_component_read oc2 = dc.getComponent(component2);
- i.add_components(oc2);
- assertThat(oc1.readSamples()).containsExactly(1, 2, 3);
- assertThat(oc2.readSamples()).containsExactly(1, 2, 3);
- Issue i2 = coderun.raise_issue(issue2, 3);
- i2.add_components(oc1, oc2);
- i2.add_fileObjects(coderun.getScript());
- }
- String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2";
- check_last_coderun(
- Arrays.asList(
- new Triplet<>(dataProduct, component1, hash),
- new Triplet<>(dataProduct, component2, hash)),
- null);
- check_issue(issue, component1, component2);
- check_issue(issue2, component1, component2, script_desc);
- }
-
- @Test
- @Order(17)
- void testCSV_writeLink() throws IOException {
- String dataProduct = "animal/ant";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "csv");
- Object_component_write oc = dp.getComponent();
- Path p = oc.writeLink();
- assertNotNull(p);
- try (PrintWriter pw = new PrintWriter(p.toFile())) {
- for (String[] s : csv_data) {
- String join = String.join(",", s);
- pw.println(join);
- }
- }
- }
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", CSV_hash)));
- }
-
- private List getRecordFromLine(String line) {
- List values = new ArrayList<>();
- try (Scanner rowScanner = new Scanner(line)) {
- rowScanner.useDelimiter(",");
- while (rowScanner.hasNext()) {
- values.add(rowScanner.next());
- }
- }
- return values;
- }
-
- @Test
- @Order(18)
- void testCSV_readLink() throws IOException {
- String dataProduct = "animal/ant";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dp.getComponent();
- Path p = oc.readLink();
- int i = 0;
- try (Scanner scanner = new Scanner(p.toFile())) {
- while (scanner.hasNextLine()) {
- assertThat(getRecordFromLine(scanner.nextLine())).isEqualTo(List.of(csv_data.get(i)));
- i = i + 1;
- }
- }
- }
- check_last_coderun(List.of(new Triplet<>(dataProduct, "", CSV_hash)), null);
- }
-
- @Test
- @Order(19)
- void testCSV_writeLink_withIssue() throws IOException {
- String dataProduct = "animal/monkey";
- String issue = "this does not seem to contain anything monkey-related";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "csv");
- Object_component_write oc = dp.getComponent();
- Path p = oc.writeLink();
- oc.raise_issue(issue, 9);
- assertNotNull(p);
- try (PrintWriter pw = new PrintWriter(p.toFile())) {
- csv_data.stream().map(s -> String.join(",", s)).forEach(pw::println);
- }
- }
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", CSV_hash)));
- check_issue(issue, dataProduct);
- }
-
- @Test
- @Order(20)
- void testCSV_readLink_withIssue() throws IOException {
- String dataProduct = "animal/ant";
- String issue = "not enough orange";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dp.getComponent();
- oc.raise_issue(issue, 10);
- Path p = oc.readLink();
- int i = 0;
- try (Scanner scanner = new Scanner(p.toFile())) {
- while (scanner.hasNextLine()) {
- assertThat(getRecordFromLine(scanner.nextLine())).isEqualTo(List.of(csv_data.get(i)));
- i = i + 1;
- }
- }
- }
- check_last_coderun(List.of(new Triplet<>(dataProduct, "", CSV_hash)), null);
- check_issue(issue, dataProduct);
- }
-
- @Test
- @Order(21)
- void testRewriteDPname() {
- String dataProduct = "animal/canine";
- String component = "NumberOfLegs";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeSamples(samples);
- }
- String rewrittenDP = "animal/doggy";
- String hash = "1b87d38867355d56f80bccb04f96d542a5a3c8bc";
- check_last_coderun(null, List.of(new Triplet<>(rewrittenDP, component, hash)));
- check_namespace(rewrittenDP, "CoderunTest");
- }
-
- @Test
- @Order(22)
- void testReadRewrittenDPname() {
- String dataProduct = "animal/canine";
- String component = "NumberOfLegs";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dp.getComponent(component);
- oc.readSamples();
- }
- String rewrittenDP = "animal/doggy";
- String hash = "1b87d38867355d56f80bccb04f96d542a5a3c8bc";
- check_last_coderun(List.of(new Triplet<>(rewrittenDP, component, hash)), null);
- }
-
- @Test
- @Order(23)
- void testAltNS() {
- String dataProduct = "test/altns";
- String component = "altNScompo";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- Object_component_write oc = dp.getComponent(component);
- oc.writeSamples(samples);
- }
- String hash = "b8e68425f66bfb033dbbfeac3b48b922a2121ca0";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash)));
- check_namespace(dataProduct, "alternativeNS");
- }
-
- @Test
- @Order(24)
- void testAltNSread() {
- String dataProduct = "test/altns";
- String component = "altNScompo";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- Object_component_read oc = dp.getComponent(component);
- oc.readSamples();
- }
- String hash = "b8e68425f66bfb033dbbfeac3b48b922a2121ca0";
- check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null);
- }
-
- @Test
- @Order(25)
- void testConfigFiletype() {
- String dataProduct = "animal/chicken";
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_write dp = coderun.get_dp_for_write(dataProduct);
- Object_component_write oc = dp.getComponent();
- try (CleanableFileChannel f = oc.getFileChannel()) {
- ByteBuffer bb = ByteBuffer.wrap(chickenTestText.getBytes(StandardCharsets.UTF_8));
- f.write(bb);
- } catch (IOException e) {
- System.out.println("failed to open FileChannel");
- }
- }
- String hash = "e19e3f4697ddf60aa09552a5f4390aed11ffd35f";
- check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", hash)));
-
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- Data_product_read dp = coderun.get_dp_for_read(dataProduct);
- RegistryFile_type ft =
- (RegistryFile_type)
- restClient.get(RegistryFile_type.class, dp.registryObject.getFile_type());
- assertThat(ft.getExtension()).isEqualTo("txt");
- Object_component_read oc = dp.getComponent();
- try (CleanableFileChannel f = oc.getFileChannel()) {
- ByteBuffer bb = ByteBuffer.allocate(chickenTestText.length());
- f.read(bb);
- String r = new String(bb.array());
- assertThat(r).isEqualTo(chickenTestText);
- } catch (IOException e) {
- System.out.println("failed to open FileChannel");
- }
- }
- check_last_coderun(List.of(new Triplet<>(dataProduct, "", hash)), null);
- }
-
- @SuppressWarnings("EmptyTryBlock")
- @Test
- @Order(26)
- void emptyCoderun() {
- try (var coderun = new Coderun(configPath, scriptPath, token)) {
- // do nothing
- }
- check_last_coderun(null, null);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java b/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java
deleted file mode 100644
index 21bfbb3..0000000
--- a/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java
+++ /dev/null
@@ -1,30 +0,0 @@
-package org.fairdatapipeline.config;
-
-import java.net.URISyntaxException;
-import java.nio.file.Path;
-import java.util.Objects;
-import org.fairdatapipeline.yaml.YamlFactory;
-import org.fairdatapipeline.yaml.YamlReader;
-import org.junit.jupiter.api.*;
-import org.junit.jupiter.params.ParameterizedTest;
-import org.junit.jupiter.params.provider.ValueSource;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class ConfigTester {
- YamlReader yamlReader;
-
- @BeforeAll
- public void setUp() {
- yamlReader = new YamlFactory().yamlReader();
- }
-
- @ParameterizedTest
- @ValueSource(strings = {"/config.yaml", "/config1.yaml", "/config2.yaml", "/config-stdapi.yaml"})
- void testConfig(String resourceName) throws URISyntaxException {
- Path cfilepath = Path.of(Objects.requireNonNull(getClass().getResource(resourceName)).toURI());
- Assertions.assertDoesNotThrow(
- () -> {
- new ConfigFactory().config(yamlReader, cfilepath);
- });
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java b/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java
deleted file mode 100644
index 03f4ecb..0000000
--- a/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java
+++ /dev/null
@@ -1,123 +0,0 @@
-package org.fairdatapipeline.distribution;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
-import static org.assertj.core.api.Assertions.offset;
-import static org.assertj.core.api.Assertions.withinPercentage;
-
-import java.util.Arrays;
-import java.util.List;
-import java.util.stream.IntStream;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.apache.commons.math3.random.Well512a;
-import org.fairdatapipeline.distribution.Distribution.DistributionType;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class DistributionTest {
- private Distribution gammaDistribution;
- private Distribution categoricalDistribution;
-
- @BeforeAll
- public void setUp() {
- RandomGenerator rng = new Well512a();
-
- gammaDistribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.gamma)
- .internalShape(1)
- .internalScale(2)
- .rng(rng)
- .build();
-
- MinMax firstMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(0)
- .upperBoundary(4)
- .build();
-
- MinMax secondMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(5)
- .upperBoundary(9)
- .build();
-
- MinMax thirdMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(10)
- .upperBoundary(14)
- .build();
-
- MinMax fourthMinMax =
- ImmutableMinMax.builder()
- .isLowerInclusive(true)
- .isUpperInclusive(true)
- .lowerBoundary(15)
- .upperBoundary(20)
- .build();
-
- categoricalDistribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.categorical)
- .bins(List.of(firstMinMax, secondMinMax, thirdMinMax, fourthMinMax))
- .weights(List.of(0.4, 0.1, 0.1, 0.4))
- .rng(rng)
- .build();
- }
-
- @Test
- void derivedEstimateFromDistribution() {
- assertThat(gammaDistribution.getEstimate().floatValue()).isEqualTo(2F);
- }
-
- @Test
- void derivedSamplesFromDistribution() {
- assertThatExceptionOfType(UnsupportedOperationException.class)
- .isThrownBy(gammaDistribution::getSamples);
- }
-
- @Test
- void derivedDistributionFromDistribution() {
- assertThat(gammaDistribution.getDistribution()).isEqualTo(gammaDistribution);
- }
-
- @Test
- void categoricalDistributionEstimate() {
- assertThat(categoricalDistribution.getEstimate().doubleValue()).isCloseTo(10D, offset(0.5D));
- }
-
- @Test
- void categoricalDistributionSample() {
- double sampleAvg =
- IntStream.range(0, 10000)
- .mapToDouble(i -> categoricalDistribution.getSample().doubleValue())
- .average()
- .orElseThrow();
-
- assertThat(sampleAvg).isCloseTo(10D, offset(0.5D));
- }
-
- @Test
- void categoricalDistributionWeighting() {
- double[] samples =
- IntStream.range(0, 10000)
- .mapToDouble(i -> categoricalDistribution.getSample().doubleValue())
- .toArray();
-
- long firstBinOccurrences = Arrays.stream(samples).filter(s -> 0 <= s && s < 5).count();
- long secondBinOccurrences = Arrays.stream(samples).filter(s -> 5 <= s && s < 10).count();
- long thirdBinOccurrences = Arrays.stream(samples).filter(s -> 10 <= s && s < 15).count();
- long fourthBinOccurrences = Arrays.stream(samples).filter(s -> 15 <= s && s <= 20).count();
-
- assertThat(firstBinOccurrences).isCloseTo(4000, withinPercentage(15));
- assertThat(secondBinOccurrences).isCloseTo(1000, withinPercentage(15));
- assertThat(thirdBinOccurrences).isCloseTo(1000, withinPercentage(15));
- assertThat(fourthBinOccurrences).isCloseTo(4000, withinPercentage(15));
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java b/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java
deleted file mode 100644
index 8bd88ad..0000000
--- a/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java
+++ /dev/null
@@ -1,39 +0,0 @@
-package org.fairdatapipeline.estimate;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import org.apache.commons.math3.random.RandomGenerator;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class EstimateTest {
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- }
-
- @Test
- void derivedEstimateFromEstimate() {
- var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- assertThat(data.getEstimate()).isEqualTo(5);
- }
-
- @Test
- void derivedSampleFromEstimate() {
- var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- assertThatExceptionOfType(UnsupportedOperationException.class).isThrownBy(data::getSamples);
- }
-
- @Test
- void derivedDistributionFromEstimate() {
- var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- assertThatExceptionOfType(UnsupportedOperationException.class)
- .isThrownBy(data::getDistribution);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java
deleted file mode 100644
index 1012994..0000000
--- a/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java
+++ /dev/null
@@ -1,82 +0,0 @@
-package org.fairdatapipeline.file;
-
-import static java.nio.file.StandardOpenOption.READ;
-import static java.nio.file.StandardOpenOption.WRITE;
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.nio.channels.FileChannel;
-import java.nio.channels.NonReadableChannelException;
-import java.nio.channels.NonWritableChannelException;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.util.Objects;
-import java.util.concurrent.atomic.AtomicBoolean;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class CleanableFileChannelIntegrationTest {
-
- private FileChannel fileChannelReadable;
- private FileChannel fileChannelWritable;
- private AtomicBoolean runnableExecuted;
-
- @BeforeAll
- public void setUp() throws Exception {
- String parentPath =
- Paths.get(Objects.requireNonNull(getClass().getResource("/config.yaml")).toURI())
- .getParent()
- .toString();
- this.fileChannelReadable =
- FileChannel.open(Path.of(parentPath, "folder/data/parameter/example1.toml"), READ);
- this.fileChannelWritable =
- FileChannel.open(Path.of(parentPath, "folder/data/parameter/example1.toml"), WRITE);
- runnableExecuted = new AtomicBoolean(false);
- }
-
- @Test
- void testRunnableExecutesOnClose() {
- var cleanableFileChannel =
- new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true));
- cleanableFileChannel.close();
- assertThat(runnableExecuted).isTrue();
- }
-
- @Test
- void testOpenForRead() throws IOException {
- var cleanableFileChannel =
- new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true));
- cleanableFileChannel.read(ByteBuffer.allocate(64));
- assertThat(fileChannelReadable.isOpen()).isTrue();
- }
-
- @Test
- void testOpenForWrite() throws IOException {
- var cleanableFileChannel =
- new CleanableFileChannel(fileChannelWritable, () -> runnableExecuted.set(true));
- var buffer = ByteBuffer.allocate(64);
- buffer.flip();
- cleanableFileChannel.write(buffer);
- assertThat(fileChannelWritable.isOpen()).isTrue();
- }
-
- @Test
- void testReadWithWriteFileHandle() {
- var cleanableFileChannel =
- new CleanableFileChannel(fileChannelWritable, () -> runnableExecuted.set(true));
- var bbuffer = ByteBuffer.allocate(64);
- assertThatExceptionOfType(NonReadableChannelException.class)
- .isThrownBy(() -> cleanableFileChannel.read(bbuffer));
- }
-
- @Test
- void testWriteWithReadFileHandle() {
- var cleanableFileChannel =
- new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true));
- var bbuffer = ByteBuffer.allocate(64);
- assertThatExceptionOfType(NonWritableChannelException.class)
- .isThrownBy(() -> cleanableFileChannel.write(bbuffer));
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java b/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java
deleted file mode 100644
index 4e345e5..0000000
--- a/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java
+++ /dev/null
@@ -1,18 +0,0 @@
-package org.fairdatapipeline.hash;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-import org.junit.jupiter.api.*;
-
-class Sha1HasherTest {
-
- @Test
- void testSha1Hash() {
- var input = "test";
-
- // Generated via http://www.sha1-online.com/
- var expectedOutput = "a94a8fe5ccb19ba61c4c0873d391e987982fbbd3";
-
- assertThat(new Sha1Hasher().hash(input)).isEqualTo(expectedOutput);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java
deleted file mode 100644
index f356b8a..0000000
--- a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java
+++ /dev/null
@@ -1,79 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import java.util.Map;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.distribution.Distribution.DistributionType;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-import org.fairdatapipeline.samples.ImmutableSamples;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class ComponentsDeserializerTest {
- private final String json =
- "{\n"
- + " \"example-distribution\": {\n"
- + " \"distribution\": \"gamma\",\n"
- + " \"scale\": 2,\n"
- + " \"shape\": 1,\n"
- + " \"type\": \"distribution\"\n"
- + " },\n"
- + " \"example-estimate\": {\n"
- + " \"type\": \"point-estimate\",\n"
- + " \"value\": 1.0\n"
- + " },\n"
- + " \"example-samples\": {\n"
- + " \"samples\": [\n"
- + " 1,\n"
- + " 2,\n"
- + " 3\n"
- + " ],\n"
- + " \"type\": \"samples\"\n"
- + " }\n"
- + "}";
-
- private ObjectMapper objectMapper;
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- objectMapper = new DataPipelineMapper(rng);
- }
-
- @Test
- void deserialize() throws JsonProcessingException {
- Components actualComponents = objectMapper.readValue(json, Components.class);
-
- var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build();
- var distribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.gamma)
- .internalShape(1)
- .internalScale(2)
- .rng(rng)
- .build();
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- var expectedComponents =
- ImmutableComponents.builder()
- .components(
- Map.of(
- "example-estimate",
- estimate,
- "example-distribution",
- distribution,
- "example-samples",
- samples))
- .build();
-
- assertThat(actualComponents).isEqualTo(expectedComponents);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java
deleted file mode 100644
index bc93fdb..0000000
--- a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java
+++ /dev/null
@@ -1,79 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-import static org.skyscreamer.jsonassert.JSONAssert.assertEquals;
-
-import com.fasterxml.jackson.databind.ObjectMapper;
-import java.io.IOException;
-import java.io.StringWriter;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.distribution.Distribution.DistributionType;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.mapper.DataPipelineMapper;
-import org.fairdatapipeline.samples.ImmutableSamples;
-import org.json.JSONException;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class ComponentsSerializerTest {
- private final String expectedJson =
- "{\n"
- + " \"example-distribution\": {\n"
- + " \"distribution\": \"gamma\",\n"
- + " \"scale\": 2,\n"
- + " \"shape\": 1,\n"
- + " \"type\": \"distribution\"\n"
- + " },\n"
- + " \"example-estimate\": {\n"
- + " \"type\": \"point-estimate\",\n"
- + " \"value\": 1.0\n"
- + " },\n"
- + " \"example-samples\": {\n"
- + " \"samples\": [\n"
- + " 1,\n"
- + " 2,\n"
- + " 3\n"
- + " ],\n"
- + " \"type\": \"samples\"\n"
- + " }\n"
- + "}";
-
- private ObjectMapper objectMapper;
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- this.rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- objectMapper = new DataPipelineMapper(rng);
- }
-
- @Test
- void serialize() throws IOException, JSONException {
- var writer = new StringWriter();
- var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build();
- var distribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.gamma)
- .internalShape(1)
- .internalScale(2)
- .rng(rng)
- .build();
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- Components components =
- ImmutableComponents.builder()
- .putComponents("example-estimate", estimate)
- .putComponents("example-distribution", distribution)
- .putComponents("example-samples", samples)
- .build();
-
- objectMapper.writeValue(writer, components);
-
- var actualJson = writer.toString();
- assertThat(actualJson).isNotBlank();
- assertEquals(actualJson, expectedJson, true);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java
deleted file mode 100644
index ac4cc10..0000000
--- a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java
+++ /dev/null
@@ -1,43 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.ArgumentMatchers.any;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import java.io.Reader;
-import org.fairdatapipeline.distribution.Distribution;
-import org.fairdatapipeline.estimate.Estimate;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.samples.Samples;
-import org.fairdatapipeline.toml.TomlReader;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class ParameterDataReaderTest {
- private CleanableFileChannel fileChannel;
- private TomlReader tomlReader;
- private Estimate mockEstimate;
-
- @BeforeAll
- public void setUp() {
- this.fileChannel = mock(CleanableFileChannel.class);
- this.tomlReader = mock(TomlReader.class);
- this.mockEstimate = mock(Estimate.class);
- }
-
- @Test
- void read() {
- Components expectedComponents =
- ImmutableComponents.builder()
- .putComponents("example-estimate", mockEstimate)
- .putComponents("example-distribution", mock(Distribution.class))
- .putComponents("example-samples", mock(Samples.class))
- .build();
-
- when(tomlReader.read(any(Reader.class), any())).thenReturn(expectedComponents);
- var dataReader = new ParameterDataReaderImpl(tomlReader);
-
- assertThat(dataReader.read(fileChannel, "example-estimate")).isEqualTo(mockEstimate);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java
deleted file mode 100644
index f4ed057..0000000
--- a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java
+++ /dev/null
@@ -1,44 +0,0 @@
-package org.fairdatapipeline.parameters;
-
-import static org.mockito.ArgumentMatchers.any;
-import static org.mockito.ArgumentMatchers.eq;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.verify;
-import static org.mockito.Mockito.verifyNoMoreInteractions;
-import static org.mockito.Mockito.when;
-
-import java.io.IOException;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.file.CleanableFileChannel;
-import org.fairdatapipeline.toml.TomlWriter;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class ParameterDataWriterImplTest {
- private CleanableFileChannel fileChannel;
- private TomlWriter tomlWriter;
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() throws Exception {
- fileChannel = mock(CleanableFileChannel.class);
- tomlWriter = mock(TomlWriter.class);
- when(fileChannel.size()).thenReturn(64L);
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- }
-
- @Test
- void writeEstimate() throws IOException {
- var dataWriter = new ParameterDataWriterImpl(tomlWriter);
- var estimate = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- var components = ImmutableComponents.builder().putComponents("component", estimate).build();
- dataWriter.write(fileChannel, "component", estimate);
-
- verify(fileChannel).size();
- verify(fileChannel).position(64);
- verify(tomlWriter).write(any(), eq(components));
- verifyNoMoreInteractions(fileChannel);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java b/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java
deleted file mode 100644
index 06375b0..0000000
--- a/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java
+++ /dev/null
@@ -1,26 +0,0 @@
-package org.fairdatapipeline.samples;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import java.util.List;
-import java.util.Random;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class SamplerTest {
- private Random random;
-
- @BeforeAll
- public void setUp() {
- this.random = mock(Random.class);
- }
-
- @Test
- void sample() {
- when(random.nextInt(3)).thenReturn(1);
- var sampler = new Sampler(random);
- assertThat(sampler.sample(List.of(1, 2, 3))).isEqualTo(2);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java b/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java
deleted file mode 100644
index 87ea208..0000000
--- a/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java
+++ /dev/null
@@ -1,56 +0,0 @@
-package org.fairdatapipeline.samples;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.assertj.core.data.Offset.offset;
-import static org.fairdatapipeline.distribution.Distribution.DistributionType.empirical;
-
-import java.util.stream.IntStream;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.apache.commons.math3.random.Well512a;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class SamplesTest {
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- rng = new Well512a();
- }
-
- @Test
- void derivedEstimateFromSamples() {
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- assertThat(samples.getEstimate().floatValue()).isCloseTo(2, offset(1e-7F));
- }
-
- @Test
- @Disabled("large numbers are currently unsupported.")
- void derivedEstimateLargeSamples() {
- var largeValue = 100_000_000_000_000_000L;
- var samples =
- ImmutableSamples.builder().addSamples(largeValue, largeValue + 1, largeValue + 2).build();
- assertThat(samples.getEstimate()).isEqualTo(largeValue + 1);
- }
-
- @Test
- void derivedSamplesFromSamples() {
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- assertThat(samples.getSamples()).containsExactly(1, 2, 3);
- }
-
- @Test
- void derivedDistributionFromSamples() {
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- var distribution = samples.getDistribution();
- assertThat(distribution.internalType()).isEqualTo(empirical);
- assertThat(distribution.getEstimate().floatValue()).isCloseTo(2, offset(1e-7F));
- var distSampleAvg =
- IntStream.range(0, 10000)
- .parallel()
- .mapToDouble(i -> distribution.getSample().doubleValue())
- .average()
- .orElseThrow();
- assertThat(distSampleAvg).isBetween(1.95, 2.05);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java
deleted file mode 100644
index 141fdc2..0000000
--- a/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java
+++ /dev/null
@@ -1,39 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import com.fasterxml.jackson.core.type.TypeReference;
-import java.io.StringReader;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.parameters.Components;
-import org.fairdatapipeline.parameters.ImmutableComponents;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class TomlReaderPairwiseIntegrationTest {
- private final String toml =
- "[example-estimate]\n" + "type = \"point-estimate\"\n" + "value = 1.0";
-
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- }
-
- @Test
- void read() {
- TomlReader tomlReader = new TomlReader(new TOMLMapper(rng));
- var reader = new StringReader(toml);
- var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build();
- Components components =
- ImmutableComponents.builder().putComponents("example-estimate", estimate).build();
- Components components_read = tomlReader.read(reader, new TypeReference<>() {});
-
- assertThat(components_read).isEqualTo(components);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java
deleted file mode 100644
index 8ee798d..0000000
--- a/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java
+++ /dev/null
@@ -1,74 +0,0 @@
-package org.fairdatapipeline.toml;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-import static org.skyscreamer.jsonassert.JSONAssert.assertEquals;
-
-import java.io.StringWriter;
-import org.apache.commons.math3.random.RandomGenerator;
-import org.fairdatapipeline.distribution.Distribution.DistributionType;
-import org.fairdatapipeline.distribution.ImmutableDistribution;
-import org.fairdatapipeline.estimate.ImmutableEstimate;
-import org.fairdatapipeline.parameters.Components;
-import org.fairdatapipeline.parameters.ImmutableComponents;
-import org.fairdatapipeline.samples.ImmutableSamples;
-import org.json.JSONException;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class TomlWriterPairwiseIntegrationTest {
- private final String expectedToml =
- "[\"example estimate\"]\n"
- + "type = \"point-estimate\"\n"
- + "value = 1.0\n"
- + "\n"
- + "[example-distribution]\n"
- + "type = \"distribution\"\n"
- + "distribution = \"gamma\"\n"
- + "shape = 1\n"
- + "scale = 2\n"
- + "\n"
- + "[example-samples]\n"
- + "type = \"samples\"\n"
- + "samples = [ 1, 2, 3,]";
-
- private TOMLMapper tomlMapper;
- private RandomGenerator rng;
-
- @BeforeAll
- public void setUp() {
- rng = mock(RandomGenerator.class);
- when(rng.nextDouble()).thenReturn(0D);
- tomlMapper = new TOMLMapper(rng);
- }
-
- @Test
- void write() throws JSONException {
- var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build();
- var distribution =
- ImmutableDistribution.builder()
- .internalType(DistributionType.gamma)
- .internalShape(1)
- .internalScale(2)
- .rng(rng)
- .build();
- var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
-
- Components components =
- ImmutableComponents.builder()
- .putComponents("example estimate", estimate)
- .putComponents("example-distribution", distribution)
- .putComponents("example-samples", samples)
- .build();
-
- var writer = new StringWriter();
- var tomlWriter = new TomlWriter(tomlMapper);
-
- tomlWriter.write(writer, components);
-
- var actualToml = writer.toString();
- assertThat(actualToml).isNotBlank();
- assertEquals(actualToml, expectedToml, true);
- }
-}
diff --git a/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java b/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java
deleted file mode 100644
index 5a0b261..0000000
--- a/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java
+++ /dev/null
@@ -1,26 +0,0 @@
-package org.fairdatapipeline.yaml;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-import java.io.StringWriter;
-import java.io.Writer;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class BaseYamlWriterTest {
- private Writer underlyingWriter;
-
- @BeforeAll
- public void setUp() {
- underlyingWriter = new StringWriter();
- }
-
- @Test
- void write() {
- var writer = new BaseYamlWriter();
- var data = "test";
- writer.write(underlyingWriter, data);
-
- assertThat(underlyingWriter).hasToString("\"test\"\n");
- }
-}
diff --git a/api/src/test/resources/config-stdapi.yaml b/api/src/test/resources/config-stdapi.yaml
deleted file mode 100644
index bcddb5f..0000000
--- a/api/src/test/resources/config-stdapi.yaml
+++ /dev/null
@@ -1,93 +0,0 @@
-fail_on_hash_mismatch: True
-run_metadata:
- description: Coderun Integration test
- local_data_registry_url: http://localhost:8000/api/
- default_input_namespace: CoderunTest
- default_output_namespace: CoderunTest
- local_repo: local repo
- script: ''
- latest_commit: 988637ffb95381375f6b22e2281fea1bcb6c8fe0
- remote_repo: https://github.com/fake_org/fake_repo/
-
-read:
- - data_product: human/population
- use:
- version: 0.0.1
- - data_product: human/distribution
- use:
- version: 0.0.1
- - data_product: human/cdistribution
- use:
- version: 0.0.1
- - data_product: human/samples
- use:
- version: 0.0.1
- - data_product: human/multicomp
- use:
- version: 0.0.1
- - data_product: animal/dog
- use:
- version: 0.0.1
- - data_product: animal/dodo
- use:
- version: 0.0.1
- - data_product: animal/ant
- use:
- version: 0.0.1
- - data_product: animal/doggy
- use:
- version: 0.0.1
- - data_product: animal/canine
- use:
- data_product: animal/doggy
- version: 0.0.1
- - data_product: test/altns
- use:
- namespace: alternativeNS
- version: 0.0.1
- - data_product: animal/chicken
- use:
- version: 0.0.1
-
-write:
- - data_product: human/population
- description: Coderun Integration test
- use:
- version: 0.0.1
- - data_product: human/distribution
- description: Coderun Integration test for distribution
- use:
- version: 0.0.1
- - data_product: human/cdistribution
- description: Coderun Integration test for cdistribution
- use:
- version: 0.0.1
- - data_product: human/samples
- description: Coderun Integration test for samples
- use:
- version: 0.0.1
- - data_product: human/multicomp
- description: Coderun Integration test for samples multiple components
- use:
- version: 0.0.1
- - data_product: animal/*
- description: Coderun Integration test starglob animal
- use:
- version: 0.0.1
- - data_product: animal/canine
- description: testing a rewrite of dp name in use section
- use:
- data_product: animal/doggy
- version: 0.0.1
- - data_product: test/altns
- description: testing alternative namespace
- use:
- namespace: alternativeNS
- version: 0.0.1
- - data_product: animal/chicken
- description: chicken with config filetype
- file_type: txt
- use:
- version: 0.0.1
-
-
diff --git a/api/src/test/resources/config.yaml b/api/src/test/resources/config.yaml
deleted file mode 100644
index ffd2870..0000000
--- a/api/src/test/resources/config.yaml
+++ /dev/null
@@ -1,22 +0,0 @@
-run_metadata:
- description: A simple analysis
- local_data_registry_url: http://localhost:8000/api/
- default_input_namespace: test
- default_output_namespace: test
- write_data_store: /home/bram/datastore/
- local_repo: local_repo
- script: ''
- latest_commit: 988637ffb95381375f6b22e2281fea1bcb6c8fe0
- remote_repo: https://github.com/fake_org/fake_repo/
-
-write:
- - data_product: human/example
- description: example write data file
- use:
- version: 0.0.1
-
-
-read:
- - data_product: human/example
- use:
- version: 0.0.1
diff --git a/api/src/test/resources/config1.yaml b/api/src/test/resources/config1.yaml
deleted file mode 100644
index 9a82e89..0000000
--- a/api/src/test/resources/config1.yaml
+++ /dev/null
@@ -1,40 +0,0 @@
-fail_on_hash_mismatch: True
-run_metadata:
- description: A simple analysis
- local_data_registry_url: https://localhost:8000/api/
- remote_data_registry_url: https://data.scrc.uk/api/
- default_input_namespace: SCRC
- default_output_namespace: johnsmith
- write_data_store: /datastore/
-
-read:
- # Read version 1.0 of human/commutes
- - data_product: human/commutes
- use:
- version: 1.0
- # Read human/health from the cache
- - data_product: human/health
- use:
- version: 1.0
- # cache: /local/file.h5
- # Read crummy_table with specific doi and title
- - data_product: crummy_table
- use:
- version: 1.0
- #title: Supplementary Table 2
- # Read secret_data with specific doi and title from the cache
- - data_product: secret_data
- use:
- version: 1.0
- #title: Supplementary Table 3
- #cache: /local/secret.csv
- # Read weird_lost_file (which perhaps has no metadata) with specific hash
- #- object: weird_lost_file
- # use:
- # hash: b5a514810b4cb6dc795848464572771f
-
-write:
- # Write beautiful_figure and increment version number
- - data_product: beautiful_figure
- use:
- version: minor
\ No newline at end of file
diff --git a/api/src/test/resources/config2.yaml b/api/src/test/resources/config2.yaml
deleted file mode 100644
index f4b4ef7..0000000
--- a/api/src/test/resources/config2.yaml
+++ /dev/null
@@ -1,25 +0,0 @@
-fail_on_hash_mismatch: True
-run_metadata:
- description: A test model
- local_data_registry_url: https://localhost:8000/api/
- remote_data_registry_url: https://data.scrc.uk/api/
- default_input_namespace: SCRC
- default_output_namespace: johnsmith
- write_data_store: /datastore/
-
-read:
- - data_product: human/population
- use:
- namespace: eera
- data_product: scotland/human/population
- version: 1.0
-
-write:
- - data_product: human/outbreak-timeseries
- use:
- data_product: scotland/human/outbreak-timeseries
- version: 1.0
- - data_product: human/outbreak/simulation_run
- use:
- data_product: human/outbreak/simulation_run-1
- version: 1.0
diff --git a/api/src/test/resources/config3.yaml b/api/src/test/resources/config3.yaml
deleted file mode 100644
index a35b428..0000000
--- a/api/src/test/resources/config3.yaml
+++ /dev/null
@@ -1,44 +0,0 @@
-run_metadata:
- description: Register a file in the pipeline
- local_data_registry_url: https://localhost:8000/api/
- remote_data_registry_url: https://data.scrc.uk/api/
- default_input_namespace: SCRC
- default_output_namespace: johnsmith
- write_data_store: /datastore/
-
-
-write:
- - data_product: records/SARS-CoV-2/scotland/human-mortality
- description: human mortality data
- components:
- - component: nhs_health_board/week-covid_related_deaths
- description: number of covid-related deaths per week per nhs health board
- - component: council_area/week-covid_related_deaths
- description: number of covid-related deaths per week per council area
- - component: age_group/week/gender-country-covid_related_deaths
- description: number of covid-related deaths per week per age group, by gender
- - component: age_group/week-persons-country-covid_related_deaths
- description: number of covid-related deaths per week per age group
- - component: location_type/week-covid_related_deaths
- description: number of covid-related deaths per week in care homes, at home, at hospital, and other locations
- - component: nhs_health_board-covid_related_deaths
- description: total number of covid-related deaths per health board per year
- - component: council_area-covid_related_deaths
- description: total number of covid-related deaths per council area per year
- - component: nhs_health_board/week-all_deaths
- description: number of deaths (all causes) per week per nhs health board
- - component: council_area/week-all_deaths
- description: number of deaths (all causes) per week per council area
- - component: age_group/week/gender-country-all_deaths
- description: number of deaths (all causes) per week per age group, by gender
- - component: age_group/week-persons-country-all_deaths
- description: number of deaths (all causes) per week per age group
- - component: location_type/week-all_deaths
- description: number of deaths (all causes) per week in care homes, at home, at hospital, and other locations
- - component: nhs_health_board-all_deaths
- description: total number of deaths (all causes) per nhs health board per year
- - component: council_area-all_deaths
- description: total number of deaths (all causes) per council area per year
- - component: week-persons-scotland-all_deaths-averaged_over_5years
- description: number of deaths (all causes) per week, averaged over 5 years
- version: 1.2.3
diff --git a/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml b/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml
deleted file mode 100644
index f62fdd5..0000000
--- a/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml
+++ /dev/null
@@ -1,5 +0,0 @@
-[example-distribution-w]
-distribution = "gamma"
-shape = 1.0
-scale = 2.0
-type = "distribution"
diff --git a/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml b/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml
deleted file mode 100644
index a6794b2..0000000
--- a/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml
+++ /dev/null
@@ -1,5 +0,0 @@
-[example-distribution-w-categorical]
-distribution = "categorical"
-bins = ["[0,4]", "[5,9]", "[10,14]", "[15,20]"]
-weights = [0.4, 0.1, 0.1, 0.4]
-type = "distribution"
diff --git a/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml b/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml
deleted file mode 100644
index 18f6ef2..0000000
--- a/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml
+++ /dev/null
@@ -1,3 +0,0 @@
-[example-estimate-w]
-value = 1.0
-type = "point-estimate"
diff --git a/api/src/test/resources/folder-stdapi/data/expectedSamples.toml b/api/src/test/resources/folder-stdapi/data/expectedSamples.toml
deleted file mode 100644
index e866a75..0000000
--- a/api/src/test/resources/folder-stdapi/data/expectedSamples.toml
+++ /dev/null
@@ -1,3 +0,0 @@
-[example-samples-w]
-samples = [1, 2, 3]
-type = "samples"
diff --git a/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml b/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml
deleted file mode 100644
index d6c905d..0000000
--- a/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml
+++ /dev/null
@@ -1,6 +0,0 @@
-[example-samples-w1]
-samples = [1, 2, 3]
-type = "samples"
-[example-samples-w2]
-samples = [1, 2, 3]
-type = "samples"
diff --git a/api/src/test/resources/folder-stdapi/data/metadata.yaml b/api/src/test/resources/folder-stdapi/data/metadata.yaml
deleted file mode 100644
index 7d63bd6..0000000
--- a/api/src/test/resources/folder-stdapi/data/metadata.yaml
+++ /dev/null
@@ -1,35 +0,0 @@
--
- data_product: parameter
- component: example-estimate
- version: 1.0.0
- filename: parameter/example1.toml
--
- data_product: parameter
- component: example-distribution
- version: 1.0.0
- filename: parameter/example1.toml
--
- data_product: parameter
- component: example-distribution-categorical
- version: 1.0.0
- filename: parameter/example1.toml
--
- data_product: parameter
- component: example-samples
- version: 1.0.0
- filename: parameter/example1.toml
--
- data_product: object
- component: example-table
- version: 1.0.0
- filename: object/example4.h5
--
- data_product: object
- component: example-array
- version: 1.0.0
- filename: object/example5.h5
--
- data_product: object
- component: grid1km/10year/females
- version: 1.0.0
- filename: object/example5.h5
diff --git a/api/src/test/resources/folder-stdapi/data/parameter/example1.toml b/api/src/test/resources/folder-stdapi/data/parameter/example1.toml
deleted file mode 100644
index e1591e8..0000000
--- a/api/src/test/resources/folder-stdapi/data/parameter/example1.toml
+++ /dev/null
@@ -1,19 +0,0 @@
-[example-estimate]
-type = "point-estimate"
-value = 1.0
-
-[example-distribution]
-type = "distribution"
-distribution = "gamma"
-shape = 1
-scale = 2
-
-[example-distribution-categorical]
-type = "distribution"
-distribution = "categorical"
-bins = ["[0,4]", "[5,9]", "[10,14]", "[15,20]"]
-weights = [0.4, 0.1, 0.1, 0.4]
-
-[example-samples]
-type = "samples"
-samples = [ 1, 2, 3,]
\ No newline at end of file
diff --git a/api/src/test/resources/folder/data/metadata.yaml b/api/src/test/resources/folder/data/metadata.yaml
deleted file mode 100644
index 7536949..0000000
--- a/api/src/test/resources/folder/data/metadata.yaml
+++ /dev/null
@@ -1,25 +0,0 @@
--
- data_product: parameter
- component: example-estimate
- version: 1.0.0
- filename: parameter/example1.toml
--
- data_product: parameter
- component: example-distribution
- version: 1.0.0
- filename: parameter/example2.toml
--
- data_product: parameter
- component: example-samples
- version: 1.0.0
- filename: parameter/example3.toml
--
- data_product: object
- component: example-table
- version: 1.0.0
- filename: object/example4.h5
--
- data_product: object
- component: example-array
- version: 1.0.0
- filename: object/example5.h5
diff --git a/api/src/test/resources/folder/data/parameter/example1.toml b/api/src/test/resources/folder/data/parameter/example1.toml
deleted file mode 100644
index 68db774..0000000
--- a/api/src/test/resources/folder/data/parameter/example1.toml
+++ /dev/null
@@ -1,33 +0,0 @@
-# This is a TOML document.
-
-title = "TOML Example"
-
-[owner]
-name = "Tom Preston-Werner"
-dob = 1979-05-27T07:32:00-08:00 # First class dates
-
-[database]
-server = "192.168.1.1"
-ports = [ 8001, 8001, 8002 ]
-connection_max = 5000
-enabled = true
-
-[servers]
-
- # Indentation (tabs and/or spaces) is allowed but not required
- [servers.alpha]
- ip = "10.0.0.1"
- dc = "eqdc10"
-
- [servers.beta]
- ip = "10.0.0.2"
- dc = "eqdc10"
-
-[clients]
-data = [ ["gamma", "delta"], [1, 2] ]
-
-# Line breaks are OK when inside arrays
-hosts = [
- "alpha",
- "omega"
-]
\ No newline at end of file
diff --git a/api/src/test/resources/script.sh b/api/src/test/resources/script.sh
deleted file mode 100644
index 700d929..0000000
--- a/api/src/test/resources/script.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-#!/bin/sh
-
-echo "this is my dummy submission script"
diff --git a/build.gradle b/build.gradle
deleted file mode 100644
index f8b50cd..0000000
--- a/build.gradle
+++ /dev/null
@@ -1,5 +0,0 @@
-buildscript {
- repositories {
- mavenCentral()
- }
-}
diff --git a/constant-values.html b/constant-values.html
new file mode 100644
index 0000000..0c92bc9
--- /dev/null
+++ b/constant-values.html
@@ -0,0 +1,148 @@
+
+
+
+
+
+Constant Field Values (api 1.0.0-rc3 API)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
diff --git a/dataregistry/build.gradle b/dataregistry/build.gradle
deleted file mode 100644
index d15123a..0000000
--- a/dataregistry/build.gradle
+++ /dev/null
@@ -1,127 +0,0 @@
-plugins {
- id 'java'
- id "com.diffplug.gradle.spotless" version "4.4.0"
- id "maven-publish"
- id "signing"
- id "jacoco"
-}
-
-group 'org.fairdatapipeline'
-version '1.0.0-rc3'
-
-java {
- sourceCompatibility = JavaVersion.VERSION_11
- targetCompatibility = JavaVersion.VERSION_11
- withJavadocJar()
- withSourcesJar()
-}
-
-javadoc {
- options.overview = "src/main/java/org/fairdatapipeline/dataregistry/overview.html"
-}
-
-repositories {
- mavenCentral()
-}
-
-dependencies {
- testImplementation(platform('org.junit:junit-bom:5.8.1'))
- testImplementation 'org.junit.jupiter:junit-jupiter:5.8.2'
- testImplementation 'org.hamcrest:hamcrest:2.2'
- testImplementation 'org.mockito:mockito-core:4.3.1'
- implementation 'org.glassfish.jersey.core:jersey-client:3.0.4'
- implementation 'org.glassfish.jersey.inject:jersey-hk2:3.0.4'
- implementation 'org.glassfish.jersey:jersey-bom:3.0.4'
- implementation 'jakarta.ws.rs:jakarta.ws.rs-api:3.0.0'
- implementation 'com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.15.2'
- implementation 'com.fasterxml.jackson.core:jackson-databind:2.15.2'
- implementation 'com.fasterxml.jackson.core:jackson-annotations:2.15.2'
- implementation 'com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.15.2'
- implementation 'commons-io:commons-io:2.11.0'
- implementation 'org.apache.commons:commons-lang3:3.12.0'
- implementation 'jakarta.activation:jakarta.activation-api:2.1.0'
- implementation 'org.slf4j:slf4j-api:1.7.36'
- implementation 'org.slf4j:slf4j-simple:1.7.36'
-}
-
-spotless {
- java {
- googleJavaFormat()
- }
-}
-
-test {
- useJUnitPlatform()
- testLogging {
- events "passed", "skipped", "failed"
- }
- finalizedBy jacocoTestReport
-}
-jacocoTestReport {
- dependsOn test
- reports {
- xml.enabled true
- html.enabled false
- }
-}
-
-publishing {
- publications {
- mavenJava(MavenPublication) {
- artifactId = 'dataregistry'
- from components.java
- versionMapping {
- usage('java-api') {
- fromResolutionOf('runtimeClasspath')
- }
- usage('java-runtime') {
- fromResolutionResult()
- }
- }
- pom {
- name = 'javaDataPipeline Dataregistry'
- description = 'The library used by javaDataPipeline API to access the FAIR DataPipeline Registry'
- url = 'http://www.fairdatapipeline.org/'
- licenses {
- license {
- name = 'GNU LESSER GENERAL PUBLIC LICENSE, Version 3.0'
- url = 'https://www.gnu.org/licenses/lgpl-3.0.html'
- }
- }
- organization {
- name = 'THE SCOTTISH COVID-19 RESPONSE CONSORTIUM'
- url = 'https://www.gla.ac.uk/research/az/scrc/'
- }
- developers {
- developer {
- id = 'bram'
- name = 'Bram Boskamp'
- email = 'bram@boska.mp'
- organization = 'Biomathematics and Statistics Scotland'
- organizationUrl = 'https://www.bioss.ac.uk/'
- }
- }
- scm {
- connection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git'
- developerConnection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git'
- url = 'https://github.com/FAIRDataPipeline/javaDataPipeline'
- }
- }
- }
- }
- repositories {
- maven {
- url = 'https://s01.oss.sonatype.org/service/local/staging/deploy/maven2/'
- credentials {
- username findProperty('ossrhUsername')
- password findProperty('ossrhPassword')
- }
- }
- }
-}
-
-signing {
- if (project.hasProperty('signing.keyId') && project.hasProperty('signing.secretKeyRingFile')) {
- sign publishing.publications.mavenJava
- }
-}
diff --git a/dataregistry/gradle.properties b/dataregistry/gradle.properties
deleted file mode 100644
index e69de29..0000000
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java
deleted file mode 100644
index bc78e9e..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java
+++ /dev/null
@@ -1,66 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-
-/**
- * Authors that can be associated with an Object usually for use with ExternalObjects to record
- * paper authors, etc.
- */
-@XmlRootElement
-public class RegistryAuthor extends Registry_Updateable {
- @XmlElement private String name;
-
- @XmlElement private String identifier;
-
- @XmlElement private String uuid;
-
- /**
- * (optional): Full name or organisation name of the Author. Note that at least one of name or
- * identifier must be specified.
- *
- * @return Full name or organisation name of the Author.
- */
- public String getName() {
- return this.name;
- }
-
- /**
- * (optional): Full URL of identifier (e.g. ORCiD or ROR ID) of the Author.
- *
- * @return Full URL of identifier (e.g. ORCiD or ROR ID) of the Author.
- */
- public String getIdentifier() {
- return this.identifier;
- }
-
- /**
- * (optional): UUID of the Author. If not specified a UUID is generated automatically by Registry
- *
- * @return UUID of the Author.
- */
- public String getUuid() {
- return this.uuid;
- }
-
- /**
- * @param name (optional): Full name or organisation name of the Author. Note that at least one of
- * name or identifier must be specified.
- */
- public void setName(String name) {
- this.name = name;
- }
-
- /** @param identifier (optional): Full URL of identifier (e.g. ORCiD or ROR ID) of the Author. */
- public void setIdentifier(String identifier) {
- this.identifier = identifier;
- }
-
- /**
- * @param uuid (optional): UUID of the Author. If not specified a UUID is generated automatically
- * by Registry
- */
- public void setUuid(String uuid) {
- this.uuid = uuid;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java
deleted file mode 100644
index 94c7041..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java
+++ /dev/null
@@ -1,80 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.net.URL;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** Information marking that an Object is an official release of a model code. */
-@XmlRootElement
-public class RegistryCode_repo_release extends Registry_Updateable {
- @XmlElement private String name;
-
- @XmlElement private String version;
-
- @XmlElement private URL website;
-
- @XmlElement private APIURL object;
-
- /**
- * Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version
- *
- * @return Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version
- */
- public String getName() {
- return this.name;
- }
-
- /**
- * Version identifier of the CodeRepoRelease, must conform to semantic versioning syntax, unique
- * in the context of the CodeRepoRelease.name.
- *
- * @return Version identifier of the CodeRepoRelease.
- */
- public String getVersion() {
- return this.version;
- }
-
- /**
- * (optional): URL of the website for this code release, if applicable.
- *
- * @return URL of the website for this code release.
- */
- public URL getWebsite() {
- return this.website;
- }
-
- /**
- * APIURL of the associated Object.
- *
- * @return APIURL of the associated Object.
- */
- public APIURL getObject() {
- return this.object;
- }
-
- /**
- * @param name Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version
- */
- public void setName(String name) {
- this.name = name;
- }
-
- /**
- * @param version Version identifier of the CodeRepoRelease, must conform to semantic versioning
- * syntax, unique in the context of the CodeRepoRelease.name.
- */
- public void setVersion(String version) {
- this.version = version;
- }
-
- /** @param website (optional): URL of the website for this code release, if applicable. */
- public void setWebsite(URL website) {
- this.website = website;
- }
-
- /** @param object APIURL of the associated Object. */
- public void setObject(APIURL object) {
- this.object = object;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java
deleted file mode 100644
index f90bd59..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java
+++ /dev/null
@@ -1,210 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.time.LocalDateTime;
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** A code run along with its associated, code repo, configuration, input and outputs. */
-@XmlRootElement
-public class RegistryCode_run extends Registry_Updateable {
-
- @XmlElement private LocalDateTime run_date;
-
- @XmlElement private String description;
-
- @XmlElement private APIURL code_repo;
-
- @XmlElement private APIURL model_config;
-
- @XmlElement private APIURL submission_script;
-
- @XmlElement private List inputs;
-
- @XmlElement private List outputs;
-
- @XmlElement private String uuid;
-
- @XmlElement private APIURL prov_report;
-
- @XmlElement private APIURL ro_crate;
-
- /** Empty Constructor. */
- public RegistryCode_run() {
- methods_allowed = List.of("GET", "PUT", "PATCH", "DELETE", "HEAD", "OPTIONS");
- }
-
- /**
- * Datetime of the CodeRun.
- *
- * @return Datetime of the CodeRun.
- */
- public LocalDateTime getRun_date() {
- return this.run_date;
- }
-
- /**
- * (optional): Free text description of the CodeRun.
- *
- * @return Free text description of the CodeRun.
- */
- public String getDescription() {
- return this.description;
- }
-
- /**
- * (optional): Reference to the RegistryObject associated with the StorageLocation where the code
- * repository is stored.
- *
- * @return Reference to the RegistryObject associated with the StorageLocation where the code
- * repository is stored.
- */
- public APIURL getCode_repo() {
- return this.code_repo;
- }
-
- /**
- * Reference to the RegistryObject for the YAML configuration used for the CodeRun.
- *
- * @return Reference to the RegistryObject for the YAML configuration used for the CodeRun.
- */
- public APIURL getModel_config() {
- return this.model_config;
- }
-
- /**
- * Reference to the RegistryObject for the submission script used for the CodeRun.
- *
- * @return Reference to the RegistryObject for the submission script used for the CodeRun.
- */
- public APIURL getSubmission_script() {
- return this.submission_script;
- }
-
- /**
- * List of RegistryObject_component that the CodeRun used as inputs.
- *
- * @return List of RegistryObject_component that the CodeRun used as inputs.
- */
- public List getInputs() {
- // used to return empty arraylist when inputs==null, but we are more likely to be able to use
- // the PATCH method if unset items are null.
- return (this.inputs == null) ? null : new ArrayList<>(this.inputs);
- }
-
- /**
- * List of RegistryObject_component that the CodeRun produced as outputs.
- *
- * @return List of RegistryObject_component that the CodeRun produced as outputs.
- */
- public List getOutputs() {
- // used to return empty arraylist when outputs==null, but we are more likely to be able to use
- // the PATCH method if unset items are null.
- return (this.outputs == null) ? null : new ArrayList<>(this.outputs);
- }
-
- /**
- * (optional): UUID of the CodeRun. If not specified a UUID is generated automatically.
- *
- * @return UUID of the CodeRun.
- */
- public String getUuid() {
- return this.uuid;
- }
-
- /**
- * (read only): Reference to the PROV report for this Coderun.
- *
- * @return Reference to the PROV report for this Coderun.
- */
- public APIURL getProv_report() {
- return this.prov_report;
- }
-
- /**
- * APIURL reference to the ro_crate for this Data product
- *
- * @return APIURL reference to the ro_crate report for this Data product
- */
- public APIURL getRo_crate() {
- return this.ro_crate;
- }
-
- /** @param run_date Datetime of the CodeRun. */
- public void setRun_date(LocalDateTime run_date) {
- this.run_date = run_date;
- }
-
- /** @param description (optional): Free text description of the CodeRun. */
- public void setDescription(String description) {
- this.description = description;
- }
-
- /**
- * @param code_repo (optional): Reference to the RegistryObject associated with the
- * StorageLocation where the code repository is stored.
- */
- public void setCode_repo(APIURL code_repo) {
- this.code_repo = code_repo;
- }
-
- /**
- * @param model_config Reference to the RegistryObject for the YAML configuration used for the
- * CodeRun.
- */
- public void setModel_config(APIURL model_config) {
- this.model_config = model_config;
- }
-
- /**
- * @param submission_script Reference to the RegistryObject for the submission script used for the
- * CodeRun.
- */
- public void setSubmission_script(APIURL submission_script) {
- this.submission_script = submission_script;
- }
-
- /** @param inputs List of RegistryObject_component that the CodeRun used as inputs. */
- public void setInputs(List inputs) {
- this.inputs = (inputs == null) ? null : new ArrayList<>(inputs);
- }
-
- /** @param outputs List of RegistryObject_component that the CodeRun produced as outputs. */
- public void setOutputs(List outputs) {
- this.outputs = (outputs == null) ? null : new ArrayList<>(outputs);
- }
-
- /**
- * Add an output
- *
- * @param output Reference to a RegistryObject_component to add as an output of this Code_run
- */
- public void addOutput(APIURL output) {
- if (this.outputs == null) {
- this.outputs = new ArrayList<>();
- }
- this.outputs.add(output);
- }
-
- /**
- * Add an input
- *
- * @param input Reference to a RegistryObject_component to add as an input of this Code_run
- */
- public void addInput(APIURL input) {
- if (this.inputs == null) {
- this.inputs = new ArrayList<>();
- }
- this.inputs.add(input);
- }
-
- /**
- * @param uuid (optional): UUID of the CodeRun. If not specified a UUID is generated
- * automatically.
- */
- public void setUuid(String uuid) {
- this.uuid = uuid;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java
deleted file mode 100644
index 4665761..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java
+++ /dev/null
@@ -1,134 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonFormat;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** A data product that is used by or generated by a model. */
-@XmlRootElement
-public class RegistryData_product extends Registry_Updateable {
-
- @XmlElement private String name;
-
- @XmlElement private String version;
-
- @XmlElement private APIURL object;
-
- @XmlElement private APIURL namespace;
-
- @XmlElement private APIURL external_object;
-
- @JsonFormat(shape = JsonFormat.Shape.NUMBER)
- @XmlElement
- private boolean internal_format;
-
- @XmlElement private APIURL prov_report;
-
- @XmlElement private APIURL ro_crate;
-
- /** Empty constructor. */
- public RegistryData_product() {
- this.methods_allowed = List.of("GET", "PUT", "PATCH", "HEAD", "OPTIONS");
- }
-
- /**
- * Name of the DataProduct, unique in the context of the triple (name, version, namespace)
- *
- * @return Name of the DataProduct.
- */
- public String getName() {
- return name;
- }
-
- /**
- * Version identifier of the DataProduct, must conform to semantic versioning syntax.
- *
- * @return Version identifier of the DataProduct, must conform to semantic versioning syntax.
- */
- public String getVersion() {
- return version;
- }
-
- /**
- * APIURL of the associated Object.
- *
- * @return APIURL of the associated Object.
- */
- public APIURL getObject() {
- return object;
- }
-
- /**
- * API URL of the Namespace of the DataProduct.
- *
- * @return API URL of the Namespace of the DataProduct.
- */
- public APIURL getNamespace() {
- return namespace;
- }
-
- /**
- * read-only: ExternalObject API URL associated with this DataProduct.
- *
- * @return ExternalObject API URL associated with this DataProduct.
- */
- public APIURL getExternal_object() {
- return external_object;
- }
-
- /**
- * Whether this data product is in TOML/H5 format managed/specified by the data pipeline, I think.
- *
- * @return Whether this data product is in TOML/H5 format managed/specified by the data pipeline,
- * I think.
- */
- public boolean isInternal_format() {
- return this.internal_format;
- }
-
- /**
- * APIURL reference to the PROV report for this Data product
- *
- * @return APIURL reference to the PROV report for this Data product
- */
- public APIURL getProv_report() {
- return this.prov_report;
- }
-
- /**
- * APIURL reference to the ro_crate for this Data product
- *
- * @return APIURL reference to the ro_crate report for this Data product
- */
- public APIURL getRo_crate() {
- return this.ro_crate;
- }
-
- /**
- * @param name Name of the DataProduct, unique in the context of the triple (name, version,
- * namespace)
- */
- public void setName(String name) {
- this.name = name;
- }
-
- /**
- * @param version Version identifier of the DataProduct, must conform to semantic versioning
- * syntax.
- */
- public void setVersion(String version) {
- this.version = version;
- }
-
- /** @param object APIURL of the associated Object. */
- public void setObject(APIURL object) {
- this.object = object;
- }
-
- /** @param namespace API URL of the Namespace of the DataProduct. */
- public void setNamespace(APIURL namespace) {
- this.namespace = namespace;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java
deleted file mode 100644
index 99a2f0b..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java
+++ /dev/null
@@ -1,197 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonFormat;
-import java.net.URL;
-import java.time.LocalDateTime;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * An external data object, one that has come from somewhere other than being generated as part of
- * the modelling pipeline.
- */
-@XmlRootElement
-public class RegistryExternal_object extends Registry_Updateable {
- @XmlElement private URL identifier;
-
- @XmlElement private String alternate_identifier;
-
- @XmlElement private String alternate_identifier_type;
-
- @JsonFormat(shape = JsonFormat.Shape.NUMBER)
- @XmlElement
- private boolean primary_not_supplement;
-
- @XmlElement private LocalDateTime release_date;
-
- @XmlElement private String title;
-
- @XmlElement private String description;
-
- @XmlElement private APIURL data_product;
-
- @XmlElement private APIURL original_store;
-
- @XmlElement private String version;
-
- /**
- * Full URL of identifier (e.g. DataCite DOI) of the ExternalObject, unique in the context of the
- * triple (identifier, title, version). At least one of identifier and alternate_identifier must
- * be defined.
- *
- * @return Full URL of identifier (e.g. DataCite DOI) of the ExternalObject.
- */
- public URL getIdentifier() {
- return identifier;
- }
-
- /**
- * Name of the ExternalObject, unique in the context of the quadruple (alternate_identifier,
- * alternate_identifier_type, title, version). Unlike identifier, this is free text, not a url.
- * For instance, it can be a locally unique name for a data resource within the domain of issue.
- * It is associated with a alternate_identifier_type which describes its origin.
- *
- * @return Name of the ExternalObject. Unlike identifier, this is free text, not a url.
- */
- public String getAlternate_identifier() {
- return alternate_identifier;
- }
-
- /**
- * Type of alternate_identifier, required if alternate_identifier is defined.
- *
- * @return Type of alternate_identifier.
- */
- public String getAlternate_identifier_type() {
- return alternate_identifier_type;
- }
-
- /**
- * (optional): Boolean flag to indicate that the ExternalObject is a primary source.
- *
- * @return Boolean flag to indicate that the ExternalObject is a primary source.
- */
- public boolean isPrimary_not_supplement() {
- return primary_not_supplement;
- }
-
- /**
- * Date-time the ExternalObject was released.
- *
- * @return Date-time the ExternalObject was released.
- */
- public LocalDateTime getRelease_date() {
- return release_date;
- }
-
- /**
- * Title of the ExternalObject.
- *
- * @return Title of the ExternalObject.
- */
- public String getTitle() {
- return title;
- }
-
- /**
- * (optional): Free text description of the ExternalObject.
- *
- * @return Free text description of the ExternalObject.
- */
- public String getDescription() {
- return description;
- }
-
- /**
- * API URL of the associated DataProduct.
- *
- * @return API URL of the associated DataProduct.
- */
- public APIURL getData_product() {
- return data_product;
- }
-
- /**
- * (optional): StorageLocation that references the original location of this ExternalObject. For
- * example, if the original data location could be transient and so the data has been copied to a
- * more robust location, this would be the reference to the original data location.
- *
- * @return API URL of the StorageLocation that references the original location of this
- * ExternalObject.
- */
- public APIURL getOriginal_store() {
- return original_store;
- }
-
- /**
- * (read-only) Version identifier of the DataProduct associated with this ExternalObject.
- *
- * @return Version identifier of the DataProduct associated with this ExternalObject.
- */
- public String getVersion() {
- return version;
- }
-
- /**
- * @param identifier Full URL of identifier (e.g. DataCite DOI) of the ExternalObject, unique in
- * the context of the triple (identifier, title, version). At least one of identifier and
- * alternate_identifier must be defined.
- */
- public void setIdentifier(URL identifier) {
- this.identifier = identifier;
- }
-
- /**
- * @param alternate_identifier Name of the ExternalObject, unique in the context of the quadruple
- * (alternate_identifier, alternate_identifier_type, title, version). Unlike identifier, this
- * is free text, not a url.
- */
- public void setAlternate_identifier(String alternate_identifier) {
- this.alternate_identifier = alternate_identifier;
- }
-
- /**
- * @param alternate_identifier_type Type of alternate_identifier, required if alternate_identifier
- * is defined.
- */
- public void setAlternate_identifier_type(String alternate_identifier_type) {
- this.alternate_identifier_type = alternate_identifier_type;
- }
-
- /**
- * @param primary_not_supplement (optional): Boolean flag to indicate that the ExternalObject is a
- * primary source.
- */
- public void setPrimary_not_supplement(boolean primary_not_supplement) {
- this.primary_not_supplement = primary_not_supplement;
- }
-
- /** @param release_date Date-time the ExternalObject was released. */
- public void setRelease_date(LocalDateTime release_date) {
- this.release_date = release_date;
- }
-
- /** @param title Title of the ExternalObject. */
- public void setTitle(String title) {
- this.title = title;
- }
-
- /** @param description (optional): Free text description of the ExternalObject. */
- public void setDescription(String description) {
- this.description = description;
- }
-
- /** @param data_product API URL of the associated DataProduct. */
- public void setData_product(APIURL data_product) {
- this.data_product = data_product;
- }
-
- /**
- * @param original_store (optional): StorageLocation that references the original location of this
- * ExternalObject.
- */
- public void setOriginal_store(APIURL original_store) {
- this.original_store = original_store;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java
deleted file mode 100644
index d6690bd..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java
+++ /dev/null
@@ -1,70 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-
-/** The file type of an object. */
-@XmlRootElement
-public class RegistryFile_type extends Registry_Updateable {
- @XmlElement private String name;
-
- @XmlElement private String extension;
-
- /** Empty constructor */
- public RegistryFile_type() {}
-
- /**
- * Constructor
- *
- * @param name Name of the file type. (text description like 'Microsoft Excel Open XML
- * Spreadsheet')
- * @param extension Filename extension. (like csv)
- */
- public RegistryFile_type(String name, String extension) {
- this.name = name;
- this.extension = extension;
- }
-
- /**
- * Name of the file type. Examples:
- *
- *
- * Hierarchical Data Format version 5
- * Comma-separated values file
- * Microsoft Excel Open XML Spreadsheet
- *
- *
- * @return Name of the file type.
- */
- public String getName() {
- return name;
- }
-
- /**
- * Filename extension. Examples:
- *
- *
- * h5
- * csv
- * xlsx
- *
- *
- * @return The filename extension.
- */
- public String getExtension() {
- return extension;
- }
-
- /**
- * @param name Name of the file type. (text description like 'Microsoft Excel Open XML
- * Spreadsheet')
- */
- public void setName(String name) {
- this.name = name;
- }
-
- /** @param extension Filename extension. (like csv) */
- public void setExtension(String extension) {
- this.extension = extension;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java
deleted file mode 100644
index b6e0c9c..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java
+++ /dev/null
@@ -1,121 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** A quality issue that can be attached to any Object or ObjectComponent. */
-@XmlRootElement
-public class RegistryIssue extends Registry_Updateable {
-
- @XmlElement private Integer severity;
-
- @XmlElement private String description;
-
- @XmlElement private List component_issues;
-
- @XmlElement private String uuid;
-
- /** Empty constructor */
- public RegistryIssue() {
- this.methods_allowed = List.of("GET", "PUT", "PATCH", "HEAD", "OPTIONS");
- }
-
- /**
- * Constructor
- *
- * @param description Free text description of the Issue.
- * @param severity Severity of this Issue as an integer, the larger the value the more severe the
- * Issue.
- */
- public RegistryIssue(String description, Integer severity) {
- this();
- this.description = description;
- this.severity = severity;
- }
-
- /**
- * Severity of this Issue as an integer, the larger the value the more severe the Issue.
- *
- * @return Severity of this Issue as an integer, the larger the value the more severe the Issue.
- */
- public Integer getSeverity() {
- return this.severity;
- }
-
- /**
- * Free text description of the Issue.
- *
- * @return Free text description of the Issue.
- */
- public String getDescription() {
- return this.description;
- }
-
- /**
- * List of ObjectComponent {@link APIURL APIURLs} which the Issue is associated with.
- *
- * @return List of ObjectComponent {@link APIURL APIURLs} which the Issue is associated with.
- */
- public List getComponent_issues() {
- return (this.component_issues == null)
- ? new ArrayList<>() {}
- : new ArrayList<>(this.component_issues);
- }
-
- /**
- * (optional): UUID of the Issue. If not specified a UUID is generated automatically.
- *
- * @return UUID of the Issue.
- */
- public String getUuid() {
- return this.uuid;
- }
-
- /**
- * Severity of this Issue as an integer, the larger the value the more severe the Issue.
- *
- * @param severity Severity of this Issue as an integer, the larger the value the more severe the
- * Issue.
- */
- public void setSeverity(Integer severity) {
- this.severity = severity;
- }
-
- /**
- * Free text description of the Issue.
- *
- * @param description Free text description of the Issue.
- */
- public void setDescription(String description) {
- this.description = description;
- }
-
- /**
- * Set the list of Object_components associated with this Issue.
- *
- * @param component_issues The list of Object_components associated with this Issue.
- */
- public void setComponent_issues(List component_issues) {
- this.component_issues = new ArrayList<>(component_issues);
- }
-
- /**
- * Associate a Object_component with this Issue.
- *
- * @param object_component_url The RegistryObject_component APIURL to add to this Issue
- */
- public void addComponent_issue(APIURL object_component_url) {
- if (this.component_issues == null) this.component_issues = new ArrayList<>();
- if (object_component_url != null && !this.component_issues.contains(object_component_url)) {
- this.component_issues.add(object_component_url);
- }
- }
-
- /** @param uuid UUID of the Issue. If not specified a UUID is generated automatically. */
- public void setUuid(String uuid) {
- this.uuid = uuid;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java
deleted file mode 100644
index 2f1c191..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java
+++ /dev/null
@@ -1,57 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** Free meta-data key-values associated with an Object. */
-@XmlRootElement
-public class RegistryKey_value extends Registry_Updateable {
- @XmlElement private String key;
-
- @XmlElement private String value;
-
- @XmlElement private APIURL object;
-
- /**
- * Meta-data name
- *
- * @return Meta-data name
- */
- public String getKey() {
- return this.key;
- }
-
- /**
- * Meta-data value
- *
- * @return Meta-data value
- */
- public String getValue() {
- return this.value;
- }
-
- /**
- * APIURL of the associated Object.
- *
- * @return APIURL of the associated Object.
- */
- public APIURL getObject() {
- return this.object;
- }
-
- /** @param key Meta-data name */
- public void setKey(String key) {
- this.key = key;
- }
-
- /** @param value Meta-data value */
- public void setValue(String value) {
- this.value = value;
- }
-
- /** @param object APIURL of the associated Object. */
- public void setObject(APIURL object) {
- this.object = object;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java
deleted file mode 100644
index 413e61c..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java
+++ /dev/null
@@ -1,61 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.net.URL;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * Keywords that can be associated with an Object usually for use with ExternalObjects to record
- * paper keywords, etc.
- */
-@XmlRootElement
-public class RegistryKeyword extends Registry_Updateable {
- @XmlElement private APIURL object;
-
- @XmlElement private String keyphrase;
-
- @XmlElement private URL identifier;
-
- /**
- * {@link APIURL} of the associated Object.
- *
- * @return {@link APIURL} of the associated Object.
- */
- public APIURL getObject() {
- return this.object;
- }
-
- /**
- * Free text field for the key phrase to associate with the Object.
- *
- * @return Free text field for the key phrase to associate with the Object.
- */
- public String getKeyphrase() {
- return this.keyphrase;
- }
-
- /**
- * (optional): URL of ontology annotation to associate with this Keyword.
- *
- * @return URL of ontology annotation to associate with this Keyword.
- */
- public URL getIdentifier() {
- return this.identifier;
- }
-
- /** @param object {@link APIURL} of the associated Object. */
- public void setObject(APIURL object) {
- this.object = object;
- }
-
- /** @param keyphrase Free text field for the key phrase to associate with the Object. */
- public void setKeyphrase(String keyphrase) {
- this.keyphrase = keyphrase;
- }
-
- /** @param identifier (optional): URL of ontology annotation to associate with this Keyword. */
- public void setIdentifier(URL identifier) {
- this.identifier = identifier;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java
deleted file mode 100644
index f4be74f..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java
+++ /dev/null
@@ -1,69 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.net.URL;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-
-/** A namespace that can be used to group DataProducts. */
-@XmlRootElement
-public class RegistryNamespace extends Registry_Updateable {
- @XmlElement private String name;
-
- @XmlElement private String full_name;
-
- @XmlElement private URL website;
-
- /** Empty constructor. */
- public RegistryNamespace() {}
-
- /**
- * Constructor.
- *
- * @param name The Namespace name.
- */
- public RegistryNamespace(String name) {
- this.name = name;
- }
-
- /**
- * The Namespace name.
- *
- * @return The Namespace name.
- */
- public String getName() {
- return this.name;
- }
-
- /**
- * (optional): The full name of the Namespace.
- *
- * @return The full name of the Namespace.
- */
- public String getFull_name() {
- return this.full_name;
- }
-
- /**
- * (optional): Website URL associated with the Namespace.
- *
- * @return Website URL associated with the Namespace.
- */
- public URL getWebsite() {
- return this.website;
- }
-
- /** @param name The Namespace name */
- public void setName(String name) {
- this.name = name;
- }
-
- /** @param full_name (optional): The full name of the Namespace. */
- public void setFull_name(String full_name) {
- this.full_name = full_name;
- }
-
- /** @param website (optional): Website URL associated with the Namespace. */
- public void setWebsite(URL website) {
- this.website = website;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java
deleted file mode 100644
index e9b94de..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java
+++ /dev/null
@@ -1,174 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * Core traceability object used to represent any data object such DataProduct, CodeRepoRelease,
- * etc.
- */
-@XmlRootElement
-public class RegistryObject extends Registry_Updateable {
- @XmlElement private String description;
-
- @XmlElement private APIURL storage_location;
-
- @XmlElement private List authors;
-
- @XmlElement private String uuid;
-
- @XmlElement private APIURL file_type;
-
- @XmlElement private List components;
-
- @XmlElement private List data_products;
-
- @XmlElement private APIURL code_repo_release;
-
- @XmlElement private APIURL quality_control;
-
- @XmlElement private List licences;
-
- @XmlElement private List keywords;
-
- /**
- * (optional): Free text description of the Object.
- *
- * @return Free text description of the Object.
- */
- public String getDescription() {
- return description;
- }
-
- /**
- * (optional): The APIURL of the StorageLocation which is the location of the physical data of
- * this object, if applicable.
- *
- * @return The APIURL of the StorageLocation which is the location of the physical data of this
- * object, if applicable.
- */
- public APIURL getStorage_location() {
- return storage_location;
- }
-
- /**
- * (optional): List of Author APIURLs associated with this Object.
- *
- * @return List of Author APIURLs associated with this Object.
- */
- public List getAuthors() {
- return (this.authors == null) ? new ArrayList<>() {} : new ArrayList<>(authors);
- }
-
- /**
- * (optional): UUID of the Object. If not specified a UUID is generated automatically.
- *
- * @return UUID of the Object.
- */
- public String getUuid() {
- return this.uuid;
- }
-
- /**
- * (optional): FileType of this Object.
- *
- * @return FileType of this Object.
- */
- public APIURL getFile_type() {
- return this.file_type;
- }
-
- /**
- * List of ObjectComponents APIURLs associated with this Object.
- *
- * @return List of ObjectComponents APIURLs associated with this Object.
- */
- public List getComponents() {
- return (this.components == null) ? new ArrayList<>() {} : new ArrayList<>(components);
- }
-
- /**
- * List of DataProduct APIURLs if one or more is associated with this Object.
- *
- * @return List of DataProduct APIURLs if one or more is associated with this Object.
- */
- public List getData_products() {
- return (this.data_products == null) ? new ArrayList<>() {} : new ArrayList<>(data_products);
- }
-
- /**
- * The CodeRepoRelease APIURL if one is associated with this Object.
- *
- * @return The CodeRepoRelease APIURL if one is associated with this Object.
- */
- public APIURL getCode_repo_release() {
- return code_repo_release;
- }
-
- /**
- * The QualityControl APIURL if one is associated with this Object.
- *
- * @return The QualityControl APIURL if one is associated with this Object
- */
- public APIURL getQuality_control() {
- return quality_control;
- }
-
- /**
- * List of Licence APIURLs associated with this Object.
- *
- * @return List of Licence APIURLs associated with this Object.
- */
- public List getLicences() {
- return (this.licences == null) ? new ArrayList<>() {} : new ArrayList<>(licences);
- }
-
- /**
- * List of Keyword APIURLs associated with this Object.
- *
- * @return List of Keyword APIURLs associated with this Object.
- */
- public List getKeywords() {
- return (this.keywords == null) ? new ArrayList<>() {} : new ArrayList<>(keywords);
- }
-
- /** @param description (optional): Free text description of the Object. */
- public void setDescription(String description) {
- this.description = description;
- }
-
- /**
- * @param storage_location (optional): The APIURL of the StorageLocation which is the location of
- * the physical data of this object, if applicable.
- */
- public void setStorage_location(APIURL storage_location) {
- this.storage_location = storage_location;
- }
-
- /** @param authors (optional): List of Author APIURLs associated with this Object. */
- public void setAuthors(List authors) {
- this.authors = new ArrayList<>(authors);
- }
-
- /**
- * @param uuid (optional): UUID of the Object. If not specified a UUID is generated automatically.
- */
- public void setUuid(String uuid) {
- this.uuid = uuid;
- }
-
- /** @param file_type (optional): FileType of this Object. */
- public void setFile_type(APIURL file_type) {
- this.file_type = file_type;
- }
-
- @Override
- @JsonIgnore
- public String get_django_path() {
- return "object/";
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java
deleted file mode 100644
index f689ee7..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java
+++ /dev/null
@@ -1,129 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * A component of a Object being used as the input to a CodeRun or produced as an output from a
- * CodeRun.
- */
-@XmlRootElement
-public class RegistryObject_component extends Registry_Updateable {
- @XmlElement private APIURL object;
-
- @XmlElement private String name;
-
- @XmlElement private String description;
-
- @XmlElement private boolean whole_object;
-
- @XmlElement private List issues;
-
- @XmlElement private List inputs_of;
-
- @XmlElement private List outputs_of;
-
- /** Empty constructor */
- public RegistryObject_component() {}
-
- /**
- * Constructor
- *
- * @param name Name of the ObjectComponent, unique in the context of ObjectComponent and its
- * Object reference.
- */
- public RegistryObject_component(String name) {
- this.name = name;
- }
-
- /**
- * The APIURL of the Object to associate this ObjectComponent with.
- *
- * @return The APIURL of the Object associated with this ObjectComponent.
- */
- public APIURL getObject() {
- return this.object;
- }
-
- /**
- * Name of the ObjectComponent, unique in the context of ObjectComponent and its Object reference.
- *
- * @return Name of the ObjectComponent, unique in the context of ObjectComponent and its Object
- * reference.
- */
- public String getName() {
- return this.name;
- }
-
- /**
- * (optional): Free text description of the ObjectComponent.
- *
- * @return Free text description of the ObjectComponent.
- */
- public String getDescription() {
- return this.description;
- }
-
- /**
- * (optional): Specifies if this ObjectComponent refers to the whole object or not (by default
- * this is False)
- *
- * @return If this ObjectComponent refers to the whole object or not.
- */
- public boolean isWhole_object() {
- return this.whole_object;
- }
-
- /**
- * (optional): List of Issues APIURLs to associate with this ObjectComponent.
- *
- * @return List of Issues APIURLs to associate with this ObjectComponent.
- */
- public List getIssues() {
- return (this.issues == null) ? new ArrayList<>() {} : new ArrayList<>(this.issues);
- }
-
- /**
- * List of CodeRun APIURLs that the ObjectComponent is being used as an input to.
- *
- * @return List of CodeRun APIURLs that the ObjectComponent is being used as an input to.
- */
- public List getInputs_of() {
- return (inputs_of == null) ? new ArrayList<>() {} : new ArrayList<>(this.inputs_of);
- }
-
- /**
- * List of CodeRun APIURLs that the ObjectComponent was created as an output of.
- *
- * @return List of CodeRun APIURLs that the ObjectComponent was created as an output of.
- */
- public List getOutputs_of() {
- return (outputs_of == null) ? new ArrayList<>() {} : new ArrayList<>(this.outputs_of);
- }
-
- /** @param object The APIURL of the Object to associate this ObjectComponent with. */
- public void setObject(APIURL object) {
- this.object = object;
- }
-
- /**
- * @param name Name of the ObjectComponent, unique in the context of ObjectComponent and its
- * Object reference.
- */
- public void setName(String name) {
- this.name = name;
- }
-
- /** @param description (optional): Free text description of the ObjectComponent. */
- public void setDescription(String description) {
- this.description = description;
- }
-
- /** @param whole_object If this ObjectComponent refers to the whole object or not. */
- public void setWhole_object(boolean whole_object) {
- this.whole_object = whole_object;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java
deleted file mode 100644
index 3cf4965..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java
+++ /dev/null
@@ -1,86 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonFormat;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** The location of an item relative to a StorageRoot. */
-@XmlRootElement
-public class RegistryStorage_location extends Registry_Updateable {
- @XmlElement private String path;
-
- @XmlElement private String hash;
-
- @JsonFormat(shape = JsonFormat.Shape.NUMBER)
- @JsonProperty("public")
- private boolean is_public = true;
-
- @XmlElement private APIURL storage_root;
-
- /**
- * Path from a StorageRoot uri to the item location, when appended to a StorageRoot uri produces a
- * complete URI.
- *
- * @return Path from a StorageRoot uri to the item location, when appended to a StorageRoot uri
- * produces a complete URI.
- */
- public String getPath() {
- return path;
- }
-
- /**
- * If StorageLocation references a file, this is the calculated SHA1 hash of the file. For GIT
- * repositories this is the git hash.
- *
- * @return The calculated SHA1 hash of the file, or git hash of the repo.
- */
- public String getHash() {
- return hash;
- }
-
- /**
- * (optional): Boolean indicating whether the StorageLocation is public or not (default is True)
- *
- * @return Boolean indicating whether the StorageLocation is public or not (default is True)
- */
- public boolean isIs_public() {
- return this.is_public;
- }
-
- /**
- * Reference to the StorageRoot to append the path to.
- *
- * @return Reference to the StorageRoot to append the path to.
- */
- public APIURL getStorage_root() {
- return storage_root;
- }
-
- /**
- * @param path Path from a StorageRoot uri to the item location, when appended to a StorageRoot
- * uri produces a complete URI.
- */
- public void setPath(String path) {
- this.path = path;
- }
-
- /** @param hash The calculated SHA1 hash of the file, or git hash of the repo. */
- public void setHash(String hash) {
- this.hash = hash;
- }
-
- /**
- * @param is_public (optional): Boolean indicating whether the StorageLocation is public or not
- * (default is True)
- */
- public void setIs_public(boolean is_public) {
- this.is_public = is_public;
- }
-
- /** @param storage_root Reference to the StorageRoot to append the path to. */
- public void setStorage_root(APIURL storage_root) {
- this.storage_root = storage_root;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java
deleted file mode 100644
index 2439259..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java
+++ /dev/null
@@ -1,97 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonFormat;
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import java.io.File;
-import java.net.URI;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** The root location of a storage cache where model files are stored. */
-@XmlRootElement
-public class RegistryStorage_root extends Registry_Updateable {
- @XmlElement private URI root;
-
- @XmlElement
- @JsonFormat(shape = JsonFormat.Shape.NUMBER)
- private boolean local;
-
- @XmlElement private List locations;
-
- /** Empty constructor */
- public RegistryStorage_root() {}
-
- /**
- * Constructor
- *
- * @param root URI (including protocol) to the root of a StorageLocation.
- */
- public RegistryStorage_root(URI root) {
- this.root = root;
- }
-
- /**
- * URI (including protocol) to the root of a StorageLocation, which when prepended to a
- * StorageLocation path produces a complete URI to a file. Examples:
- *
- *
- * https://somewebsite.com/
- * ftp://host/ (ftp://username:password@host:port/)
- * ssh://host/
- * file:///someroot/ (file://C:)
- * github://org:repo@sha/ (github://org:repo/ (master))
- *
- *
- * @return URI (including protocol) to the root of a StorageLocation.
- */
- public URI getRoot() {
- return this.root;
- }
-
- /**
- * Get the Path of the Root (if scheme is 'file')
- *
- * @return the Path of the Root (if scheme is 'file'), otherwise null.
- */
- @JsonIgnore
- public Path getPath() {
- if (this.root.getScheme().equals("file")) return Path.of(new File(getRoot()).getAbsolutePath());
- return null;
- }
-
- /**
- * (optional): Boolean indicating whether the StorageRoot is local or not (by default this is
- * False)
- *
- * @return Boolean indicating whether the StorageRoot is local or not (by default this is False)
- */
- public boolean isLocal() {
- return this.local;
- }
-
- /**
- * List of APIURL references of the StorageLocations stored under this Root.
- *
- * @return List of APIURL references of the StorageLocations stored under this Root.
- */
- public List getLocations() {
- return (this.locations == null) ? new ArrayList<>() {} : new ArrayList<>(this.locations);
- }
-
- /** @param root URI (including protocol) to the root of a StorageLocation. */
- public void setRoot(URI root) {
- this.root = root;
- }
-
- /**
- * @param local (optional): Boolean indicating whether the StorageRoot is local or not (by default
- * this is False)
- */
- public void setLocal(boolean local) {
- this.local = local;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java
deleted file mode 100644
index b2fa15b..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java
+++ /dev/null
@@ -1,42 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** A combination of an Author associated with a particular user. */
-@XmlRootElement
-public class RegistryUser_author extends Registry_Updateable {
-
- @XmlElement private APIURL user;
-
- @XmlElement private APIURL author;
-
- /**
- * The API URL of the User to associate with this UserAuthor.
- *
- * @return The API URL of the User to associate with this UserAuthor.
- */
- public APIURL getUser() {
- return user;
- }
-
- /**
- * The API URL of the Author to associate with this UserAuthor.
- *
- * @return The API URL of the Author to associate with this UserAuthor.
- */
- public APIURL getAuthor() {
- return author;
- }
-
- /** @param user The API URL of the User to associate with this UserAuthor. */
- public void setUser(APIURL user) {
- this.user = user;
- }
-
- /** @param author The API URL of the Author to associate with this UserAuthor. */
- public void setAuthor(APIURL author) {
- this.author = author;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java
deleted file mode 100644
index 92e0137..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java
+++ /dev/null
@@ -1,55 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-
-/** A registry User. */
-@XmlRootElement
-public class RegistryUsers extends Registry_RootObject {
-
- @XmlElement private String username;
-
- @XmlElement private String full_name;
-
- @XmlElement private String email;
-
- @XmlElement private List orgs;
-
- /**
- * login/username
- *
- * @return login/username
- */
- public String getUsername() {
- return username;
- }
-
- /**
- * The users full name
- *
- * @return the users full name
- */
- public String getFull_name() {
- return full_name;
- }
-
- /**
- * the users email address
- *
- * @return the users email address
- */
- public String getEmail() {
- return email;
- }
-
- /**
- * List of Orgs.
- *
- * @return List of Orgs.
- */
- public List getOrgs() {
- return (orgs == null) ? new ArrayList<>() {} : new ArrayList<>(orgs);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java
deleted file mode 100644
index 7276ab4..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java
+++ /dev/null
@@ -1,60 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.util.ArrayList;
-import java.util.List;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/**
- * List to contain result of search queries in the Registry.
- *
- * @param We can only search for 1 type of Registry resource; the List will only contain
- * registry objects of Class T (extends Registry_RootObject)
- */
-@XmlRootElement
-public class Registry_ObjectList {
- @XmlElement private Integer count;
-
- @XmlElement private APIURL next;
-
- @XmlElement private APIURL previous;
-
- @XmlElement private List results;
-
- /**
- * Number of items in this list.
- *
- * @return Number of items in this list.
- */
- public Integer getCount() {
- return count;
- }
-
- /**
- * Reference to the next page in this result set.
- *
- * @return Reference to the next page in this result set.
- */
- public APIURL getNext() {
- return next;
- }
-
- /**
- * Reference to the previous page in this result set.
- *
- * @return Reference to the previous page in this result set.
- */
- public APIURL getPrevious() {
- return previous;
- }
-
- /**
- * List of actual {link Registry_RootObject Registry_RootObjects} found.
- *
- * @return List of actual {link Registry_RootObject Registry_RootObjects} found.
- */
- public List getResults() {
- return (this.results == null) ? new ArrayList<>() {} : new ArrayList<>(results);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java
deleted file mode 100644
index 9cd0860..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java
+++ /dev/null
@@ -1,100 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import java.nio.file.Paths;
-import java.util.List;
-import java.util.Locale;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.apache.commons.lang3.NotImplementedException;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** Abstract class that all registry resources inherit from. */
-@XmlRootElement
-public abstract class Registry_RootObject {
- @JsonIgnore List methods_allowed = List.of("GET", "HEAD", "OPTIONS");
-
- @XmlElement private APIURL url;
-
- /**
- * (read-only) The {@link APIURL} of this object; read-only: this is set by the registry upon
- * POSTing the object.
- *
- * @return The {@link APIURL} of this object.
- */
- public APIURL getUrl() {
- return url;
- }
-
- /**
- * The resource name on the django server, which is used to create the WebTarget URL.
- *
- * @return The resource name on the django server, which is used to create the WebTarget URL.
- */
- @JsonIgnore
- public String get_django_path() {
- return Registry_RootObject.get_django_path(this.getClass().getSimpleName());
- }
-
- /**
- * If the {@link APIURL} of this object is set, return the ID part of the APIURL (as an Integer)
- *
- * @return The ID part (Integer) of the APIURL of this object, or null if URL is not set.
- */
- @JsonIgnore
- public Integer get_id() {
- if (this.url == null) {
- return null;
- }
- return Registry_RootObject.get_id(this.url);
- }
-
- /**
- * Extract ID from {@link APIURL}
- *
- * @param url the {@link APIURL} we want to get the ID from
- * @return the ID part of the given {@link APIURL}
- */
- @JsonIgnore
- public static Integer get_id(APIURL url) {
- String id_part;
- id_part = Paths.get(url.getPath()).getFileName().toString();
- return Integer.parseInt(id_part);
- }
-
- /**
- * Create resource path from Class.simpleName
- *
- * @param simpleName SimpleName of a class inherited from Registry_RootObject
- * @return the resource name on the django FAIR DataRegistry for the class referred to by
- * simpleName.
- */
- @JsonIgnore
- public static String get_django_path(String simpleName) {
- if (simpleName.startsWith("Registry_")) {
- throw (new NotImplementedException("this abstract class doesn't have a django path"));
- }
- return simpleName.substring(8).toLowerCase(Locale.ROOT) + "/";
- }
-
- /**
- * Check if a given HTTP method is allowed for this resource
- *
- * @param method a HTTP method: GET, POST, PUT, DELETE or PATCH
- * @return Is this HTTP method allowed on this resource?
- */
- @JsonIgnore
- public boolean allow_method(String method) {
- return this.methods_allowed.stream().anyMatch(s -> s.equals(method));
- }
-
- /**
- * URL is supposed to be read-only so this shouldn't really be here. But it makes life so much
- * easier being able to set everything.
- *
- * @param url The {@link APIURL} to set.
- */
- public void setUrl(APIURL url) {
- this.url = url;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java
deleted file mode 100644
index 6914271..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java
+++ /dev/null
@@ -1,51 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import java.time.LocalDateTime;
-import javax.xml.bind.annotation.XmlElement;
-import javax.xml.bind.annotation.XmlRootElement;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-
-/** All updateable registry objects inherit from this one. (only Users aren't updateable) */
-@XmlRootElement
-public abstract class Registry_Updateable extends Registry_RootObject {
-
- @XmlElement private LocalDateTime last_updated;
-
- @XmlElement private APIURL updated_by;
-
- /**
- * (read-only) Datetime that this record was last updated.
- *
- * @return Datetime that this record was last updated.
- */
- public LocalDateTime getLast_updated() {
- return last_updated;
- }
-
- /**
- * (read-only) Reference to the user that updated this record.
- *
- * @return Reference to the user that updated this record.
- */
- public APIURL getUpdated_by() {
- return updated_by;
- }
-
- /**
- * Last_updated should be read-only, so setter shouldn't really exist.
- *
- * @param last_updated DateTime that this record was last updated.
- */
- public void setLast_updated(LocalDateTime last_updated) {
- this.last_updated = last_updated;
- }
-
- /**
- * Updated_by should be read-only, so setter shouldn't really exist.
- *
- * @param updated_by Reference to the user that updated this record.
- */
- public void setUpdated_by(APIURL updated_by) {
- this.updated_by = updated_by;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java
deleted file mode 100644
index 5a5a4ee..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java
+++ /dev/null
@@ -1,5 +0,0 @@
-/**
- * The specification of the REST resources managed by the FAIR Data Pipeline Data Registry .
- */
-package org.fairdatapipeline.dataregistry.content;
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java
deleted file mode 100644
index 319d68e..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java
+++ /dev/null
@@ -1,28 +0,0 @@
-package org.fairdatapipeline.dataregistry.oauth2token;
-
-import jakarta.ws.rs.core.Feature;
-import jakarta.ws.rs.core.FeatureContext;
-
-/**
- * to register the tokenfilter as a feature. (after example by Miroslav Fuksa on
- * org.glassfish.jersey.client.oauth2)
- */
-public class OAuth2ClientTokenFeature implements Feature {
-
- private final OAuth2ClientTokenFilter filter;
-
- /**
- * Initialize an OAuth2ClientTokenFilter with given accessToken.
- *
- * @param accessToken the OAuth2 token to use. (it will be used with a 'Token' prefix)
- */
- public OAuth2ClientTokenFeature(String accessToken) {
- this.filter = new OAuth2ClientTokenFilter(accessToken);
- }
-
- @Override
- public boolean configure(FeatureContext context) {
- context.register(filter);
- return true;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java
deleted file mode 100644
index 245dd3c..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java
+++ /dev/null
@@ -1,32 +0,0 @@
-package org.fairdatapipeline.dataregistry.oauth2token;
-
-import jakarta.annotation.Priority;
-import jakarta.ws.rs.Priorities;
-import jakarta.ws.rs.client.ClientRequestContext;
-import jakarta.ws.rs.client.ClientRequestFilter;
-import jakarta.ws.rs.core.HttpHeaders;
-
-/** OAuth2 filter using 'Token' instead of 'Bearer' in the auth header. */
-@Priority(Priorities.AUTHENTICATION)
-class OAuth2ClientTokenFilter implements ClientRequestFilter {
-
- private final String accessToken;
-
- /**
- * Create a new filter with predefined access token.
- *
- * @param accessToken Access token.
- */
- public OAuth2ClientTokenFilter(String accessToken) {
- this.accessToken = accessToken;
- }
-
- @Override
- public void filter(ClientRequestContext request) {
- String authentication = "Token " + this.accessToken;
-
- if (!request.getHeaders().containsKey(HttpHeaders.AUTHORIZATION)) {
- request.getHeaders().add(HttpHeaders.AUTHORIZATION, authentication);
- }
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java
deleted file mode 100644
index 5a17bd4..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java
+++ /dev/null
@@ -1,5 +0,0 @@
-/**
- * OAuth2 Filter/Feature that uses Token instead of Bearer in the token authentication. (as DJANGO
- * wants it) From the example by Miroslav Fuksa in org.glassfish.jersey.oauth2.
- */
-package org.fairdatapipeline.dataregistry.oauth2token;
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html
deleted file mode 100644
index db608a7..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html
+++ /dev/null
@@ -1,6 +0,0 @@
-
-
-
-The Dataregistry module is used by org.fairdatapipeline.api to interact with the FAIR Data Pipeline Data Registry .
-
-
\ No newline at end of file
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java
deleted file mode 100644
index ded131b..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java
+++ /dev/null
@@ -1,58 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import com.fasterxml.jackson.annotation.JsonValue;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.net.URL;
-
-/** API URL contains the URL references to API resources. */
-public class APIURL {
- private final URI uri;
-
- APIURL(String spec) throws URISyntaxException {
- this.uri = new URI(spec);
- }
-
- APIURL(URI uri) {
- this.uri = uri;
- }
-
- APIURL(URL url) throws URISyntaxException {
- this.uri = url.toURI();
- }
-
- @Override
- @JsonValue
- public String toString() {
- return uri.toString();
- }
-
- @Override
- public boolean equals(Object o) {
- if (o instanceof APIURL) return this.getUri().equals(((APIURL) o).getUri());
- return false;
- }
-
- @Override
- public int hashCode() {
- return this.uri.hashCode();
- }
-
- /**
- * The URL for the API resource of this APIURL.
- *
- * @return The URL for the API resource of this APIURL.
- */
- public URI getUri() {
- return uri;
- }
-
- /**
- * The Path part of the URL for the API resource of this APIURL.
- *
- * @return The Path part of the URL for the API resource of this APIURL.
- */
- public String getPath() {
- return uri.getPath();
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java
deleted file mode 100644
index cf45d42..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-/** Failing to connect to the Registry. */
-public class ConnectException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public ConnectException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public ConnectException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java
deleted file mode 100644
index 52901e9..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-/** Exception for HTTP 403 - the token might be wrong? */
-public class ForbiddenException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public ForbiddenException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public ForbiddenException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java
deleted file mode 100644
index 869ce34..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java
+++ /dev/null
@@ -1,26 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-/**
- * Exception for JSON problems -- might suggest incompatibility between java library and the data
- * registry.
- */
-public class RegistryJSONException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public RegistryJSONException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public RegistryJSONException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java
deleted file mode 100644
index 0ca0687..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java
+++ /dev/null
@@ -1,26 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-/**
- * HTTP 406 Not Acceptable: registry rejects our Accept: version header. Make sure the FAIR Data
- * Registry version matches the org.fairdatapipeline.dataregistry library version.
- */
-public class RegistryVersionException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public RegistryVersionException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public RegistryVersionException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java
deleted file mode 100644
index 22a122c..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java
+++ /dev/null
@@ -1,50 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import com.fasterxml.jackson.databind.JavaType;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
-import jakarta.ws.rs.ProcessingException;
-import jakarta.ws.rs.WebApplicationException;
-import jakarta.ws.rs.core.MediaType;
-import jakarta.ws.rs.core.MultivaluedMap;
-import jakarta.ws.rs.ext.MessageBodyReader;
-import java.io.InputStream;
-import java.lang.annotation.Annotation;
-import java.lang.reflect.ParameterizedType;
-import java.lang.reflect.Type;
-import org.fairdatapipeline.dataregistry.content.Registry_ObjectList;
-import org.fairdatapipeline.dataregistry.content.Registry_RootObject;
-
-/** Jakarta WS MessageBodyReader for Registry_ObjectList using Jackson ObjectMapper */
-class Registry_ObjectListReader
- implements MessageBodyReader> {
-
- @Override
- public boolean isReadable(
- Class type, Type genericType, Annotation[] annotations, MediaType mediaType) {
- return type == Registry_ObjectList.class;
- }
-
- @Override
- public Registry_ObjectList readFrom(
- Class> type,
- Type genericType,
- Annotation[] annotations,
- MediaType mediaType,
- MultivaluedMap httpHeaders,
- InputStream entityStream)
- throws WebApplicationException {
-
- try {
- ObjectMapper om = new ObjectMapper();
- om.registerModule(new JavaTimeModule());
- Type MyTypeParameter = ((ParameterizedType) genericType).getActualTypeArguments()[0];
- JavaType ptype =
- om.getTypeFactory()
- .constructParametricType(Registry_ObjectList.class, (Class>) MyTypeParameter);
- return om.readValue(entityStream, ptype);
- } catch (Exception e) {
- throw new ProcessingException("Error deserializing Registry_ObjectList", e);
- }
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java
deleted file mode 100644
index 1985eab..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java
+++ /dev/null
@@ -1,44 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
-import jakarta.ws.rs.ProcessingException;
-import jakarta.ws.rs.WebApplicationException;
-import jakarta.ws.rs.core.MediaType;
-import jakarta.ws.rs.core.MultivaluedMap;
-import jakarta.ws.rs.ext.MessageBodyReader;
-import java.io.InputStream;
-import java.lang.annotation.Annotation;
-import java.lang.reflect.Type;
-import org.fairdatapipeline.dataregistry.content.Registry_RootObject;
-
-/**
- * Jakarta WS MessageBodyReader for all classes inheriting from Registry_RootObject using Jackson
- * ObjectMapper
- */
-class Registry_RootObjectReader implements MessageBodyReader {
-
- @Override
- public boolean isReadable(
- Class type, Type genericType, Annotation[] annotations, MediaType mediaType) {
- return Registry_RootObject.class.isAssignableFrom(type);
- }
-
- @Override
- public Registry_RootObject readFrom(
- Class type,
- Type genericType,
- Annotation[] annotations,
- MediaType mediaType,
- MultivaluedMap httpHeaders,
- InputStream entityStream)
- throws WebApplicationException {
- try {
- ObjectMapper om = new ObjectMapper();
- om.registerModule(new JavaTimeModule());
- return om.readValue(entityStream, type);
- } catch (Exception e) {
- throw new ProcessingException("Error deserializing ", e);
- }
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java
deleted file mode 100644
index 327c45a..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java
+++ /dev/null
@@ -1,60 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import com.fasterxml.jackson.annotation.JsonInclude;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
-import com.fasterxml.jackson.datatype.jsr310.ser.LocalDateTimeSerializer;
-import jakarta.ws.rs.ProcessingException;
-import jakarta.ws.rs.WebApplicationException;
-import jakarta.ws.rs.core.MediaType;
-import jakarta.ws.rs.core.MultivaluedMap;
-import jakarta.ws.rs.ext.MessageBodyWriter;
-import java.io.OutputStream;
-import java.io.PrintWriter;
-import java.io.Writer;
-import java.lang.annotation.Annotation;
-import java.lang.reflect.Type;
-import java.time.LocalDateTime;
-import java.time.format.DateTimeFormatter;
-import org.fairdatapipeline.dataregistry.content.Registry_RootObject;
-
-/**
- * Jakarta WS MessageBodyWriter for all classes inheriting from Registry_RootObject using Jackson
- * ObjectMapper
- */
-class Registry_RootObjectWriter implements MessageBodyWriter {
-
- @Override
- public boolean isWriteable(
- Class> type, Type genericType, Annotation[] annotations, MediaType mediaType) {
- return Registry_RootObject.class.isAssignableFrom(type);
- }
-
- @Override
- public void writeTo(
- Registry_RootObject o,
- Class> type,
- Type genericType,
- Annotation[] annotations,
- MediaType mediaType,
- MultivaluedMap httpHeaders,
- OutputStream outStream)
- throws WebApplicationException {
-
- try {
- ObjectMapper om = new ObjectMapper();
- JavaTimeModule jtm = new JavaTimeModule();
- jtm.addSerializer(
- LocalDateTime.class, new LocalDateTimeSerializer(DateTimeFormatter.ISO_DATE_TIME));
- om.registerModule(jtm);
- om.setSerializationInclusion(JsonInclude.Include.NON_NULL);
- Writer w = new PrintWriter(outStream);
- String s = om.writeValueAsString(o);
- w.write(s);
- w.flush();
- w.close();
- } catch (Exception e) {
- throw new ProcessingException("Error serializing " + type.getSimpleName(), e);
- }
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java
deleted file mode 100644
index ac3d407..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java
+++ /dev/null
@@ -1,396 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import com.fasterxml.jackson.databind.deser.impl.JavaUtilCollectionsDeserializers;
-import jakarta.ws.rs.NotFoundException;
-import jakarta.ws.rs.ProcessingException;
-import jakarta.ws.rs.client.*;
-import jakarta.ws.rs.core.GenericType;
-import jakarta.ws.rs.core.MediaType;
-import jakarta.ws.rs.core.Response;
-import java.io.IOException;
-import java.io.InputStream;
-import java.lang.reflect.ParameterizedType;
-import java.net.URISyntaxException;
-import java.nio.charset.StandardCharsets;
-import java.util.Collections;
-import java.util.Map;
-import org.apache.commons.io.IOUtils;
-import org.apache.commons.lang3.reflect.TypeUtils;
-import org.fairdatapipeline.dataregistry.content.RegistryUsers;
-import org.fairdatapipeline.dataregistry.content.Registry_ObjectList;
-import org.fairdatapipeline.dataregistry.content.Registry_RootObject;
-import org.fairdatapipeline.dataregistry.content.Registry_Updateable;
-import org.fairdatapipeline.dataregistry.oauth2token.OAuth2ClientTokenFeature;
-import org.glassfish.jersey.client.HttpUrlConnectorProvider;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/** Jakarta WS client implementation for interacting with the FAIR Data Registry */
-public class RestClient {
- private static final Logger logger = LoggerFactory.getLogger(RestClient.class);
- private WebTarget wt;
- private Client client;
- private final MediaType jsonWithVersion =
- new MediaType("application", "json", Collections.singletonMap("version", "1.0.0"));
-
- private void init(String registry_url, String token) {
- client =
- ClientBuilder.newBuilder()
- .register(Registry_RootObjectReader.class)
- .register(Registry_RootObjectWriter.class)
- .register(Registry_ObjectListReader.class)
- .register(JavaUtilCollectionsDeserializers.class)
- .register(new OAuth2ClientTokenFeature(token))
- .property(HttpUrlConnectorProvider.SET_METHOD_WORKAROUND, true)
- .build();
- wt = client.target(registry_url);
- }
-
- /**
- * Constructor
- *
- * @param registry_url The URL of the FAIR Data Registry (usually http://127.0.0.1:8000/api/)
- * @param token The authentication token to use to access the FAIR Data Registry.
- */
- public RestClient(String registry_url, String token) {
- init(registry_url, token);
- }
-
- /**
- * retrieve only the first FDP registry entry found when searching for entries of Class c matching
- * all constraints in Map m
- *
- * @param c The Class of the FDP Object we're trying to retrieve
- * @param m The key-value constraint pairs
- * @return The first item found, or null if none are found.
- */
- public Registry_RootObject getFirst(Class extends Registry_RootObject> c, Map m)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- // c = the class contained within the objectlist
- // return the first item found.
- WebTarget wt2 = wt.path(Registry_RootObject.get_django_path(c.getSimpleName()));
-
- for (Map.Entry e : m.entrySet()) {
- wt2 = wt2.queryParam(e.getKey(), e.getValue());
- }
- if (c != RegistryUsers.class) {
- /* and not RegistryGroup if we ever implement it */
- wt2 = wt2.queryParam("page_size", 1);
- }
- ParameterizedType p = TypeUtils.parameterize(Registry_ObjectList.class, c);
-
- try {
- Registry_ObjectList> o = wt2.request(this.getJsonMediaType()).get(new GenericType<>(p));
- if (o.getCount() == 0) {
- logger.trace("getFirst({}, {}) returned 0 items", c.getSimpleName(), m);
- return null;
- }
- return o.getResults().get(0);
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- }
- return null;
- }
-
- void deal_with_jakarta_http_exceptions(Exception e)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- if (e.getClass() == ProcessingException.class
- || e.getClass() == ResponseProcessingException.class) {
- if (e.getCause().getClass() == java.net.ConnectException.class) {
- throw (new ConnectException(
- "Can't connect to registry at " + wt + "\nIs the local registry running?", e));
- } else if (e.getCause()
- .getClass()
- .getCanonicalName()
- .startsWith("com.fasterxml.jackson.databind.exc.")) {
- throw (new RegistryJSONException("Error processing JSON response from registry."));
- } else {
- throw (new RestClientException(
- "RestClient encountered unexpected Jakarta Processing exception", e));
- }
- } else if (e.getClass() == jakarta.ws.rs.ForbiddenException.class) {
- throw (new ForbiddenException("HTTP 403 Forbidden -- is the token wrong?", e));
- } else if (e.getClass() == jakarta.ws.rs.NotAcceptableException.class) {
- throw (new RegistryVersionException(
- "HTTP 406 Not Acceptable -- incompatible version of registry"));
- }
- }
-
- /**
- * retrieve a list of all FDP registry entries of Class c matching all the constraints in Map m
- *
- * @param c The Class of the FDP Object we're trying to retrieve
- * @param m The key-value constraint pairs
- * @return the Registry_ObjectList containing all items matching the constraints in the Map m
- */
- public Registry_ObjectList getList(
- Class extends Registry_RootObject> c, Map m)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- // c is the class contained within the ObjectList
- WebTarget wt2 = wt.path(Registry_RootObject.get_django_path(c.getSimpleName()));
- for (Map.Entry e : m.entrySet()) {
- wt2 = wt2.queryParam(e.getKey(), e.getValue());
- }
- ParameterizedType p = TypeUtils.parameterize(Registry_ObjectList.class, c);
- GenericType> gt = new GenericType<>(p);
- try {
- return wt2.request(this.getJsonMediaType()).get(gt);
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- }
- return null;
- }
-
- /**
- * retrieve the FDP registry entry of Class c with ID i
- *
- * @param c The Class of the FDP Object we're trying to retrieve
- * @param i The ID of the FDP Object we're trying to retrieve
- * @return the FDP Object (or null if not found)
- */
- public Registry_RootObject get(Class extends Registry_RootObject> c, int i)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- WebTarget wt2 =
- wt.path(Registry_RootObject.get_django_path(c.getSimpleName())).path(Integer.toString(i));
- try {
- return wt2.request(this.getJsonMediaType()).get(c);
- } catch (NotFoundException e) {
- logger.warn("get(Class, Int)", e);
- return null;
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- }
- return null;
- }
-
- /**
- * retrieve the FDP registry entry with given APIURL
- *
- * @param c The Class of the FDP Object we're trying to retrieve
- * @param apiurl The APIURL of the Object we are trying to retrieve
- * @return The Object, or null if not found.
- */
- public Registry_RootObject get(Class extends Registry_RootObject> c, APIURL apiurl)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- WebTarget wt2 = client.target(apiurl.toString());
- try {
- return wt2.request(this.getJsonMediaType()).get(c);
- } catch (NotFoundException e) {
- logger.warn("get(Class, APIURL)", e);
- return null;
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- }
- return null;
- }
-
- /**
- * submit the new FDP registry object o; return the created object (with the APIURL, updated_by,
- * last_updated fields filled in by the registry)
- *
- * @param o The FDP Object we are submitting (should have no URL yet)
- * @return the FDP Object we get back from the registry, with its URL set, or null upon error.
- */
- public Registry_Updateable post(Registry_Updateable o)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- WebTarget wt2 = wt.path(o.get_django_path());
- if (o.getUrl() != null) {
- throw (new RestClientException(
- "post(Registry_Updateable) -- trying to post an already existing object "
- + o.get_django_path()
- + " (object already has an URL entry)"));
- }
- Response r;
- try {
- r = wt2.request(this.getJsonMediaType()).post(Entity.entity(o, this.getJsonMediaType()));
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- return null;
- }
- if (r.getStatus() != 201) {
- // in case we failed to create the object, log the error message
-
- InputStream i = (InputStream) r.getEntity();
- try {
- String text = IOUtils.toString(i, StandardCharsets.UTF_8.name());
- logger.error("post(Registry_Updateable) -- error: {}", text);
- } catch (IOException e) {
- logger.error("post(Registry_Updateable) -- IOException trying to read response entity.", e);
- }
- return null;
- } else {
- try {
- return r.readEntity(o.getClass());
- } catch (ProcessingException e) {
- throw (new RegistryJSONException("post() fails to read response JSON", e));
- }
- }
- }
-
- /**
- * patch Object o; this means change the fields set on O, leave the rest untouched. It seems to me
- * (from the tests I did) that patch and put do the same thing, and both appear to behave the way
- * I expect PATCH should behave: NULL fields don't get overwritten.
- *
- * @param o the Object to PATCH; its URL must be set.
- * @return the Object returned from the registry, or null upon error.
- */
- public Registry_Updateable patch(Registry_Updateable o)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- if (!o.allow_method("PATCH")) {
- throw (new IllegalArgumentException(
- "patch(Registry_Updateable) -- trying to use PATCH method on an object that can't be patched."
- + o));
- }
- if (o.getUrl() == null) {
- throw (new RestClientException(
- "patch(Registry_Updateable) -- can't patch an obj without URL"));
- }
-
- Response r;
- try {
- r =
- client
- .target(o.getUrl().toString())
- .request(this.getJsonMediaType())
- .build("PATCH", Entity.entity(o, this.getJsonMediaType()))
- .invoke();
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- return null;
- }
- if (r.getStatus() >= 200 && r.getStatus() < 300) {
- try {
- return r.readEntity(o.getClass());
- } catch (ProcessingException e) {
- throw (new RegistryJSONException("patch() fails to read response JSON", e));
- }
- }
- InputStream i = (InputStream) r.getEntity();
- try {
- String text = IOUtils.toString(i, StandardCharsets.UTF_8.name());
- logger.error("patch(Registry_Updateable) -- error: {}", text);
- } catch (IOException e) {
- logger.error("patch(Registry_Updateable) -- IOException trying to read response entity.", e);
- }
- return null;
- }
-
- /**
- * put Object o; this will replace the object at the set URL.
- *
- * @param o the Object to PUT; its URL must be set.
- * @return the Object returned from the registry, or null upon error.
- */
- public Registry_Updateable put(Registry_Updateable o)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- if (!o.allow_method("PUT")) {
- throw (new IllegalArgumentException(
- "put(Registry_Updateable) -- trying to use PUT method on an object that doesn't support PUT."
- + o));
- }
- if (o.getUrl() == null) {
- throw (new RestClientException(
- "put(Registry_Updateable) -- can't PUT an object without URL"));
- }
- Response r;
- try {
- r =
- client
- .target(o.getUrl().toString())
- .request(this.getJsonMediaType())
- .put(Entity.entity(o, this.getJsonMediaType()));
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- return null;
- }
- if (r.getStatus() >= 200 && r.getStatus() < 300) {
- try {
- return r.readEntity(o.getClass());
- } catch (ProcessingException e) {
- throw (new RegistryJSONException("put() fails to read response JSON", e));
- }
- }
- InputStream i = (InputStream) r.getEntity();
- try {
- String text = IOUtils.toString(i, StandardCharsets.UTF_8.name());
- logger.error("put(Registry_Updateable) -- error: {}", text);
- } catch (IOException e) {
- logger.error("put(Registry_Updateable) -- IOException trying to read response entity.", e);
- }
- return null;
- }
-
- /**
- * delete an Object by its ID number
- *
- * @param c The Class of the FDP Object we're trying to delete
- * @param i the ID of the FDP Object we're trying to delete
- */
- public void delete(Class extends Registry_Updateable> c, int i)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- Registry_Updateable o = (Registry_Updateable) get(c, i);
- delete(o);
- }
-
- /**
- * delete an Object
- *
- * @param o the Object we are trying to delete
- */
- public void delete(Registry_Updateable o)
- throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException,
- RestClientException {
- if (!o.allow_method("DELETE")) {
- throw (new IllegalArgumentException(
- "delete(Registry_Updateable) -- trying to use DELETE on an object that doesn't support DELETE."
- + o));
- }
- if (o.getUrl() == null) {
- throw (new RestClientException(
- "delete(Registry_Updateable) -- can't DELETE an object without a set URL."));
- }
- Response r;
- try {
- r = client.target(o.getUrl().toString()).request(this.getJsonMediaType()).delete();
- } catch (Exception e) {
- deal_with_jakarta_http_exceptions(e);
- return;
- }
- if (r.getStatus() != 204) {
- throw (new RestClientException(
- "delete(Registry_Updateable) -- failed to delete " + o.getUrl()));
- }
- }
-
- /**
- * Create an APIURL (only for testing, I think)
- *
- * @param c The RegistryXXX class for the resource we are trying to access.
- * @param i the ID of the resource we are creating an APIURL for.
- * @return the APIURL to access the Registry resource.
- */
- public APIURL makeAPIURL(Class extends Registry_RootObject> c, int i) {
- WebTarget wt2 =
- wt.path(Registry_RootObject.get_django_path(c.getSimpleName())).path(Integer.toString(i));
- try {
- return new APIURL(wt2.getUri() + "/");
- } catch (URISyntaxException e) {
- logger.error(e.toString());
- return null;
- }
- }
-
- MediaType getJsonMediaType() {
- return this.jsonWithVersion;
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java
deleted file mode 100644
index 8126f6b..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-/** General propagated ProcessingException from jakarta. */
-public class RestClientException extends RuntimeException {
- /**
- * Constructor
- *
- * @param message The error message.
- */
- public RestClientException(String message) {
- super(message);
- }
-
- /**
- * Constructor
- *
- * @param message The error message.
- * @param e The Exception that caused it.
- */
- public RestClientException(String message, Exception e) {
- super(message, e);
- }
-}
diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java
deleted file mode 100644
index e70c6ef..0000000
--- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java
+++ /dev/null
@@ -1,5 +0,0 @@
-/**
- * The actual interface for interacting with the FAIR Data Pipeline Data Registry .
- */
-package org.fairdatapipeline.dataregistry.restclient;
diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java
deleted file mode 100644
index bd8e5ed..0000000
--- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java
+++ /dev/null
@@ -1,80 +0,0 @@
-package org.fairdatapipeline.dataregistry.content;
-
-import static org.hamcrest.MatcherAssert.assertThat;
-import static org.hamcrest.Matchers.*;
-import static org.mockito.Mockito.mock;
-import static org.mockito.Mockito.when;
-
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
-import com.fasterxml.jackson.datatype.jsr310.ser.LocalDateTimeSerializer;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.time.LocalDateTime;
-import java.time.format.DateTimeFormatter;
-import org.fairdatapipeline.dataregistry.restclient.APIURL;
-import org.junit.jupiter.api.*;
-
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class file_typeTest {
- String json_url = "https://data.scrc.uk/api/file_type/5/?format=json";
- String json_lastupdated = "2021-03-04T14:43:57.160401Z";
- String json_name = "YAML Ain't Markup Language";
- String json_updated_by = "https://data.scrc.uk/api/users/13/?format=json";
- String json_extension = "yaml";
- String JSONString =
- "{\"url\":\""
- + json_url
- + "\",\"last_updated\":\""
- + json_lastupdated
- + "\",\"name\":\""
- + json_name
- + "\",\"extension\":\""
- + json_extension
- + "\",\"updated_by\":\""
- + json_updated_by
- + "\"}";
- APIURL url;
- APIURL updated_by;
- LocalDateTime d = LocalDateTime.of(2021, 3, 4, 14, 43, 57, 160401000);
- RegistryFile_type expected;
-
- @BeforeAll
- public void setUp() throws URISyntaxException {
- url = mock(APIURL.class);
- when(url.getUri()).thenReturn(new URI(json_url));
- when(url.toString()).thenReturn(json_url);
- when(url.getPath()).thenReturn(new URI(json_url).getPath());
- updated_by = mock(APIURL.class);
- when(updated_by.getUri()).thenReturn(new URI(json_updated_by));
- when(updated_by.getPath()).thenReturn(new URI(json_updated_by).getPath());
- when(updated_by.toString()).thenReturn(json_updated_by);
- expected = new RegistryFile_type();
- expected.setUrl(url);
- expected.setLast_updated(d);
- expected.setUpdated_by(updated_by);
- expected.setName(json_name);
- expected.setExtension(json_extension);
- }
-
- @Test
- void testFile_typeReader() throws Exception {
- RegistryFile_type from_json;
- ObjectMapper om = new ObjectMapper();
- om.registerModule(new JavaTimeModule());
- from_json = om.readValue(JSONString, RegistryFile_type.class);
- assertThat(from_json, samePropertyValuesAs(expected));
- }
-
- @Test
- void testFile_typeTwoWayTest() throws Exception {
- ObjectMapper om = new ObjectMapper();
- JavaTimeModule jtm = new JavaTimeModule();
- jtm.addSerializer(
- LocalDateTime.class, new LocalDateTimeSerializer(DateTimeFormatter.ISO_DATE_TIME));
- om.registerModule(jtm);
- String s = om.writeValueAsString(expected);
- RegistryFile_type returned = om.readValue(s, RegistryFile_type.class);
- assertThat(returned, samePropertyValuesAs(expected));
- }
-}
diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java
deleted file mode 100644
index c323666..0000000
--- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java
+++ /dev/null
@@ -1,322 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import static org.hamcrest.MatcherAssert.assertThat;
-import static org.hamcrest.Matchers.samePropertyValuesAs;
-
-import jakarta.ws.rs.core.MediaType;
-import java.net.MalformedURLException;
-import java.net.URL;
-import java.nio.file.Path;
-import java.time.LocalDateTime;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.Map;
-import java.util.stream.Stream;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.junit.jupiter.api.*;
-import org.junit.jupiter.api.condition.DisabledIf;
-import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable;
-import org.junit.jupiter.params.ParameterizedTest;
-import org.junit.jupiter.params.provider.MethodSource;
-import org.junit.jupiter.params.provider.ValueSource;
-
-@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY")
-@TestMethodOrder(MethodOrderer.OrderAnnotation.class)
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-class restClientTest {
- String localReg = "http://localhost:8000/api/";
- String badReg = "http://localhost:1234/nothere/";
- RestClient lc;
- Map m;
-
- @BeforeAll
- public void setUp() {
- Assertions.assertNotNull(System.getenv("REGTOKEN"));
- lc = new RestClient(localReg, System.getenv("REGTOKEN"));
- create_author();
- this.m = Collections.emptyMap();
- }
-
- @Order(1)
- @ParameterizedTest
- @MethodSource("objectsToBeCreated")
- @DisabledIf("keyvalueExists")
- void createObjects(Registry_Updateable o) {
- Registry_Updateable r = lc.post(o);
- Assertions.assertNotNull(r);
- switch (o.getClass().getSimpleName()) {
- case ("RegistryCode_run"):
- assertThat(
- r,
- samePropertyValuesAs(
- o,
- "uuid",
- "url",
- "updated_by",
- "last_updated",
- "_id",
- "inputs",
- "outputs",
- "prov_report",
- "ro_crate",
- "run_date"));
- break;
- case ("RegistryIssue"):
- assertThat(
- r,
- samePropertyValuesAs(
- o, "uuid", "url", "updated_by", "last_updated", "_id", "component_issues"));
- break;
- case ("RegistryObject"):
- assertThat(
- r,
- samePropertyValuesAs(
- o,
- "uuid",
- "url",
- "updated_by",
- "last_updated",
- "_id",
- "authors",
- "components",
- "data_products",
- "licenses",
- "keywords"));
- break;
- case ("RegistryObject_component"):
- assertThat(
- r,
- samePropertyValuesAs(
- o,
- "uuid",
- "url",
- "updated_by",
- "last_updated",
- "_id",
- "issues",
- "inputs_of",
- "outputs_of"));
- break;
- case ("RegistryStorage_root"):
- assertThat(
- r,
- samePropertyValuesAs(
- o, "uuid", "url", "updated_by", "last_updated", "_id", "locations"));
- break;
- case ("RegistryUsers"):
- assertThat(
- r, samePropertyValuesAs(o, "uuid", "url", "updated_by", "last_updated", "_id", "orgs"));
- break;
- case ("RegistryExternal_object"):
- assertThat(
- r,
- samePropertyValuesAs(
- o, "uuid", "url", "updated_by", "last_updated", "_id", "release_date", "version"));
- break;
- case ("RegistryData_product"):
- assertThat(
- r,
- samePropertyValuesAs(
- o, "uuid", "url", "updated_by", "last_updated", "_id", "prov_report", "ro_crate"));
- break;
- default:
- assertThat(r, samePropertyValuesAs(o, "uuid", "url", "updated_by", "last_updated", "_id"));
- break;
- }
- }
-
- @Order(2)
- @ParameterizedTest
- @ValueSource(
- classes = {
- RegistryAuthor.class,
- RegistryCode_repo_release.class,
- RegistryCode_run.class,
- RegistryData_product.class,
- RegistryExternal_object.class,
- RegistryFile_type.class,
- RegistryObject.class,
- RegistryFile_type.class,
- RegistryIssue.class,
- RegistryKey_value.class,
- RegistryKeyword.class,
- RegistryNamespace.class,
- RegistryObject.class,
- RegistryObject_component.class,
- RegistryStorage_location.class,
- RegistryStorage_root.class,
- RegistryUsers.class
- })
- void get_object(Class c) {
- Registry_RootObject n = lc.getFirst(c, m);
- Assertions.assertNotNull(n.getUrl());
- }
-
- private Stream objectsToBeCreated() throws MalformedURLException {
- ArrayList al = new ArrayList<>();
- al.add(new RegistryNamespace("test namespace"));
- al.add(new RegistryFile_type("Test filetype", ".tst"));
- RegistryIssue i = new RegistryIssue();
- i.setDescription("the big issue");
- i.setSeverity(1);
- al.add(i);
- RegistryStorage_root sr = new RegistryStorage_root();
- sr.setRoot(Path.of("D:\\Datastore").toUri());
- sr.setLocal(true);
- al.add(sr);
- RegistryStorage_location sl = new RegistryStorage_location();
- sl.setPath("StorageLocation");
- sl.setStorage_root(lc.makeAPIURL(RegistryStorage_root.class, 1));
- sl.setHash("myHash");
- al.add(sl);
- RegistryObject o = new RegistryObject();
- o.setDescription("my new object description");
- o.setStorage_location(lc.makeAPIURL(RegistryStorage_location.class, 1));
- al.add(o);
- RegistryData_product dp = new RegistryData_product();
- dp.setName("Initial Data_product");
- dp.setObject(lc.makeAPIURL(RegistryObject.class, 1));
- dp.setVersion("1.0.0");
- dp.setNamespace(lc.makeAPIURL(RegistryNamespace.class, 1));
- al.add(dp);
- RegistryExternal_object eo = new RegistryExternal_object();
- eo.setDescription("My test external object");
- eo.setIdentifier(new URL("http://www.bbc.co.uk/"));
- eo.setRelease_date(LocalDateTime.of(2021, 4, 4, 4, 4, 4, 4));
- eo.setTitle("Initial External Object");
- eo.setData_product(lc.makeAPIURL(RegistryData_product.class, 1));
- eo.setPrimary_not_supplement(true);
- al.add(eo);
- RegistryObject_component oc = new RegistryObject_component();
- oc.setName("Initial object component");
- oc.setObject(lc.makeAPIURL(RegistryObject.class, 1));
- oc.setDescription("My test object component");
- al.add(oc);
- RegistryCode_run cr = new RegistryCode_run();
- cr.setDescription("My test codeRun");
- cr.setRun_date(LocalDateTime.of(2021, 3, 3, 3, 3, 3, 3));
- cr.setCode_repo(lc.makeAPIURL(RegistryObject.class, 1));
- cr.setSubmission_script(lc.makeAPIURL(RegistryObject.class, 1));
- al.add(cr);
- RegistryAuthor a = new RegistryAuthor();
- a.setName("Bram Boskamp");
- al.add(a);
- RegistryKeyword k = new RegistryKeyword();
- k.setObject(lc.makeAPIURL(RegistryObject.class, 1));
- k.setKeyphrase("huh");
- al.add(k);
- RegistryCode_repo_release crr = new RegistryCode_repo_release();
- crr.setName("Initial code repo release");
- crr.setObject(lc.makeAPIURL(RegistryObject.class, 1));
- crr.setVersion("1.0.0");
- crr.setWebsite(new URL("http://github.com/blabla"));
- al.add(crr);
- RegistryKey_value kv = new RegistryKey_value();
- kv.setObject(lc.makeAPIURL(RegistryObject.class, 1));
- kv.setKey("the key");
- kv.setValue("the value");
- al.add(kv);
-
- return al.stream();
- }
-
- private boolean keyvalueExists() {
- Registry_ObjectList> sr = lc.getList(RegistryKey_value.class, new HashMap<>());
- return sr.getCount() != 0;
- }
-
- void create_author() {
- if (lc.getFirst(RegistryAuthor.class, Collections.emptyMap()) == null) {
- RegistryAuthor author = new RegistryAuthor();
- author.setName("An Anonymous Author");
- lc.post(author);
- }
- }
-
- @Order(3)
- @Test
- void wrongVersion() {
- class RestClient_wv extends RestClient {
- private final MediaType jsonWithVersion =
- new MediaType("application", "json", Collections.singletonMap("version", "0.0.0"));
-
- public RestClient_wv(String registry_url, String token) {
- super(registry_url, token);
- }
-
- @Override
- MediaType getJsonMediaType() {
- return this.jsonWithVersion;
- }
- }
- RestClient_wv restClient_wv = new RestClient_wv(localReg, System.getenv("REGTOKEN"));
- Map em = Collections.emptyMap();
- Assertions.assertThrows(
- RegistryVersionException.class, () -> restClient_wv.getFirst(RegistryUsers.class, em));
- }
-
- @Order(4)
- @Test
- void wrongToken() {
- RestClient lc2 = new RestClient(localReg, "bad token");
- Assertions.assertThrows(
- org.fairdatapipeline.dataregistry.restclient.ForbiddenException.class,
- () -> lc2.getFirst(RegistryUsers.class, Collections.emptyMap()));
- }
-
- @Order(5)
- @Test
- void wrongRegistry() {
- // I'm faking a JSON error by interpreting a user as a code_run.
- APIURL au = lc.makeAPIURL(RegistryUsers.class, 1);
- Assertions.assertThrows(RegistryJSONException.class, () -> lc.get(RegistryCode_run.class, au));
- }
-
- @Order(6)
- @Test
- void wrongReg() {
- RestClient lc2 = new RestClient(badReg, "any token");
- Assertions.assertThrows(
- org.fairdatapipeline.dataregistry.restclient.ConnectException.class,
- () -> lc2.getFirst(RegistryUsers.class, Collections.emptyMap()));
- }
-
- @Order(7)
- @Test
- void wisnaeThereAtAw_get_by_id() {
- RegistryNamespace n = (RegistryNamespace) lc.get(RegistryNamespace.class, 98765);
- Assertions.assertNull(n); // i'm expecting NULL cause namespace 98765 doesn't exist.
- }
-
- @Order(8)
- @Test
- void wisnaeThereAtAw_getList() {
- Registry_ObjectList> ol =
- lc.getList(
- RegistryFile_type.class,
- Collections.singletonMap("extension", "AVeryUnlikelyExtension"));
- Assertions.assertEquals(0, ol.getCount());
- }
-
- @Order(9)
- @Test
- void wisnaeThereAtAw_getFirst() {
- RegistryFile_type f =
- (RegistryFile_type)
- lc.getFirst(
- RegistryFile_type.class,
- Collections.singletonMap("extension", "AVeryUnlikelyExtension"));
- Assertions.assertNull(f);
- }
-
- @Order(10)
- @Test
- void breakUniqueConstraint() {
- String name = "test namespace";
- if (lc.getFirst(RegistryNamespace.class, Collections.singletonMap("name", name)) == null) {
- lc.post(new RegistryNamespace(name));
- }
- Assertions.assertNull(lc.post(new RegistryNamespace(name)));
- }
-}
diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java
deleted file mode 100644
index b9c2f3e..0000000
--- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java
+++ /dev/null
@@ -1,207 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import static org.hamcrest.MatcherAssert.assertThat;
-import static org.hamcrest.Matchers.*;
-
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.time.LocalDateTime;
-import java.util.Collections;
-import java.util.List;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.junit.jupiter.api.*;
-import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable;
-
-@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY")
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-@TestMethodOrder(MethodOrderer.OrderAnnotation.class)
-class testPatchAndDelete {
- String localReg = "http://localhost:8000/api/";
- RestClient lc;
- RegistryCode_run cr;
-
- @BeforeAll
- public void setUp() {
- Assertions.assertNotNull(System.getenv("REGTOKEN"));
- lc = new RestClient(localReg, System.getenv("REGTOKEN"));
- }
-
- private void fresh_cr() {
- this.cr = new RegistryCode_run();
- this.cr.setDescription("test code_run for put patch delete");
- this.cr.setRun_date(LocalDateTime.now());
- this.cr.setInputs(List.of(getObject_component().getUrl()));
- this.cr.setOutputs(List.of(getObject_component().getUrl()));
- RegistryObject o = getObject();
- this.cr.setCode_repo(o.getUrl());
- this.cr.setSubmission_script(o.getUrl());
- this.cr = (RegistryCode_run) lc.post(this.cr);
- if (this.cr == null)
- throw (new IllegalArgumentException("failed to post a fresh RegistryCode_run"));
- }
-
- @Test
- @Order(1)
- void putCode_run() {
- fresh_cr();
- RegistryCode_run cr2 = new RegistryCode_run();
- cr2.setUrl(cr.getUrl());
- cr2.setRun_date(LocalDateTime.now());
- cr2.setSubmission_script(getObject().getUrl());
- cr2.setDescription("changed desc for put");
- cr2.setInputs(getObject_components_2());
- RegistryCode_run cr3 = (RegistryCode_run) lc.put(cr2);
- assertThat(
- cr3,
- samePropertyValuesAs(
- cr2,
- "last_updated",
- "inputs",
- "outputs",
- "code_repo",
- "prov_report",
- "ro_crate",
- "run_date",
- "updated_by",
- "uuid"));
- Assertions.assertEquals(
- cr3.getCode_repo(), cr.getCode_repo()); // this indicates PATCH behaviour.
- Assertions.assertEquals(
- cr3.getInputs().size(), cr2.getInputs().size()); // inputs have been over-written
- Assertions.assertEquals(
- cr3.getOutputs().size(),
- cr.getOutputs().size()); // outputs have not. this indicates PATCH behaviour.
- //
- }
-
- @Test
- @Order(2)
- void patchCode_run() {
- fresh_cr();
- RegistryCode_run cr2 = new RegistryCode_run();
- cr2.setUrl(cr.getUrl());
- cr2.setRun_date(LocalDateTime.now());
- cr2.setSubmission_script(getObject().getUrl());
- cr2.setDescription("changed desc for patch");
- cr2.setInputs(getObject_components_2());
- RegistryCode_run cr3 = (RegistryCode_run) lc.patch(cr2);
- assertThat(
- cr3,
- samePropertyValuesAs(
- cr2,
- "last_updated",
- "inputs",
- "outputs",
- "code_repo",
- "prov_report",
- "ro_crate",
- "run_date",
- "updated_by",
- "uuid"));
- Assertions.assertEquals(
- cr3.getCode_repo(), cr.getCode_repo()); // this indicates PATCH behaviour.
- Assertions.assertEquals(
- cr3.getInputs().size(), cr2.getInputs().size()); // inputs have been over-written
- Assertions.assertEquals(
- cr3.getOutputs().size(),
- cr.getOutputs().size()); // outputs have not. this indicates PATCH behaviour.
- }
-
- @Test
- @Order(3)
- void delete_object() {
- fresh_cr();
- APIURL url = cr.getUrl();
- lc.delete(cr);
- Assertions.assertNull(lc.get(RegistryCode_run.class, url));
- }
-
- @Test
- @Order(4)
- void delete_by_id() {
- fresh_cr();
- APIURL url = cr.getUrl();
- lc.delete(RegistryCode_run.class, cr.get_id());
- Assertions.assertNull(lc.get(RegistryCode_run.class, url));
- }
-
- RegistryObject_component getObject_component() {
- RegistryObject_component oc =
- (RegistryObject_component)
- lc.getFirst(RegistryObject_component.class, Collections.emptyMap());
- if (oc == null) {
- getObject(); // this should create an object as well as an object component!
- oc =
- (RegistryObject_component)
- lc.getFirst(RegistryObject_component.class, Collections.emptyMap());
- if (oc == null)
- throw (new IllegalArgumentException(
- "failed to find object_component, even after creating an object"));
- }
- return oc;
- }
-
- List getObject_components_2() {
- RegistryObject o = getObject();
- RegistryObject_component wo =
- (RegistryObject_component)
- lc.getFirst(
- RegistryObject_component.class, Collections.singletonMap("whole_object", "true"));
- RegistryObject_component nowo =
- (RegistryObject_component)
- lc.getFirst(
- RegistryObject_component.class, Collections.singletonMap("whole_object", "false"));
- if (nowo == null) {
- RegistryObject_component oc = new RegistryObject_component();
- oc.setObject(o.getUrl());
- oc.setDescription("an extra oc");
- oc.setName("some measurement");
- nowo = (RegistryObject_component) lc.post(oc);
- }
- return List.of(wo.getUrl(), nowo.getUrl());
- }
-
- RegistryObject getObject() {
- RegistryObject o = (RegistryObject) lc.getFirst(RegistryObject.class, Collections.emptyMap());
- if (o == null) {
- o = new RegistryObject();
- o.setDescription("one random object");
- o.setStorage_location(getStorage_location().getUrl());
- o = (RegistryObject) lc.post(o);
- if (o == null) throw (new IllegalArgumentException("couldn't post Object"));
- }
- return o;
- }
-
- RegistryStorage_location getStorage_location() {
- RegistryStorage_location sl =
- (RegistryStorage_location)
- lc.getFirst(RegistryStorage_location.class, Collections.emptyMap());
- if (sl == null) {
- sl = new RegistryStorage_location();
- sl.setHash("70af0e7749896a9aadf7c999ca26b59c7bcf69af");
- sl.setPath("this/is/where/we/keep/the/bikes.txt");
- sl.setStorage_root(getStorage_root().getUrl());
- sl = (RegistryStorage_location) lc.post(sl);
- if (sl == null) throw (new IllegalArgumentException("couldn't post Storage_location"));
- }
- return sl;
- }
-
- RegistryStorage_root getStorage_root() {
- RegistryStorage_root sr =
- (RegistryStorage_root) lc.getFirst(RegistryStorage_root.class, Collections.emptyMap());
- if (sr == null) {
- sr = new RegistryStorage_root();
- try {
- sr.setRoot(new URI("http://bikehub.com"));
- } catch (URISyntaxException e) {
- Assertions.fail("URISyntaxException in test code");
- }
- sr.setLocal(true);
- sr = (RegistryStorage_root) lc.post(sr);
- if (sr == null) throw (new IllegalArgumentException("couldn't post storageRoot"));
- }
- return sr;
- }
-}
diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java
deleted file mode 100644
index e18a179..0000000
--- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java
+++ /dev/null
@@ -1,48 +0,0 @@
-package org.fairdatapipeline.dataregistry.restclient;
-
-import java.io.ByteArrayOutputStream;
-import java.net.MalformedURLException;
-import java.net.URL;
-import org.fairdatapipeline.dataregistry.content.*;
-import org.junit.jupiter.api.Assertions;
-import org.junit.jupiter.api.Test;
-
-class test_Registry_RootObjectWriter {
-
- public String write_json(Registry_RootObject o, Class> type) {
- ByteArrayOutputStream ba = new ByteArrayOutputStream();
- new Registry_RootObjectWriter().writeTo(o, type, null, null, null, null, ba);
- return ba.toString();
- }
-
- @Test
- void test_File_type() {
- RegistryFile_type ft = new RegistryFile_type("bla", "blow");
- Assertions.assertEquals(
- "{\"name\":\"bla\",\"extension\":\"blow\"}", write_json(ft, ft.getClass()));
- }
-
- @Test
- void test_Namespace() throws MalformedURLException {
- RegistryNamespace ns = new RegistryNamespace();
- ns.setName("name");
- ns.setFull_name("Name Potter");
- ns.setWebsite(new URL("http://www.nos.nl/"));
- Assertions.assertEquals(
- "{\"name\":\"name\",\"full_name\":\"Name Potter\",\"website\":\"http://www.nos.nl/\"}",
- write_json(ns, ns.getClass()));
- }
-
- @Test
- void test_Storage_location() {
- RegistryStorage_location sl = new RegistryStorage_location();
- sl.setPath("/bla/blow");
- sl.setHash("ciouchsduichs");
- sl.setIs_public(true);
- RestClient rc = new RestClient("https://127.0.0.1:8000/api/", "dummy token");
- sl.setStorage_root(rc.makeAPIURL(RegistryStorage_root.class, 1));
- Assertions.assertEquals(
- "{\"path\":\"/bla/blow\",\"hash\":\"ciouchsduichs\",\"storage_root\":\"https://127.0.0.1:8000/api/storage_root/1/\",\"public\":1}",
- write_json(sl, sl.getClass()));
- }
-}
diff --git a/deprecated-list.html b/deprecated-list.html
new file mode 100644
index 0000000..0ee0e1e
--- /dev/null
+++ b/deprecated-list.html
@@ -0,0 +1,146 @@
+
+
+
+
+
+Deprecated List (api 1.0.0-rc3 API)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
diff --git a/element-list b/element-list
new file mode 100644
index 0000000..b33561c
--- /dev/null
+++ b/element-list
@@ -0,0 +1,12 @@
+org.fairdatapipeline.api
+org.fairdatapipeline.config
+org.fairdatapipeline.distribution
+org.fairdatapipeline.estimate
+org.fairdatapipeline.file
+org.fairdatapipeline.hash
+org.fairdatapipeline.mapper
+org.fairdatapipeline.objects
+org.fairdatapipeline.parameters
+org.fairdatapipeline.samples
+org.fairdatapipeline.toml
+org.fairdatapipeline.yaml
diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar
deleted file mode 100644
index 62d4c05..0000000
Binary files a/gradle/wrapper/gradle-wrapper.jar and /dev/null differ
diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
deleted file mode 100644
index 5ceefc8..0000000
--- a/gradle/wrapper/gradle-wrapper.properties
+++ /dev/null
@@ -1,6 +0,0 @@
-#Fri Jul 10 10:20:32 BST 2020
-distributionUrl=https\://services.gradle.org/distributions/gradle-6.5.1-all.zip
-distributionBase=GRADLE_USER_HOME
-distributionPath=wrapper/dists
-zipStorePath=wrapper/dists
-zipStoreBase=GRADLE_USER_HOME
diff --git a/gradlew b/gradlew
deleted file mode 100644
index fbd7c51..0000000
--- a/gradlew
+++ /dev/null
@@ -1,185 +0,0 @@
-#!/usr/bin/env sh
-
-#
-# Copyright 2015 the original author or authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-##############################################################################
-##
-## Gradle start up script for UN*X
-##
-##############################################################################
-
-# Attempt to set APP_HOME
-# Resolve links: $0 may be a link
-PRG="$0"
-# Need this for relative symlinks.
-while [ -h "$PRG" ] ; do
- ls=`ls -ld "$PRG"`
- link=`expr "$ls" : '.*-> \(.*\)$'`
- if expr "$link" : '/.*' > /dev/null; then
- PRG="$link"
- else
- PRG=`dirname "$PRG"`"/$link"
- fi
-done
-SAVED="`pwd`"
-cd "`dirname \"$PRG\"`/" >/dev/null
-APP_HOME="`pwd -P`"
-cd "$SAVED" >/dev/null
-
-APP_NAME="Gradle"
-APP_BASE_NAME=`basename "$0"`
-
-# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
-DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"'
-
-# Use the maximum available, or set MAX_FD != -1 to use that value.
-MAX_FD="maximum"
-
-warn () {
- echo "$*"
-}
-
-die () {
- echo
- echo "$*"
- echo
- exit 1
-}
-
-# OS specific support (must be 'true' or 'false').
-cygwin=false
-msys=false
-darwin=false
-nonstop=false
-case "`uname`" in
- CYGWIN* )
- cygwin=true
- ;;
- Darwin* )
- darwin=true
- ;;
- MINGW* )
- msys=true
- ;;
- NONSTOP* )
- nonstop=true
- ;;
-esac
-
-CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
-
-
-# Determine the Java command to use to start the JVM.
-if [ -n "$JAVA_HOME" ] ; then
- if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
- # IBM's JDK on AIX uses strange locations for the executables
- JAVACMD="$JAVA_HOME/jre/sh/java"
- else
- JAVACMD="$JAVA_HOME/bin/java"
- fi
- if [ ! -x "$JAVACMD" ] ; then
- die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
-
-Please set the JAVA_HOME variable in your environment to match the
-location of your Java installation."
- fi
-else
- JAVACMD="java"
- which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
-
-Please set the JAVA_HOME variable in your environment to match the
-location of your Java installation."
-fi
-
-# Increase the maximum file descriptors if we can.
-if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
- MAX_FD_LIMIT=`ulimit -H -n`
- if [ $? -eq 0 ] ; then
- if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
- MAX_FD="$MAX_FD_LIMIT"
- fi
- ulimit -n $MAX_FD
- if [ $? -ne 0 ] ; then
- warn "Could not set maximum file descriptor limit: $MAX_FD"
- fi
- else
- warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
- fi
-fi
-
-# For Darwin, add options to specify how the application appears in the dock
-if $darwin; then
- GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
-fi
-
-# For Cygwin or MSYS, switch paths to Windows format before running java
-if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then
- APP_HOME=`cygpath --path --mixed "$APP_HOME"`
- CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
-
- JAVACMD=`cygpath --unix "$JAVACMD"`
-
- # We build the pattern for arguments to be converted via cygpath
- ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
- SEP=""
- for dir in $ROOTDIRSRAW ; do
- ROOTDIRS="$ROOTDIRS$SEP$dir"
- SEP="|"
- done
- OURCYGPATTERN="(^($ROOTDIRS))"
- # Add a user-defined pattern to the cygpath arguments
- if [ "$GRADLE_CYGPATTERN" != "" ] ; then
- OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
- fi
- # Now convert the arguments - kludge to limit ourselves to /bin/sh
- i=0
- for arg in "$@" ; do
- CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
- CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
-
- if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
- eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
- else
- eval `echo args$i`="\"$arg\""
- fi
- i=`expr $i + 1`
- done
- case $i in
- 0) set -- ;;
- 1) set -- "$args0" ;;
- 2) set -- "$args0" "$args1" ;;
- 3) set -- "$args0" "$args1" "$args2" ;;
- 4) set -- "$args0" "$args1" "$args2" "$args3" ;;
- 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
- 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
- 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
- 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
- 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
- esac
-fi
-
-# Escape application args
-save () {
- for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
- echo " "
-}
-APP_ARGS=`save "$@"`
-
-# Collect all arguments for the java command, following the shell quoting and substitution rules
-eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
-
-exec "$JAVACMD" "$@"
diff --git a/gradlew.bat b/gradlew.bat
deleted file mode 100644
index 5093609..0000000
--- a/gradlew.bat
+++ /dev/null
@@ -1,104 +0,0 @@
-@rem
-@rem Copyright 2015 the original author or authors.
-@rem
-@rem Licensed under the Apache License, Version 2.0 (the "License");
-@rem you may not use this file except in compliance with the License.
-@rem You may obtain a copy of the License at
-@rem
-@rem https://www.apache.org/licenses/LICENSE-2.0
-@rem
-@rem Unless required by applicable law or agreed to in writing, software
-@rem distributed under the License is distributed on an "AS IS" BASIS,
-@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-@rem See the License for the specific language governing permissions and
-@rem limitations under the License.
-@rem
-
-@if "%DEBUG%" == "" @echo off
-@rem ##########################################################################
-@rem
-@rem Gradle startup script for Windows
-@rem
-@rem ##########################################################################
-
-@rem Set local scope for the variables with windows NT shell
-if "%OS%"=="Windows_NT" setlocal
-
-set DIRNAME=%~dp0
-if "%DIRNAME%" == "" set DIRNAME=.
-set APP_BASE_NAME=%~n0
-set APP_HOME=%DIRNAME%
-
-@rem Resolve any "." and ".." in APP_HOME to make it shorter.
-for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi
-
-@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
-set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m"
-
-@rem Find java.exe
-if defined JAVA_HOME goto findJavaFromJavaHome
-
-set JAVA_EXE=java.exe
-%JAVA_EXE% -version >NUL 2>&1
-if "%ERRORLEVEL%" == "0" goto init
-
-echo.
-echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:findJavaFromJavaHome
-set JAVA_HOME=%JAVA_HOME:"=%
-set JAVA_EXE=%JAVA_HOME%/bin/java.exe
-
-if exist "%JAVA_EXE%" goto init
-
-echo.
-echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:init
-@rem Get command-line arguments, handling Windows variants
-
-if not "%OS%" == "Windows_NT" goto win9xME_args
-
-:win9xME_args
-@rem Slurp the command line arguments.
-set CMD_LINE_ARGS=
-set _SKIP=2
-
-:win9xME_args_slurp
-if "x%~1" == "x" goto execute
-
-set CMD_LINE_ARGS=%*
-
-:execute
-@rem Setup the command line
-
-set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
-
-
-@rem Execute Gradle
-"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
-
-:end
-@rem End local scope for the variables with windows NT shell
-if "%ERRORLEVEL%"=="0" goto mainEnd
-
-:fail
-rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
-rem the _cmd.exe /c_ return code!
-if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
-exit /b 1
-
-:mainEnd
-if "%OS%"=="Windows_NT" endlocal
-
-:omega
diff --git a/help-doc.html b/help-doc.html
new file mode 100644
index 0000000..9b145f1
--- /dev/null
+++ b/help-doc.html
@@ -0,0 +1,272 @@
+
+
+
+
+
+API Help (api 1.0.0-rc3 API)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Overview
+The Overview page is the front page of this API document and provides a list of all packages with a summary for each. This page can also contain an overall description of the set of packages.
+
+
+
+
+Package
+Each package has a page that contains a list of its classes and interfaces, with a summary for each. These pages may contain six categories:
+
+Interfaces
+Classes
+Enums
+Exceptions
+Errors
+Annotation Types
+
+
+
+
+
+Class or Interface
+Each class, interface, nested class and nested interface has its own separate page. Each of these pages has three sections consisting of a class/interface description, summary tables, and detailed member descriptions:
+
+Class Inheritance Diagram
+Direct Subclasses
+All Known Subinterfaces
+All Known Implementing Classes
+Class or Interface Declaration
+Class or Interface Description
+
+
+
+Nested Class Summary
+Field Summary
+Property Summary
+Constructor Summary
+Method Summary
+
+
+
+Field Detail
+Property Detail
+Constructor Detail
+Method Detail
+
+Each summary entry contains the first sentence from the detailed description for that item. The summary entries are alphabetical, while the detailed descriptions are in the order they appear in the source code. This preserves the logical groupings established by the programmer.
+
+
+
+
+Annotation Type
+Each annotation type has its own separate page with the following sections:
+
+Annotation Type Declaration
+Annotation Type Description
+Required Element Summary
+Optional Element Summary
+Element Detail
+
+
+
+
+
+Enum
+Each enum has its own separate page with the following sections:
+
+Enum Declaration
+Enum Description
+Enum Constant Summary
+Enum Constant Detail
+
+
+
+
+
+Tree (Class Hierarchy)
+There is a Class Hierarchy page for all packages, plus a hierarchy for each package. Each hierarchy page contains a list of classes and a list of interfaces. Classes are organized by inheritance structure starting with java.lang.Object. Interfaces do not inherit from java.lang.Object.
+
+When viewing the Overview page, clicking on "Tree" displays the hierarchy for all packages.
+When viewing a particular package, class or interface page, clicking on "Tree" displays the hierarchy for only that package.
+
+
+
+
+
+Deprecated API
+The Deprecated API page lists all of the API that have been deprecated. A deprecated API is not recommended for use, generally due to improvements, and a replacement API is usually given. Deprecated APIs may be removed in future implementations.
+
+
+
+
+Index
+The Index contains an alphabetic index of all classes, interfaces, constructors, methods, and fields, as well as lists of all packages and all classes.
+
+
+
+
+All Classes
+The All Classes link shows all classes and interfaces except non-static nested types.
+
+
+
+
+Serialized Form
+Each serializable or externalizable class has a description of its serialization fields and methods. This information is of interest to re-implementors, not to developers using the API. While there is no link in the navigation bar, you can get to this information by going to any serialized class and clicking "Serialized Form" in the "See also" section of the class description.
+
+
+
+
+
+
+
+Search
+You can search for definitions of modules, packages, types, fields, methods and other terms defined in the API, using some or all of the name. "Camel-case" abbreviations are supported: for example, "InpStr" will find "InputStream" and "InputStreamReader".
+
+
+
+
+
This help file applies to API documentation generated by the standard doclet.
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
diff --git a/index-all.html b/index-all.html
new file mode 100644
index 0000000..9fc537f
--- /dev/null
+++ b/index-all.html
@@ -0,0 +1,990 @@
+
+
+
+
+
+Index (api 1.0.0-rc3 API)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+A B C D E F G H I L M N O P R S T U V W Y All Classes All Packages
+
+
+
A
+
+add_components(Object_component...) - Method in class org.fairdatapipeline.api.Issue
+
+When we have created an issue using coderun.raise_issue() we still need to attach this issue to
+ one or more object components.
+
+add_fileObjects(FileObject...) - Method in class org.fairdatapipeline.api.Issue
+
+When we have created an issue using coderun.raise_issue() we can also attach FileObjects to
+ this issue.
+
+as1DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
+as1DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
+as2DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
+as2DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
+as3DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
+as3DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
+as4DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
+as4DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
+as5DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
+as5DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
+
+
+
+
+
B
+
+BaseYamlWriter - Class in org.fairdatapipeline.yaml
+
+bins() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+
+
+
+
+
C
+
+categorical - org.fairdatapipeline.distribution.Distribution.DistributionType
+
+check() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+CleanableFileChannel - Class in org.fairdatapipeline.file
+
+Wrapper around standard FileChannel with additional safety net for closing if user does not close
+ and ability to run custom function during cleanup/closing.
+
+CleanableFileChannel(FileChannel, Runnable) - Constructor for class org.fairdatapipeline.file.CleanableFileChannel
+
+Create a filechannel with a runnable closer to perform the close action.
+
+close() - Method in class org.fairdatapipeline.api.Coderun
+
+Finalize and register the coderun.
+
+close() - Method in class org.fairdatapipeline.api.Data_product
+
+close() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+Coderun - Class in org.fairdatapipeline.api
+
+Java implementation of the FAIR Data Pipeline API
+
+Coderun(Path) - Constructor for class org.fairdatapipeline.api.Coderun
+
+Constructor using only configFilePath - scriptPath is read from the config.
+
+Coderun(Path, Path) - Constructor for class org.fairdatapipeline.api.Coderun
+
+Constructor using both configFilePath and ScriptPath
+
+Coderun(Path, Path, String) - Constructor for class org.fairdatapipeline.api.Coderun
+
+Constructor specifying configPath, scriptPath, and registryToken.
+
+Component - Interface in org.fairdatapipeline.parameters
+
+components() - Method in interface org.fairdatapipeline.parameters.Components
+
+Components - Interface in org.fairdatapipeline.parameters
+
+ComponentsDeserializer - Class in org.fairdatapipeline.parameters
+
+ComponentsDeserializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.ComponentsDeserializer
+
+ComponentsSerializer - Class in org.fairdatapipeline.parameters
+
+ComponentsSerializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.ComponentsSerializer
+
+config(YamlReader, Path) - Method in class org.fairdatapipeline.config.ConfigFactory
+
+Config - Interface in org.fairdatapipeline.config
+
+config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command.
+
+Config.ConfigItem - Interface in org.fairdatapipeline.config
+
+Read or Write data product items, specified by name, or (only for write items) possibly ending
+ in * for simple globbing
+
+Config.ConfigRunMetadata - Interface in org.fairdatapipeline.config
+
+Defaults and settings for this coderun.
+
+Config.ConfigUseItem - Interface in org.fairdatapipeline.config
+
+Use-section for a data product.
+
+ConfigException - Exception in org.fairdatapipeline.config
+
+Something wrong with the config.
+
+ConfigException(String) - Constructor for exception org.fairdatapipeline.config.ConfigException
+
+Constructor
+
+ConfigException(String, Exception) - Constructor for exception org.fairdatapipeline.config.ConfigException
+
+Constructor
+
+ConfigFactory - Class in org.fairdatapipeline.config
+
+ConfigFactory() - Constructor for class org.fairdatapipeline.config.ConfigFactory
+
+
+
+
+
+
D
+
+data_product() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+data_product name (for write items this may end in * for simple globbing)
+
+data_product() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+Override the data_product name for this item
+
+Data_product - Class in org.fairdatapipeline.api
+
+
+
+Data_product_read - Class in org.fairdatapipeline.api
+
+
+
+Data_product_write - Class in org.fairdatapipeline.api
+
+
+
+DataPipelineMapper - Class in org.fairdatapipeline.mapper
+
+ObjectMapper for TOML parameter file parameters.
+
+DataPipelineMapper(JsonFactory, RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
+DataPipelineMapper(MappingJsonFactory, RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
+DataPipelineMapper(RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
+default_input_namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+In which namespace to search for READ data products.
+
+default_output_namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+In which namespace to place the WRITE data products.
+
+default_read_version() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+Default write version - Not Used
+
+default_write_version() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+Default read version - Not Used
+
+description() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+For write items only: please set the description to get stored in the registry with this data
+ product
+
+description() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+Set the description field for this code run.
+
+deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.distribution.MinMaxDeserializer
+
+deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.parameters.ComponentsDeserializer
+
+deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.parameters.RandomGeneratorDeserializer
+
+Distribution - Interface in org.fairdatapipeline.distribution
+
+Distribution.DistributionType - Enum in org.fairdatapipeline.distribution
+
+
+
+
+
+
E
+
+empirical - org.fairdatapipeline.distribution.Distribution.DistributionType
+
+empiricalSamples() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+Estimate - Interface in org.fairdatapipeline.estimate
+
+a component to store a plain simple single Number
+
+exponential - org.fairdatapipeline.distribution.Distribution.DistributionType
+
+
+
+
+
+
F
+
+failOnHashMisMatch() - Method in interface org.fairdatapipeline.config.Config
+
+Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files.
+
+file_type() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
+
+fileHash(String) - Method in class org.fairdatapipeline.hash.Hasher
+
+fileHash(String, Instant) - Method in class org.fairdatapipeline.hash.Hasher
+
+FileObject - Class in org.fairdatapipeline.api
+
+A new registryObject with given storage_location, description, authors, file_type.
+
+FileReader - Class in org.fairdatapipeline.file
+
+FileReader() - Constructor for class org.fairdatapipeline.file.FileReader
+
+force(boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+
+
+
+
+
G
+
+gamma - org.fairdatapipeline.distribution.Distribution.DistributionType
+
+get_dp_for_read(String) - Method in class org.fairdatapipeline.api.Coderun
+
+Obtain a data product for reading.
+
+get_dp_for_write(String) - Method in class org.fairdatapipeline.api.Coderun
+
+Obtain a data product for writing.
+
+get_dp_for_write(String, String) - Method in class org.fairdatapipeline.api.Coderun
+
+Obtain a data product for writing.
+
+getCode_repo() - Method in class org.fairdatapipeline.api.Coderun
+
+Access the code repository in order to raise a code repository issue.
+
+getComponent() - Method in class org.fairdatapipeline.api.Data_product_read
+
+Obtain an Object_component (whole_object) for reading.
+
+getComponent() - Method in class org.fairdatapipeline.api.Data_product_write
+
+Obtain an Object_component (whole_object) for writing.
+
+getComponent(String) - Method in class org.fairdatapipeline.api.Data_product_read
+
+Obtain an Object_component for reading.
+
+getComponent(String) - Method in class org.fairdatapipeline.api.Data_product_write
+
+Obtain an Object_component for writing.
+
+getConfig() - Method in class org.fairdatapipeline.api.Coderun
+
+Access the configuration file (config.yaml); in order to raise a Config issue.
+
+getDistribution() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+getDistribution() - Method in interface org.fairdatapipeline.estimate.Estimate
+
+getDistribution() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
+getDistribution() - Method in interface org.fairdatapipeline.samples.Samples
+
+getEstimate() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+getEstimate() - Method in interface org.fairdatapipeline.estimate.Estimate
+
+getEstimate() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
+getEstimate() - Method in interface org.fairdatapipeline.samples.Samples
+
+getFilePath() - Method in class org.fairdatapipeline.api.Data_product_read
+
+getSample() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+getSamples() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+getSamples() - Method in interface org.fairdatapipeline.estimate.Estimate
+
+getSamples() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
+getSamples() - Method in interface org.fairdatapipeline.samples.Samples
+
+getScript() - Method in class org.fairdatapipeline.api.Coderun
+
+Access the Submission_script; in order to raise a Submission_script issue.
+
+
+
+
+
+
H
+
+Hasher - Class in org.fairdatapipeline.hash
+
+Create the hash for a given file.
+
+Hasher() - Constructor for class org.fairdatapipeline.hash.Hasher
+
+
+
+
+
+
I
+
+IllegalActionException - Exception in org.fairdatapipeline.api
+
+The consumer is probably trying to do something they aren't supposed to be doing.
+
+IllegalActionException(String) - Constructor for exception org.fairdatapipeline.api.IllegalActionException
+
+Constructor
+
+IllegalActionException(String, Exception) - Constructor for exception org.fairdatapipeline.api.IllegalActionException
+
+Constructor
+
+internalLoc() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+internalScale() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+internalShape() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+internalType() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+internalValue() - Method in interface org.fairdatapipeline.estimate.Estimate
+
+isLowerInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+isOpen() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+isPublic() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+This is ignored.
+
+isPublic() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+This is ignored.
+
+Issue - Class in org.fairdatapipeline.api
+
+An issue that can be raised with objects or their components.
+
+isUpperInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+
+
+
+
+
L
+
+latest_commit() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+The commit hash of the remote_repo, in order to store the exact version of the analysis code.
+
+local_data_registry_url() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be)
+
+local_repo() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+This is ignored.
+
+lock(long, long, boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+lowerBoundary() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+lowerExclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+lowerInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+
+
+
+
+
M
+
+map(FileChannel.MapMode, long, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+mean() - Method in interface org.fairdatapipeline.samples.Samples
+
+MinMax - Interface in org.fairdatapipeline.distribution
+
+Used for Distributions.bins
+
+MinMaxDeserializer - Class in org.fairdatapipeline.distribution
+
+MinMaxDeserializer() - Constructor for class org.fairdatapipeline.distribution.MinMaxDeserializer
+
+MinMaxSerializer - Class in org.fairdatapipeline.distribution
+
+MinMaxSerializer() - Constructor for class org.fairdatapipeline.distribution.MinMaxSerializer
+
+
+
+
+
+
N
+
+namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+Override the default namespace for this item
+
+NumericalArray - Interface in org.fairdatapipeline.objects
+
+NumericalArrayImpl - Class in org.fairdatapipeline.objects
+
+NumericalArrayImpl(Object[]) - Constructor for class org.fairdatapipeline.objects.NumericalArrayImpl
+
+
+
+
+
+
O
+
+Object_component - Class in org.fairdatapipeline.api
+
+This represents an object_component to read from or write to (or raise issues with) An
+ object_component without a name is the 'whole_object' component.
+
+Object_component_read - Class in org.fairdatapipeline.api
+
+This represents an object_component to read from (or raise issues with) An object_component
+ without a name is the 'whole_object' component.
+
+Object_component_write - Class in org.fairdatapipeline.api
+
+This represents an object_component to write to (or raise issues with) An object_component
+ without a name is the 'whole_object' component.
+
+org.fairdatapipeline.api - package org.fairdatapipeline.api
+
+Java implementation of the FAIR Data Pipeline API
+
+org.fairdatapipeline.config - package org.fairdatapipeline.config
+
+Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI.
+
+org.fairdatapipeline.distribution - package org.fairdatapipeline.distribution
+
+
+
+org.fairdatapipeline.estimate - package org.fairdatapipeline.estimate
+
+Use
ImmutableEstimate to read/write simple number
+ parameters to/from the FAIR Data Pipeline.
+
+org.fairdatapipeline.file - package org.fairdatapipeline.file
+
+Helpers relating to files.
+
+org.fairdatapipeline.hash - package org.fairdatapipeline.hash
+
+Create SHA1 hash for files.
+
+org.fairdatapipeline.mapper - package org.fairdatapipeline.mapper
+
+Object Mapper for FAIR Data Pipeline TOML parameters.
+
+org.fairdatapipeline.objects - package org.fairdatapipeline.objects
+
+Arrays and tables for H5 files; not quite implemented yet.
+
+org.fairdatapipeline.parameters - package org.fairdatapipeline.parameters
+
+reader/writer for FAIR Data Pipeline TOML parameters.
+
+org.fairdatapipeline.samples - package org.fairdatapipeline.samples
+
+Use
ImmutableSamples to read/write Samples (lists of
+ Numbers) to/from the FAIR Data Pipeline.
+
+org.fairdatapipeline.toml - package org.fairdatapipeline.toml
+
+This implements the toml files that can be used to store Samples, Estimates, Distributions.
+
+org.fairdatapipeline.yaml - package org.fairdatapipeline.yaml
+
+YAML reader to read the config file.
+
+
+
+
+
+
P
+
+ParameterDataReader - Interface in org.fairdatapipeline.parameters
+
+ParameterDataReaderImpl - Class in org.fairdatapipeline.parameters
+
+ParameterDataReaderImpl(TomlReader) - Constructor for class org.fairdatapipeline.parameters.ParameterDataReaderImpl
+
+ParameterDataWriter - Interface in org.fairdatapipeline.parameters
+
+ParameterDataWriterImpl - Class in org.fairdatapipeline.parameters
+
+ParameterDataWriterImpl(TomlWriter) - Constructor for class org.fairdatapipeline.parameters.ParameterDataWriterImpl
+
+populate_component() - Method in class org.fairdatapipeline.api.Object_component_read
+
+populate_component() - Method in class org.fairdatapipeline.api.Object_component_write
+
+position() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+position(long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+
+
+
+
+
R
+
+raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.Coderun
+
+
+
+raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.FileObject
+
+raise an issue with this component
+
+raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.Object_component
+
+raise an issue with this component
+
+RandomGeneratorDeserializer - Class in org.fairdatapipeline.parameters
+
+RandomGeneratorDeserializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.RandomGeneratorDeserializer
+
+RandomGeneratorSerializer - Class in org.fairdatapipeline.parameters
+
+RandomGeneratorSerializer() - Constructor for class org.fairdatapipeline.parameters.RandomGeneratorSerializer
+
+read(Reader, TypeReference<T>) - Method in class org.fairdatapipeline.toml.TomlReader
+
+read(Reader, TypeReference<T>) - Method in interface org.fairdatapipeline.yaml.YamlReader
+
+read(String) - Method in class org.fairdatapipeline.file.FileReader
+
+read(ByteBuffer) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+read(ByteBuffer[]) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+read(ByteBuffer[], int, int) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+read(ByteBuffer, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+read(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.objects.StandardArrayDataReader
+
+read(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.parameters.ParameterDataReader
+
+read(CleanableFileChannel, String) - Method in class org.fairdatapipeline.parameters.ParameterDataReaderImpl
+
+ReadComponent - Interface in org.fairdatapipeline.parameters
+
+readDistribution() - Method in class org.fairdatapipeline.api.Object_component_read
+
+read the Distribution that was stored as this component in a TOML file.
+
+readEstimate() - Method in class org.fairdatapipeline.api.Object_component_read
+
+read the Estimate that was stored as this component in a TOML file.
+
+readFileChannel() - Method in class org.fairdatapipeline.api.Object_component_read
+
+get the CleanableFileChannel to read directly from the file.
+
+readItems() - Method in interface org.fairdatapipeline.config.Config
+
+The config file MAY contain the read section to specify the read data products
+
+readLink() - Method in class org.fairdatapipeline.api.Object_component_read
+
+get the filePath to read from; only for whole_object component
+
+readSamples() - Method in class org.fairdatapipeline.api.Object_component_read
+
+read the Samples that were stored as this component in a TOML file.
+
+readTable(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.objects.StandardTableDataReader
+
+RegistryException - Exception in org.fairdatapipeline.api
+
+Failure to create an Object in the registry.
+
+RegistryException(String) - Constructor for exception org.fairdatapipeline.api.RegistryException
+
+Constructor
+
+RegistryException(String, Exception) - Constructor for exception org.fairdatapipeline.api.RegistryException
+
+Constructor
+
+RegistryObjectNotfoundException - Exception in org.fairdatapipeline.api
+
+Failure to retrieve an expected object from the registry.
+
+RegistryObjectNotfoundException(String) - Constructor for exception org.fairdatapipeline.api.RegistryObjectNotfoundException
+
+Constructor
+
+RegistryObjectNotfoundException(String, Exception) - Constructor for exception org.fairdatapipeline.api.RegistryObjectNotfoundException
+
+Constructor
+
+remote_data_registry_url() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+I don't know why we would specify this.
+
+remote_repo() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+This is the location of the repository of the analysis code.
+
+rng() - Method in interface org.fairdatapipeline.parameters.Component
+
+run_metadata() - Method in interface org.fairdatapipeline.config.Config
+
+The config file MUST contain a run_metadata section to specify the coderun details
+
+
+
+
+
+
S
+
+sample(List<Number>) - Method in class org.fairdatapipeline.samples.Sampler
+
+sampleFrom(List<Number>) - Static method in class org.fairdatapipeline.samples.Sampler
+
+Sampler - Class in org.fairdatapipeline.samples
+
+Sampler(Random) - Constructor for class org.fairdatapipeline.samples.Sampler
+
+samples() - Method in interface org.fairdatapipeline.samples.Samples
+
+Samples - Interface in org.fairdatapipeline.samples
+
+script() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+This is ignored.
+
+script_path() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+you can give the path to the submission script (to be stored in the code run) here, or in
+
Coderun(Path, Path) FileApi constructor.
+
+serialize(RandomGenerator, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.parameters.RandomGeneratorSerializer
+
+serialize(MinMax, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.distribution.MinMaxSerializer
+
+serialize(Components, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.parameters.ComponentsSerializer
+
+size() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+StandardArrayDataReader - Interface in org.fairdatapipeline.objects
+
+StandardTable - Interface in org.fairdatapipeline.objects
+
+StandardTableDataReader - Interface in org.fairdatapipeline.objects
+
+
+
+
+
+
T
+
+token() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+The authentication token for the registry.
+
+TOMLMapper - Class in org.fairdatapipeline.toml
+
+TOMLMapper(RandomGenerator) - Constructor for class org.fairdatapipeline.toml.TOMLMapper
+
+TomlReader - Class in org.fairdatapipeline.toml
+
+TomlReader(TOMLMapper) - Constructor for class org.fairdatapipeline.toml.TomlReader
+
+TomlWriter - Class in org.fairdatapipeline.toml
+
+TomlWriter(TOMLMapper) - Constructor for class org.fairdatapipeline.toml.TomlWriter
+
+transferFrom(ReadableByteChannel, long, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+transferTo(long, long, WritableByteChannel) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+truncate(long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+tryLock(long, long, boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+
+
+
+
+
U
+
+underlyingDistribution() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+uniform - org.fairdatapipeline.distribution.Distribution.DistributionType
+
+upperBoundary() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+upperExclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+upperInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
+use() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+Config (read or write) items MUST have a use section, which MUST specify a version.
+
+
+
+
+
+
V
+
+valueOf(String) - Static method in enum org.fairdatapipeline.distribution.Distribution.DistributionType
+
+Returns the enum constant of this type with the specified name.
+
+values() - Static method in enum org.fairdatapipeline.distribution.Distribution.DistributionType
+
+Returns an array containing the constants of this enum type, in
+the order they are declared.
+
+version() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+Set the version for this item
+
+
+
+
+
+
W
+
+weights() - Method in interface org.fairdatapipeline.distribution.Distribution
+
+write(Writer, T) - Method in class org.fairdatapipeline.toml.TomlWriter
+
+write(Writer, T) - Method in class org.fairdatapipeline.yaml.BaseYamlWriter
+
+write(Writer, T) - Method in interface org.fairdatapipeline.yaml.YamlWriter
+
+write(ByteBuffer) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+write(ByteBuffer[]) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+write(ByteBuffer[], int, int) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+write(ByteBuffer, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
+write(CleanableFileChannel, String, Component) - Method in interface org.fairdatapipeline.parameters.ParameterDataWriter
+
+write(CleanableFileChannel, String, Component) - Method in class org.fairdatapipeline.parameters.ParameterDataWriterImpl
+
+write_data_store() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+The file system root of the local data store for new write objects.
+
+WriteComponent - Interface in org.fairdatapipeline.parameters
+
+writeDistribution(Distribution) - Method in class org.fairdatapipeline.api.Object_component_write
+
+write a Distribution, as this named component in the data product.
+
+writeEstimate(Number) - Method in class org.fairdatapipeline.api.Object_component_write
+
+write a Number as an Estimate, as this named component in the data product.
+
+writeFileChannel() - Method in class org.fairdatapipeline.api.Object_component_write
+
+get the CleanableFileChannel to write directly to the file.
+
+writeItems() - Method in interface org.fairdatapipeline.config.Config
+
+The config file MAY contain the write section to specify the write data products
+
+writeLink() - Method in class org.fairdatapipeline.api.Object_component_write
+
+get the filePath to write; only for whole_object component
+
+writeSamples(Samples) - Method in class org.fairdatapipeline.api.Object_component_write
+
+write Samples, as this named component in the data product.
+
+
+
+
+
+
Y
+
+YamlFactory - Class in org.fairdatapipeline.yaml
+
+YamlFactory() - Constructor for class org.fairdatapipeline.yaml.YamlFactory
+
+yamlReader() - Method in class org.fairdatapipeline.yaml.YamlFactory
+
+YamlReader - Interface in org.fairdatapipeline.yaml
+
+yamlWriter() - Method in class org.fairdatapipeline.yaml.YamlFactory
+
+YamlWriter - Interface in org.fairdatapipeline.yaml
+
+
+
A B C D E F G H I L M N O P R S T U V W Y All Classes All Packages
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
diff --git a/index.html b/index.html
new file mode 100644
index 0000000..bd42a64
--- /dev/null
+++ b/index.html
@@ -0,0 +1,235 @@
+
+
+
+
+
+Overview (api 1.0.0-rc3 API)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
Java implementation of the FAIR Data Pipeline API.
+Use
Coderun as the main class to create a coderun of your modelling code.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
diff --git a/jitpack.yml b/jitpack.yml
deleted file mode 100644
index adb3fe1..0000000
--- a/jitpack.yml
+++ /dev/null
@@ -1,2 +0,0 @@
-jdk:
- - openjdk11
diff --git a/jquery-ui.overrides.css b/jquery-ui.overrides.css
new file mode 100644
index 0000000..facf852
--- /dev/null
+++ b/jquery-ui.overrides.css
@@ -0,0 +1,35 @@
+/*
+ * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation. Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+
+.ui-state-active,
+.ui-widget-content .ui-state-active,
+.ui-widget-header .ui-state-active,
+a.ui-button:active,
+.ui-button:active,
+.ui-button.ui-state-active:hover {
+ /* Overrides the color of selection used in jQuery UI */
+ background: #F8981D;
+ border: 1px solid #F8981D;
+}
diff --git a/jquery/external/jquery/jquery.js b/jquery/external/jquery/jquery.js
new file mode 100644
index 0000000..5093733
--- /dev/null
+++ b/jquery/external/jquery/jquery.js
@@ -0,0 +1,10872 @@
+/*!
+ * jQuery JavaScript Library v3.5.1
+ * https://jquery.com/
+ *
+ * Includes Sizzle.js
+ * https://sizzlejs.com/
+ *
+ * Copyright JS Foundation and other contributors
+ * Released under the MIT license
+ * https://jquery.org/license
+ *
+ * Date: 2020-05-04T22:49Z
+ */
+( function( global, factory ) {
+
+ "use strict";
+
+ if ( typeof module === "object" && typeof module.exports === "object" ) {
+
+ // For CommonJS and CommonJS-like environments where a proper `window`
+ // is present, execute the factory and get jQuery.
+ // For environments that do not have a `window` with a `document`
+ // (such as Node.js), expose a factory as module.exports.
+ // This accentuates the need for the creation of a real `window`.
+ // e.g. var jQuery = require("jquery")(window);
+ // See ticket #14549 for more info.
+ module.exports = global.document ?
+ factory( global, true ) :
+ function( w ) {
+ if ( !w.document ) {
+ throw new Error( "jQuery requires a window with a document" );
+ }
+ return factory( w );
+ };
+ } else {
+ factory( global );
+ }
+
+// Pass this if window is not defined yet
+} )( typeof window !== "undefined" ? window : this, function( window, noGlobal ) {
+
+// Edge <= 12 - 13+, Firefox <=18 - 45+, IE 10 - 11, Safari 5.1 - 9+, iOS 6 - 9.1
+// throw exceptions when non-strict code (e.g., ASP.NET 4.5) accesses strict mode
+// arguments.callee.caller (trac-13335). But as of jQuery 3.0 (2016), strict mode should be common
+// enough that all such attempts are guarded in a try block.
+"use strict";
+
+var arr = [];
+
+var getProto = Object.getPrototypeOf;
+
+var slice = arr.slice;
+
+var flat = arr.flat ? function( array ) {
+ return arr.flat.call( array );
+} : function( array ) {
+ return arr.concat.apply( [], array );
+};
+
+
+var push = arr.push;
+
+var indexOf = arr.indexOf;
+
+var class2type = {};
+
+var toString = class2type.toString;
+
+var hasOwn = class2type.hasOwnProperty;
+
+var fnToString = hasOwn.toString;
+
+var ObjectFunctionString = fnToString.call( Object );
+
+var support = {};
+
+var isFunction = function isFunction( obj ) {
+
+ // Support: Chrome <=57, Firefox <=52
+ // In some browsers, typeof returns "function" for HTML elements
+ // (i.e., `typeof document.createElement( "object" ) === "function"`).
+ // We don't want to classify *any* DOM node as a function.
+ return typeof obj === "function" && typeof obj.nodeType !== "number";
+ };
+
+
+var isWindow = function isWindow( obj ) {
+ return obj != null && obj === obj.window;
+ };
+
+
+var document = window.document;
+
+
+
+ var preservedScriptAttributes = {
+ type: true,
+ src: true,
+ nonce: true,
+ noModule: true
+ };
+
+ function DOMEval( code, node, doc ) {
+ doc = doc || document;
+
+ var i, val,
+ script = doc.createElement( "script" );
+
+ script.text = code;
+ if ( node ) {
+ for ( i in preservedScriptAttributes ) {
+
+ // Support: Firefox 64+, Edge 18+
+ // Some browsers don't support the "nonce" property on scripts.
+ // On the other hand, just using `getAttribute` is not enough as
+ // the `nonce` attribute is reset to an empty string whenever it
+ // becomes browsing-context connected.
+ // See https://github.com/whatwg/html/issues/2369
+ // See https://html.spec.whatwg.org/#nonce-attributes
+ // The `node.getAttribute` check was added for the sake of
+ // `jQuery.globalEval` so that it can fake a nonce-containing node
+ // via an object.
+ val = node[ i ] || node.getAttribute && node.getAttribute( i );
+ if ( val ) {
+ script.setAttribute( i, val );
+ }
+ }
+ }
+ doc.head.appendChild( script ).parentNode.removeChild( script );
+ }
+
+
+function toType( obj ) {
+ if ( obj == null ) {
+ return obj + "";
+ }
+
+ // Support: Android <=2.3 only (functionish RegExp)
+ return typeof obj === "object" || typeof obj === "function" ?
+ class2type[ toString.call( obj ) ] || "object" :
+ typeof obj;
+}
+/* global Symbol */
+// Defining this global in .eslintrc.json would create a danger of using the global
+// unguarded in another place, it seems safer to define global only for this module
+
+
+
+var
+ version = "3.5.1",
+
+ // Define a local copy of jQuery
+ jQuery = function( selector, context ) {
+
+ // The jQuery object is actually just the init constructor 'enhanced'
+ // Need init if jQuery is called (just allow error to be thrown if not included)
+ return new jQuery.fn.init( selector, context );
+ };
+
+jQuery.fn = jQuery.prototype = {
+
+ // The current version of jQuery being used
+ jquery: version,
+
+ constructor: jQuery,
+
+ // The default length of a jQuery object is 0
+ length: 0,
+
+ toArray: function() {
+ return slice.call( this );
+ },
+
+ // Get the Nth element in the matched element set OR
+ // Get the whole matched element set as a clean array
+ get: function( num ) {
+
+ // Return all the elements in a clean array
+ if ( num == null ) {
+ return slice.call( this );
+ }
+
+ // Return just the one element from the set
+ return num < 0 ? this[ num + this.length ] : this[ num ];
+ },
+
+ // Take an array of elements and push it onto the stack
+ // (returning the new matched element set)
+ pushStack: function( elems ) {
+
+ // Build a new jQuery matched element set
+ var ret = jQuery.merge( this.constructor(), elems );
+
+ // Add the old object onto the stack (as a reference)
+ ret.prevObject = this;
+
+ // Return the newly-formed element set
+ return ret;
+ },
+
+ // Execute a callback for every element in the matched set.
+ each: function( callback ) {
+ return jQuery.each( this, callback );
+ },
+
+ map: function( callback ) {
+ return this.pushStack( jQuery.map( this, function( elem, i ) {
+ return callback.call( elem, i, elem );
+ } ) );
+ },
+
+ slice: function() {
+ return this.pushStack( slice.apply( this, arguments ) );
+ },
+
+ first: function() {
+ return this.eq( 0 );
+ },
+
+ last: function() {
+ return this.eq( -1 );
+ },
+
+ even: function() {
+ return this.pushStack( jQuery.grep( this, function( _elem, i ) {
+ return ( i + 1 ) % 2;
+ } ) );
+ },
+
+ odd: function() {
+ return this.pushStack( jQuery.grep( this, function( _elem, i ) {
+ return i % 2;
+ } ) );
+ },
+
+ eq: function( i ) {
+ var len = this.length,
+ j = +i + ( i < 0 ? len : 0 );
+ return this.pushStack( j >= 0 && j < len ? [ this[ j ] ] : [] );
+ },
+
+ end: function() {
+ return this.prevObject || this.constructor();
+ },
+
+ // For internal use only.
+ // Behaves like an Array's method, not like a jQuery method.
+ push: push,
+ sort: arr.sort,
+ splice: arr.splice
+};
+
+jQuery.extend = jQuery.fn.extend = function() {
+ var options, name, src, copy, copyIsArray, clone,
+ target = arguments[ 0 ] || {},
+ i = 1,
+ length = arguments.length,
+ deep = false;
+
+ // Handle a deep copy situation
+ if ( typeof target === "boolean" ) {
+ deep = target;
+
+ // Skip the boolean and the target
+ target = arguments[ i ] || {};
+ i++;
+ }
+
+ // Handle case when target is a string or something (possible in deep copy)
+ if ( typeof target !== "object" && !isFunction( target ) ) {
+ target = {};
+ }
+
+ // Extend jQuery itself if only one argument is passed
+ if ( i === length ) {
+ target = this;
+ i--;
+ }
+
+ for ( ; i < length; i++ ) {
+
+ // Only deal with non-null/undefined values
+ if ( ( options = arguments[ i ] ) != null ) {
+
+ // Extend the base object
+ for ( name in options ) {
+ copy = options[ name ];
+
+ // Prevent Object.prototype pollution
+ // Prevent never-ending loop
+ if ( name === "__proto__" || target === copy ) {
+ continue;
+ }
+
+ // Recurse if we're merging plain objects or arrays
+ if ( deep && copy && ( jQuery.isPlainObject( copy ) ||
+ ( copyIsArray = Array.isArray( copy ) ) ) ) {
+ src = target[ name ];
+
+ // Ensure proper type for the source value
+ if ( copyIsArray && !Array.isArray( src ) ) {
+ clone = [];
+ } else if ( !copyIsArray && !jQuery.isPlainObject( src ) ) {
+ clone = {};
+ } else {
+ clone = src;
+ }
+ copyIsArray = false;
+
+ // Never move original objects, clone them
+ target[ name ] = jQuery.extend( deep, clone, copy );
+
+ // Don't bring in undefined values
+ } else if ( copy !== undefined ) {
+ target[ name ] = copy;
+ }
+ }
+ }
+ }
+
+ // Return the modified object
+ return target;
+};
+
+jQuery.extend( {
+
+ // Unique for each copy of jQuery on the page
+ expando: "jQuery" + ( version + Math.random() ).replace( /\D/g, "" ),
+
+ // Assume jQuery is ready without the ready module
+ isReady: true,
+
+ error: function( msg ) {
+ throw new Error( msg );
+ },
+
+ noop: function() {},
+
+ isPlainObject: function( obj ) {
+ var proto, Ctor;
+
+ // Detect obvious negatives
+ // Use toString instead of jQuery.type to catch host objects
+ if ( !obj || toString.call( obj ) !== "[object Object]" ) {
+ return false;
+ }
+
+ proto = getProto( obj );
+
+ // Objects with no prototype (e.g., `Object.create( null )`) are plain
+ if ( !proto ) {
+ return true;
+ }
+
+ // Objects with prototype are plain iff they were constructed by a global Object function
+ Ctor = hasOwn.call( proto, "constructor" ) && proto.constructor;
+ return typeof Ctor === "function" && fnToString.call( Ctor ) === ObjectFunctionString;
+ },
+
+ isEmptyObject: function( obj ) {
+ var name;
+
+ for ( name in obj ) {
+ return false;
+ }
+ return true;
+ },
+
+ // Evaluates a script in a provided context; falls back to the global one
+ // if not specified.
+ globalEval: function( code, options, doc ) {
+ DOMEval( code, { nonce: options && options.nonce }, doc );
+ },
+
+ each: function( obj, callback ) {
+ var length, i = 0;
+
+ if ( isArrayLike( obj ) ) {
+ length = obj.length;
+ for ( ; i < length; i++ ) {
+ if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) {
+ break;
+ }
+ }
+ } else {
+ for ( i in obj ) {
+ if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) {
+ break;
+ }
+ }
+ }
+
+ return obj;
+ },
+
+ // results is for internal usage only
+ makeArray: function( arr, results ) {
+ var ret = results || [];
+
+ if ( arr != null ) {
+ if ( isArrayLike( Object( arr ) ) ) {
+ jQuery.merge( ret,
+ typeof arr === "string" ?
+ [ arr ] : arr
+ );
+ } else {
+ push.call( ret, arr );
+ }
+ }
+
+ return ret;
+ },
+
+ inArray: function( elem, arr, i ) {
+ return arr == null ? -1 : indexOf.call( arr, elem, i );
+ },
+
+ // Support: Android <=4.0 only, PhantomJS 1 only
+ // push.apply(_, arraylike) throws on ancient WebKit
+ merge: function( first, second ) {
+ var len = +second.length,
+ j = 0,
+ i = first.length;
+
+ for ( ; j < len; j++ ) {
+ first[ i++ ] = second[ j ];
+ }
+
+ first.length = i;
+
+ return first;
+ },
+
+ grep: function( elems, callback, invert ) {
+ var callbackInverse,
+ matches = [],
+ i = 0,
+ length = elems.length,
+ callbackExpect = !invert;
+
+ // Go through the array, only saving the items
+ // that pass the validator function
+ for ( ; i < length; i++ ) {
+ callbackInverse = !callback( elems[ i ], i );
+ if ( callbackInverse !== callbackExpect ) {
+ matches.push( elems[ i ] );
+ }
+ }
+
+ return matches;
+ },
+
+ // arg is for internal usage only
+ map: function( elems, callback, arg ) {
+ var length, value,
+ i = 0,
+ ret = [];
+
+ // Go through the array, translating each of the items to their new values
+ if ( isArrayLike( elems ) ) {
+ length = elems.length;
+ for ( ; i < length; i++ ) {
+ value = callback( elems[ i ], i, arg );
+
+ if ( value != null ) {
+ ret.push( value );
+ }
+ }
+
+ // Go through every key on the object,
+ } else {
+ for ( i in elems ) {
+ value = callback( elems[ i ], i, arg );
+
+ if ( value != null ) {
+ ret.push( value );
+ }
+ }
+ }
+
+ // Flatten any nested arrays
+ return flat( ret );
+ },
+
+ // A global GUID counter for objects
+ guid: 1,
+
+ // jQuery.support is not used in Core but other projects attach their
+ // properties to it so it needs to exist.
+ support: support
+} );
+
+if ( typeof Symbol === "function" ) {
+ jQuery.fn[ Symbol.iterator ] = arr[ Symbol.iterator ];
+}
+
+// Populate the class2type map
+jQuery.each( "Boolean Number String Function Array Date RegExp Object Error Symbol".split( " " ),
+function( _i, name ) {
+ class2type[ "[object " + name + "]" ] = name.toLowerCase();
+} );
+
+function isArrayLike( obj ) {
+
+ // Support: real iOS 8.2 only (not reproducible in simulator)
+ // `in` check used to prevent JIT error (gh-2145)
+ // hasOwn isn't used here due to false negatives
+ // regarding Nodelist length in IE
+ var length = !!obj && "length" in obj && obj.length,
+ type = toType( obj );
+
+ if ( isFunction( obj ) || isWindow( obj ) ) {
+ return false;
+ }
+
+ return type === "array" || length === 0 ||
+ typeof length === "number" && length > 0 && ( length - 1 ) in obj;
+}
+var Sizzle =
+/*!
+ * Sizzle CSS Selector Engine v2.3.5
+ * https://sizzlejs.com/
+ *
+ * Copyright JS Foundation and other contributors
+ * Released under the MIT license
+ * https://js.foundation/
+ *
+ * Date: 2020-03-14
+ */
+( function( window ) {
+var i,
+ support,
+ Expr,
+ getText,
+ isXML,
+ tokenize,
+ compile,
+ select,
+ outermostContext,
+ sortInput,
+ hasDuplicate,
+
+ // Local document vars
+ setDocument,
+ document,
+ docElem,
+ documentIsHTML,
+ rbuggyQSA,
+ rbuggyMatches,
+ matches,
+ contains,
+
+ // Instance-specific data
+ expando = "sizzle" + 1 * new Date(),
+ preferredDoc = window.document,
+ dirruns = 0,
+ done = 0,
+ classCache = createCache(),
+ tokenCache = createCache(),
+ compilerCache = createCache(),
+ nonnativeSelectorCache = createCache(),
+ sortOrder = function( a, b ) {
+ if ( a === b ) {
+ hasDuplicate = true;
+ }
+ return 0;
+ },
+
+ // Instance methods
+ hasOwn = ( {} ).hasOwnProperty,
+ arr = [],
+ pop = arr.pop,
+ pushNative = arr.push,
+ push = arr.push,
+ slice = arr.slice,
+
+ // Use a stripped-down indexOf as it's faster than native
+ // https://jsperf.com/thor-indexof-vs-for/5
+ indexOf = function( list, elem ) {
+ var i = 0,
+ len = list.length;
+ for ( ; i < len; i++ ) {
+ if ( list[ i ] === elem ) {
+ return i;
+ }
+ }
+ return -1;
+ },
+
+ booleans = "checked|selected|async|autofocus|autoplay|controls|defer|disabled|hidden|" +
+ "ismap|loop|multiple|open|readonly|required|scoped",
+
+ // Regular expressions
+
+ // http://www.w3.org/TR/css3-selectors/#whitespace
+ whitespace = "[\\x20\\t\\r\\n\\f]",
+
+ // https://www.w3.org/TR/css-syntax-3/#ident-token-diagram
+ identifier = "(?:\\\\[\\da-fA-F]{1,6}" + whitespace +
+ "?|\\\\[^\\r\\n\\f]|[\\w-]|[^\0-\\x7f])+",
+
+ // Attribute selectors: http://www.w3.org/TR/selectors/#attribute-selectors
+ attributes = "\\[" + whitespace + "*(" + identifier + ")(?:" + whitespace +
+
+ // Operator (capture 2)
+ "*([*^$|!~]?=)" + whitespace +
+
+ // "Attribute values must be CSS identifiers [capture 5]
+ // or strings [capture 3 or capture 4]"
+ "*(?:'((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\"|(" + identifier + "))|)" +
+ whitespace + "*\\]",
+
+ pseudos = ":(" + identifier + ")(?:\\((" +
+
+ // To reduce the number of selectors needing tokenize in the preFilter, prefer arguments:
+ // 1. quoted (capture 3; capture 4 or capture 5)
+ "('((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\")|" +
+
+ // 2. simple (capture 6)
+ "((?:\\\\.|[^\\\\()[\\]]|" + attributes + ")*)|" +
+
+ // 3. anything else (capture 2)
+ ".*" +
+ ")\\)|)",
+
+ // Leading and non-escaped trailing whitespace, capturing some non-whitespace characters preceding the latter
+ rwhitespace = new RegExp( whitespace + "+", "g" ),
+ rtrim = new RegExp( "^" + whitespace + "+|((?:^|[^\\\\])(?:\\\\.)*)" +
+ whitespace + "+$", "g" ),
+
+ rcomma = new RegExp( "^" + whitespace + "*," + whitespace + "*" ),
+ rcombinators = new RegExp( "^" + whitespace + "*([>+~]|" + whitespace + ")" + whitespace +
+ "*" ),
+ rdescend = new RegExp( whitespace + "|>" ),
+
+ rpseudo = new RegExp( pseudos ),
+ ridentifier = new RegExp( "^" + identifier + "$" ),
+
+ matchExpr = {
+ "ID": new RegExp( "^#(" + identifier + ")" ),
+ "CLASS": new RegExp( "^\\.(" + identifier + ")" ),
+ "TAG": new RegExp( "^(" + identifier + "|[*])" ),
+ "ATTR": new RegExp( "^" + attributes ),
+ "PSEUDO": new RegExp( "^" + pseudos ),
+ "CHILD": new RegExp( "^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\(" +
+ whitespace + "*(even|odd|(([+-]|)(\\d*)n|)" + whitespace + "*(?:([+-]|)" +
+ whitespace + "*(\\d+)|))" + whitespace + "*\\)|)", "i" ),
+ "bool": new RegExp( "^(?:" + booleans + ")$", "i" ),
+
+ // For use in libraries implementing .is()
+ // We use this for POS matching in `select`
+ "needsContext": new RegExp( "^" + whitespace +
+ "*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\(" + whitespace +
+ "*((?:-\\d)?\\d*)" + whitespace + "*\\)|)(?=[^-]|$)", "i" )
+ },
+
+ rhtml = /HTML$/i,
+ rinputs = /^(?:input|select|textarea|button)$/i,
+ rheader = /^h\d$/i,
+
+ rnative = /^[^{]+\{\s*\[native \w/,
+
+ // Easily-parseable/retrievable ID or TAG or CLASS selectors
+ rquickExpr = /^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,
+
+ rsibling = /[+~]/,
+
+ // CSS escapes
+ // http://www.w3.org/TR/CSS21/syndata.html#escaped-characters
+ runescape = new RegExp( "\\\\[\\da-fA-F]{1,6}" + whitespace + "?|\\\\([^\\r\\n\\f])", "g" ),
+ funescape = function( escape, nonHex ) {
+ var high = "0x" + escape.slice( 1 ) - 0x10000;
+
+ return nonHex ?
+
+ // Strip the backslash prefix from a non-hex escape sequence
+ nonHex :
+
+ // Replace a hexadecimal escape sequence with the encoded Unicode code point
+ // Support: IE <=11+
+ // For values outside the Basic Multilingual Plane (BMP), manually construct a
+ // surrogate pair
+ high < 0 ?
+ String.fromCharCode( high + 0x10000 ) :
+ String.fromCharCode( high >> 10 | 0xD800, high & 0x3FF | 0xDC00 );
+ },
+
+ // CSS string/identifier serialization
+ // https://drafts.csswg.org/cssom/#common-serializing-idioms
+ rcssescape = /([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,
+ fcssescape = function( ch, asCodePoint ) {
+ if ( asCodePoint ) {
+
+ // U+0000 NULL becomes U+FFFD REPLACEMENT CHARACTER
+ if ( ch === "\0" ) {
+ return "\uFFFD";
+ }
+
+ // Control characters and (dependent upon position) numbers get escaped as code points
+ return ch.slice( 0, -1 ) + "\\" +
+ ch.charCodeAt( ch.length - 1 ).toString( 16 ) + " ";
+ }
+
+ // Other potentially-special ASCII characters get backslash-escaped
+ return "\\" + ch;
+ },
+
+ // Used for iframes
+ // See setDocument()
+ // Removing the function wrapper causes a "Permission Denied"
+ // error in IE
+ unloadHandler = function() {
+ setDocument();
+ },
+
+ inDisabledFieldset = addCombinator(
+ function( elem ) {
+ return elem.disabled === true && elem.nodeName.toLowerCase() === "fieldset";
+ },
+ { dir: "parentNode", next: "legend" }
+ );
+
+// Optimize for push.apply( _, NodeList )
+try {
+ push.apply(
+ ( arr = slice.call( preferredDoc.childNodes ) ),
+ preferredDoc.childNodes
+ );
+
+ // Support: Android<4.0
+ // Detect silently failing push.apply
+ // eslint-disable-next-line no-unused-expressions
+ arr[ preferredDoc.childNodes.length ].nodeType;
+} catch ( e ) {
+ push = { apply: arr.length ?
+
+ // Leverage slice if possible
+ function( target, els ) {
+ pushNative.apply( target, slice.call( els ) );
+ } :
+
+ // Support: IE<9
+ // Otherwise append directly
+ function( target, els ) {
+ var j = target.length,
+ i = 0;
+
+ // Can't trust NodeList.length
+ while ( ( target[ j++ ] = els[ i++ ] ) ) {}
+ target.length = j - 1;
+ }
+ };
+}
+
+function Sizzle( selector, context, results, seed ) {
+ var m, i, elem, nid, match, groups, newSelector,
+ newContext = context && context.ownerDocument,
+
+ // nodeType defaults to 9, since context defaults to document
+ nodeType = context ? context.nodeType : 9;
+
+ results = results || [];
+
+ // Return early from calls with invalid selector or context
+ if ( typeof selector !== "string" || !selector ||
+ nodeType !== 1 && nodeType !== 9 && nodeType !== 11 ) {
+
+ return results;
+ }
+
+ // Try to shortcut find operations (as opposed to filters) in HTML documents
+ if ( !seed ) {
+ setDocument( context );
+ context = context || document;
+
+ if ( documentIsHTML ) {
+
+ // If the selector is sufficiently simple, try using a "get*By*" DOM method
+ // (excepting DocumentFragment context, where the methods don't exist)
+ if ( nodeType !== 11 && ( match = rquickExpr.exec( selector ) ) ) {
+
+ // ID selector
+ if ( ( m = match[ 1 ] ) ) {
+
+ // Document context
+ if ( nodeType === 9 ) {
+ if ( ( elem = context.getElementById( m ) ) ) {
+
+ // Support: IE, Opera, Webkit
+ // TODO: identify versions
+ // getElementById can match elements by name instead of ID
+ if ( elem.id === m ) {
+ results.push( elem );
+ return results;
+ }
+ } else {
+ return results;
+ }
+
+ // Element context
+ } else {
+
+ // Support: IE, Opera, Webkit
+ // TODO: identify versions
+ // getElementById can match elements by name instead of ID
+ if ( newContext && ( elem = newContext.getElementById( m ) ) &&
+ contains( context, elem ) &&
+ elem.id === m ) {
+
+ results.push( elem );
+ return results;
+ }
+ }
+
+ // Type selector
+ } else if ( match[ 2 ] ) {
+ push.apply( results, context.getElementsByTagName( selector ) );
+ return results;
+
+ // Class selector
+ } else if ( ( m = match[ 3 ] ) && support.getElementsByClassName &&
+ context.getElementsByClassName ) {
+
+ push.apply( results, context.getElementsByClassName( m ) );
+ return results;
+ }
+ }
+
+ // Take advantage of querySelectorAll
+ if ( support.qsa &&
+ !nonnativeSelectorCache[ selector + " " ] &&
+ ( !rbuggyQSA || !rbuggyQSA.test( selector ) ) &&
+
+ // Support: IE 8 only
+ // Exclude object elements
+ ( nodeType !== 1 || context.nodeName.toLowerCase() !== "object" ) ) {
+
+ newSelector = selector;
+ newContext = context;
+
+ // qSA considers elements outside a scoping root when evaluating child or
+ // descendant combinators, which is not what we want.
+ // In such cases, we work around the behavior by prefixing every selector in the
+ // list with an ID selector referencing the scope context.
+ // The technique has to be used as well when a leading combinator is used
+ // as such selectors are not recognized by querySelectorAll.
+ // Thanks to Andrew Dupont for this technique.
+ if ( nodeType === 1 &&
+ ( rdescend.test( selector ) || rcombinators.test( selector ) ) ) {
+
+ // Expand context for sibling selectors
+ newContext = rsibling.test( selector ) && testContext( context.parentNode ) ||
+ context;
+
+ // We can use :scope instead of the ID hack if the browser
+ // supports it & if we're not changing the context.
+ if ( newContext !== context || !support.scope ) {
+
+ // Capture the context ID, setting it first if necessary
+ if ( ( nid = context.getAttribute( "id" ) ) ) {
+ nid = nid.replace( rcssescape, fcssescape );
+ } else {
+ context.setAttribute( "id", ( nid = expando ) );
+ }
+ }
+
+ // Prefix every selector in the list
+ groups = tokenize( selector );
+ i = groups.length;
+ while ( i-- ) {
+ groups[ i ] = ( nid ? "#" + nid : ":scope" ) + " " +
+ toSelector( groups[ i ] );
+ }
+ newSelector = groups.join( "," );
+ }
+
+ try {
+ push.apply( results,
+ newContext.querySelectorAll( newSelector )
+ );
+ return results;
+ } catch ( qsaError ) {
+ nonnativeSelectorCache( selector, true );
+ } finally {
+ if ( nid === expando ) {
+ context.removeAttribute( "id" );
+ }
+ }
+ }
+ }
+ }
+
+ // All others
+ return select( selector.replace( rtrim, "$1" ), context, results, seed );
+}
+
+/**
+ * Create key-value caches of limited size
+ * @returns {function(string, object)} Returns the Object data after storing it on itself with
+ * property name the (space-suffixed) string and (if the cache is larger than Expr.cacheLength)
+ * deleting the oldest entry
+ */
+function createCache() {
+ var keys = [];
+
+ function cache( key, value ) {
+
+ // Use (key + " ") to avoid collision with native prototype properties (see Issue #157)
+ if ( keys.push( key + " " ) > Expr.cacheLength ) {
+
+ // Only keep the most recent entries
+ delete cache[ keys.shift() ];
+ }
+ return ( cache[ key + " " ] = value );
+ }
+ return cache;
+}
+
+/**
+ * Mark a function for special use by Sizzle
+ * @param {Function} fn The function to mark
+ */
+function markFunction( fn ) {
+ fn[ expando ] = true;
+ return fn;
+}
+
+/**
+ * Support testing using an element
+ * @param {Function} fn Passed the created element and returns a boolean result
+ */
+function assert( fn ) {
+ var el = document.createElement( "fieldset" );
+
+ try {
+ return !!fn( el );
+ } catch ( e ) {
+ return false;
+ } finally {
+
+ // Remove from its parent by default
+ if ( el.parentNode ) {
+ el.parentNode.removeChild( el );
+ }
+
+ // release memory in IE
+ el = null;
+ }
+}
+
+/**
+ * Adds the same handler for all of the specified attrs
+ * @param {String} attrs Pipe-separated list of attributes
+ * @param {Function} handler The method that will be applied
+ */
+function addHandle( attrs, handler ) {
+ var arr = attrs.split( "|" ),
+ i = arr.length;
+
+ while ( i-- ) {
+ Expr.attrHandle[ arr[ i ] ] = handler;
+ }
+}
+
+/**
+ * Checks document order of two siblings
+ * @param {Element} a
+ * @param {Element} b
+ * @returns {Number} Returns less than 0 if a precedes b, greater than 0 if a follows b
+ */
+function siblingCheck( a, b ) {
+ var cur = b && a,
+ diff = cur && a.nodeType === 1 && b.nodeType === 1 &&
+ a.sourceIndex - b.sourceIndex;
+
+ // Use IE sourceIndex if available on both nodes
+ if ( diff ) {
+ return diff;
+ }
+
+ // Check if b follows a
+ if ( cur ) {
+ while ( ( cur = cur.nextSibling ) ) {
+ if ( cur === b ) {
+ return -1;
+ }
+ }
+ }
+
+ return a ? 1 : -1;
+}
+
+/**
+ * Returns a function to use in pseudos for input types
+ * @param {String} type
+ */
+function createInputPseudo( type ) {
+ return function( elem ) {
+ var name = elem.nodeName.toLowerCase();
+ return name === "input" && elem.type === type;
+ };
+}
+
+/**
+ * Returns a function to use in pseudos for buttons
+ * @param {String} type
+ */
+function createButtonPseudo( type ) {
+ return function( elem ) {
+ var name = elem.nodeName.toLowerCase();
+ return ( name === "input" || name === "button" ) && elem.type === type;
+ };
+}
+
+/**
+ * Returns a function to use in pseudos for :enabled/:disabled
+ * @param {Boolean} disabled true for :disabled; false for :enabled
+ */
+function createDisabledPseudo( disabled ) {
+
+ // Known :disabled false positives: fieldset[disabled] > legend:nth-of-type(n+2) :can-disable
+ return function( elem ) {
+
+ // Only certain elements can match :enabled or :disabled
+ // https://html.spec.whatwg.org/multipage/scripting.html#selector-enabled
+ // https://html.spec.whatwg.org/multipage/scripting.html#selector-disabled
+ if ( "form" in elem ) {
+
+ // Check for inherited disabledness on relevant non-disabled elements:
+ // * listed form-associated elements in a disabled fieldset
+ // https://html.spec.whatwg.org/multipage/forms.html#category-listed
+ // https://html.spec.whatwg.org/multipage/forms.html#concept-fe-disabled
+ // * option elements in a disabled optgroup
+ // https://html.spec.whatwg.org/multipage/forms.html#concept-option-disabled
+ // All such elements have a "form" property.
+ if ( elem.parentNode && elem.disabled === false ) {
+
+ // Option elements defer to a parent optgroup if present
+ if ( "label" in elem ) {
+ if ( "label" in elem.parentNode ) {
+ return elem.parentNode.disabled === disabled;
+ } else {
+ return elem.disabled === disabled;
+ }
+ }
+
+ // Support: IE 6 - 11
+ // Use the isDisabled shortcut property to check for disabled fieldset ancestors
+ return elem.isDisabled === disabled ||
+
+ // Where there is no isDisabled, check manually
+ /* jshint -W018 */
+ elem.isDisabled !== !disabled &&
+ inDisabledFieldset( elem ) === disabled;
+ }
+
+ return elem.disabled === disabled;
+
+ // Try to winnow out elements that can't be disabled before trusting the disabled property.
+ // Some victims get caught in our net (label, legend, menu, track), but it shouldn't
+ // even exist on them, let alone have a boolean value.
+ } else if ( "label" in elem ) {
+ return elem.disabled === disabled;
+ }
+
+ // Remaining elements are neither :enabled nor :disabled
+ return false;
+ };
+}
+
+/**
+ * Returns a function to use in pseudos for positionals
+ * @param {Function} fn
+ */
+function createPositionalPseudo( fn ) {
+ return markFunction( function( argument ) {
+ argument = +argument;
+ return markFunction( function( seed, matches ) {
+ var j,
+ matchIndexes = fn( [], seed.length, argument ),
+ i = matchIndexes.length;
+
+ // Match elements found at the specified indexes
+ while ( i-- ) {
+ if ( seed[ ( j = matchIndexes[ i ] ) ] ) {
+ seed[ j ] = !( matches[ j ] = seed[ j ] );
+ }
+ }
+ } );
+ } );
+}
+
+/**
+ * Checks a node for validity as a Sizzle context
+ * @param {Element|Object=} context
+ * @returns {Element|Object|Boolean} The input node if acceptable, otherwise a falsy value
+ */
+function testContext( context ) {
+ return context && typeof context.getElementsByTagName !== "undefined" && context;
+}
+
+// Expose support vars for convenience
+support = Sizzle.support = {};
+
+/**
+ * Detects XML nodes
+ * @param {Element|Object} elem An element or a document
+ * @returns {Boolean} True iff elem is a non-HTML XML node
+ */
+isXML = Sizzle.isXML = function( elem ) {
+ var namespace = elem.namespaceURI,
+ docElem = ( elem.ownerDocument || elem ).documentElement;
+
+ // Support: IE <=8
+ // Assume HTML when documentElement doesn't yet exist, such as inside loading iframes
+ // https://bugs.jquery.com/ticket/4833
+ return !rhtml.test( namespace || docElem && docElem.nodeName || "HTML" );
+};
+
+/**
+ * Sets document-related variables once based on the current document
+ * @param {Element|Object} [doc] An element or document object to use to set the document
+ * @returns {Object} Returns the current document
+ */
+setDocument = Sizzle.setDocument = function( node ) {
+ var hasCompare, subWindow,
+ doc = node ? node.ownerDocument || node : preferredDoc;
+
+ // Return early if doc is invalid or already selected
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( doc == document || doc.nodeType !== 9 || !doc.documentElement ) {
+ return document;
+ }
+
+ // Update global variables
+ document = doc;
+ docElem = document.documentElement;
+ documentIsHTML = !isXML( document );
+
+ // Support: IE 9 - 11+, Edge 12 - 18+
+ // Accessing iframe documents after unload throws "permission denied" errors (jQuery #13936)
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( preferredDoc != document &&
+ ( subWindow = document.defaultView ) && subWindow.top !== subWindow ) {
+
+ // Support: IE 11, Edge
+ if ( subWindow.addEventListener ) {
+ subWindow.addEventListener( "unload", unloadHandler, false );
+
+ // Support: IE 9 - 10 only
+ } else if ( subWindow.attachEvent ) {
+ subWindow.attachEvent( "onunload", unloadHandler );
+ }
+ }
+
+ // Support: IE 8 - 11+, Edge 12 - 18+, Chrome <=16 - 25 only, Firefox <=3.6 - 31 only,
+ // Safari 4 - 5 only, Opera <=11.6 - 12.x only
+ // IE/Edge & older browsers don't support the :scope pseudo-class.
+ // Support: Safari 6.0 only
+ // Safari 6.0 supports :scope but it's an alias of :root there.
+ support.scope = assert( function( el ) {
+ docElem.appendChild( el ).appendChild( document.createElement( "div" ) );
+ return typeof el.querySelectorAll !== "undefined" &&
+ !el.querySelectorAll( ":scope fieldset div" ).length;
+ } );
+
+ /* Attributes
+ ---------------------------------------------------------------------- */
+
+ // Support: IE<8
+ // Verify that getAttribute really returns attributes and not properties
+ // (excepting IE8 booleans)
+ support.attributes = assert( function( el ) {
+ el.className = "i";
+ return !el.getAttribute( "className" );
+ } );
+
+ /* getElement(s)By*
+ ---------------------------------------------------------------------- */
+
+ // Check if getElementsByTagName("*") returns only elements
+ support.getElementsByTagName = assert( function( el ) {
+ el.appendChild( document.createComment( "" ) );
+ return !el.getElementsByTagName( "*" ).length;
+ } );
+
+ // Support: IE<9
+ support.getElementsByClassName = rnative.test( document.getElementsByClassName );
+
+ // Support: IE<10
+ // Check if getElementById returns elements by name
+ // The broken getElementById methods don't pick up programmatically-set names,
+ // so use a roundabout getElementsByName test
+ support.getById = assert( function( el ) {
+ docElem.appendChild( el ).id = expando;
+ return !document.getElementsByName || !document.getElementsByName( expando ).length;
+ } );
+
+ // ID filter and find
+ if ( support.getById ) {
+ Expr.filter[ "ID" ] = function( id ) {
+ var attrId = id.replace( runescape, funescape );
+ return function( elem ) {
+ return elem.getAttribute( "id" ) === attrId;
+ };
+ };
+ Expr.find[ "ID" ] = function( id, context ) {
+ if ( typeof context.getElementById !== "undefined" && documentIsHTML ) {
+ var elem = context.getElementById( id );
+ return elem ? [ elem ] : [];
+ }
+ };
+ } else {
+ Expr.filter[ "ID" ] = function( id ) {
+ var attrId = id.replace( runescape, funescape );
+ return function( elem ) {
+ var node = typeof elem.getAttributeNode !== "undefined" &&
+ elem.getAttributeNode( "id" );
+ return node && node.value === attrId;
+ };
+ };
+
+ // Support: IE 6 - 7 only
+ // getElementById is not reliable as a find shortcut
+ Expr.find[ "ID" ] = function( id, context ) {
+ if ( typeof context.getElementById !== "undefined" && documentIsHTML ) {
+ var node, i, elems,
+ elem = context.getElementById( id );
+
+ if ( elem ) {
+
+ // Verify the id attribute
+ node = elem.getAttributeNode( "id" );
+ if ( node && node.value === id ) {
+ return [ elem ];
+ }
+
+ // Fall back on getElementsByName
+ elems = context.getElementsByName( id );
+ i = 0;
+ while ( ( elem = elems[ i++ ] ) ) {
+ node = elem.getAttributeNode( "id" );
+ if ( node && node.value === id ) {
+ return [ elem ];
+ }
+ }
+ }
+
+ return [];
+ }
+ };
+ }
+
+ // Tag
+ Expr.find[ "TAG" ] = support.getElementsByTagName ?
+ function( tag, context ) {
+ if ( typeof context.getElementsByTagName !== "undefined" ) {
+ return context.getElementsByTagName( tag );
+
+ // DocumentFragment nodes don't have gEBTN
+ } else if ( support.qsa ) {
+ return context.querySelectorAll( tag );
+ }
+ } :
+
+ function( tag, context ) {
+ var elem,
+ tmp = [],
+ i = 0,
+
+ // By happy coincidence, a (broken) gEBTN appears on DocumentFragment nodes too
+ results = context.getElementsByTagName( tag );
+
+ // Filter out possible comments
+ if ( tag === "*" ) {
+ while ( ( elem = results[ i++ ] ) ) {
+ if ( elem.nodeType === 1 ) {
+ tmp.push( elem );
+ }
+ }
+
+ return tmp;
+ }
+ return results;
+ };
+
+ // Class
+ Expr.find[ "CLASS" ] = support.getElementsByClassName && function( className, context ) {
+ if ( typeof context.getElementsByClassName !== "undefined" && documentIsHTML ) {
+ return context.getElementsByClassName( className );
+ }
+ };
+
+ /* QSA/matchesSelector
+ ---------------------------------------------------------------------- */
+
+ // QSA and matchesSelector support
+
+ // matchesSelector(:active) reports false when true (IE9/Opera 11.5)
+ rbuggyMatches = [];
+
+ // qSa(:focus) reports false when true (Chrome 21)
+ // We allow this because of a bug in IE8/9 that throws an error
+ // whenever `document.activeElement` is accessed on an iframe
+ // So, we allow :focus to pass through QSA all the time to avoid the IE error
+ // See https://bugs.jquery.com/ticket/13378
+ rbuggyQSA = [];
+
+ if ( ( support.qsa = rnative.test( document.querySelectorAll ) ) ) {
+
+ // Build QSA regex
+ // Regex strategy adopted from Diego Perini
+ assert( function( el ) {
+
+ var input;
+
+ // Select is set to empty string on purpose
+ // This is to test IE's treatment of not explicitly
+ // setting a boolean content attribute,
+ // since its presence should be enough
+ // https://bugs.jquery.com/ticket/12359
+ docElem.appendChild( el ).innerHTML = " " +
+ "" +
+ " ";
+
+ // Support: IE8, Opera 11-12.16
+ // Nothing should be selected when empty strings follow ^= or $= or *=
+ // The test attribute must be unknown in Opera but "safe" for WinRT
+ // https://msdn.microsoft.com/en-us/library/ie/hh465388.aspx#attribute_section
+ if ( el.querySelectorAll( "[msallowcapture^='']" ).length ) {
+ rbuggyQSA.push( "[*^$]=" + whitespace + "*(?:''|\"\")" );
+ }
+
+ // Support: IE8
+ // Boolean attributes and "value" are not treated correctly
+ if ( !el.querySelectorAll( "[selected]" ).length ) {
+ rbuggyQSA.push( "\\[" + whitespace + "*(?:value|" + booleans + ")" );
+ }
+
+ // Support: Chrome<29, Android<4.4, Safari<7.0+, iOS<7.0+, PhantomJS<1.9.8+
+ if ( !el.querySelectorAll( "[id~=" + expando + "-]" ).length ) {
+ rbuggyQSA.push( "~=" );
+ }
+
+ // Support: IE 11+, Edge 15 - 18+
+ // IE 11/Edge don't find elements on a `[name='']` query in some cases.
+ // Adding a temporary attribute to the document before the selection works
+ // around the issue.
+ // Interestingly, IE 10 & older don't seem to have the issue.
+ input = document.createElement( "input" );
+ input.setAttribute( "name", "" );
+ el.appendChild( input );
+ if ( !el.querySelectorAll( "[name='']" ).length ) {
+ rbuggyQSA.push( "\\[" + whitespace + "*name" + whitespace + "*=" +
+ whitespace + "*(?:''|\"\")" );
+ }
+
+ // Webkit/Opera - :checked should return selected option elements
+ // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked
+ // IE8 throws error here and will not see later tests
+ if ( !el.querySelectorAll( ":checked" ).length ) {
+ rbuggyQSA.push( ":checked" );
+ }
+
+ // Support: Safari 8+, iOS 8+
+ // https://bugs.webkit.org/show_bug.cgi?id=136851
+ // In-page `selector#id sibling-combinator selector` fails
+ if ( !el.querySelectorAll( "a#" + expando + "+*" ).length ) {
+ rbuggyQSA.push( ".#.+[+~]" );
+ }
+
+ // Support: Firefox <=3.6 - 5 only
+ // Old Firefox doesn't throw on a badly-escaped identifier.
+ el.querySelectorAll( "\\\f" );
+ rbuggyQSA.push( "[\\r\\n\\f]" );
+ } );
+
+ assert( function( el ) {
+ el.innerHTML = " " +
+ " ";
+
+ // Support: Windows 8 Native Apps
+ // The type and name attributes are restricted during .innerHTML assignment
+ var input = document.createElement( "input" );
+ input.setAttribute( "type", "hidden" );
+ el.appendChild( input ).setAttribute( "name", "D" );
+
+ // Support: IE8
+ // Enforce case-sensitivity of name attribute
+ if ( el.querySelectorAll( "[name=d]" ).length ) {
+ rbuggyQSA.push( "name" + whitespace + "*[*^$|!~]?=" );
+ }
+
+ // FF 3.5 - :enabled/:disabled and hidden elements (hidden elements are still enabled)
+ // IE8 throws error here and will not see later tests
+ if ( el.querySelectorAll( ":enabled" ).length !== 2 ) {
+ rbuggyQSA.push( ":enabled", ":disabled" );
+ }
+
+ // Support: IE9-11+
+ // IE's :disabled selector does not pick up the children of disabled fieldsets
+ docElem.appendChild( el ).disabled = true;
+ if ( el.querySelectorAll( ":disabled" ).length !== 2 ) {
+ rbuggyQSA.push( ":enabled", ":disabled" );
+ }
+
+ // Support: Opera 10 - 11 only
+ // Opera 10-11 does not throw on post-comma invalid pseudos
+ el.querySelectorAll( "*,:x" );
+ rbuggyQSA.push( ",.*:" );
+ } );
+ }
+
+ if ( ( support.matchesSelector = rnative.test( ( matches = docElem.matches ||
+ docElem.webkitMatchesSelector ||
+ docElem.mozMatchesSelector ||
+ docElem.oMatchesSelector ||
+ docElem.msMatchesSelector ) ) ) ) {
+
+ assert( function( el ) {
+
+ // Check to see if it's possible to do matchesSelector
+ // on a disconnected node (IE 9)
+ support.disconnectedMatch = matches.call( el, "*" );
+
+ // This should fail with an exception
+ // Gecko does not error, returns false instead
+ matches.call( el, "[s!='']:x" );
+ rbuggyMatches.push( "!=", pseudos );
+ } );
+ }
+
+ rbuggyQSA = rbuggyQSA.length && new RegExp( rbuggyQSA.join( "|" ) );
+ rbuggyMatches = rbuggyMatches.length && new RegExp( rbuggyMatches.join( "|" ) );
+
+ /* Contains
+ ---------------------------------------------------------------------- */
+ hasCompare = rnative.test( docElem.compareDocumentPosition );
+
+ // Element contains another
+ // Purposefully self-exclusive
+ // As in, an element does not contain itself
+ contains = hasCompare || rnative.test( docElem.contains ) ?
+ function( a, b ) {
+ var adown = a.nodeType === 9 ? a.documentElement : a,
+ bup = b && b.parentNode;
+ return a === bup || !!( bup && bup.nodeType === 1 && (
+ adown.contains ?
+ adown.contains( bup ) :
+ a.compareDocumentPosition && a.compareDocumentPosition( bup ) & 16
+ ) );
+ } :
+ function( a, b ) {
+ if ( b ) {
+ while ( ( b = b.parentNode ) ) {
+ if ( b === a ) {
+ return true;
+ }
+ }
+ }
+ return false;
+ };
+
+ /* Sorting
+ ---------------------------------------------------------------------- */
+
+ // Document order sorting
+ sortOrder = hasCompare ?
+ function( a, b ) {
+
+ // Flag for duplicate removal
+ if ( a === b ) {
+ hasDuplicate = true;
+ return 0;
+ }
+
+ // Sort on method existence if only one input has compareDocumentPosition
+ var compare = !a.compareDocumentPosition - !b.compareDocumentPosition;
+ if ( compare ) {
+ return compare;
+ }
+
+ // Calculate position if both inputs belong to the same document
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ compare = ( a.ownerDocument || a ) == ( b.ownerDocument || b ) ?
+ a.compareDocumentPosition( b ) :
+
+ // Otherwise we know they are disconnected
+ 1;
+
+ // Disconnected nodes
+ if ( compare & 1 ||
+ ( !support.sortDetached && b.compareDocumentPosition( a ) === compare ) ) {
+
+ // Choose the first element that is related to our preferred document
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( a == document || a.ownerDocument == preferredDoc &&
+ contains( preferredDoc, a ) ) {
+ return -1;
+ }
+
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( b == document || b.ownerDocument == preferredDoc &&
+ contains( preferredDoc, b ) ) {
+ return 1;
+ }
+
+ // Maintain original order
+ return sortInput ?
+ ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) :
+ 0;
+ }
+
+ return compare & 4 ? -1 : 1;
+ } :
+ function( a, b ) {
+
+ // Exit early if the nodes are identical
+ if ( a === b ) {
+ hasDuplicate = true;
+ return 0;
+ }
+
+ var cur,
+ i = 0,
+ aup = a.parentNode,
+ bup = b.parentNode,
+ ap = [ a ],
+ bp = [ b ];
+
+ // Parentless nodes are either documents or disconnected
+ if ( !aup || !bup ) {
+
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ /* eslint-disable eqeqeq */
+ return a == document ? -1 :
+ b == document ? 1 :
+ /* eslint-enable eqeqeq */
+ aup ? -1 :
+ bup ? 1 :
+ sortInput ?
+ ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) :
+ 0;
+
+ // If the nodes are siblings, we can do a quick check
+ } else if ( aup === bup ) {
+ return siblingCheck( a, b );
+ }
+
+ // Otherwise we need full lists of their ancestors for comparison
+ cur = a;
+ while ( ( cur = cur.parentNode ) ) {
+ ap.unshift( cur );
+ }
+ cur = b;
+ while ( ( cur = cur.parentNode ) ) {
+ bp.unshift( cur );
+ }
+
+ // Walk down the tree looking for a discrepancy
+ while ( ap[ i ] === bp[ i ] ) {
+ i++;
+ }
+
+ return i ?
+
+ // Do a sibling check if the nodes have a common ancestor
+ siblingCheck( ap[ i ], bp[ i ] ) :
+
+ // Otherwise nodes in our document sort first
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ /* eslint-disable eqeqeq */
+ ap[ i ] == preferredDoc ? -1 :
+ bp[ i ] == preferredDoc ? 1 :
+ /* eslint-enable eqeqeq */
+ 0;
+ };
+
+ return document;
+};
+
+Sizzle.matches = function( expr, elements ) {
+ return Sizzle( expr, null, null, elements );
+};
+
+Sizzle.matchesSelector = function( elem, expr ) {
+ setDocument( elem );
+
+ if ( support.matchesSelector && documentIsHTML &&
+ !nonnativeSelectorCache[ expr + " " ] &&
+ ( !rbuggyMatches || !rbuggyMatches.test( expr ) ) &&
+ ( !rbuggyQSA || !rbuggyQSA.test( expr ) ) ) {
+
+ try {
+ var ret = matches.call( elem, expr );
+
+ // IE 9's matchesSelector returns false on disconnected nodes
+ if ( ret || support.disconnectedMatch ||
+
+ // As well, disconnected nodes are said to be in a document
+ // fragment in IE 9
+ elem.document && elem.document.nodeType !== 11 ) {
+ return ret;
+ }
+ } catch ( e ) {
+ nonnativeSelectorCache( expr, true );
+ }
+ }
+
+ return Sizzle( expr, document, null, [ elem ] ).length > 0;
+};
+
+Sizzle.contains = function( context, elem ) {
+
+ // Set document vars if needed
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( ( context.ownerDocument || context ) != document ) {
+ setDocument( context );
+ }
+ return contains( context, elem );
+};
+
+Sizzle.attr = function( elem, name ) {
+
+ // Set document vars if needed
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( ( elem.ownerDocument || elem ) != document ) {
+ setDocument( elem );
+ }
+
+ var fn = Expr.attrHandle[ name.toLowerCase() ],
+
+ // Don't get fooled by Object.prototype properties (jQuery #13807)
+ val = fn && hasOwn.call( Expr.attrHandle, name.toLowerCase() ) ?
+ fn( elem, name, !documentIsHTML ) :
+ undefined;
+
+ return val !== undefined ?
+ val :
+ support.attributes || !documentIsHTML ?
+ elem.getAttribute( name ) :
+ ( val = elem.getAttributeNode( name ) ) && val.specified ?
+ val.value :
+ null;
+};
+
+Sizzle.escape = function( sel ) {
+ return ( sel + "" ).replace( rcssescape, fcssescape );
+};
+
+Sizzle.error = function( msg ) {
+ throw new Error( "Syntax error, unrecognized expression: " + msg );
+};
+
+/**
+ * Document sorting and removing duplicates
+ * @param {ArrayLike} results
+ */
+Sizzle.uniqueSort = function( results ) {
+ var elem,
+ duplicates = [],
+ j = 0,
+ i = 0;
+
+ // Unless we *know* we can detect duplicates, assume their presence
+ hasDuplicate = !support.detectDuplicates;
+ sortInput = !support.sortStable && results.slice( 0 );
+ results.sort( sortOrder );
+
+ if ( hasDuplicate ) {
+ while ( ( elem = results[ i++ ] ) ) {
+ if ( elem === results[ i ] ) {
+ j = duplicates.push( i );
+ }
+ }
+ while ( j-- ) {
+ results.splice( duplicates[ j ], 1 );
+ }
+ }
+
+ // Clear input after sorting to release objects
+ // See https://github.com/jquery/sizzle/pull/225
+ sortInput = null;
+
+ return results;
+};
+
+/**
+ * Utility function for retrieving the text value of an array of DOM nodes
+ * @param {Array|Element} elem
+ */
+getText = Sizzle.getText = function( elem ) {
+ var node,
+ ret = "",
+ i = 0,
+ nodeType = elem.nodeType;
+
+ if ( !nodeType ) {
+
+ // If no nodeType, this is expected to be an array
+ while ( ( node = elem[ i++ ] ) ) {
+
+ // Do not traverse comment nodes
+ ret += getText( node );
+ }
+ } else if ( nodeType === 1 || nodeType === 9 || nodeType === 11 ) {
+
+ // Use textContent for elements
+ // innerText usage removed for consistency of new lines (jQuery #11153)
+ if ( typeof elem.textContent === "string" ) {
+ return elem.textContent;
+ } else {
+
+ // Traverse its children
+ for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) {
+ ret += getText( elem );
+ }
+ }
+ } else if ( nodeType === 3 || nodeType === 4 ) {
+ return elem.nodeValue;
+ }
+
+ // Do not include comment or processing instruction nodes
+
+ return ret;
+};
+
+Expr = Sizzle.selectors = {
+
+ // Can be adjusted by the user
+ cacheLength: 50,
+
+ createPseudo: markFunction,
+
+ match: matchExpr,
+
+ attrHandle: {},
+
+ find: {},
+
+ relative: {
+ ">": { dir: "parentNode", first: true },
+ " ": { dir: "parentNode" },
+ "+": { dir: "previousSibling", first: true },
+ "~": { dir: "previousSibling" }
+ },
+
+ preFilter: {
+ "ATTR": function( match ) {
+ match[ 1 ] = match[ 1 ].replace( runescape, funescape );
+
+ // Move the given value to match[3] whether quoted or unquoted
+ match[ 3 ] = ( match[ 3 ] || match[ 4 ] ||
+ match[ 5 ] || "" ).replace( runescape, funescape );
+
+ if ( match[ 2 ] === "~=" ) {
+ match[ 3 ] = " " + match[ 3 ] + " ";
+ }
+
+ return match.slice( 0, 4 );
+ },
+
+ "CHILD": function( match ) {
+
+ /* matches from matchExpr["CHILD"]
+ 1 type (only|nth|...)
+ 2 what (child|of-type)
+ 3 argument (even|odd|\d*|\d*n([+-]\d+)?|...)
+ 4 xn-component of xn+y argument ([+-]?\d*n|)
+ 5 sign of xn-component
+ 6 x of xn-component
+ 7 sign of y-component
+ 8 y of y-component
+ */
+ match[ 1 ] = match[ 1 ].toLowerCase();
+
+ if ( match[ 1 ].slice( 0, 3 ) === "nth" ) {
+
+ // nth-* requires argument
+ if ( !match[ 3 ] ) {
+ Sizzle.error( match[ 0 ] );
+ }
+
+ // numeric x and y parameters for Expr.filter.CHILD
+ // remember that false/true cast respectively to 0/1
+ match[ 4 ] = +( match[ 4 ] ?
+ match[ 5 ] + ( match[ 6 ] || 1 ) :
+ 2 * ( match[ 3 ] === "even" || match[ 3 ] === "odd" ) );
+ match[ 5 ] = +( ( match[ 7 ] + match[ 8 ] ) || match[ 3 ] === "odd" );
+
+ // other types prohibit arguments
+ } else if ( match[ 3 ] ) {
+ Sizzle.error( match[ 0 ] );
+ }
+
+ return match;
+ },
+
+ "PSEUDO": function( match ) {
+ var excess,
+ unquoted = !match[ 6 ] && match[ 2 ];
+
+ if ( matchExpr[ "CHILD" ].test( match[ 0 ] ) ) {
+ return null;
+ }
+
+ // Accept quoted arguments as-is
+ if ( match[ 3 ] ) {
+ match[ 2 ] = match[ 4 ] || match[ 5 ] || "";
+
+ // Strip excess characters from unquoted arguments
+ } else if ( unquoted && rpseudo.test( unquoted ) &&
+
+ // Get excess from tokenize (recursively)
+ ( excess = tokenize( unquoted, true ) ) &&
+
+ // advance to the next closing parenthesis
+ ( excess = unquoted.indexOf( ")", unquoted.length - excess ) - unquoted.length ) ) {
+
+ // excess is a negative index
+ match[ 0 ] = match[ 0 ].slice( 0, excess );
+ match[ 2 ] = unquoted.slice( 0, excess );
+ }
+
+ // Return only captures needed by the pseudo filter method (type and argument)
+ return match.slice( 0, 3 );
+ }
+ },
+
+ filter: {
+
+ "TAG": function( nodeNameSelector ) {
+ var nodeName = nodeNameSelector.replace( runescape, funescape ).toLowerCase();
+ return nodeNameSelector === "*" ?
+ function() {
+ return true;
+ } :
+ function( elem ) {
+ return elem.nodeName && elem.nodeName.toLowerCase() === nodeName;
+ };
+ },
+
+ "CLASS": function( className ) {
+ var pattern = classCache[ className + " " ];
+
+ return pattern ||
+ ( pattern = new RegExp( "(^|" + whitespace +
+ ")" + className + "(" + whitespace + "|$)" ) ) && classCache(
+ className, function( elem ) {
+ return pattern.test(
+ typeof elem.className === "string" && elem.className ||
+ typeof elem.getAttribute !== "undefined" &&
+ elem.getAttribute( "class" ) ||
+ ""
+ );
+ } );
+ },
+
+ "ATTR": function( name, operator, check ) {
+ return function( elem ) {
+ var result = Sizzle.attr( elem, name );
+
+ if ( result == null ) {
+ return operator === "!=";
+ }
+ if ( !operator ) {
+ return true;
+ }
+
+ result += "";
+
+ /* eslint-disable max-len */
+
+ return operator === "=" ? result === check :
+ operator === "!=" ? result !== check :
+ operator === "^=" ? check && result.indexOf( check ) === 0 :
+ operator === "*=" ? check && result.indexOf( check ) > -1 :
+ operator === "$=" ? check && result.slice( -check.length ) === check :
+ operator === "~=" ? ( " " + result.replace( rwhitespace, " " ) + " " ).indexOf( check ) > -1 :
+ operator === "|=" ? result === check || result.slice( 0, check.length + 1 ) === check + "-" :
+ false;
+ /* eslint-enable max-len */
+
+ };
+ },
+
+ "CHILD": function( type, what, _argument, first, last ) {
+ var simple = type.slice( 0, 3 ) !== "nth",
+ forward = type.slice( -4 ) !== "last",
+ ofType = what === "of-type";
+
+ return first === 1 && last === 0 ?
+
+ // Shortcut for :nth-*(n)
+ function( elem ) {
+ return !!elem.parentNode;
+ } :
+
+ function( elem, _context, xml ) {
+ var cache, uniqueCache, outerCache, node, nodeIndex, start,
+ dir = simple !== forward ? "nextSibling" : "previousSibling",
+ parent = elem.parentNode,
+ name = ofType && elem.nodeName.toLowerCase(),
+ useCache = !xml && !ofType,
+ diff = false;
+
+ if ( parent ) {
+
+ // :(first|last|only)-(child|of-type)
+ if ( simple ) {
+ while ( dir ) {
+ node = elem;
+ while ( ( node = node[ dir ] ) ) {
+ if ( ofType ?
+ node.nodeName.toLowerCase() === name :
+ node.nodeType === 1 ) {
+
+ return false;
+ }
+ }
+
+ // Reverse direction for :only-* (if we haven't yet done so)
+ start = dir = type === "only" && !start && "nextSibling";
+ }
+ return true;
+ }
+
+ start = [ forward ? parent.firstChild : parent.lastChild ];
+
+ // non-xml :nth-child(...) stores cache data on `parent`
+ if ( forward && useCache ) {
+
+ // Seek `elem` from a previously-cached index
+
+ // ...in a gzip-friendly way
+ node = parent;
+ outerCache = node[ expando ] || ( node[ expando ] = {} );
+
+ // Support: IE <9 only
+ // Defend against cloned attroperties (jQuery gh-1709)
+ uniqueCache = outerCache[ node.uniqueID ] ||
+ ( outerCache[ node.uniqueID ] = {} );
+
+ cache = uniqueCache[ type ] || [];
+ nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ];
+ diff = nodeIndex && cache[ 2 ];
+ node = nodeIndex && parent.childNodes[ nodeIndex ];
+
+ while ( ( node = ++nodeIndex && node && node[ dir ] ||
+
+ // Fallback to seeking `elem` from the start
+ ( diff = nodeIndex = 0 ) || start.pop() ) ) {
+
+ // When found, cache indexes on `parent` and break
+ if ( node.nodeType === 1 && ++diff && node === elem ) {
+ uniqueCache[ type ] = [ dirruns, nodeIndex, diff ];
+ break;
+ }
+ }
+
+ } else {
+
+ // Use previously-cached element index if available
+ if ( useCache ) {
+
+ // ...in a gzip-friendly way
+ node = elem;
+ outerCache = node[ expando ] || ( node[ expando ] = {} );
+
+ // Support: IE <9 only
+ // Defend against cloned attroperties (jQuery gh-1709)
+ uniqueCache = outerCache[ node.uniqueID ] ||
+ ( outerCache[ node.uniqueID ] = {} );
+
+ cache = uniqueCache[ type ] || [];
+ nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ];
+ diff = nodeIndex;
+ }
+
+ // xml :nth-child(...)
+ // or :nth-last-child(...) or :nth(-last)?-of-type(...)
+ if ( diff === false ) {
+
+ // Use the same loop as above to seek `elem` from the start
+ while ( ( node = ++nodeIndex && node && node[ dir ] ||
+ ( diff = nodeIndex = 0 ) || start.pop() ) ) {
+
+ if ( ( ofType ?
+ node.nodeName.toLowerCase() === name :
+ node.nodeType === 1 ) &&
+ ++diff ) {
+
+ // Cache the index of each encountered element
+ if ( useCache ) {
+ outerCache = node[ expando ] ||
+ ( node[ expando ] = {} );
+
+ // Support: IE <9 only
+ // Defend against cloned attroperties (jQuery gh-1709)
+ uniqueCache = outerCache[ node.uniqueID ] ||
+ ( outerCache[ node.uniqueID ] = {} );
+
+ uniqueCache[ type ] = [ dirruns, diff ];
+ }
+
+ if ( node === elem ) {
+ break;
+ }
+ }
+ }
+ }
+ }
+
+ // Incorporate the offset, then check against cycle size
+ diff -= last;
+ return diff === first || ( diff % first === 0 && diff / first >= 0 );
+ }
+ };
+ },
+
+ "PSEUDO": function( pseudo, argument ) {
+
+ // pseudo-class names are case-insensitive
+ // http://www.w3.org/TR/selectors/#pseudo-classes
+ // Prioritize by case sensitivity in case custom pseudos are added with uppercase letters
+ // Remember that setFilters inherits from pseudos
+ var args,
+ fn = Expr.pseudos[ pseudo ] || Expr.setFilters[ pseudo.toLowerCase() ] ||
+ Sizzle.error( "unsupported pseudo: " + pseudo );
+
+ // The user may use createPseudo to indicate that
+ // arguments are needed to create the filter function
+ // just as Sizzle does
+ if ( fn[ expando ] ) {
+ return fn( argument );
+ }
+
+ // But maintain support for old signatures
+ if ( fn.length > 1 ) {
+ args = [ pseudo, pseudo, "", argument ];
+ return Expr.setFilters.hasOwnProperty( pseudo.toLowerCase() ) ?
+ markFunction( function( seed, matches ) {
+ var idx,
+ matched = fn( seed, argument ),
+ i = matched.length;
+ while ( i-- ) {
+ idx = indexOf( seed, matched[ i ] );
+ seed[ idx ] = !( matches[ idx ] = matched[ i ] );
+ }
+ } ) :
+ function( elem ) {
+ return fn( elem, 0, args );
+ };
+ }
+
+ return fn;
+ }
+ },
+
+ pseudos: {
+
+ // Potentially complex pseudos
+ "not": markFunction( function( selector ) {
+
+ // Trim the selector passed to compile
+ // to avoid treating leading and trailing
+ // spaces as combinators
+ var input = [],
+ results = [],
+ matcher = compile( selector.replace( rtrim, "$1" ) );
+
+ return matcher[ expando ] ?
+ markFunction( function( seed, matches, _context, xml ) {
+ var elem,
+ unmatched = matcher( seed, null, xml, [] ),
+ i = seed.length;
+
+ // Match elements unmatched by `matcher`
+ while ( i-- ) {
+ if ( ( elem = unmatched[ i ] ) ) {
+ seed[ i ] = !( matches[ i ] = elem );
+ }
+ }
+ } ) :
+ function( elem, _context, xml ) {
+ input[ 0 ] = elem;
+ matcher( input, null, xml, results );
+
+ // Don't keep the element (issue #299)
+ input[ 0 ] = null;
+ return !results.pop();
+ };
+ } ),
+
+ "has": markFunction( function( selector ) {
+ return function( elem ) {
+ return Sizzle( selector, elem ).length > 0;
+ };
+ } ),
+
+ "contains": markFunction( function( text ) {
+ text = text.replace( runescape, funescape );
+ return function( elem ) {
+ return ( elem.textContent || getText( elem ) ).indexOf( text ) > -1;
+ };
+ } ),
+
+ // "Whether an element is represented by a :lang() selector
+ // is based solely on the element's language value
+ // being equal to the identifier C,
+ // or beginning with the identifier C immediately followed by "-".
+ // The matching of C against the element's language value is performed case-insensitively.
+ // The identifier C does not have to be a valid language name."
+ // http://www.w3.org/TR/selectors/#lang-pseudo
+ "lang": markFunction( function( lang ) {
+
+ // lang value must be a valid identifier
+ if ( !ridentifier.test( lang || "" ) ) {
+ Sizzle.error( "unsupported lang: " + lang );
+ }
+ lang = lang.replace( runescape, funescape ).toLowerCase();
+ return function( elem ) {
+ var elemLang;
+ do {
+ if ( ( elemLang = documentIsHTML ?
+ elem.lang :
+ elem.getAttribute( "xml:lang" ) || elem.getAttribute( "lang" ) ) ) {
+
+ elemLang = elemLang.toLowerCase();
+ return elemLang === lang || elemLang.indexOf( lang + "-" ) === 0;
+ }
+ } while ( ( elem = elem.parentNode ) && elem.nodeType === 1 );
+ return false;
+ };
+ } ),
+
+ // Miscellaneous
+ "target": function( elem ) {
+ var hash = window.location && window.location.hash;
+ return hash && hash.slice( 1 ) === elem.id;
+ },
+
+ "root": function( elem ) {
+ return elem === docElem;
+ },
+
+ "focus": function( elem ) {
+ return elem === document.activeElement &&
+ ( !document.hasFocus || document.hasFocus() ) &&
+ !!( elem.type || elem.href || ~elem.tabIndex );
+ },
+
+ // Boolean properties
+ "enabled": createDisabledPseudo( false ),
+ "disabled": createDisabledPseudo( true ),
+
+ "checked": function( elem ) {
+
+ // In CSS3, :checked should return both checked and selected elements
+ // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked
+ var nodeName = elem.nodeName.toLowerCase();
+ return ( nodeName === "input" && !!elem.checked ) ||
+ ( nodeName === "option" && !!elem.selected );
+ },
+
+ "selected": function( elem ) {
+
+ // Accessing this property makes selected-by-default
+ // options in Safari work properly
+ if ( elem.parentNode ) {
+ // eslint-disable-next-line no-unused-expressions
+ elem.parentNode.selectedIndex;
+ }
+
+ return elem.selected === true;
+ },
+
+ // Contents
+ "empty": function( elem ) {
+
+ // http://www.w3.org/TR/selectors/#empty-pseudo
+ // :empty is negated by element (1) or content nodes (text: 3; cdata: 4; entity ref: 5),
+ // but not by others (comment: 8; processing instruction: 7; etc.)
+ // nodeType < 6 works because attributes (2) do not appear as children
+ for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) {
+ if ( elem.nodeType < 6 ) {
+ return false;
+ }
+ }
+ return true;
+ },
+
+ "parent": function( elem ) {
+ return !Expr.pseudos[ "empty" ]( elem );
+ },
+
+ // Element/input types
+ "header": function( elem ) {
+ return rheader.test( elem.nodeName );
+ },
+
+ "input": function( elem ) {
+ return rinputs.test( elem.nodeName );
+ },
+
+ "button": function( elem ) {
+ var name = elem.nodeName.toLowerCase();
+ return name === "input" && elem.type === "button" || name === "button";
+ },
+
+ "text": function( elem ) {
+ var attr;
+ return elem.nodeName.toLowerCase() === "input" &&
+ elem.type === "text" &&
+
+ // Support: IE<8
+ // New HTML5 attribute values (e.g., "search") appear with elem.type === "text"
+ ( ( attr = elem.getAttribute( "type" ) ) == null ||
+ attr.toLowerCase() === "text" );
+ },
+
+ // Position-in-collection
+ "first": createPositionalPseudo( function() {
+ return [ 0 ];
+ } ),
+
+ "last": createPositionalPseudo( function( _matchIndexes, length ) {
+ return [ length - 1 ];
+ } ),
+
+ "eq": createPositionalPseudo( function( _matchIndexes, length, argument ) {
+ return [ argument < 0 ? argument + length : argument ];
+ } ),
+
+ "even": createPositionalPseudo( function( matchIndexes, length ) {
+ var i = 0;
+ for ( ; i < length; i += 2 ) {
+ matchIndexes.push( i );
+ }
+ return matchIndexes;
+ } ),
+
+ "odd": createPositionalPseudo( function( matchIndexes, length ) {
+ var i = 1;
+ for ( ; i < length; i += 2 ) {
+ matchIndexes.push( i );
+ }
+ return matchIndexes;
+ } ),
+
+ "lt": createPositionalPseudo( function( matchIndexes, length, argument ) {
+ var i = argument < 0 ?
+ argument + length :
+ argument > length ?
+ length :
+ argument;
+ for ( ; --i >= 0; ) {
+ matchIndexes.push( i );
+ }
+ return matchIndexes;
+ } ),
+
+ "gt": createPositionalPseudo( function( matchIndexes, length, argument ) {
+ var i = argument < 0 ? argument + length : argument;
+ for ( ; ++i < length; ) {
+ matchIndexes.push( i );
+ }
+ return matchIndexes;
+ } )
+ }
+};
+
+Expr.pseudos[ "nth" ] = Expr.pseudos[ "eq" ];
+
+// Add button/input type pseudos
+for ( i in { radio: true, checkbox: true, file: true, password: true, image: true } ) {
+ Expr.pseudos[ i ] = createInputPseudo( i );
+}
+for ( i in { submit: true, reset: true } ) {
+ Expr.pseudos[ i ] = createButtonPseudo( i );
+}
+
+// Easy API for creating new setFilters
+function setFilters() {}
+setFilters.prototype = Expr.filters = Expr.pseudos;
+Expr.setFilters = new setFilters();
+
+tokenize = Sizzle.tokenize = function( selector, parseOnly ) {
+ var matched, match, tokens, type,
+ soFar, groups, preFilters,
+ cached = tokenCache[ selector + " " ];
+
+ if ( cached ) {
+ return parseOnly ? 0 : cached.slice( 0 );
+ }
+
+ soFar = selector;
+ groups = [];
+ preFilters = Expr.preFilter;
+
+ while ( soFar ) {
+
+ // Comma and first run
+ if ( !matched || ( match = rcomma.exec( soFar ) ) ) {
+ if ( match ) {
+
+ // Don't consume trailing commas as valid
+ soFar = soFar.slice( match[ 0 ].length ) || soFar;
+ }
+ groups.push( ( tokens = [] ) );
+ }
+
+ matched = false;
+
+ // Combinators
+ if ( ( match = rcombinators.exec( soFar ) ) ) {
+ matched = match.shift();
+ tokens.push( {
+ value: matched,
+
+ // Cast descendant combinators to space
+ type: match[ 0 ].replace( rtrim, " " )
+ } );
+ soFar = soFar.slice( matched.length );
+ }
+
+ // Filters
+ for ( type in Expr.filter ) {
+ if ( ( match = matchExpr[ type ].exec( soFar ) ) && ( !preFilters[ type ] ||
+ ( match = preFilters[ type ]( match ) ) ) ) {
+ matched = match.shift();
+ tokens.push( {
+ value: matched,
+ type: type,
+ matches: match
+ } );
+ soFar = soFar.slice( matched.length );
+ }
+ }
+
+ if ( !matched ) {
+ break;
+ }
+ }
+
+ // Return the length of the invalid excess
+ // if we're just parsing
+ // Otherwise, throw an error or return tokens
+ return parseOnly ?
+ soFar.length :
+ soFar ?
+ Sizzle.error( selector ) :
+
+ // Cache the tokens
+ tokenCache( selector, groups ).slice( 0 );
+};
+
+function toSelector( tokens ) {
+ var i = 0,
+ len = tokens.length,
+ selector = "";
+ for ( ; i < len; i++ ) {
+ selector += tokens[ i ].value;
+ }
+ return selector;
+}
+
+function addCombinator( matcher, combinator, base ) {
+ var dir = combinator.dir,
+ skip = combinator.next,
+ key = skip || dir,
+ checkNonElements = base && key === "parentNode",
+ doneName = done++;
+
+ return combinator.first ?
+
+ // Check against closest ancestor/preceding element
+ function( elem, context, xml ) {
+ while ( ( elem = elem[ dir ] ) ) {
+ if ( elem.nodeType === 1 || checkNonElements ) {
+ return matcher( elem, context, xml );
+ }
+ }
+ return false;
+ } :
+
+ // Check against all ancestor/preceding elements
+ function( elem, context, xml ) {
+ var oldCache, uniqueCache, outerCache,
+ newCache = [ dirruns, doneName ];
+
+ // We can't set arbitrary data on XML nodes, so they don't benefit from combinator caching
+ if ( xml ) {
+ while ( ( elem = elem[ dir ] ) ) {
+ if ( elem.nodeType === 1 || checkNonElements ) {
+ if ( matcher( elem, context, xml ) ) {
+ return true;
+ }
+ }
+ }
+ } else {
+ while ( ( elem = elem[ dir ] ) ) {
+ if ( elem.nodeType === 1 || checkNonElements ) {
+ outerCache = elem[ expando ] || ( elem[ expando ] = {} );
+
+ // Support: IE <9 only
+ // Defend against cloned attroperties (jQuery gh-1709)
+ uniqueCache = outerCache[ elem.uniqueID ] ||
+ ( outerCache[ elem.uniqueID ] = {} );
+
+ if ( skip && skip === elem.nodeName.toLowerCase() ) {
+ elem = elem[ dir ] || elem;
+ } else if ( ( oldCache = uniqueCache[ key ] ) &&
+ oldCache[ 0 ] === dirruns && oldCache[ 1 ] === doneName ) {
+
+ // Assign to newCache so results back-propagate to previous elements
+ return ( newCache[ 2 ] = oldCache[ 2 ] );
+ } else {
+
+ // Reuse newcache so results back-propagate to previous elements
+ uniqueCache[ key ] = newCache;
+
+ // A match means we're done; a fail means we have to keep checking
+ if ( ( newCache[ 2 ] = matcher( elem, context, xml ) ) ) {
+ return true;
+ }
+ }
+ }
+ }
+ }
+ return false;
+ };
+}
+
+function elementMatcher( matchers ) {
+ return matchers.length > 1 ?
+ function( elem, context, xml ) {
+ var i = matchers.length;
+ while ( i-- ) {
+ if ( !matchers[ i ]( elem, context, xml ) ) {
+ return false;
+ }
+ }
+ return true;
+ } :
+ matchers[ 0 ];
+}
+
+function multipleContexts( selector, contexts, results ) {
+ var i = 0,
+ len = contexts.length;
+ for ( ; i < len; i++ ) {
+ Sizzle( selector, contexts[ i ], results );
+ }
+ return results;
+}
+
+function condense( unmatched, map, filter, context, xml ) {
+ var elem,
+ newUnmatched = [],
+ i = 0,
+ len = unmatched.length,
+ mapped = map != null;
+
+ for ( ; i < len; i++ ) {
+ if ( ( elem = unmatched[ i ] ) ) {
+ if ( !filter || filter( elem, context, xml ) ) {
+ newUnmatched.push( elem );
+ if ( mapped ) {
+ map.push( i );
+ }
+ }
+ }
+ }
+
+ return newUnmatched;
+}
+
+function setMatcher( preFilter, selector, matcher, postFilter, postFinder, postSelector ) {
+ if ( postFilter && !postFilter[ expando ] ) {
+ postFilter = setMatcher( postFilter );
+ }
+ if ( postFinder && !postFinder[ expando ] ) {
+ postFinder = setMatcher( postFinder, postSelector );
+ }
+ return markFunction( function( seed, results, context, xml ) {
+ var temp, i, elem,
+ preMap = [],
+ postMap = [],
+ preexisting = results.length,
+
+ // Get initial elements from seed or context
+ elems = seed || multipleContexts(
+ selector || "*",
+ context.nodeType ? [ context ] : context,
+ []
+ ),
+
+ // Prefilter to get matcher input, preserving a map for seed-results synchronization
+ matcherIn = preFilter && ( seed || !selector ) ?
+ condense( elems, preMap, preFilter, context, xml ) :
+ elems,
+
+ matcherOut = matcher ?
+
+ // If we have a postFinder, or filtered seed, or non-seed postFilter or preexisting results,
+ postFinder || ( seed ? preFilter : preexisting || postFilter ) ?
+
+ // ...intermediate processing is necessary
+ [] :
+
+ // ...otherwise use results directly
+ results :
+ matcherIn;
+
+ // Find primary matches
+ if ( matcher ) {
+ matcher( matcherIn, matcherOut, context, xml );
+ }
+
+ // Apply postFilter
+ if ( postFilter ) {
+ temp = condense( matcherOut, postMap );
+ postFilter( temp, [], context, xml );
+
+ // Un-match failing elements by moving them back to matcherIn
+ i = temp.length;
+ while ( i-- ) {
+ if ( ( elem = temp[ i ] ) ) {
+ matcherOut[ postMap[ i ] ] = !( matcherIn[ postMap[ i ] ] = elem );
+ }
+ }
+ }
+
+ if ( seed ) {
+ if ( postFinder || preFilter ) {
+ if ( postFinder ) {
+
+ // Get the final matcherOut by condensing this intermediate into postFinder contexts
+ temp = [];
+ i = matcherOut.length;
+ while ( i-- ) {
+ if ( ( elem = matcherOut[ i ] ) ) {
+
+ // Restore matcherIn since elem is not yet a final match
+ temp.push( ( matcherIn[ i ] = elem ) );
+ }
+ }
+ postFinder( null, ( matcherOut = [] ), temp, xml );
+ }
+
+ // Move matched elements from seed to results to keep them synchronized
+ i = matcherOut.length;
+ while ( i-- ) {
+ if ( ( elem = matcherOut[ i ] ) &&
+ ( temp = postFinder ? indexOf( seed, elem ) : preMap[ i ] ) > -1 ) {
+
+ seed[ temp ] = !( results[ temp ] = elem );
+ }
+ }
+ }
+
+ // Add elements to results, through postFinder if defined
+ } else {
+ matcherOut = condense(
+ matcherOut === results ?
+ matcherOut.splice( preexisting, matcherOut.length ) :
+ matcherOut
+ );
+ if ( postFinder ) {
+ postFinder( null, results, matcherOut, xml );
+ } else {
+ push.apply( results, matcherOut );
+ }
+ }
+ } );
+}
+
+function matcherFromTokens( tokens ) {
+ var checkContext, matcher, j,
+ len = tokens.length,
+ leadingRelative = Expr.relative[ tokens[ 0 ].type ],
+ implicitRelative = leadingRelative || Expr.relative[ " " ],
+ i = leadingRelative ? 1 : 0,
+
+ // The foundational matcher ensures that elements are reachable from top-level context(s)
+ matchContext = addCombinator( function( elem ) {
+ return elem === checkContext;
+ }, implicitRelative, true ),
+ matchAnyContext = addCombinator( function( elem ) {
+ return indexOf( checkContext, elem ) > -1;
+ }, implicitRelative, true ),
+ matchers = [ function( elem, context, xml ) {
+ var ret = ( !leadingRelative && ( xml || context !== outermostContext ) ) || (
+ ( checkContext = context ).nodeType ?
+ matchContext( elem, context, xml ) :
+ matchAnyContext( elem, context, xml ) );
+
+ // Avoid hanging onto element (issue #299)
+ checkContext = null;
+ return ret;
+ } ];
+
+ for ( ; i < len; i++ ) {
+ if ( ( matcher = Expr.relative[ tokens[ i ].type ] ) ) {
+ matchers = [ addCombinator( elementMatcher( matchers ), matcher ) ];
+ } else {
+ matcher = Expr.filter[ tokens[ i ].type ].apply( null, tokens[ i ].matches );
+
+ // Return special upon seeing a positional matcher
+ if ( matcher[ expando ] ) {
+
+ // Find the next relative operator (if any) for proper handling
+ j = ++i;
+ for ( ; j < len; j++ ) {
+ if ( Expr.relative[ tokens[ j ].type ] ) {
+ break;
+ }
+ }
+ return setMatcher(
+ i > 1 && elementMatcher( matchers ),
+ i > 1 && toSelector(
+
+ // If the preceding token was a descendant combinator, insert an implicit any-element `*`
+ tokens
+ .slice( 0, i - 1 )
+ .concat( { value: tokens[ i - 2 ].type === " " ? "*" : "" } )
+ ).replace( rtrim, "$1" ),
+ matcher,
+ i < j && matcherFromTokens( tokens.slice( i, j ) ),
+ j < len && matcherFromTokens( ( tokens = tokens.slice( j ) ) ),
+ j < len && toSelector( tokens )
+ );
+ }
+ matchers.push( matcher );
+ }
+ }
+
+ return elementMatcher( matchers );
+}
+
+function matcherFromGroupMatchers( elementMatchers, setMatchers ) {
+ var bySet = setMatchers.length > 0,
+ byElement = elementMatchers.length > 0,
+ superMatcher = function( seed, context, xml, results, outermost ) {
+ var elem, j, matcher,
+ matchedCount = 0,
+ i = "0",
+ unmatched = seed && [],
+ setMatched = [],
+ contextBackup = outermostContext,
+
+ // We must always have either seed elements or outermost context
+ elems = seed || byElement && Expr.find[ "TAG" ]( "*", outermost ),
+
+ // Use integer dirruns iff this is the outermost matcher
+ dirrunsUnique = ( dirruns += contextBackup == null ? 1 : Math.random() || 0.1 ),
+ len = elems.length;
+
+ if ( outermost ) {
+
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ outermostContext = context == document || context || outermost;
+ }
+
+ // Add elements passing elementMatchers directly to results
+ // Support: IE<9, Safari
+ // Tolerate NodeList properties (IE: "length"; Safari: ) matching elements by id
+ for ( ; i !== len && ( elem = elems[ i ] ) != null; i++ ) {
+ if ( byElement && elem ) {
+ j = 0;
+
+ // Support: IE 11+, Edge 17 - 18+
+ // IE/Edge sometimes throw a "Permission denied" error when strict-comparing
+ // two documents; shallow comparisons work.
+ // eslint-disable-next-line eqeqeq
+ if ( !context && elem.ownerDocument != document ) {
+ setDocument( elem );
+ xml = !documentIsHTML;
+ }
+ while ( ( matcher = elementMatchers[ j++ ] ) ) {
+ if ( matcher( elem, context || document, xml ) ) {
+ results.push( elem );
+ break;
+ }
+ }
+ if ( outermost ) {
+ dirruns = dirrunsUnique;
+ }
+ }
+
+ // Track unmatched elements for set filters
+ if ( bySet ) {
+
+ // They will have gone through all possible matchers
+ if ( ( elem = !matcher && elem ) ) {
+ matchedCount--;
+ }
+
+ // Lengthen the array for every element, matched or not
+ if ( seed ) {
+ unmatched.push( elem );
+ }
+ }
+ }
+
+ // `i` is now the count of elements visited above, and adding it to `matchedCount`
+ // makes the latter nonnegative.
+ matchedCount += i;
+
+ // Apply set filters to unmatched elements
+ // NOTE: This can be skipped if there are no unmatched elements (i.e., `matchedCount`
+ // equals `i`), unless we didn't visit _any_ elements in the above loop because we have
+ // no element matchers and no seed.
+ // Incrementing an initially-string "0" `i` allows `i` to remain a string only in that
+ // case, which will result in a "00" `matchedCount` that differs from `i` but is also
+ // numerically zero.
+ if ( bySet && i !== matchedCount ) {
+ j = 0;
+ while ( ( matcher = setMatchers[ j++ ] ) ) {
+ matcher( unmatched, setMatched, context, xml );
+ }
+
+ if ( seed ) {
+
+ // Reintegrate element matches to eliminate the need for sorting
+ if ( matchedCount > 0 ) {
+ while ( i-- ) {
+ if ( !( unmatched[ i ] || setMatched[ i ] ) ) {
+ setMatched[ i ] = pop.call( results );
+ }
+ }
+ }
+
+ // Discard index placeholder values to get only actual matches
+ setMatched = condense( setMatched );
+ }
+
+ // Add matches to results
+ push.apply( results, setMatched );
+
+ // Seedless set matches succeeding multiple successful matchers stipulate sorting
+ if ( outermost && !seed && setMatched.length > 0 &&
+ ( matchedCount + setMatchers.length ) > 1 ) {
+
+ Sizzle.uniqueSort( results );
+ }
+ }
+
+ // Override manipulation of globals by nested matchers
+ if ( outermost ) {
+ dirruns = dirrunsUnique;
+ outermostContext = contextBackup;
+ }
+
+ return unmatched;
+ };
+
+ return bySet ?
+ markFunction( superMatcher ) :
+ superMatcher;
+}
+
+compile = Sizzle.compile = function( selector, match /* Internal Use Only */ ) {
+ var i,
+ setMatchers = [],
+ elementMatchers = [],
+ cached = compilerCache[ selector + " " ];
+
+ if ( !cached ) {
+
+ // Generate a function of recursive functions that can be used to check each element
+ if ( !match ) {
+ match = tokenize( selector );
+ }
+ i = match.length;
+ while ( i-- ) {
+ cached = matcherFromTokens( match[ i ] );
+ if ( cached[ expando ] ) {
+ setMatchers.push( cached );
+ } else {
+ elementMatchers.push( cached );
+ }
+ }
+
+ // Cache the compiled function
+ cached = compilerCache(
+ selector,
+ matcherFromGroupMatchers( elementMatchers, setMatchers )
+ );
+
+ // Save selector and tokenization
+ cached.selector = selector;
+ }
+ return cached;
+};
+
+/**
+ * A low-level selection function that works with Sizzle's compiled
+ * selector functions
+ * @param {String|Function} selector A selector or a pre-compiled
+ * selector function built with Sizzle.compile
+ * @param {Element} context
+ * @param {Array} [results]
+ * @param {Array} [seed] A set of elements to match against
+ */
+select = Sizzle.select = function( selector, context, results, seed ) {
+ var i, tokens, token, type, find,
+ compiled = typeof selector === "function" && selector,
+ match = !seed && tokenize( ( selector = compiled.selector || selector ) );
+
+ results = results || [];
+
+ // Try to minimize operations if there is only one selector in the list and no seed
+ // (the latter of which guarantees us context)
+ if ( match.length === 1 ) {
+
+ // Reduce context if the leading compound selector is an ID
+ tokens = match[ 0 ] = match[ 0 ].slice( 0 );
+ if ( tokens.length > 2 && ( token = tokens[ 0 ] ).type === "ID" &&
+ context.nodeType === 9 && documentIsHTML && Expr.relative[ tokens[ 1 ].type ] ) {
+
+ context = ( Expr.find[ "ID" ]( token.matches[ 0 ]
+ .replace( runescape, funescape ), context ) || [] )[ 0 ];
+ if ( !context ) {
+ return results;
+
+ // Precompiled matchers will still verify ancestry, so step up a level
+ } else if ( compiled ) {
+ context = context.parentNode;
+ }
+
+ selector = selector.slice( tokens.shift().value.length );
+ }
+
+ // Fetch a seed set for right-to-left matching
+ i = matchExpr[ "needsContext" ].test( selector ) ? 0 : tokens.length;
+ while ( i-- ) {
+ token = tokens[ i ];
+
+ // Abort if we hit a combinator
+ if ( Expr.relative[ ( type = token.type ) ] ) {
+ break;
+ }
+ if ( ( find = Expr.find[ type ] ) ) {
+
+ // Search, expanding context for leading sibling combinators
+ if ( ( seed = find(
+ token.matches[ 0 ].replace( runescape, funescape ),
+ rsibling.test( tokens[ 0 ].type ) && testContext( context.parentNode ) ||
+ context
+ ) ) ) {
+
+ // If seed is empty or no tokens remain, we can return early
+ tokens.splice( i, 1 );
+ selector = seed.length && toSelector( tokens );
+ if ( !selector ) {
+ push.apply( results, seed );
+ return results;
+ }
+
+ break;
+ }
+ }
+ }
+ }
+
+ // Compile and execute a filtering function if one is not provided
+ // Provide `match` to avoid retokenization if we modified the selector above
+ ( compiled || compile( selector, match ) )(
+ seed,
+ context,
+ !documentIsHTML,
+ results,
+ !context || rsibling.test( selector ) && testContext( context.parentNode ) || context
+ );
+ return results;
+};
+
+// One-time assignments
+
+// Sort stability
+support.sortStable = expando.split( "" ).sort( sortOrder ).join( "" ) === expando;
+
+// Support: Chrome 14-35+
+// Always assume duplicates if they aren't passed to the comparison function
+support.detectDuplicates = !!hasDuplicate;
+
+// Initialize against the default document
+setDocument();
+
+// Support: Webkit<537.32 - Safari 6.0.3/Chrome 25 (fixed in Chrome 27)
+// Detached nodes confoundingly follow *each other*
+support.sortDetached = assert( function( el ) {
+
+ // Should return 1, but returns 4 (following)
+ return el.compareDocumentPosition( document.createElement( "fieldset" ) ) & 1;
+} );
+
+// Support: IE<8
+// Prevent attribute/property "interpolation"
+// https://msdn.microsoft.com/en-us/library/ms536429%28VS.85%29.aspx
+if ( !assert( function( el ) {
+ el.innerHTML = " ";
+ return el.firstChild.getAttribute( "href" ) === "#";
+} ) ) {
+ addHandle( "type|href|height|width", function( elem, name, isXML ) {
+ if ( !isXML ) {
+ return elem.getAttribute( name, name.toLowerCase() === "type" ? 1 : 2 );
+ }
+ } );
+}
+
+// Support: IE<9
+// Use defaultValue in place of getAttribute("value")
+if ( !support.attributes || !assert( function( el ) {
+ el.innerHTML = " ";
+ el.firstChild.setAttribute( "value", "" );
+ return el.firstChild.getAttribute( "value" ) === "";
+} ) ) {
+ addHandle( "value", function( elem, _name, isXML ) {
+ if ( !isXML && elem.nodeName.toLowerCase() === "input" ) {
+ return elem.defaultValue;
+ }
+ } );
+}
+
+// Support: IE<9
+// Use getAttributeNode to fetch booleans when getAttribute lies
+if ( !assert( function( el ) {
+ return el.getAttribute( "disabled" ) == null;
+} ) ) {
+ addHandle( booleans, function( elem, name, isXML ) {
+ var val;
+ if ( !isXML ) {
+ return elem[ name ] === true ? name.toLowerCase() :
+ ( val = elem.getAttributeNode( name ) ) && val.specified ?
+ val.value :
+ null;
+ }
+ } );
+}
+
+return Sizzle;
+
+} )( window );
+
+
+
+jQuery.find = Sizzle;
+jQuery.expr = Sizzle.selectors;
+
+// Deprecated
+jQuery.expr[ ":" ] = jQuery.expr.pseudos;
+jQuery.uniqueSort = jQuery.unique = Sizzle.uniqueSort;
+jQuery.text = Sizzle.getText;
+jQuery.isXMLDoc = Sizzle.isXML;
+jQuery.contains = Sizzle.contains;
+jQuery.escapeSelector = Sizzle.escape;
+
+
+
+
+var dir = function( elem, dir, until ) {
+ var matched = [],
+ truncate = until !== undefined;
+
+ while ( ( elem = elem[ dir ] ) && elem.nodeType !== 9 ) {
+ if ( elem.nodeType === 1 ) {
+ if ( truncate && jQuery( elem ).is( until ) ) {
+ break;
+ }
+ matched.push( elem );
+ }
+ }
+ return matched;
+};
+
+
+var siblings = function( n, elem ) {
+ var matched = [];
+
+ for ( ; n; n = n.nextSibling ) {
+ if ( n.nodeType === 1 && n !== elem ) {
+ matched.push( n );
+ }
+ }
+
+ return matched;
+};
+
+
+var rneedsContext = jQuery.expr.match.needsContext;
+
+
+
+function nodeName( elem, name ) {
+
+ return elem.nodeName && elem.nodeName.toLowerCase() === name.toLowerCase();
+
+};
+var rsingleTag = ( /^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i );
+
+
+
+// Implement the identical functionality for filter and not
+function winnow( elements, qualifier, not ) {
+ if ( isFunction( qualifier ) ) {
+ return jQuery.grep( elements, function( elem, i ) {
+ return !!qualifier.call( elem, i, elem ) !== not;
+ } );
+ }
+
+ // Single element
+ if ( qualifier.nodeType ) {
+ return jQuery.grep( elements, function( elem ) {
+ return ( elem === qualifier ) !== not;
+ } );
+ }
+
+ // Arraylike of elements (jQuery, arguments, Array)
+ if ( typeof qualifier !== "string" ) {
+ return jQuery.grep( elements, function( elem ) {
+ return ( indexOf.call( qualifier, elem ) > -1 ) !== not;
+ } );
+ }
+
+ // Filtered directly for both simple and complex selectors
+ return jQuery.filter( qualifier, elements, not );
+}
+
+jQuery.filter = function( expr, elems, not ) {
+ var elem = elems[ 0 ];
+
+ if ( not ) {
+ expr = ":not(" + expr + ")";
+ }
+
+ if ( elems.length === 1 && elem.nodeType === 1 ) {
+ return jQuery.find.matchesSelector( elem, expr ) ? [ elem ] : [];
+ }
+
+ return jQuery.find.matches( expr, jQuery.grep( elems, function( elem ) {
+ return elem.nodeType === 1;
+ } ) );
+};
+
+jQuery.fn.extend( {
+ find: function( selector ) {
+ var i, ret,
+ len = this.length,
+ self = this;
+
+ if ( typeof selector !== "string" ) {
+ return this.pushStack( jQuery( selector ).filter( function() {
+ for ( i = 0; i < len; i++ ) {
+ if ( jQuery.contains( self[ i ], this ) ) {
+ return true;
+ }
+ }
+ } ) );
+ }
+
+ ret = this.pushStack( [] );
+
+ for ( i = 0; i < len; i++ ) {
+ jQuery.find( selector, self[ i ], ret );
+ }
+
+ return len > 1 ? jQuery.uniqueSort( ret ) : ret;
+ },
+ filter: function( selector ) {
+ return this.pushStack( winnow( this, selector || [], false ) );
+ },
+ not: function( selector ) {
+ return this.pushStack( winnow( this, selector || [], true ) );
+ },
+ is: function( selector ) {
+ return !!winnow(
+ this,
+
+ // If this is a positional/relative selector, check membership in the returned set
+ // so $("p:first").is("p:last") won't return true for a doc with two "p".
+ typeof selector === "string" && rneedsContext.test( selector ) ?
+ jQuery( selector ) :
+ selector || [],
+ false
+ ).length;
+ }
+} );
+
+
+// Initialize a jQuery object
+
+
+// A central reference to the root jQuery(document)
+var rootjQuery,
+
+ // A simple way to check for HTML strings
+ // Prioritize #id over to avoid XSS via location.hash (#9521)
+ // Strict HTML recognition (#11290: must start with <)
+ // Shortcut simple #id case for speed
+ rquickExpr = /^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/,
+
+ init = jQuery.fn.init = function( selector, context, root ) {
+ var match, elem;
+
+ // HANDLE: $(""), $(null), $(undefined), $(false)
+ if ( !selector ) {
+ return this;
+ }
+
+ // Method init() accepts an alternate rootjQuery
+ // so migrate can support jQuery.sub (gh-2101)
+ root = root || rootjQuery;
+
+ // Handle HTML strings
+ if ( typeof selector === "string" ) {
+ if ( selector[ 0 ] === "<" &&
+ selector[ selector.length - 1 ] === ">" &&
+ selector.length >= 3 ) {
+
+ // Assume that strings that start and end with <> are HTML and skip the regex check
+ match = [ null, selector, null ];
+
+ } else {
+ match = rquickExpr.exec( selector );
+ }
+
+ // Match html or make sure no context is specified for #id
+ if ( match && ( match[ 1 ] || !context ) ) {
+
+ // HANDLE: $(html) -> $(array)
+ if ( match[ 1 ] ) {
+ context = context instanceof jQuery ? context[ 0 ] : context;
+
+ // Option to run scripts is true for back-compat
+ // Intentionally let the error be thrown if parseHTML is not present
+ jQuery.merge( this, jQuery.parseHTML(
+ match[ 1 ],
+ context && context.nodeType ? context.ownerDocument || context : document,
+ true
+ ) );
+
+ // HANDLE: $(html, props)
+ if ( rsingleTag.test( match[ 1 ] ) && jQuery.isPlainObject( context ) ) {
+ for ( match in context ) {
+
+ // Properties of context are called as methods if possible
+ if ( isFunction( this[ match ] ) ) {
+ this[ match ]( context[ match ] );
+
+ // ...and otherwise set as attributes
+ } else {
+ this.attr( match, context[ match ] );
+ }
+ }
+ }
+
+ return this;
+
+ // HANDLE: $(#id)
+ } else {
+ elem = document.getElementById( match[ 2 ] );
+
+ if ( elem ) {
+
+ // Inject the element directly into the jQuery object
+ this[ 0 ] = elem;
+ this.length = 1;
+ }
+ return this;
+ }
+
+ // HANDLE: $(expr, $(...))
+ } else if ( !context || context.jquery ) {
+ return ( context || root ).find( selector );
+
+ // HANDLE: $(expr, context)
+ // (which is just equivalent to: $(context).find(expr)
+ } else {
+ return this.constructor( context ).find( selector );
+ }
+
+ // HANDLE: $(DOMElement)
+ } else if ( selector.nodeType ) {
+ this[ 0 ] = selector;
+ this.length = 1;
+ return this;
+
+ // HANDLE: $(function)
+ // Shortcut for document ready
+ } else if ( isFunction( selector ) ) {
+ return root.ready !== undefined ?
+ root.ready( selector ) :
+
+ // Execute immediately if ready is not present
+ selector( jQuery );
+ }
+
+ return jQuery.makeArray( selector, this );
+ };
+
+// Give the init function the jQuery prototype for later instantiation
+init.prototype = jQuery.fn;
+
+// Initialize central reference
+rootjQuery = jQuery( document );
+
+
+var rparentsprev = /^(?:parents|prev(?:Until|All))/,
+
+ // Methods guaranteed to produce a unique set when starting from a unique set
+ guaranteedUnique = {
+ children: true,
+ contents: true,
+ next: true,
+ prev: true
+ };
+
+jQuery.fn.extend( {
+ has: function( target ) {
+ var targets = jQuery( target, this ),
+ l = targets.length;
+
+ return this.filter( function() {
+ var i = 0;
+ for ( ; i < l; i++ ) {
+ if ( jQuery.contains( this, targets[ i ] ) ) {
+ return true;
+ }
+ }
+ } );
+ },
+
+ closest: function( selectors, context ) {
+ var cur,
+ i = 0,
+ l = this.length,
+ matched = [],
+ targets = typeof selectors !== "string" && jQuery( selectors );
+
+ // Positional selectors never match, since there's no _selection_ context
+ if ( !rneedsContext.test( selectors ) ) {
+ for ( ; i < l; i++ ) {
+ for ( cur = this[ i ]; cur && cur !== context; cur = cur.parentNode ) {
+
+ // Always skip document fragments
+ if ( cur.nodeType < 11 && ( targets ?
+ targets.index( cur ) > -1 :
+
+ // Don't pass non-elements to Sizzle
+ cur.nodeType === 1 &&
+ jQuery.find.matchesSelector( cur, selectors ) ) ) {
+
+ matched.push( cur );
+ break;
+ }
+ }
+ }
+ }
+
+ return this.pushStack( matched.length > 1 ? jQuery.uniqueSort( matched ) : matched );
+ },
+
+ // Determine the position of an element within the set
+ index: function( elem ) {
+
+ // No argument, return index in parent
+ if ( !elem ) {
+ return ( this[ 0 ] && this[ 0 ].parentNode ) ? this.first().prevAll().length : -1;
+ }
+
+ // Index in selector
+ if ( typeof elem === "string" ) {
+ return indexOf.call( jQuery( elem ), this[ 0 ] );
+ }
+
+ // Locate the position of the desired element
+ return indexOf.call( this,
+
+ // If it receives a jQuery object, the first element is used
+ elem.jquery ? elem[ 0 ] : elem
+ );
+ },
+
+ add: function( selector, context ) {
+ return this.pushStack(
+ jQuery.uniqueSort(
+ jQuery.merge( this.get(), jQuery( selector, context ) )
+ )
+ );
+ },
+
+ addBack: function( selector ) {
+ return this.add( selector == null ?
+ this.prevObject : this.prevObject.filter( selector )
+ );
+ }
+} );
+
+function sibling( cur, dir ) {
+ while ( ( cur = cur[ dir ] ) && cur.nodeType !== 1 ) {}
+ return cur;
+}
+
+jQuery.each( {
+ parent: function( elem ) {
+ var parent = elem.parentNode;
+ return parent && parent.nodeType !== 11 ? parent : null;
+ },
+ parents: function( elem ) {
+ return dir( elem, "parentNode" );
+ },
+ parentsUntil: function( elem, _i, until ) {
+ return dir( elem, "parentNode", until );
+ },
+ next: function( elem ) {
+ return sibling( elem, "nextSibling" );
+ },
+ prev: function( elem ) {
+ return sibling( elem, "previousSibling" );
+ },
+ nextAll: function( elem ) {
+ return dir( elem, "nextSibling" );
+ },
+ prevAll: function( elem ) {
+ return dir( elem, "previousSibling" );
+ },
+ nextUntil: function( elem, _i, until ) {
+ return dir( elem, "nextSibling", until );
+ },
+ prevUntil: function( elem, _i, until ) {
+ return dir( elem, "previousSibling", until );
+ },
+ siblings: function( elem ) {
+ return siblings( ( elem.parentNode || {} ).firstChild, elem );
+ },
+ children: function( elem ) {
+ return siblings( elem.firstChild );
+ },
+ contents: function( elem ) {
+ if ( elem.contentDocument != null &&
+
+ // Support: IE 11+
+ // elements with no `data` attribute has an object
+ // `contentDocument` with a `null` prototype.
+ getProto( elem.contentDocument ) ) {
+
+ return elem.contentDocument;
+ }
+
+ // Support: IE 9 - 11 only, iOS 7 only, Android Browser <=4.3 only
+ // Treat the template element as a regular one in browsers that
+ // don't support it.
+ if ( nodeName( elem, "template" ) ) {
+ elem = elem.content || elem;
+ }
+
+ return jQuery.merge( [], elem.childNodes );
+ }
+}, function( name, fn ) {
+ jQuery.fn[ name ] = function( until, selector ) {
+ var matched = jQuery.map( this, fn, until );
+
+ if ( name.slice( -5 ) !== "Until" ) {
+ selector = until;
+ }
+
+ if ( selector && typeof selector === "string" ) {
+ matched = jQuery.filter( selector, matched );
+ }
+
+ if ( this.length > 1 ) {
+
+ // Remove duplicates
+ if ( !guaranteedUnique[ name ] ) {
+ jQuery.uniqueSort( matched );
+ }
+
+ // Reverse order for parents* and prev-derivatives
+ if ( rparentsprev.test( name ) ) {
+ matched.reverse();
+ }
+ }
+
+ return this.pushStack( matched );
+ };
+} );
+var rnothtmlwhite = ( /[^\x20\t\r\n\f]+/g );
+
+
+
+// Convert String-formatted options into Object-formatted ones
+function createOptions( options ) {
+ var object = {};
+ jQuery.each( options.match( rnothtmlwhite ) || [], function( _, flag ) {
+ object[ flag ] = true;
+ } );
+ return object;
+}
+
+/*
+ * Create a callback list using the following parameters:
+ *
+ * options: an optional list of space-separated options that will change how
+ * the callback list behaves or a more traditional option object
+ *
+ * By default a callback list will act like an event callback list and can be
+ * "fired" multiple times.
+ *
+ * Possible options:
+ *
+ * once: will ensure the callback list can only be fired once (like a Deferred)
+ *
+ * memory: will keep track of previous values and will call any callback added
+ * after the list has been fired right away with the latest "memorized"
+ * values (like a Deferred)
+ *
+ * unique: will ensure a callback can only be added once (no duplicate in the list)
+ *
+ * stopOnFalse: interrupt callings when a callback returns false
+ *
+ */
+jQuery.Callbacks = function( options ) {
+
+ // Convert options from String-formatted to Object-formatted if needed
+ // (we check in cache first)
+ options = typeof options === "string" ?
+ createOptions( options ) :
+ jQuery.extend( {}, options );
+
+ var // Flag to know if list is currently firing
+ firing,
+
+ // Last fire value for non-forgettable lists
+ memory,
+
+ // Flag to know if list was already fired
+ fired,
+
+ // Flag to prevent firing
+ locked,
+
+ // Actual callback list
+ list = [],
+
+ // Queue of execution data for repeatable lists
+ queue = [],
+
+ // Index of currently firing callback (modified by add/remove as needed)
+ firingIndex = -1,
+
+ // Fire callbacks
+ fire = function() {
+
+ // Enforce single-firing
+ locked = locked || options.once;
+
+ // Execute callbacks for all pending executions,
+ // respecting firingIndex overrides and runtime changes
+ fired = firing = true;
+ for ( ; queue.length; firingIndex = -1 ) {
+ memory = queue.shift();
+ while ( ++firingIndex < list.length ) {
+
+ // Run callback and check for early termination
+ if ( list[ firingIndex ].apply( memory[ 0 ], memory[ 1 ] ) === false &&
+ options.stopOnFalse ) {
+
+ // Jump to end and forget the data so .add doesn't re-fire
+ firingIndex = list.length;
+ memory = false;
+ }
+ }
+ }
+
+ // Forget the data if we're done with it
+ if ( !options.memory ) {
+ memory = false;
+ }
+
+ firing = false;
+
+ // Clean up if we're done firing for good
+ if ( locked ) {
+
+ // Keep an empty list if we have data for future add calls
+ if ( memory ) {
+ list = [];
+
+ // Otherwise, this object is spent
+ } else {
+ list = "";
+ }
+ }
+ },
+
+ // Actual Callbacks object
+ self = {
+
+ // Add a callback or a collection of callbacks to the list
+ add: function() {
+ if ( list ) {
+
+ // If we have memory from a past run, we should fire after adding
+ if ( memory && !firing ) {
+ firingIndex = list.length - 1;
+ queue.push( memory );
+ }
+
+ ( function add( args ) {
+ jQuery.each( args, function( _, arg ) {
+ if ( isFunction( arg ) ) {
+ if ( !options.unique || !self.has( arg ) ) {
+ list.push( arg );
+ }
+ } else if ( arg && arg.length && toType( arg ) !== "string" ) {
+
+ // Inspect recursively
+ add( arg );
+ }
+ } );
+ } )( arguments );
+
+ if ( memory && !firing ) {
+ fire();
+ }
+ }
+ return this;
+ },
+
+ // Remove a callback from the list
+ remove: function() {
+ jQuery.each( arguments, function( _, arg ) {
+ var index;
+ while ( ( index = jQuery.inArray( arg, list, index ) ) > -1 ) {
+ list.splice( index, 1 );
+
+ // Handle firing indexes
+ if ( index <= firingIndex ) {
+ firingIndex--;
+ }
+ }
+ } );
+ return this;
+ },
+
+ // Check if a given callback is in the list.
+ // If no argument is given, return whether or not list has callbacks attached.
+ has: function( fn ) {
+ return fn ?
+ jQuery.inArray( fn, list ) > -1 :
+ list.length > 0;
+ },
+
+ // Remove all callbacks from the list
+ empty: function() {
+ if ( list ) {
+ list = [];
+ }
+ return this;
+ },
+
+ // Disable .fire and .add
+ // Abort any current/pending executions
+ // Clear all callbacks and values
+ disable: function() {
+ locked = queue = [];
+ list = memory = "";
+ return this;
+ },
+ disabled: function() {
+ return !list;
+ },
+
+ // Disable .fire
+ // Also disable .add unless we have memory (since it would have no effect)
+ // Abort any pending executions
+ lock: function() {
+ locked = queue = [];
+ if ( !memory && !firing ) {
+ list = memory = "";
+ }
+ return this;
+ },
+ locked: function() {
+ return !!locked;
+ },
+
+ // Call all callbacks with the given context and arguments
+ fireWith: function( context, args ) {
+ if ( !locked ) {
+ args = args || [];
+ args = [ context, args.slice ? args.slice() : args ];
+ queue.push( args );
+ if ( !firing ) {
+ fire();
+ }
+ }
+ return this;
+ },
+
+ // Call all the callbacks with the given arguments
+ fire: function() {
+ self.fireWith( this, arguments );
+ return this;
+ },
+
+ // To know if the callbacks have already been called at least once
+ fired: function() {
+ return !!fired;
+ }
+ };
+
+ return self;
+};
+
+
+function Identity( v ) {
+ return v;
+}
+function Thrower( ex ) {
+ throw ex;
+}
+
+function adoptValue( value, resolve, reject, noValue ) {
+ var method;
+
+ try {
+
+ // Check for promise aspect first to privilege synchronous behavior
+ if ( value && isFunction( ( method = value.promise ) ) ) {
+ method.call( value ).done( resolve ).fail( reject );
+
+ // Other thenables
+ } else if ( value && isFunction( ( method = value.then ) ) ) {
+ method.call( value, resolve, reject );
+
+ // Other non-thenables
+ } else {
+
+ // Control `resolve` arguments by letting Array#slice cast boolean `noValue` to integer:
+ // * false: [ value ].slice( 0 ) => resolve( value )
+ // * true: [ value ].slice( 1 ) => resolve()
+ resolve.apply( undefined, [ value ].slice( noValue ) );
+ }
+
+ // For Promises/A+, convert exceptions into rejections
+ // Since jQuery.when doesn't unwrap thenables, we can skip the extra checks appearing in
+ // Deferred#then to conditionally suppress rejection.
+ } catch ( value ) {
+
+ // Support: Android 4.0 only
+ // Strict mode functions invoked without .call/.apply get global-object context
+ reject.apply( undefined, [ value ] );
+ }
+}
+
+jQuery.extend( {
+
+ Deferred: function( func ) {
+ var tuples = [
+
+ // action, add listener, callbacks,
+ // ... .then handlers, argument index, [final state]
+ [ "notify", "progress", jQuery.Callbacks( "memory" ),
+ jQuery.Callbacks( "memory" ), 2 ],
+ [ "resolve", "done", jQuery.Callbacks( "once memory" ),
+ jQuery.Callbacks( "once memory" ), 0, "resolved" ],
+ [ "reject", "fail", jQuery.Callbacks( "once memory" ),
+ jQuery.Callbacks( "once memory" ), 1, "rejected" ]
+ ],
+ state = "pending",
+ promise = {
+ state: function() {
+ return state;
+ },
+ always: function() {
+ deferred.done( arguments ).fail( arguments );
+ return this;
+ },
+ "catch": function( fn ) {
+ return promise.then( null, fn );
+ },
+
+ // Keep pipe for back-compat
+ pipe: function( /* fnDone, fnFail, fnProgress */ ) {
+ var fns = arguments;
+
+ return jQuery.Deferred( function( newDefer ) {
+ jQuery.each( tuples, function( _i, tuple ) {
+
+ // Map tuples (progress, done, fail) to arguments (done, fail, progress)
+ var fn = isFunction( fns[ tuple[ 4 ] ] ) && fns[ tuple[ 4 ] ];
+
+ // deferred.progress(function() { bind to newDefer or newDefer.notify })
+ // deferred.done(function() { bind to newDefer or newDefer.resolve })
+ // deferred.fail(function() { bind to newDefer or newDefer.reject })
+ deferred[ tuple[ 1 ] ]( function() {
+ var returned = fn && fn.apply( this, arguments );
+ if ( returned && isFunction( returned.promise ) ) {
+ returned.promise()
+ .progress( newDefer.notify )
+ .done( newDefer.resolve )
+ .fail( newDefer.reject );
+ } else {
+ newDefer[ tuple[ 0 ] + "With" ](
+ this,
+ fn ? [ returned ] : arguments
+ );
+ }
+ } );
+ } );
+ fns = null;
+ } ).promise();
+ },
+ then: function( onFulfilled, onRejected, onProgress ) {
+ var maxDepth = 0;
+ function resolve( depth, deferred, handler, special ) {
+ return function() {
+ var that = this,
+ args = arguments,
+ mightThrow = function() {
+ var returned, then;
+
+ // Support: Promises/A+ section 2.3.3.3.3
+ // https://promisesaplus.com/#point-59
+ // Ignore double-resolution attempts
+ if ( depth < maxDepth ) {
+ return;
+ }
+
+ returned = handler.apply( that, args );
+
+ // Support: Promises/A+ section 2.3.1
+ // https://promisesaplus.com/#point-48
+ if ( returned === deferred.promise() ) {
+ throw new TypeError( "Thenable self-resolution" );
+ }
+
+ // Support: Promises/A+ sections 2.3.3.1, 3.5
+ // https://promisesaplus.com/#point-54
+ // https://promisesaplus.com/#point-75
+ // Retrieve `then` only once
+ then = returned &&
+
+ // Support: Promises/A+ section 2.3.4
+ // https://promisesaplus.com/#point-64
+ // Only check objects and functions for thenability
+ ( typeof returned === "object" ||
+ typeof returned === "function" ) &&
+ returned.then;
+
+ // Handle a returned thenable
+ if ( isFunction( then ) ) {
+
+ // Special processors (notify) just wait for resolution
+ if ( special ) {
+ then.call(
+ returned,
+ resolve( maxDepth, deferred, Identity, special ),
+ resolve( maxDepth, deferred, Thrower, special )
+ );
+
+ // Normal processors (resolve) also hook into progress
+ } else {
+
+ // ...and disregard older resolution values
+ maxDepth++;
+
+ then.call(
+ returned,
+ resolve( maxDepth, deferred, Identity, special ),
+ resolve( maxDepth, deferred, Thrower, special ),
+ resolve( maxDepth, deferred, Identity,
+ deferred.notifyWith )
+ );
+ }
+
+ // Handle all other returned values
+ } else {
+
+ // Only substitute handlers pass on context
+ // and multiple values (non-spec behavior)
+ if ( handler !== Identity ) {
+ that = undefined;
+ args = [ returned ];
+ }
+
+ // Process the value(s)
+ // Default process is resolve
+ ( special || deferred.resolveWith )( that, args );
+ }
+ },
+
+ // Only normal processors (resolve) catch and reject exceptions
+ process = special ?
+ mightThrow :
+ function() {
+ try {
+ mightThrow();
+ } catch ( e ) {
+
+ if ( jQuery.Deferred.exceptionHook ) {
+ jQuery.Deferred.exceptionHook( e,
+ process.stackTrace );
+ }
+
+ // Support: Promises/A+ section 2.3.3.3.4.1
+ // https://promisesaplus.com/#point-61
+ // Ignore post-resolution exceptions
+ if ( depth + 1 >= maxDepth ) {
+
+ // Only substitute handlers pass on context
+ // and multiple values (non-spec behavior)
+ if ( handler !== Thrower ) {
+ that = undefined;
+ args = [ e ];
+ }
+
+ deferred.rejectWith( that, args );
+ }
+ }
+ };
+
+ // Support: Promises/A+ section 2.3.3.3.1
+ // https://promisesaplus.com/#point-57
+ // Re-resolve promises immediately to dodge false rejection from
+ // subsequent errors
+ if ( depth ) {
+ process();
+ } else {
+
+ // Call an optional hook to record the stack, in case of exception
+ // since it's otherwise lost when execution goes async
+ if ( jQuery.Deferred.getStackHook ) {
+ process.stackTrace = jQuery.Deferred.getStackHook();
+ }
+ window.setTimeout( process );
+ }
+ };
+ }
+
+ return jQuery.Deferred( function( newDefer ) {
+
+ // progress_handlers.add( ... )
+ tuples[ 0 ][ 3 ].add(
+ resolve(
+ 0,
+ newDefer,
+ isFunction( onProgress ) ?
+ onProgress :
+ Identity,
+ newDefer.notifyWith
+ )
+ );
+
+ // fulfilled_handlers.add( ... )
+ tuples[ 1 ][ 3 ].add(
+ resolve(
+ 0,
+ newDefer,
+ isFunction( onFulfilled ) ?
+ onFulfilled :
+ Identity
+ )
+ );
+
+ // rejected_handlers.add( ... )
+ tuples[ 2 ][ 3 ].add(
+ resolve(
+ 0,
+ newDefer,
+ isFunction( onRejected ) ?
+ onRejected :
+ Thrower
+ )
+ );
+ } ).promise();
+ },
+
+ // Get a promise for this deferred
+ // If obj is provided, the promise aspect is added to the object
+ promise: function( obj ) {
+ return obj != null ? jQuery.extend( obj, promise ) : promise;
+ }
+ },
+ deferred = {};
+
+ // Add list-specific methods
+ jQuery.each( tuples, function( i, tuple ) {
+ var list = tuple[ 2 ],
+ stateString = tuple[ 5 ];
+
+ // promise.progress = list.add
+ // promise.done = list.add
+ // promise.fail = list.add
+ promise[ tuple[ 1 ] ] = list.add;
+
+ // Handle state
+ if ( stateString ) {
+ list.add(
+ function() {
+
+ // state = "resolved" (i.e., fulfilled)
+ // state = "rejected"
+ state = stateString;
+ },
+
+ // rejected_callbacks.disable
+ // fulfilled_callbacks.disable
+ tuples[ 3 - i ][ 2 ].disable,
+
+ // rejected_handlers.disable
+ // fulfilled_handlers.disable
+ tuples[ 3 - i ][ 3 ].disable,
+
+ // progress_callbacks.lock
+ tuples[ 0 ][ 2 ].lock,
+
+ // progress_handlers.lock
+ tuples[ 0 ][ 3 ].lock
+ );
+ }
+
+ // progress_handlers.fire
+ // fulfilled_handlers.fire
+ // rejected_handlers.fire
+ list.add( tuple[ 3 ].fire );
+
+ // deferred.notify = function() { deferred.notifyWith(...) }
+ // deferred.resolve = function() { deferred.resolveWith(...) }
+ // deferred.reject = function() { deferred.rejectWith(...) }
+ deferred[ tuple[ 0 ] ] = function() {
+ deferred[ tuple[ 0 ] + "With" ]( this === deferred ? undefined : this, arguments );
+ return this;
+ };
+
+ // deferred.notifyWith = list.fireWith
+ // deferred.resolveWith = list.fireWith
+ // deferred.rejectWith = list.fireWith
+ deferred[ tuple[ 0 ] + "With" ] = list.fireWith;
+ } );
+
+ // Make the deferred a promise
+ promise.promise( deferred );
+
+ // Call given func if any
+ if ( func ) {
+ func.call( deferred, deferred );
+ }
+
+ // All done!
+ return deferred;
+ },
+
+ // Deferred helper
+ when: function( singleValue ) {
+ var
+
+ // count of uncompleted subordinates
+ remaining = arguments.length,
+
+ // count of unprocessed arguments
+ i = remaining,
+
+ // subordinate fulfillment data
+ resolveContexts = Array( i ),
+ resolveValues = slice.call( arguments ),
+
+ // the master Deferred
+ master = jQuery.Deferred(),
+
+ // subordinate callback factory
+ updateFunc = function( i ) {
+ return function( value ) {
+ resolveContexts[ i ] = this;
+ resolveValues[ i ] = arguments.length > 1 ? slice.call( arguments ) : value;
+ if ( !( --remaining ) ) {
+ master.resolveWith( resolveContexts, resolveValues );
+ }
+ };
+ };
+
+ // Single- and empty arguments are adopted like Promise.resolve
+ if ( remaining <= 1 ) {
+ adoptValue( singleValue, master.done( updateFunc( i ) ).resolve, master.reject,
+ !remaining );
+
+ // Use .then() to unwrap secondary thenables (cf. gh-3000)
+ if ( master.state() === "pending" ||
+ isFunction( resolveValues[ i ] && resolveValues[ i ].then ) ) {
+
+ return master.then();
+ }
+ }
+
+ // Multiple arguments are aggregated like Promise.all array elements
+ while ( i-- ) {
+ adoptValue( resolveValues[ i ], updateFunc( i ), master.reject );
+ }
+
+ return master.promise();
+ }
+} );
+
+
+// These usually indicate a programmer mistake during development,
+// warn about them ASAP rather than swallowing them by default.
+var rerrorNames = /^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/;
+
+jQuery.Deferred.exceptionHook = function( error, stack ) {
+
+ // Support: IE 8 - 9 only
+ // Console exists when dev tools are open, which can happen at any time
+ if ( window.console && window.console.warn && error && rerrorNames.test( error.name ) ) {
+ window.console.warn( "jQuery.Deferred exception: " + error.message, error.stack, stack );
+ }
+};
+
+
+
+
+jQuery.readyException = function( error ) {
+ window.setTimeout( function() {
+ throw error;
+ } );
+};
+
+
+
+
+// The deferred used on DOM ready
+var readyList = jQuery.Deferred();
+
+jQuery.fn.ready = function( fn ) {
+
+ readyList
+ .then( fn )
+
+ // Wrap jQuery.readyException in a function so that the lookup
+ // happens at the time of error handling instead of callback
+ // registration.
+ .catch( function( error ) {
+ jQuery.readyException( error );
+ } );
+
+ return this;
+};
+
+jQuery.extend( {
+
+ // Is the DOM ready to be used? Set to true once it occurs.
+ isReady: false,
+
+ // A counter to track how many items to wait for before
+ // the ready event fires. See #6781
+ readyWait: 1,
+
+ // Handle when the DOM is ready
+ ready: function( wait ) {
+
+ // Abort if there are pending holds or we're already ready
+ if ( wait === true ? --jQuery.readyWait : jQuery.isReady ) {
+ return;
+ }
+
+ // Remember that the DOM is ready
+ jQuery.isReady = true;
+
+ // If a normal DOM Ready event fired, decrement, and wait if need be
+ if ( wait !== true && --jQuery.readyWait > 0 ) {
+ return;
+ }
+
+ // If there are functions bound, to execute
+ readyList.resolveWith( document, [ jQuery ] );
+ }
+} );
+
+jQuery.ready.then = readyList.then;
+
+// The ready event handler and self cleanup method
+function completed() {
+ document.removeEventListener( "DOMContentLoaded", completed );
+ window.removeEventListener( "load", completed );
+ jQuery.ready();
+}
+
+// Catch cases where $(document).ready() is called
+// after the browser event has already occurred.
+// Support: IE <=9 - 10 only
+// Older IE sometimes signals "interactive" too soon
+if ( document.readyState === "complete" ||
+ ( document.readyState !== "loading" && !document.documentElement.doScroll ) ) {
+
+ // Handle it asynchronously to allow scripts the opportunity to delay ready
+ window.setTimeout( jQuery.ready );
+
+} else {
+
+ // Use the handy event callback
+ document.addEventListener( "DOMContentLoaded", completed );
+
+ // A fallback to window.onload, that will always work
+ window.addEventListener( "load", completed );
+}
+
+
+
+
+// Multifunctional method to get and set values of a collection
+// The value/s can optionally be executed if it's a function
+var access = function( elems, fn, key, value, chainable, emptyGet, raw ) {
+ var i = 0,
+ len = elems.length,
+ bulk = key == null;
+
+ // Sets many values
+ if ( toType( key ) === "object" ) {
+ chainable = true;
+ for ( i in key ) {
+ access( elems, fn, i, key[ i ], true, emptyGet, raw );
+ }
+
+ // Sets one value
+ } else if ( value !== undefined ) {
+ chainable = true;
+
+ if ( !isFunction( value ) ) {
+ raw = true;
+ }
+
+ if ( bulk ) {
+
+ // Bulk operations run against the entire set
+ if ( raw ) {
+ fn.call( elems, value );
+ fn = null;
+
+ // ...except when executing function values
+ } else {
+ bulk = fn;
+ fn = function( elem, _key, value ) {
+ return bulk.call( jQuery( elem ), value );
+ };
+ }
+ }
+
+ if ( fn ) {
+ for ( ; i < len; i++ ) {
+ fn(
+ elems[ i ], key, raw ?
+ value :
+ value.call( elems[ i ], i, fn( elems[ i ], key ) )
+ );
+ }
+ }
+ }
+
+ if ( chainable ) {
+ return elems;
+ }
+
+ // Gets
+ if ( bulk ) {
+ return fn.call( elems );
+ }
+
+ return len ? fn( elems[ 0 ], key ) : emptyGet;
+};
+
+
+// Matches dashed string for camelizing
+var rmsPrefix = /^-ms-/,
+ rdashAlpha = /-([a-z])/g;
+
+// Used by camelCase as callback to replace()
+function fcamelCase( _all, letter ) {
+ return letter.toUpperCase();
+}
+
+// Convert dashed to camelCase; used by the css and data modules
+// Support: IE <=9 - 11, Edge 12 - 15
+// Microsoft forgot to hump their vendor prefix (#9572)
+function camelCase( string ) {
+ return string.replace( rmsPrefix, "ms-" ).replace( rdashAlpha, fcamelCase );
+}
+var acceptData = function( owner ) {
+
+ // Accepts only:
+ // - Node
+ // - Node.ELEMENT_NODE
+ // - Node.DOCUMENT_NODE
+ // - Object
+ // - Any
+ return owner.nodeType === 1 || owner.nodeType === 9 || !( +owner.nodeType );
+};
+
+
+
+
+function Data() {
+ this.expando = jQuery.expando + Data.uid++;
+}
+
+Data.uid = 1;
+
+Data.prototype = {
+
+ cache: function( owner ) {
+
+ // Check if the owner object already has a cache
+ var value = owner[ this.expando ];
+
+ // If not, create one
+ if ( !value ) {
+ value = {};
+
+ // We can accept data for non-element nodes in modern browsers,
+ // but we should not, see #8335.
+ // Always return an empty object.
+ if ( acceptData( owner ) ) {
+
+ // If it is a node unlikely to be stringify-ed or looped over
+ // use plain assignment
+ if ( owner.nodeType ) {
+ owner[ this.expando ] = value;
+
+ // Otherwise secure it in a non-enumerable property
+ // configurable must be true to allow the property to be
+ // deleted when data is removed
+ } else {
+ Object.defineProperty( owner, this.expando, {
+ value: value,
+ configurable: true
+ } );
+ }
+ }
+ }
+
+ return value;
+ },
+ set: function( owner, data, value ) {
+ var prop,
+ cache = this.cache( owner );
+
+ // Handle: [ owner, key, value ] args
+ // Always use camelCase key (gh-2257)
+ if ( typeof data === "string" ) {
+ cache[ camelCase( data ) ] = value;
+
+ // Handle: [ owner, { properties } ] args
+ } else {
+
+ // Copy the properties one-by-one to the cache object
+ for ( prop in data ) {
+ cache[ camelCase( prop ) ] = data[ prop ];
+ }
+ }
+ return cache;
+ },
+ get: function( owner, key ) {
+ return key === undefined ?
+ this.cache( owner ) :
+
+ // Always use camelCase key (gh-2257)
+ owner[ this.expando ] && owner[ this.expando ][ camelCase( key ) ];
+ },
+ access: function( owner, key, value ) {
+
+ // In cases where either:
+ //
+ // 1. No key was specified
+ // 2. A string key was specified, but no value provided
+ //
+ // Take the "read" path and allow the get method to determine
+ // which value to return, respectively either:
+ //
+ // 1. The entire cache object
+ // 2. The data stored at the key
+ //
+ if ( key === undefined ||
+ ( ( key && typeof key === "string" ) && value === undefined ) ) {
+
+ return this.get( owner, key );
+ }
+
+ // When the key is not a string, or both a key and value
+ // are specified, set or extend (existing objects) with either:
+ //
+ // 1. An object of properties
+ // 2. A key and value
+ //
+ this.set( owner, key, value );
+
+ // Since the "set" path can have two possible entry points
+ // return the expected data based on which path was taken[*]
+ return value !== undefined ? value : key;
+ },
+ remove: function( owner, key ) {
+ var i,
+ cache = owner[ this.expando ];
+
+ if ( cache === undefined ) {
+ return;
+ }
+
+ if ( key !== undefined ) {
+
+ // Support array or space separated string of keys
+ if ( Array.isArray( key ) ) {
+
+ // If key is an array of keys...
+ // We always set camelCase keys, so remove that.
+ key = key.map( camelCase );
+ } else {
+ key = camelCase( key );
+
+ // If a key with the spaces exists, use it.
+ // Otherwise, create an array by matching non-whitespace
+ key = key in cache ?
+ [ key ] :
+ ( key.match( rnothtmlwhite ) || [] );
+ }
+
+ i = key.length;
+
+ while ( i-- ) {
+ delete cache[ key[ i ] ];
+ }
+ }
+
+ // Remove the expando if there's no more data
+ if ( key === undefined || jQuery.isEmptyObject( cache ) ) {
+
+ // Support: Chrome <=35 - 45
+ // Webkit & Blink performance suffers when deleting properties
+ // from DOM nodes, so set to undefined instead
+ // https://bugs.chromium.org/p/chromium/issues/detail?id=378607 (bug restricted)
+ if ( owner.nodeType ) {
+ owner[ this.expando ] = undefined;
+ } else {
+ delete owner[ this.expando ];
+ }
+ }
+ },
+ hasData: function( owner ) {
+ var cache = owner[ this.expando ];
+ return cache !== undefined && !jQuery.isEmptyObject( cache );
+ }
+};
+var dataPriv = new Data();
+
+var dataUser = new Data();
+
+
+
+// Implementation Summary
+//
+// 1. Enforce API surface and semantic compatibility with 1.9.x branch
+// 2. Improve the module's maintainability by reducing the storage
+// paths to a single mechanism.
+// 3. Use the same single mechanism to support "private" and "user" data.
+// 4. _Never_ expose "private" data to user code (TODO: Drop _data, _removeData)
+// 5. Avoid exposing implementation details on user objects (eg. expando properties)
+// 6. Provide a clear path for implementation upgrade to WeakMap in 2014
+
+var rbrace = /^(?:\{[\w\W]*\}|\[[\w\W]*\])$/,
+ rmultiDash = /[A-Z]/g;
+
+function getData( data ) {
+ if ( data === "true" ) {
+ return true;
+ }
+
+ if ( data === "false" ) {
+ return false;
+ }
+
+ if ( data === "null" ) {
+ return null;
+ }
+
+ // Only convert to a number if it doesn't change the string
+ if ( data === +data + "" ) {
+ return +data;
+ }
+
+ if ( rbrace.test( data ) ) {
+ return JSON.parse( data );
+ }
+
+ return data;
+}
+
+function dataAttr( elem, key, data ) {
+ var name;
+
+ // If nothing was found internally, try to fetch any
+ // data from the HTML5 data-* attribute
+ if ( data === undefined && elem.nodeType === 1 ) {
+ name = "data-" + key.replace( rmultiDash, "-$&" ).toLowerCase();
+ data = elem.getAttribute( name );
+
+ if ( typeof data === "string" ) {
+ try {
+ data = getData( data );
+ } catch ( e ) {}
+
+ // Make sure we set the data so it isn't changed later
+ dataUser.set( elem, key, data );
+ } else {
+ data = undefined;
+ }
+ }
+ return data;
+}
+
+jQuery.extend( {
+ hasData: function( elem ) {
+ return dataUser.hasData( elem ) || dataPriv.hasData( elem );
+ },
+
+ data: function( elem, name, data ) {
+ return dataUser.access( elem, name, data );
+ },
+
+ removeData: function( elem, name ) {
+ dataUser.remove( elem, name );
+ },
+
+ // TODO: Now that all calls to _data and _removeData have been replaced
+ // with direct calls to dataPriv methods, these can be deprecated.
+ _data: function( elem, name, data ) {
+ return dataPriv.access( elem, name, data );
+ },
+
+ _removeData: function( elem, name ) {
+ dataPriv.remove( elem, name );
+ }
+} );
+
+jQuery.fn.extend( {
+ data: function( key, value ) {
+ var i, name, data,
+ elem = this[ 0 ],
+ attrs = elem && elem.attributes;
+
+ // Gets all values
+ if ( key === undefined ) {
+ if ( this.length ) {
+ data = dataUser.get( elem );
+
+ if ( elem.nodeType === 1 && !dataPriv.get( elem, "hasDataAttrs" ) ) {
+ i = attrs.length;
+ while ( i-- ) {
+
+ // Support: IE 11 only
+ // The attrs elements can be null (#14894)
+ if ( attrs[ i ] ) {
+ name = attrs[ i ].name;
+ if ( name.indexOf( "data-" ) === 0 ) {
+ name = camelCase( name.slice( 5 ) );
+ dataAttr( elem, name, data[ name ] );
+ }
+ }
+ }
+ dataPriv.set( elem, "hasDataAttrs", true );
+ }
+ }
+
+ return data;
+ }
+
+ // Sets multiple values
+ if ( typeof key === "object" ) {
+ return this.each( function() {
+ dataUser.set( this, key );
+ } );
+ }
+
+ return access( this, function( value ) {
+ var data;
+
+ // The calling jQuery object (element matches) is not empty
+ // (and therefore has an element appears at this[ 0 ]) and the
+ // `value` parameter was not undefined. An empty jQuery object
+ // will result in `undefined` for elem = this[ 0 ] which will
+ // throw an exception if an attempt to read a data cache is made.
+ if ( elem && value === undefined ) {
+
+ // Attempt to get data from the cache
+ // The key will always be camelCased in Data
+ data = dataUser.get( elem, key );
+ if ( data !== undefined ) {
+ return data;
+ }
+
+ // Attempt to "discover" the data in
+ // HTML5 custom data-* attrs
+ data = dataAttr( elem, key );
+ if ( data !== undefined ) {
+ return data;
+ }
+
+ // We tried really hard, but the data doesn't exist.
+ return;
+ }
+
+ // Set the data...
+ this.each( function() {
+
+ // We always store the camelCased key
+ dataUser.set( this, key, value );
+ } );
+ }, null, value, arguments.length > 1, null, true );
+ },
+
+ removeData: function( key ) {
+ return this.each( function() {
+ dataUser.remove( this, key );
+ } );
+ }
+} );
+
+
+jQuery.extend( {
+ queue: function( elem, type, data ) {
+ var queue;
+
+ if ( elem ) {
+ type = ( type || "fx" ) + "queue";
+ queue = dataPriv.get( elem, type );
+
+ // Speed up dequeue by getting out quickly if this is just a lookup
+ if ( data ) {
+ if ( !queue || Array.isArray( data ) ) {
+ queue = dataPriv.access( elem, type, jQuery.makeArray( data ) );
+ } else {
+ queue.push( data );
+ }
+ }
+ return queue || [];
+ }
+ },
+
+ dequeue: function( elem, type ) {
+ type = type || "fx";
+
+ var queue = jQuery.queue( elem, type ),
+ startLength = queue.length,
+ fn = queue.shift(),
+ hooks = jQuery._queueHooks( elem, type ),
+ next = function() {
+ jQuery.dequeue( elem, type );
+ };
+
+ // If the fx queue is dequeued, always remove the progress sentinel
+ if ( fn === "inprogress" ) {
+ fn = queue.shift();
+ startLength--;
+ }
+
+ if ( fn ) {
+
+ // Add a progress sentinel to prevent the fx queue from being
+ // automatically dequeued
+ if ( type === "fx" ) {
+ queue.unshift( "inprogress" );
+ }
+
+ // Clear up the last queue stop function
+ delete hooks.stop;
+ fn.call( elem, next, hooks );
+ }
+
+ if ( !startLength && hooks ) {
+ hooks.empty.fire();
+ }
+ },
+
+ // Not public - generate a queueHooks object, or return the current one
+ _queueHooks: function( elem, type ) {
+ var key = type + "queueHooks";
+ return dataPriv.get( elem, key ) || dataPriv.access( elem, key, {
+ empty: jQuery.Callbacks( "once memory" ).add( function() {
+ dataPriv.remove( elem, [ type + "queue", key ] );
+ } )
+ } );
+ }
+} );
+
+jQuery.fn.extend( {
+ queue: function( type, data ) {
+ var setter = 2;
+
+ if ( typeof type !== "string" ) {
+ data = type;
+ type = "fx";
+ setter--;
+ }
+
+ if ( arguments.length < setter ) {
+ return jQuery.queue( this[ 0 ], type );
+ }
+
+ return data === undefined ?
+ this :
+ this.each( function() {
+ var queue = jQuery.queue( this, type, data );
+
+ // Ensure a hooks for this queue
+ jQuery._queueHooks( this, type );
+
+ if ( type === "fx" && queue[ 0 ] !== "inprogress" ) {
+ jQuery.dequeue( this, type );
+ }
+ } );
+ },
+ dequeue: function( type ) {
+ return this.each( function() {
+ jQuery.dequeue( this, type );
+ } );
+ },
+ clearQueue: function( type ) {
+ return this.queue( type || "fx", [] );
+ },
+
+ // Get a promise resolved when queues of a certain type
+ // are emptied (fx is the type by default)
+ promise: function( type, obj ) {
+ var tmp,
+ count = 1,
+ defer = jQuery.Deferred(),
+ elements = this,
+ i = this.length,
+ resolve = function() {
+ if ( !( --count ) ) {
+ defer.resolveWith( elements, [ elements ] );
+ }
+ };
+
+ if ( typeof type !== "string" ) {
+ obj = type;
+ type = undefined;
+ }
+ type = type || "fx";
+
+ while ( i-- ) {
+ tmp = dataPriv.get( elements[ i ], type + "queueHooks" );
+ if ( tmp && tmp.empty ) {
+ count++;
+ tmp.empty.add( resolve );
+ }
+ }
+ resolve();
+ return defer.promise( obj );
+ }
+} );
+var pnum = ( /[+-]?(?:\d*\.|)\d+(?:[eE][+-]?\d+|)/ ).source;
+
+var rcssNum = new RegExp( "^(?:([+-])=|)(" + pnum + ")([a-z%]*)$", "i" );
+
+
+var cssExpand = [ "Top", "Right", "Bottom", "Left" ];
+
+var documentElement = document.documentElement;
+
+
+
+ var isAttached = function( elem ) {
+ return jQuery.contains( elem.ownerDocument, elem );
+ },
+ composed = { composed: true };
+
+ // Support: IE 9 - 11+, Edge 12 - 18+, iOS 10.0 - 10.2 only
+ // Check attachment across shadow DOM boundaries when possible (gh-3504)
+ // Support: iOS 10.0-10.2 only
+ // Early iOS 10 versions support `attachShadow` but not `getRootNode`,
+ // leading to errors. We need to check for `getRootNode`.
+ if ( documentElement.getRootNode ) {
+ isAttached = function( elem ) {
+ return jQuery.contains( elem.ownerDocument, elem ) ||
+ elem.getRootNode( composed ) === elem.ownerDocument;
+ };
+ }
+var isHiddenWithinTree = function( elem, el ) {
+
+ // isHiddenWithinTree might be called from jQuery#filter function;
+ // in that case, element will be second argument
+ elem = el || elem;
+
+ // Inline style trumps all
+ return elem.style.display === "none" ||
+ elem.style.display === "" &&
+
+ // Otherwise, check computed style
+ // Support: Firefox <=43 - 45
+ // Disconnected elements can have computed display: none, so first confirm that elem is
+ // in the document.
+ isAttached( elem ) &&
+
+ jQuery.css( elem, "display" ) === "none";
+ };
+
+
+
+function adjustCSS( elem, prop, valueParts, tween ) {
+ var adjusted, scale,
+ maxIterations = 20,
+ currentValue = tween ?
+ function() {
+ return tween.cur();
+ } :
+ function() {
+ return jQuery.css( elem, prop, "" );
+ },
+ initial = currentValue(),
+ unit = valueParts && valueParts[ 3 ] || ( jQuery.cssNumber[ prop ] ? "" : "px" ),
+
+ // Starting value computation is required for potential unit mismatches
+ initialInUnit = elem.nodeType &&
+ ( jQuery.cssNumber[ prop ] || unit !== "px" && +initial ) &&
+ rcssNum.exec( jQuery.css( elem, prop ) );
+
+ if ( initialInUnit && initialInUnit[ 3 ] !== unit ) {
+
+ // Support: Firefox <=54
+ // Halve the iteration target value to prevent interference from CSS upper bounds (gh-2144)
+ initial = initial / 2;
+
+ // Trust units reported by jQuery.css
+ unit = unit || initialInUnit[ 3 ];
+
+ // Iteratively approximate from a nonzero starting point
+ initialInUnit = +initial || 1;
+
+ while ( maxIterations-- ) {
+
+ // Evaluate and update our best guess (doubling guesses that zero out).
+ // Finish if the scale equals or crosses 1 (making the old*new product non-positive).
+ jQuery.style( elem, prop, initialInUnit + unit );
+ if ( ( 1 - scale ) * ( 1 - ( scale = currentValue() / initial || 0.5 ) ) <= 0 ) {
+ maxIterations = 0;
+ }
+ initialInUnit = initialInUnit / scale;
+
+ }
+
+ initialInUnit = initialInUnit * 2;
+ jQuery.style( elem, prop, initialInUnit + unit );
+
+ // Make sure we update the tween properties later on
+ valueParts = valueParts || [];
+ }
+
+ if ( valueParts ) {
+ initialInUnit = +initialInUnit || +initial || 0;
+
+ // Apply relative offset (+=/-=) if specified
+ adjusted = valueParts[ 1 ] ?
+ initialInUnit + ( valueParts[ 1 ] + 1 ) * valueParts[ 2 ] :
+ +valueParts[ 2 ];
+ if ( tween ) {
+ tween.unit = unit;
+ tween.start = initialInUnit;
+ tween.end = adjusted;
+ }
+ }
+ return adjusted;
+}
+
+
+var defaultDisplayMap = {};
+
+function getDefaultDisplay( elem ) {
+ var temp,
+ doc = elem.ownerDocument,
+ nodeName = elem.nodeName,
+ display = defaultDisplayMap[ nodeName ];
+
+ if ( display ) {
+ return display;
+ }
+
+ temp = doc.body.appendChild( doc.createElement( nodeName ) );
+ display = jQuery.css( temp, "display" );
+
+ temp.parentNode.removeChild( temp );
+
+ if ( display === "none" ) {
+ display = "block";
+ }
+ defaultDisplayMap[ nodeName ] = display;
+
+ return display;
+}
+
+function showHide( elements, show ) {
+ var display, elem,
+ values = [],
+ index = 0,
+ length = elements.length;
+
+ // Determine new display value for elements that need to change
+ for ( ; index < length; index++ ) {
+ elem = elements[ index ];
+ if ( !elem.style ) {
+ continue;
+ }
+
+ display = elem.style.display;
+ if ( show ) {
+
+ // Since we force visibility upon cascade-hidden elements, an immediate (and slow)
+ // check is required in this first loop unless we have a nonempty display value (either
+ // inline or about-to-be-restored)
+ if ( display === "none" ) {
+ values[ index ] = dataPriv.get( elem, "display" ) || null;
+ if ( !values[ index ] ) {
+ elem.style.display = "";
+ }
+ }
+ if ( elem.style.display === "" && isHiddenWithinTree( elem ) ) {
+ values[ index ] = getDefaultDisplay( elem );
+ }
+ } else {
+ if ( display !== "none" ) {
+ values[ index ] = "none";
+
+ // Remember what we're overwriting
+ dataPriv.set( elem, "display", display );
+ }
+ }
+ }
+
+ // Set the display of the elements in a second loop to avoid constant reflow
+ for ( index = 0; index < length; index++ ) {
+ if ( values[ index ] != null ) {
+ elements[ index ].style.display = values[ index ];
+ }
+ }
+
+ return elements;
+}
+
+jQuery.fn.extend( {
+ show: function() {
+ return showHide( this, true );
+ },
+ hide: function() {
+ return showHide( this );
+ },
+ toggle: function( state ) {
+ if ( typeof state === "boolean" ) {
+ return state ? this.show() : this.hide();
+ }
+
+ return this.each( function() {
+ if ( isHiddenWithinTree( this ) ) {
+ jQuery( this ).show();
+ } else {
+ jQuery( this ).hide();
+ }
+ } );
+ }
+} );
+var rcheckableType = ( /^(?:checkbox|radio)$/i );
+
+var rtagName = ( /<([a-z][^\/\0>\x20\t\r\n\f]*)/i );
+
+var rscriptType = ( /^$|^module$|\/(?:java|ecma)script/i );
+
+
+
+( function() {
+ var fragment = document.createDocumentFragment(),
+ div = fragment.appendChild( document.createElement( "div" ) ),
+ input = document.createElement( "input" );
+
+ // Support: Android 4.0 - 4.3 only
+ // Check state lost if the name is set (#11217)
+ // Support: Windows Web Apps (WWA)
+ // `name` and `type` must use .setAttribute for WWA (#14901)
+ input.setAttribute( "type", "radio" );
+ input.setAttribute( "checked", "checked" );
+ input.setAttribute( "name", "t" );
+
+ div.appendChild( input );
+
+ // Support: Android <=4.1 only
+ // Older WebKit doesn't clone checked state correctly in fragments
+ support.checkClone = div.cloneNode( true ).cloneNode( true ).lastChild.checked;
+
+ // Support: IE <=11 only
+ // Make sure textarea (and checkbox) defaultValue is properly cloned
+ div.innerHTML = "";
+ support.noCloneChecked = !!div.cloneNode( true ).lastChild.defaultValue;
+
+ // Support: IE <=9 only
+ // IE <=9 replaces tags with their contents when inserted outside of
+ // the select element.
+ div.innerHTML = " ";
+ support.option = !!div.lastChild;
+} )();
+
+
+// We have to close these tags to support XHTML (#13200)
+var wrapMap = {
+
+ // XHTML parsers do not magically insert elements in the
+ // same way that tag soup parsers do. So we cannot shorten
+ // this by omitting or other required elements.
+ thead: [ 1, "" ],
+ col: [ 2, "" ],
+ tr: [ 2, "" ],
+ td: [ 3, "" ],
+
+ _default: [ 0, "", "" ]
+};
+
+wrapMap.tbody = wrapMap.tfoot = wrapMap.colgroup = wrapMap.caption = wrapMap.thead;
+wrapMap.th = wrapMap.td;
+
+// Support: IE <=9 only
+if ( !support.option ) {
+ wrapMap.optgroup = wrapMap.option = [ 1, "", " " ];
+}
+
+
+function getAll( context, tag ) {
+
+ // Support: IE <=9 - 11 only
+ // Use typeof to avoid zero-argument method invocation on host objects (#15151)
+ var ret;
+
+ if ( typeof context.getElementsByTagName !== "undefined" ) {
+ ret = context.getElementsByTagName( tag || "*" );
+
+ } else if ( typeof context.querySelectorAll !== "undefined" ) {
+ ret = context.querySelectorAll( tag || "*" );
+
+ } else {
+ ret = [];
+ }
+
+ if ( tag === undefined || tag && nodeName( context, tag ) ) {
+ return jQuery.merge( [ context ], ret );
+ }
+
+ return ret;
+}
+
+
+// Mark scripts as having already been evaluated
+function setGlobalEval( elems, refElements ) {
+ var i = 0,
+ l = elems.length;
+
+ for ( ; i < l; i++ ) {
+ dataPriv.set(
+ elems[ i ],
+ "globalEval",
+ !refElements || dataPriv.get( refElements[ i ], "globalEval" )
+ );
+ }
+}
+
+
+var rhtml = /<|?\w+;/;
+
+function buildFragment( elems, context, scripts, selection, ignored ) {
+ var elem, tmp, tag, wrap, attached, j,
+ fragment = context.createDocumentFragment(),
+ nodes = [],
+ i = 0,
+ l = elems.length;
+
+ for ( ; i < l; i++ ) {
+ elem = elems[ i ];
+
+ if ( elem || elem === 0 ) {
+
+ // Add nodes directly
+ if ( toType( elem ) === "object" ) {
+
+ // Support: Android <=4.0 only, PhantomJS 1 only
+ // push.apply(_, arraylike) throws on ancient WebKit
+ jQuery.merge( nodes, elem.nodeType ? [ elem ] : elem );
+
+ // Convert non-html into a text node
+ } else if ( !rhtml.test( elem ) ) {
+ nodes.push( context.createTextNode( elem ) );
+
+ // Convert html into DOM nodes
+ } else {
+ tmp = tmp || fragment.appendChild( context.createElement( "div" ) );
+
+ // Deserialize a standard representation
+ tag = ( rtagName.exec( elem ) || [ "", "" ] )[ 1 ].toLowerCase();
+ wrap = wrapMap[ tag ] || wrapMap._default;
+ tmp.innerHTML = wrap[ 1 ] + jQuery.htmlPrefilter( elem ) + wrap[ 2 ];
+
+ // Descend through wrappers to the right content
+ j = wrap[ 0 ];
+ while ( j-- ) {
+ tmp = tmp.lastChild;
+ }
+
+ // Support: Android <=4.0 only, PhantomJS 1 only
+ // push.apply(_, arraylike) throws on ancient WebKit
+ jQuery.merge( nodes, tmp.childNodes );
+
+ // Remember the top-level container
+ tmp = fragment.firstChild;
+
+ // Ensure the created nodes are orphaned (#12392)
+ tmp.textContent = "";
+ }
+ }
+ }
+
+ // Remove wrapper from fragment
+ fragment.textContent = "";
+
+ i = 0;
+ while ( ( elem = nodes[ i++ ] ) ) {
+
+ // Skip elements already in the context collection (trac-4087)
+ if ( selection && jQuery.inArray( elem, selection ) > -1 ) {
+ if ( ignored ) {
+ ignored.push( elem );
+ }
+ continue;
+ }
+
+ attached = isAttached( elem );
+
+ // Append to fragment
+ tmp = getAll( fragment.appendChild( elem ), "script" );
+
+ // Preserve script evaluation history
+ if ( attached ) {
+ setGlobalEval( tmp );
+ }
+
+ // Capture executables
+ if ( scripts ) {
+ j = 0;
+ while ( ( elem = tmp[ j++ ] ) ) {
+ if ( rscriptType.test( elem.type || "" ) ) {
+ scripts.push( elem );
+ }
+ }
+ }
+ }
+
+ return fragment;
+}
+
+
+var
+ rkeyEvent = /^key/,
+ rmouseEvent = /^(?:mouse|pointer|contextmenu|drag|drop)|click/,
+ rtypenamespace = /^([^.]*)(?:\.(.+)|)/;
+
+function returnTrue() {
+ return true;
+}
+
+function returnFalse() {
+ return false;
+}
+
+// Support: IE <=9 - 11+
+// focus() and blur() are asynchronous, except when they are no-op.
+// So expect focus to be synchronous when the element is already active,
+// and blur to be synchronous when the element is not already active.
+// (focus and blur are always synchronous in other supported browsers,
+// this just defines when we can count on it).
+function expectSync( elem, type ) {
+ return ( elem === safeActiveElement() ) === ( type === "focus" );
+}
+
+// Support: IE <=9 only
+// Accessing document.activeElement can throw unexpectedly
+// https://bugs.jquery.com/ticket/13393
+function safeActiveElement() {
+ try {
+ return document.activeElement;
+ } catch ( err ) { }
+}
+
+function on( elem, types, selector, data, fn, one ) {
+ var origFn, type;
+
+ // Types can be a map of types/handlers
+ if ( typeof types === "object" ) {
+
+ // ( types-Object, selector, data )
+ if ( typeof selector !== "string" ) {
+
+ // ( types-Object, data )
+ data = data || selector;
+ selector = undefined;
+ }
+ for ( type in types ) {
+ on( elem, type, selector, data, types[ type ], one );
+ }
+ return elem;
+ }
+
+ if ( data == null && fn == null ) {
+
+ // ( types, fn )
+ fn = selector;
+ data = selector = undefined;
+ } else if ( fn == null ) {
+ if ( typeof selector === "string" ) {
+
+ // ( types, selector, fn )
+ fn = data;
+ data = undefined;
+ } else {
+
+ // ( types, data, fn )
+ fn = data;
+ data = selector;
+ selector = undefined;
+ }
+ }
+ if ( fn === false ) {
+ fn = returnFalse;
+ } else if ( !fn ) {
+ return elem;
+ }
+
+ if ( one === 1 ) {
+ origFn = fn;
+ fn = function( event ) {
+
+ // Can use an empty set, since event contains the info
+ jQuery().off( event );
+ return origFn.apply( this, arguments );
+ };
+
+ // Use same guid so caller can remove using origFn
+ fn.guid = origFn.guid || ( origFn.guid = jQuery.guid++ );
+ }
+ return elem.each( function() {
+ jQuery.event.add( this, types, fn, data, selector );
+ } );
+}
+
+/*
+ * Helper functions for managing events -- not part of the public interface.
+ * Props to Dean Edwards' addEvent library for many of the ideas.
+ */
+jQuery.event = {
+
+ global: {},
+
+ add: function( elem, types, handler, data, selector ) {
+
+ var handleObjIn, eventHandle, tmp,
+ events, t, handleObj,
+ special, handlers, type, namespaces, origType,
+ elemData = dataPriv.get( elem );
+
+ // Only attach events to objects that accept data
+ if ( !acceptData( elem ) ) {
+ return;
+ }
+
+ // Caller can pass in an object of custom data in lieu of the handler
+ if ( handler.handler ) {
+ handleObjIn = handler;
+ handler = handleObjIn.handler;
+ selector = handleObjIn.selector;
+ }
+
+ // Ensure that invalid selectors throw exceptions at attach time
+ // Evaluate against documentElement in case elem is a non-element node (e.g., document)
+ if ( selector ) {
+ jQuery.find.matchesSelector( documentElement, selector );
+ }
+
+ // Make sure that the handler has a unique ID, used to find/remove it later
+ if ( !handler.guid ) {
+ handler.guid = jQuery.guid++;
+ }
+
+ // Init the element's event structure and main handler, if this is the first
+ if ( !( events = elemData.events ) ) {
+ events = elemData.events = Object.create( null );
+ }
+ if ( !( eventHandle = elemData.handle ) ) {
+ eventHandle = elemData.handle = function( e ) {
+
+ // Discard the second event of a jQuery.event.trigger() and
+ // when an event is called after a page has unloaded
+ return typeof jQuery !== "undefined" && jQuery.event.triggered !== e.type ?
+ jQuery.event.dispatch.apply( elem, arguments ) : undefined;
+ };
+ }
+
+ // Handle multiple events separated by a space
+ types = ( types || "" ).match( rnothtmlwhite ) || [ "" ];
+ t = types.length;
+ while ( t-- ) {
+ tmp = rtypenamespace.exec( types[ t ] ) || [];
+ type = origType = tmp[ 1 ];
+ namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort();
+
+ // There *must* be a type, no attaching namespace-only handlers
+ if ( !type ) {
+ continue;
+ }
+
+ // If event changes its type, use the special event handlers for the changed type
+ special = jQuery.event.special[ type ] || {};
+
+ // If selector defined, determine special event api type, otherwise given type
+ type = ( selector ? special.delegateType : special.bindType ) || type;
+
+ // Update special based on newly reset type
+ special = jQuery.event.special[ type ] || {};
+
+ // handleObj is passed to all event handlers
+ handleObj = jQuery.extend( {
+ type: type,
+ origType: origType,
+ data: data,
+ handler: handler,
+ guid: handler.guid,
+ selector: selector,
+ needsContext: selector && jQuery.expr.match.needsContext.test( selector ),
+ namespace: namespaces.join( "." )
+ }, handleObjIn );
+
+ // Init the event handler queue if we're the first
+ if ( !( handlers = events[ type ] ) ) {
+ handlers = events[ type ] = [];
+ handlers.delegateCount = 0;
+
+ // Only use addEventListener if the special events handler returns false
+ if ( !special.setup ||
+ special.setup.call( elem, data, namespaces, eventHandle ) === false ) {
+
+ if ( elem.addEventListener ) {
+ elem.addEventListener( type, eventHandle );
+ }
+ }
+ }
+
+ if ( special.add ) {
+ special.add.call( elem, handleObj );
+
+ if ( !handleObj.handler.guid ) {
+ handleObj.handler.guid = handler.guid;
+ }
+ }
+
+ // Add to the element's handler list, delegates in front
+ if ( selector ) {
+ handlers.splice( handlers.delegateCount++, 0, handleObj );
+ } else {
+ handlers.push( handleObj );
+ }
+
+ // Keep track of which events have ever been used, for event optimization
+ jQuery.event.global[ type ] = true;
+ }
+
+ },
+
+ // Detach an event or set of events from an element
+ remove: function( elem, types, handler, selector, mappedTypes ) {
+
+ var j, origCount, tmp,
+ events, t, handleObj,
+ special, handlers, type, namespaces, origType,
+ elemData = dataPriv.hasData( elem ) && dataPriv.get( elem );
+
+ if ( !elemData || !( events = elemData.events ) ) {
+ return;
+ }
+
+ // Once for each type.namespace in types; type may be omitted
+ types = ( types || "" ).match( rnothtmlwhite ) || [ "" ];
+ t = types.length;
+ while ( t-- ) {
+ tmp = rtypenamespace.exec( types[ t ] ) || [];
+ type = origType = tmp[ 1 ];
+ namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort();
+
+ // Unbind all events (on this namespace, if provided) for the element
+ if ( !type ) {
+ for ( type in events ) {
+ jQuery.event.remove( elem, type + types[ t ], handler, selector, true );
+ }
+ continue;
+ }
+
+ special = jQuery.event.special[ type ] || {};
+ type = ( selector ? special.delegateType : special.bindType ) || type;
+ handlers = events[ type ] || [];
+ tmp = tmp[ 2 ] &&
+ new RegExp( "(^|\\.)" + namespaces.join( "\\.(?:.*\\.|)" ) + "(\\.|$)" );
+
+ // Remove matching events
+ origCount = j = handlers.length;
+ while ( j-- ) {
+ handleObj = handlers[ j ];
+
+ if ( ( mappedTypes || origType === handleObj.origType ) &&
+ ( !handler || handler.guid === handleObj.guid ) &&
+ ( !tmp || tmp.test( handleObj.namespace ) ) &&
+ ( !selector || selector === handleObj.selector ||
+ selector === "**" && handleObj.selector ) ) {
+ handlers.splice( j, 1 );
+
+ if ( handleObj.selector ) {
+ handlers.delegateCount--;
+ }
+ if ( special.remove ) {
+ special.remove.call( elem, handleObj );
+ }
+ }
+ }
+
+ // Remove generic event handler if we removed something and no more handlers exist
+ // (avoids potential for endless recursion during removal of special event handlers)
+ if ( origCount && !handlers.length ) {
+ if ( !special.teardown ||
+ special.teardown.call( elem, namespaces, elemData.handle ) === false ) {
+
+ jQuery.removeEvent( elem, type, elemData.handle );
+ }
+
+ delete events[ type ];
+ }
+ }
+
+ // Remove data and the expando if it's no longer used
+ if ( jQuery.isEmptyObject( events ) ) {
+ dataPriv.remove( elem, "handle events" );
+ }
+ },
+
+ dispatch: function( nativeEvent ) {
+
+ var i, j, ret, matched, handleObj, handlerQueue,
+ args = new Array( arguments.length ),
+
+ // Make a writable jQuery.Event from the native event object
+ event = jQuery.event.fix( nativeEvent ),
+
+ handlers = (
+ dataPriv.get( this, "events" ) || Object.create( null )
+ )[ event.type ] || [],
+ special = jQuery.event.special[ event.type ] || {};
+
+ // Use the fix-ed jQuery.Event rather than the (read-only) native event
+ args[ 0 ] = event;
+
+ for ( i = 1; i < arguments.length; i++ ) {
+ args[ i ] = arguments[ i ];
+ }
+
+ event.delegateTarget = this;
+
+ // Call the preDispatch hook for the mapped type, and let it bail if desired
+ if ( special.preDispatch && special.preDispatch.call( this, event ) === false ) {
+ return;
+ }
+
+ // Determine handlers
+ handlerQueue = jQuery.event.handlers.call( this, event, handlers );
+
+ // Run delegates first; they may want to stop propagation beneath us
+ i = 0;
+ while ( ( matched = handlerQueue[ i++ ] ) && !event.isPropagationStopped() ) {
+ event.currentTarget = matched.elem;
+
+ j = 0;
+ while ( ( handleObj = matched.handlers[ j++ ] ) &&
+ !event.isImmediatePropagationStopped() ) {
+
+ // If the event is namespaced, then each handler is only invoked if it is
+ // specially universal or its namespaces are a superset of the event's.
+ if ( !event.rnamespace || handleObj.namespace === false ||
+ event.rnamespace.test( handleObj.namespace ) ) {
+
+ event.handleObj = handleObj;
+ event.data = handleObj.data;
+
+ ret = ( ( jQuery.event.special[ handleObj.origType ] || {} ).handle ||
+ handleObj.handler ).apply( matched.elem, args );
+
+ if ( ret !== undefined ) {
+ if ( ( event.result = ret ) === false ) {
+ event.preventDefault();
+ event.stopPropagation();
+ }
+ }
+ }
+ }
+ }
+
+ // Call the postDispatch hook for the mapped type
+ if ( special.postDispatch ) {
+ special.postDispatch.call( this, event );
+ }
+
+ return event.result;
+ },
+
+ handlers: function( event, handlers ) {
+ var i, handleObj, sel, matchedHandlers, matchedSelectors,
+ handlerQueue = [],
+ delegateCount = handlers.delegateCount,
+ cur = event.target;
+
+ // Find delegate handlers
+ if ( delegateCount &&
+
+ // Support: IE <=9
+ // Black-hole SVG instance trees (trac-13180)
+ cur.nodeType &&
+
+ // Support: Firefox <=42
+ // Suppress spec-violating clicks indicating a non-primary pointer button (trac-3861)
+ // https://www.w3.org/TR/DOM-Level-3-Events/#event-type-click
+ // Support: IE 11 only
+ // ...but not arrow key "clicks" of radio inputs, which can have `button` -1 (gh-2343)
+ !( event.type === "click" && event.button >= 1 ) ) {
+
+ for ( ; cur !== this; cur = cur.parentNode || this ) {
+
+ // Don't check non-elements (#13208)
+ // Don't process clicks on disabled elements (#6911, #8165, #11382, #11764)
+ if ( cur.nodeType === 1 && !( event.type === "click" && cur.disabled === true ) ) {
+ matchedHandlers = [];
+ matchedSelectors = {};
+ for ( i = 0; i < delegateCount; i++ ) {
+ handleObj = handlers[ i ];
+
+ // Don't conflict with Object.prototype properties (#13203)
+ sel = handleObj.selector + " ";
+
+ if ( matchedSelectors[ sel ] === undefined ) {
+ matchedSelectors[ sel ] = handleObj.needsContext ?
+ jQuery( sel, this ).index( cur ) > -1 :
+ jQuery.find( sel, this, null, [ cur ] ).length;
+ }
+ if ( matchedSelectors[ sel ] ) {
+ matchedHandlers.push( handleObj );
+ }
+ }
+ if ( matchedHandlers.length ) {
+ handlerQueue.push( { elem: cur, handlers: matchedHandlers } );
+ }
+ }
+ }
+ }
+
+ // Add the remaining (directly-bound) handlers
+ cur = this;
+ if ( delegateCount < handlers.length ) {
+ handlerQueue.push( { elem: cur, handlers: handlers.slice( delegateCount ) } );
+ }
+
+ return handlerQueue;
+ },
+
+ addProp: function( name, hook ) {
+ Object.defineProperty( jQuery.Event.prototype, name, {
+ enumerable: true,
+ configurable: true,
+
+ get: isFunction( hook ) ?
+ function() {
+ if ( this.originalEvent ) {
+ return hook( this.originalEvent );
+ }
+ } :
+ function() {
+ if ( this.originalEvent ) {
+ return this.originalEvent[ name ];
+ }
+ },
+
+ set: function( value ) {
+ Object.defineProperty( this, name, {
+ enumerable: true,
+ configurable: true,
+ writable: true,
+ value: value
+ } );
+ }
+ } );
+ },
+
+ fix: function( originalEvent ) {
+ return originalEvent[ jQuery.expando ] ?
+ originalEvent :
+ new jQuery.Event( originalEvent );
+ },
+
+ special: {
+ load: {
+
+ // Prevent triggered image.load events from bubbling to window.load
+ noBubble: true
+ },
+ click: {
+
+ // Utilize native event to ensure correct state for checkable inputs
+ setup: function( data ) {
+
+ // For mutual compressibility with _default, replace `this` access with a local var.
+ // `|| data` is dead code meant only to preserve the variable through minification.
+ var el = this || data;
+
+ // Claim the first handler
+ if ( rcheckableType.test( el.type ) &&
+ el.click && nodeName( el, "input" ) ) {
+
+ // dataPriv.set( el, "click", ... )
+ leverageNative( el, "click", returnTrue );
+ }
+
+ // Return false to allow normal processing in the caller
+ return false;
+ },
+ trigger: function( data ) {
+
+ // For mutual compressibility with _default, replace `this` access with a local var.
+ // `|| data` is dead code meant only to preserve the variable through minification.
+ var el = this || data;
+
+ // Force setup before triggering a click
+ if ( rcheckableType.test( el.type ) &&
+ el.click && nodeName( el, "input" ) ) {
+
+ leverageNative( el, "click" );
+ }
+
+ // Return non-false to allow normal event-path propagation
+ return true;
+ },
+
+ // For cross-browser consistency, suppress native .click() on links
+ // Also prevent it if we're currently inside a leveraged native-event stack
+ _default: function( event ) {
+ var target = event.target;
+ return rcheckableType.test( target.type ) &&
+ target.click && nodeName( target, "input" ) &&
+ dataPriv.get( target, "click" ) ||
+ nodeName( target, "a" );
+ }
+ },
+
+ beforeunload: {
+ postDispatch: function( event ) {
+
+ // Support: Firefox 20+
+ // Firefox doesn't alert if the returnValue field is not set.
+ if ( event.result !== undefined && event.originalEvent ) {
+ event.originalEvent.returnValue = event.result;
+ }
+ }
+ }
+ }
+};
+
+// Ensure the presence of an event listener that handles manually-triggered
+// synthetic events by interrupting progress until reinvoked in response to
+// *native* events that it fires directly, ensuring that state changes have
+// already occurred before other listeners are invoked.
+function leverageNative( el, type, expectSync ) {
+
+ // Missing expectSync indicates a trigger call, which must force setup through jQuery.event.add
+ if ( !expectSync ) {
+ if ( dataPriv.get( el, type ) === undefined ) {
+ jQuery.event.add( el, type, returnTrue );
+ }
+ return;
+ }
+
+ // Register the controller as a special universal handler for all event namespaces
+ dataPriv.set( el, type, false );
+ jQuery.event.add( el, type, {
+ namespace: false,
+ handler: function( event ) {
+ var notAsync, result,
+ saved = dataPriv.get( this, type );
+
+ if ( ( event.isTrigger & 1 ) && this[ type ] ) {
+
+ // Interrupt processing of the outer synthetic .trigger()ed event
+ // Saved data should be false in such cases, but might be a leftover capture object
+ // from an async native handler (gh-4350)
+ if ( !saved.length ) {
+
+ // Store arguments for use when handling the inner native event
+ // There will always be at least one argument (an event object), so this array
+ // will not be confused with a leftover capture object.
+ saved = slice.call( arguments );
+ dataPriv.set( this, type, saved );
+
+ // Trigger the native event and capture its result
+ // Support: IE <=9 - 11+
+ // focus() and blur() are asynchronous
+ notAsync = expectSync( this, type );
+ this[ type ]();
+ result = dataPriv.get( this, type );
+ if ( saved !== result || notAsync ) {
+ dataPriv.set( this, type, false );
+ } else {
+ result = {};
+ }
+ if ( saved !== result ) {
+
+ // Cancel the outer synthetic event
+ event.stopImmediatePropagation();
+ event.preventDefault();
+ return result.value;
+ }
+
+ // If this is an inner synthetic event for an event with a bubbling surrogate
+ // (focus or blur), assume that the surrogate already propagated from triggering the
+ // native event and prevent that from happening again here.
+ // This technically gets the ordering wrong w.r.t. to `.trigger()` (in which the
+ // bubbling surrogate propagates *after* the non-bubbling base), but that seems
+ // less bad than duplication.
+ } else if ( ( jQuery.event.special[ type ] || {} ).delegateType ) {
+ event.stopPropagation();
+ }
+
+ // If this is a native event triggered above, everything is now in order
+ // Fire an inner synthetic event with the original arguments
+ } else if ( saved.length ) {
+
+ // ...and capture the result
+ dataPriv.set( this, type, {
+ value: jQuery.event.trigger(
+
+ // Support: IE <=9 - 11+
+ // Extend with the prototype to reset the above stopImmediatePropagation()
+ jQuery.extend( saved[ 0 ], jQuery.Event.prototype ),
+ saved.slice( 1 ),
+ this
+ )
+ } );
+
+ // Abort handling of the native event
+ event.stopImmediatePropagation();
+ }
+ }
+ } );
+}
+
+jQuery.removeEvent = function( elem, type, handle ) {
+
+ // This "if" is needed for plain objects
+ if ( elem.removeEventListener ) {
+ elem.removeEventListener( type, handle );
+ }
+};
+
+jQuery.Event = function( src, props ) {
+
+ // Allow instantiation without the 'new' keyword
+ if ( !( this instanceof jQuery.Event ) ) {
+ return new jQuery.Event( src, props );
+ }
+
+ // Event object
+ if ( src && src.type ) {
+ this.originalEvent = src;
+ this.type = src.type;
+
+ // Events bubbling up the document may have been marked as prevented
+ // by a handler lower down the tree; reflect the correct value.
+ this.isDefaultPrevented = src.defaultPrevented ||
+ src.defaultPrevented === undefined &&
+
+ // Support: Android <=2.3 only
+ src.returnValue === false ?
+ returnTrue :
+ returnFalse;
+
+ // Create target properties
+ // Support: Safari <=6 - 7 only
+ // Target should not be a text node (#504, #13143)
+ this.target = ( src.target && src.target.nodeType === 3 ) ?
+ src.target.parentNode :
+ src.target;
+
+ this.currentTarget = src.currentTarget;
+ this.relatedTarget = src.relatedTarget;
+
+ // Event type
+ } else {
+ this.type = src;
+ }
+
+ // Put explicitly provided properties onto the event object
+ if ( props ) {
+ jQuery.extend( this, props );
+ }
+
+ // Create a timestamp if incoming event doesn't have one
+ this.timeStamp = src && src.timeStamp || Date.now();
+
+ // Mark it as fixed
+ this[ jQuery.expando ] = true;
+};
+
+// jQuery.Event is based on DOM3 Events as specified by the ECMAScript Language Binding
+// https://www.w3.org/TR/2003/WD-DOM-Level-3-Events-20030331/ecma-script-binding.html
+jQuery.Event.prototype = {
+ constructor: jQuery.Event,
+ isDefaultPrevented: returnFalse,
+ isPropagationStopped: returnFalse,
+ isImmediatePropagationStopped: returnFalse,
+ isSimulated: false,
+
+ preventDefault: function() {
+ var e = this.originalEvent;
+
+ this.isDefaultPrevented = returnTrue;
+
+ if ( e && !this.isSimulated ) {
+ e.preventDefault();
+ }
+ },
+ stopPropagation: function() {
+ var e = this.originalEvent;
+
+ this.isPropagationStopped = returnTrue;
+
+ if ( e && !this.isSimulated ) {
+ e.stopPropagation();
+ }
+ },
+ stopImmediatePropagation: function() {
+ var e = this.originalEvent;
+
+ this.isImmediatePropagationStopped = returnTrue;
+
+ if ( e && !this.isSimulated ) {
+ e.stopImmediatePropagation();
+ }
+
+ this.stopPropagation();
+ }
+};
+
+// Includes all common event props including KeyEvent and MouseEvent specific props
+jQuery.each( {
+ altKey: true,
+ bubbles: true,
+ cancelable: true,
+ changedTouches: true,
+ ctrlKey: true,
+ detail: true,
+ eventPhase: true,
+ metaKey: true,
+ pageX: true,
+ pageY: true,
+ shiftKey: true,
+ view: true,
+ "char": true,
+ code: true,
+ charCode: true,
+ key: true,
+ keyCode: true,
+ button: true,
+ buttons: true,
+ clientX: true,
+ clientY: true,
+ offsetX: true,
+ offsetY: true,
+ pointerId: true,
+ pointerType: true,
+ screenX: true,
+ screenY: true,
+ targetTouches: true,
+ toElement: true,
+ touches: true,
+
+ which: function( event ) {
+ var button = event.button;
+
+ // Add which for key events
+ if ( event.which == null && rkeyEvent.test( event.type ) ) {
+ return event.charCode != null ? event.charCode : event.keyCode;
+ }
+
+ // Add which for click: 1 === left; 2 === middle; 3 === right
+ if ( !event.which && button !== undefined && rmouseEvent.test( event.type ) ) {
+ if ( button & 1 ) {
+ return 1;
+ }
+
+ if ( button & 2 ) {
+ return 3;
+ }
+
+ if ( button & 4 ) {
+ return 2;
+ }
+
+ return 0;
+ }
+
+ return event.which;
+ }
+}, jQuery.event.addProp );
+
+jQuery.each( { focus: "focusin", blur: "focusout" }, function( type, delegateType ) {
+ jQuery.event.special[ type ] = {
+
+ // Utilize native event if possible so blur/focus sequence is correct
+ setup: function() {
+
+ // Claim the first handler
+ // dataPriv.set( this, "focus", ... )
+ // dataPriv.set( this, "blur", ... )
+ leverageNative( this, type, expectSync );
+
+ // Return false to allow normal processing in the caller
+ return false;
+ },
+ trigger: function() {
+
+ // Force setup before trigger
+ leverageNative( this, type );
+
+ // Return non-false to allow normal event-path propagation
+ return true;
+ },
+
+ delegateType: delegateType
+ };
+} );
+
+// Create mouseenter/leave events using mouseover/out and event-time checks
+// so that event delegation works in jQuery.
+// Do the same for pointerenter/pointerleave and pointerover/pointerout
+//
+// Support: Safari 7 only
+// Safari sends mouseenter too often; see:
+// https://bugs.chromium.org/p/chromium/issues/detail?id=470258
+// for the description of the bug (it existed in older Chrome versions as well).
+jQuery.each( {
+ mouseenter: "mouseover",
+ mouseleave: "mouseout",
+ pointerenter: "pointerover",
+ pointerleave: "pointerout"
+}, function( orig, fix ) {
+ jQuery.event.special[ orig ] = {
+ delegateType: fix,
+ bindType: fix,
+
+ handle: function( event ) {
+ var ret,
+ target = this,
+ related = event.relatedTarget,
+ handleObj = event.handleObj;
+
+ // For mouseenter/leave call the handler if related is outside the target.
+ // NB: No relatedTarget if the mouse left/entered the browser window
+ if ( !related || ( related !== target && !jQuery.contains( target, related ) ) ) {
+ event.type = handleObj.origType;
+ ret = handleObj.handler.apply( this, arguments );
+ event.type = fix;
+ }
+ return ret;
+ }
+ };
+} );
+
+jQuery.fn.extend( {
+
+ on: function( types, selector, data, fn ) {
+ return on( this, types, selector, data, fn );
+ },
+ one: function( types, selector, data, fn ) {
+ return on( this, types, selector, data, fn, 1 );
+ },
+ off: function( types, selector, fn ) {
+ var handleObj, type;
+ if ( types && types.preventDefault && types.handleObj ) {
+
+ // ( event ) dispatched jQuery.Event
+ handleObj = types.handleObj;
+ jQuery( types.delegateTarget ).off(
+ handleObj.namespace ?
+ handleObj.origType + "." + handleObj.namespace :
+ handleObj.origType,
+ handleObj.selector,
+ handleObj.handler
+ );
+ return this;
+ }
+ if ( typeof types === "object" ) {
+
+ // ( types-object [, selector] )
+ for ( type in types ) {
+ this.off( type, selector, types[ type ] );
+ }
+ return this;
+ }
+ if ( selector === false || typeof selector === "function" ) {
+
+ // ( types [, fn] )
+ fn = selector;
+ selector = undefined;
+ }
+ if ( fn === false ) {
+ fn = returnFalse;
+ }
+ return this.each( function() {
+ jQuery.event.remove( this, types, fn, selector );
+ } );
+ }
+} );
+
+
+var
+
+ // Support: IE <=10 - 11, Edge 12 - 13 only
+ // In IE/Edge using regex groups here causes severe slowdowns.
+ // See https://connect.microsoft.com/IE/feedback/details/1736512/
+ rnoInnerhtml = /\r\n";
+
+// inject VBScript
+document.write(IEBinaryToArray_ByteStr_Script);
+
+global.JSZipUtils._getBinaryFromXHR = function (xhr) {
+ var binary = xhr.responseBody;
+ var byteMapping = {};
+ for ( var i = 0; i < 256; i++ ) {
+ for ( var j = 0; j < 256; j++ ) {
+ byteMapping[ String.fromCharCode( i + (j << 8) ) ] =
+ String.fromCharCode(i) + String.fromCharCode(j);
+ }
+ }
+ var rawBytes = IEBinaryToArray_ByteStr(binary);
+ var lastChr = IEBinaryToArray_ByteStr_Last(binary);
+ return rawBytes.replace(/[\s\S]/g, function( match ) {
+ return byteMapping[match];
+ }) + lastChr;
+};
+
+// enforcing Stuk's coding style
+// vim: set shiftwidth=4 softtabstop=4:
+
+},{}]},{},[1])
+;
diff --git a/jquery/jszip-utils/dist/jszip-utils-ie.min.js b/jquery/jszip-utils/dist/jszip-utils-ie.min.js
new file mode 100644
index 0000000..93d8bc8
--- /dev/null
+++ b/jquery/jszip-utils/dist/jszip-utils-ie.min.js
@@ -0,0 +1,10 @@
+/*!
+
+JSZipUtils - A collection of cross-browser utilities to go along with JSZip.
+
+
+(c) 2014 Stuart Knightley, David Duponchel
+Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown.
+
+*/
+!function a(b,c,d){function e(g,h){if(!c[g]){if(!b[g]){var i="function"==typeof require&&require;if(!h&&i)return i(g,!0);if(f)return f(g,!0);throw new Error("Cannot find module '"+g+"'")}var j=c[g]={exports:{}};b[g][0].call(j.exports,function(a){var c=b[g][1][a];return e(c?c:a)},j,j.exports,a,b,c,d)}return c[g].exports}for(var f="function"==typeof require&&require,g=0;g\r\n\r\n";document.write(b),a.JSZipUtils._getBinaryFromXHR=function(a){for(var b=a.responseBody,c={},d=0;256>d;d++)for(var e=0;256>e;e++)c[String.fromCharCode(d+(e<<8))]=String.fromCharCode(d)+String.fromCharCode(e);var f=IEBinaryToArray_ByteStr(b),g=IEBinaryToArray_ByteStr_Last(b);return f.replace(/[\s\S]/g,function(a){return c[a]})+g}},{}]},{},[1]);
diff --git a/jquery/jszip-utils/dist/jszip-utils.js b/jquery/jszip-utils/dist/jszip-utils.js
new file mode 100644
index 0000000..775895e
--- /dev/null
+++ b/jquery/jszip-utils/dist/jszip-utils.js
@@ -0,0 +1,118 @@
+/*!
+
+JSZipUtils - A collection of cross-browser utilities to go along with JSZip.
+
+
+(c) 2014 Stuart Knightley, David Duponchel
+Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown.
+
+*/
+!function(e){"object"==typeof exports?module.exports=e():"function"==typeof define&&define.amd?define(e):"undefined"!=typeof window?window.JSZipUtils=e():"undefined"!=typeof global?global.JSZipUtils=e():"undefined"!=typeof self&&(self.JSZipUtils=e())}(function(){var define,module,exports;return (function e(t,n,r){function s(o,u){if(!n[o]){if(!t[o]){var a=typeof require=="function"&&require;if(!u&&a)return a(o,!0);if(i)return i(o,!0);throw new Error("Cannot find module '"+o+"'")}var f=n[o]={exports:{}};t[o][0].call(f.exports,function(e){var n=t[o][1][e];return s(n?n:e)},f,f.exports,e,t,n,r)}return n[o].exports}var i=typeof require=="function"&&require;for(var o=0;o
+
+(c) 2014 Stuart Knightley, David Duponchel
+Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown.
+
+*/
+!function(a){"object"==typeof exports?module.exports=a():"function"==typeof define&&define.amd?define(a):"undefined"!=typeof window?window.JSZipUtils=a():"undefined"!=typeof global?global.JSZipUtils=a():"undefined"!=typeof self&&(self.JSZipUtils=a())}(function(){return function a(b,c,d){function e(g,h){if(!c[g]){if(!b[g]){var i="function"==typeof require&&require;if(!h&&i)return i(g,!0);if(f)return f(g,!0);throw new Error("Cannot find module '"+g+"'")}var j=c[g]={exports:{}};b[g][0].call(j.exports,function(a){var c=b[g][1][a];return e(c?c:a)},j,j.exports,a,b,c,d)}return c[g].exports}for(var f="function"==typeof require&&require,g=0;g
+
+(c) 2009-2016 Stuart Knightley
+Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip/master/LICENSE.markdown.
+
+JSZip uses the library pako released under the MIT license :
+https://github.com/nodeca/pako/blob/master/LICENSE
+*/
+
+(function(f){if(typeof exports==="object"&&typeof module!=="undefined"){module.exports=f()}else if(typeof define==="function"&&define.amd){define([],f)}else{var g;if(typeof window!=="undefined"){g=window}else if(typeof global!=="undefined"){g=global}else if(typeof self!=="undefined"){g=self}else{g=this}g.JSZip = f()}})(function(){var define,module,exports;return (function e(t,n,r){function s(o,u){if(!n[o]){if(!t[o]){var a=typeof require=="function"&&require;if(!u&&a)return a(o,!0);if(i)return i(o,!0);var f=new Error("Cannot find module '"+o+"'");throw f.code="MODULE_NOT_FOUND",f}var l=n[o]={exports:{}};t[o][0].call(l.exports,function(e){var n=t[o][1][e];return s(n?n:e)},l,l.exports,e,t,n,r)}return n[o].exports}var i=typeof require=="function"&&require;for(var o=0;o> 2;
+ enc2 = ((chr1 & 3) << 4) | (chr2 >> 4);
+ enc3 = remainingBytes > 1 ? (((chr2 & 15) << 2) | (chr3 >> 6)) : 64;
+ enc4 = remainingBytes > 2 ? (chr3 & 63) : 64;
+
+ output.push(_keyStr.charAt(enc1) + _keyStr.charAt(enc2) + _keyStr.charAt(enc3) + _keyStr.charAt(enc4));
+
+ }
+
+ return output.join("");
+};
+
+// public method for decoding
+exports.decode = function(input) {
+ var chr1, chr2, chr3;
+ var enc1, enc2, enc3, enc4;
+ var i = 0, resultIndex = 0;
+
+ var dataUrlPrefix = "data:";
+
+ if (input.substr(0, dataUrlPrefix.length) === dataUrlPrefix) {
+ // This is a common error: people give a data url
+ // (data:image/png;base64,iVBOR...) with a {base64: true} and
+ // wonders why things don't work.
+ // We can detect that the string input looks like a data url but we
+ // *can't* be sure it is one: removing everything up to the comma would
+ // be too dangerous.
+ throw new Error("Invalid base64 input, it looks like a data url.");
+ }
+
+ input = input.replace(/[^A-Za-z0-9\+\/\=]/g, "");
+
+ var totalLength = input.length * 3 / 4;
+ if(input.charAt(input.length - 1) === _keyStr.charAt(64)) {
+ totalLength--;
+ }
+ if(input.charAt(input.length - 2) === _keyStr.charAt(64)) {
+ totalLength--;
+ }
+ if (totalLength % 1 !== 0) {
+ // totalLength is not an integer, the length does not match a valid
+ // base64 content. That can happen if:
+ // - the input is not a base64 content
+ // - the input is *almost* a base64 content, with a extra chars at the
+ // beginning or at the end
+ // - the input uses a base64 variant (base64url for example)
+ throw new Error("Invalid base64 input, bad content length.");
+ }
+ var output;
+ if (support.uint8array) {
+ output = new Uint8Array(totalLength|0);
+ } else {
+ output = new Array(totalLength|0);
+ }
+
+ while (i < input.length) {
+
+ enc1 = _keyStr.indexOf(input.charAt(i++));
+ enc2 = _keyStr.indexOf(input.charAt(i++));
+ enc3 = _keyStr.indexOf(input.charAt(i++));
+ enc4 = _keyStr.indexOf(input.charAt(i++));
+
+ chr1 = (enc1 << 2) | (enc2 >> 4);
+ chr2 = ((enc2 & 15) << 4) | (enc3 >> 2);
+ chr3 = ((enc3 & 3) << 6) | enc4;
+
+ output[resultIndex++] = chr1;
+
+ if (enc3 !== 64) {
+ output[resultIndex++] = chr2;
+ }
+ if (enc4 !== 64) {
+ output[resultIndex++] = chr3;
+ }
+
+ }
+
+ return output;
+};
+
+},{"./support":30,"./utils":32}],2:[function(require,module,exports){
+'use strict';
+
+var external = require("./external");
+var DataWorker = require('./stream/DataWorker');
+var Crc32Probe = require('./stream/Crc32Probe');
+var DataLengthProbe = require('./stream/DataLengthProbe');
+
+/**
+ * Represent a compressed object, with everything needed to decompress it.
+ * @constructor
+ * @param {number} compressedSize the size of the data compressed.
+ * @param {number} uncompressedSize the size of the data after decompression.
+ * @param {number} crc32 the crc32 of the decompressed file.
+ * @param {object} compression the type of compression, see lib/compressions.js.
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data the compressed data.
+ */
+function CompressedObject(compressedSize, uncompressedSize, crc32, compression, data) {
+ this.compressedSize = compressedSize;
+ this.uncompressedSize = uncompressedSize;
+ this.crc32 = crc32;
+ this.compression = compression;
+ this.compressedContent = data;
+}
+
+CompressedObject.prototype = {
+ /**
+ * Create a worker to get the uncompressed content.
+ * @return {GenericWorker} the worker.
+ */
+ getContentWorker: function () {
+ var worker = new DataWorker(external.Promise.resolve(this.compressedContent))
+ .pipe(this.compression.uncompressWorker())
+ .pipe(new DataLengthProbe("data_length"));
+
+ var that = this;
+ worker.on("end", function () {
+ if (this.streamInfo['data_length'] !== that.uncompressedSize) {
+ throw new Error("Bug : uncompressed data size mismatch");
+ }
+ });
+ return worker;
+ },
+ /**
+ * Create a worker to get the compressed content.
+ * @return {GenericWorker} the worker.
+ */
+ getCompressedWorker: function () {
+ return new DataWorker(external.Promise.resolve(this.compressedContent))
+ .withStreamInfo("compressedSize", this.compressedSize)
+ .withStreamInfo("uncompressedSize", this.uncompressedSize)
+ .withStreamInfo("crc32", this.crc32)
+ .withStreamInfo("compression", this.compression)
+ ;
+ }
+};
+
+/**
+ * Chain the given worker with other workers to compress the content with the
+ * given compression.
+ * @param {GenericWorker} uncompressedWorker the worker to pipe.
+ * @param {Object} compression the compression object.
+ * @param {Object} compressionOptions the options to use when compressing.
+ * @return {GenericWorker} the new worker compressing the content.
+ */
+CompressedObject.createWorkerFrom = function (uncompressedWorker, compression, compressionOptions) {
+ return uncompressedWorker
+ .pipe(new Crc32Probe())
+ .pipe(new DataLengthProbe("uncompressedSize"))
+ .pipe(compression.compressWorker(compressionOptions))
+ .pipe(new DataLengthProbe("compressedSize"))
+ .withStreamInfo("compression", compression);
+};
+
+module.exports = CompressedObject;
+
+},{"./external":6,"./stream/Crc32Probe":25,"./stream/DataLengthProbe":26,"./stream/DataWorker":27}],3:[function(require,module,exports){
+'use strict';
+
+var GenericWorker = require("./stream/GenericWorker");
+
+exports.STORE = {
+ magic: "\x00\x00",
+ compressWorker : function (compressionOptions) {
+ return new GenericWorker("STORE compression");
+ },
+ uncompressWorker : function () {
+ return new GenericWorker("STORE decompression");
+ }
+};
+exports.DEFLATE = require('./flate');
+
+},{"./flate":7,"./stream/GenericWorker":28}],4:[function(require,module,exports){
+'use strict';
+
+var utils = require('./utils');
+
+/**
+ * The following functions come from pako, from pako/lib/zlib/crc32.js
+ * released under the MIT license, see pako https://github.com/nodeca/pako/
+ */
+
+// Use ordinary array, since untyped makes no boost here
+function makeTable() {
+ var c, table = [];
+
+ for(var n =0; n < 256; n++){
+ c = n;
+ for(var k =0; k < 8; k++){
+ c = ((c&1) ? (0xEDB88320 ^ (c >>> 1)) : (c >>> 1));
+ }
+ table[n] = c;
+ }
+
+ return table;
+}
+
+// Create table on load. Just 255 signed longs. Not a problem.
+var crcTable = makeTable();
+
+
+function crc32(crc, buf, len, pos) {
+ var t = crcTable, end = pos + len;
+
+ crc = crc ^ (-1);
+
+ for (var i = pos; i < end; i++ ) {
+ crc = (crc >>> 8) ^ t[(crc ^ buf[i]) & 0xFF];
+ }
+
+ return (crc ^ (-1)); // >>> 0;
+}
+
+// That's all for the pako functions.
+
+/**
+ * Compute the crc32 of a string.
+ * This is almost the same as the function crc32, but for strings. Using the
+ * same function for the two use cases leads to horrible performances.
+ * @param {Number} crc the starting value of the crc.
+ * @param {String} str the string to use.
+ * @param {Number} len the length of the string.
+ * @param {Number} pos the starting position for the crc32 computation.
+ * @return {Number} the computed crc32.
+ */
+function crc32str(crc, str, len, pos) {
+ var t = crcTable, end = pos + len;
+
+ crc = crc ^ (-1);
+
+ for (var i = pos; i < end; i++ ) {
+ crc = (crc >>> 8) ^ t[(crc ^ str.charCodeAt(i)) & 0xFF];
+ }
+
+ return (crc ^ (-1)); // >>> 0;
+}
+
+module.exports = function crc32wrapper(input, crc) {
+ if (typeof input === "undefined" || !input.length) {
+ return 0;
+ }
+
+ var isArray = utils.getTypeOf(input) !== "string";
+
+ if(isArray) {
+ return crc32(crc|0, input, input.length, 0);
+ } else {
+ return crc32str(crc|0, input, input.length, 0);
+ }
+};
+
+},{"./utils":32}],5:[function(require,module,exports){
+'use strict';
+exports.base64 = false;
+exports.binary = false;
+exports.dir = false;
+exports.createFolders = true;
+exports.date = null;
+exports.compression = null;
+exports.compressionOptions = null;
+exports.comment = null;
+exports.unixPermissions = null;
+exports.dosPermissions = null;
+
+},{}],6:[function(require,module,exports){
+/* global Promise */
+'use strict';
+
+// load the global object first:
+// - it should be better integrated in the system (unhandledRejection in node)
+// - the environment may have a custom Promise implementation (see zone.js)
+var ES6Promise = null;
+if (typeof Promise !== "undefined") {
+ ES6Promise = Promise;
+} else {
+ ES6Promise = require("lie");
+}
+
+/**
+ * Let the user use/change some implementations.
+ */
+module.exports = {
+ Promise: ES6Promise
+};
+
+},{"lie":37}],7:[function(require,module,exports){
+'use strict';
+var USE_TYPEDARRAY = (typeof Uint8Array !== 'undefined') && (typeof Uint16Array !== 'undefined') && (typeof Uint32Array !== 'undefined');
+
+var pako = require("pako");
+var utils = require("./utils");
+var GenericWorker = require("./stream/GenericWorker");
+
+var ARRAY_TYPE = USE_TYPEDARRAY ? "uint8array" : "array";
+
+exports.magic = "\x08\x00";
+
+/**
+ * Create a worker that uses pako to inflate/deflate.
+ * @constructor
+ * @param {String} action the name of the pako function to call : either "Deflate" or "Inflate".
+ * @param {Object} options the options to use when (de)compressing.
+ */
+function FlateWorker(action, options) {
+ GenericWorker.call(this, "FlateWorker/" + action);
+
+ this._pako = null;
+ this._pakoAction = action;
+ this._pakoOptions = options;
+ // the `meta` object from the last chunk received
+ // this allow this worker to pass around metadata
+ this.meta = {};
+}
+
+utils.inherits(FlateWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+FlateWorker.prototype.processChunk = function (chunk) {
+ this.meta = chunk.meta;
+ if (this._pako === null) {
+ this._createPako();
+ }
+ this._pako.push(utils.transformTo(ARRAY_TYPE, chunk.data), false);
+};
+
+/**
+ * @see GenericWorker.flush
+ */
+FlateWorker.prototype.flush = function () {
+ GenericWorker.prototype.flush.call(this);
+ if (this._pako === null) {
+ this._createPako();
+ }
+ this._pako.push([], true);
+};
+/**
+ * @see GenericWorker.cleanUp
+ */
+FlateWorker.prototype.cleanUp = function () {
+ GenericWorker.prototype.cleanUp.call(this);
+ this._pako = null;
+};
+
+/**
+ * Create the _pako object.
+ * TODO: lazy-loading this object isn't the best solution but it's the
+ * quickest. The best solution is to lazy-load the worker list. See also the
+ * issue #446.
+ */
+FlateWorker.prototype._createPako = function () {
+ this._pako = new pako[this._pakoAction]({
+ raw: true,
+ level: this._pakoOptions.level || -1 // default compression
+ });
+ var self = this;
+ this._pako.onData = function(data) {
+ self.push({
+ data : data,
+ meta : self.meta
+ });
+ };
+};
+
+exports.compressWorker = function (compressionOptions) {
+ return new FlateWorker("Deflate", compressionOptions);
+};
+exports.uncompressWorker = function () {
+ return new FlateWorker("Inflate", {});
+};
+
+},{"./stream/GenericWorker":28,"./utils":32,"pako":38}],8:[function(require,module,exports){
+'use strict';
+
+var utils = require('../utils');
+var GenericWorker = require('../stream/GenericWorker');
+var utf8 = require('../utf8');
+var crc32 = require('../crc32');
+var signature = require('../signature');
+
+/**
+ * Transform an integer into a string in hexadecimal.
+ * @private
+ * @param {number} dec the number to convert.
+ * @param {number} bytes the number of bytes to generate.
+ * @returns {string} the result.
+ */
+var decToHex = function(dec, bytes) {
+ var hex = "", i;
+ for (i = 0; i < bytes; i++) {
+ hex += String.fromCharCode(dec & 0xff);
+ dec = dec >>> 8;
+ }
+ return hex;
+};
+
+/**
+ * Generate the UNIX part of the external file attributes.
+ * @param {Object} unixPermissions the unix permissions or null.
+ * @param {Boolean} isDir true if the entry is a directory, false otherwise.
+ * @return {Number} a 32 bit integer.
+ *
+ * adapted from http://unix.stackexchange.com/questions/14705/the-zip-formats-external-file-attribute :
+ *
+ * TTTTsstrwxrwxrwx0000000000ADVSHR
+ * ^^^^____________________________ file type, see zipinfo.c (UNX_*)
+ * ^^^_________________________ setuid, setgid, sticky
+ * ^^^^^^^^^________________ permissions
+ * ^^^^^^^^^^______ not used ?
+ * ^^^^^^ DOS attribute bits : Archive, Directory, Volume label, System file, Hidden, Read only
+ */
+var generateUnixExternalFileAttr = function (unixPermissions, isDir) {
+
+ var result = unixPermissions;
+ if (!unixPermissions) {
+ // I can't use octal values in strict mode, hence the hexa.
+ // 040775 => 0x41fd
+ // 0100664 => 0x81b4
+ result = isDir ? 0x41fd : 0x81b4;
+ }
+ return (result & 0xFFFF) << 16;
+};
+
+/**
+ * Generate the DOS part of the external file attributes.
+ * @param {Object} dosPermissions the dos permissions or null.
+ * @param {Boolean} isDir true if the entry is a directory, false otherwise.
+ * @return {Number} a 32 bit integer.
+ *
+ * Bit 0 Read-Only
+ * Bit 1 Hidden
+ * Bit 2 System
+ * Bit 3 Volume Label
+ * Bit 4 Directory
+ * Bit 5 Archive
+ */
+var generateDosExternalFileAttr = function (dosPermissions, isDir) {
+
+ // the dir flag is already set for compatibility
+ return (dosPermissions || 0) & 0x3F;
+};
+
+/**
+ * Generate the various parts used in the construction of the final zip file.
+ * @param {Object} streamInfo the hash with information about the compressed file.
+ * @param {Boolean} streamedContent is the content streamed ?
+ * @param {Boolean} streamingEnded is the stream finished ?
+ * @param {number} offset the current offset from the start of the zip file.
+ * @param {String} platform let's pretend we are this platform (change platform dependents fields)
+ * @param {Function} encodeFileName the function to encode the file name / comment.
+ * @return {Object} the zip parts.
+ */
+var generateZipParts = function(streamInfo, streamedContent, streamingEnded, offset, platform, encodeFileName) {
+ var file = streamInfo['file'],
+ compression = streamInfo['compression'],
+ useCustomEncoding = encodeFileName !== utf8.utf8encode,
+ encodedFileName = utils.transformTo("string", encodeFileName(file.name)),
+ utfEncodedFileName = utils.transformTo("string", utf8.utf8encode(file.name)),
+ comment = file.comment,
+ encodedComment = utils.transformTo("string", encodeFileName(comment)),
+ utfEncodedComment = utils.transformTo("string", utf8.utf8encode(comment)),
+ useUTF8ForFileName = utfEncodedFileName.length !== file.name.length,
+ useUTF8ForComment = utfEncodedComment.length !== comment.length,
+ dosTime,
+ dosDate,
+ extraFields = "",
+ unicodePathExtraField = "",
+ unicodeCommentExtraField = "",
+ dir = file.dir,
+ date = file.date;
+
+
+ var dataInfo = {
+ crc32 : 0,
+ compressedSize : 0,
+ uncompressedSize : 0
+ };
+
+ // if the content is streamed, the sizes/crc32 are only available AFTER
+ // the end of the stream.
+ if (!streamedContent || streamingEnded) {
+ dataInfo.crc32 = streamInfo['crc32'];
+ dataInfo.compressedSize = streamInfo['compressedSize'];
+ dataInfo.uncompressedSize = streamInfo['uncompressedSize'];
+ }
+
+ var bitflag = 0;
+ if (streamedContent) {
+ // Bit 3: the sizes/crc32 are set to zero in the local header.
+ // The correct values are put in the data descriptor immediately
+ // following the compressed data.
+ bitflag |= 0x0008;
+ }
+ if (!useCustomEncoding && (useUTF8ForFileName || useUTF8ForComment)) {
+ // Bit 11: Language encoding flag (EFS).
+ bitflag |= 0x0800;
+ }
+
+
+ var extFileAttr = 0;
+ var versionMadeBy = 0;
+ if (dir) {
+ // dos or unix, we set the dos dir flag
+ extFileAttr |= 0x00010;
+ }
+ if(platform === "UNIX") {
+ versionMadeBy = 0x031E; // UNIX, version 3.0
+ extFileAttr |= generateUnixExternalFileAttr(file.unixPermissions, dir);
+ } else { // DOS or other, fallback to DOS
+ versionMadeBy = 0x0014; // DOS, version 2.0
+ extFileAttr |= generateDosExternalFileAttr(file.dosPermissions, dir);
+ }
+
+ // date
+ // @see http://www.delorie.com/djgpp/doc/rbinter/it/52/13.html
+ // @see http://www.delorie.com/djgpp/doc/rbinter/it/65/16.html
+ // @see http://www.delorie.com/djgpp/doc/rbinter/it/66/16.html
+
+ dosTime = date.getUTCHours();
+ dosTime = dosTime << 6;
+ dosTime = dosTime | date.getUTCMinutes();
+ dosTime = dosTime << 5;
+ dosTime = dosTime | date.getUTCSeconds() / 2;
+
+ dosDate = date.getUTCFullYear() - 1980;
+ dosDate = dosDate << 4;
+ dosDate = dosDate | (date.getUTCMonth() + 1);
+ dosDate = dosDate << 5;
+ dosDate = dosDate | date.getUTCDate();
+
+ if (useUTF8ForFileName) {
+ // set the unicode path extra field. unzip needs at least one extra
+ // field to correctly handle unicode path, so using the path is as good
+ // as any other information. This could improve the situation with
+ // other archive managers too.
+ // This field is usually used without the utf8 flag, with a non
+ // unicode path in the header (winrar, winzip). This helps (a bit)
+ // with the messy Windows' default compressed folders feature but
+ // breaks on p7zip which doesn't seek the unicode path extra field.
+ // So for now, UTF-8 everywhere !
+ unicodePathExtraField =
+ // Version
+ decToHex(1, 1) +
+ // NameCRC32
+ decToHex(crc32(encodedFileName), 4) +
+ // UnicodeName
+ utfEncodedFileName;
+
+ extraFields +=
+ // Info-ZIP Unicode Path Extra Field
+ "\x75\x70" +
+ // size
+ decToHex(unicodePathExtraField.length, 2) +
+ // content
+ unicodePathExtraField;
+ }
+
+ if(useUTF8ForComment) {
+
+ unicodeCommentExtraField =
+ // Version
+ decToHex(1, 1) +
+ // CommentCRC32
+ decToHex(crc32(encodedComment), 4) +
+ // UnicodeName
+ utfEncodedComment;
+
+ extraFields +=
+ // Info-ZIP Unicode Path Extra Field
+ "\x75\x63" +
+ // size
+ decToHex(unicodeCommentExtraField.length, 2) +
+ // content
+ unicodeCommentExtraField;
+ }
+
+ var header = "";
+
+ // version needed to extract
+ header += "\x0A\x00";
+ // general purpose bit flag
+ header += decToHex(bitflag, 2);
+ // compression method
+ header += compression.magic;
+ // last mod file time
+ header += decToHex(dosTime, 2);
+ // last mod file date
+ header += decToHex(dosDate, 2);
+ // crc-32
+ header += decToHex(dataInfo.crc32, 4);
+ // compressed size
+ header += decToHex(dataInfo.compressedSize, 4);
+ // uncompressed size
+ header += decToHex(dataInfo.uncompressedSize, 4);
+ // file name length
+ header += decToHex(encodedFileName.length, 2);
+ // extra field length
+ header += decToHex(extraFields.length, 2);
+
+
+ var fileRecord = signature.LOCAL_FILE_HEADER + header + encodedFileName + extraFields;
+
+ var dirRecord = signature.CENTRAL_FILE_HEADER +
+ // version made by (00: DOS)
+ decToHex(versionMadeBy, 2) +
+ // file header (common to file and central directory)
+ header +
+ // file comment length
+ decToHex(encodedComment.length, 2) +
+ // disk number start
+ "\x00\x00" +
+ // internal file attributes TODO
+ "\x00\x00" +
+ // external file attributes
+ decToHex(extFileAttr, 4) +
+ // relative offset of local header
+ decToHex(offset, 4) +
+ // file name
+ encodedFileName +
+ // extra field
+ extraFields +
+ // file comment
+ encodedComment;
+
+ return {
+ fileRecord: fileRecord,
+ dirRecord: dirRecord
+ };
+};
+
+/**
+ * Generate the EOCD record.
+ * @param {Number} entriesCount the number of entries in the zip file.
+ * @param {Number} centralDirLength the length (in bytes) of the central dir.
+ * @param {Number} localDirLength the length (in bytes) of the local dir.
+ * @param {String} comment the zip file comment as a binary string.
+ * @param {Function} encodeFileName the function to encode the comment.
+ * @return {String} the EOCD record.
+ */
+var generateCentralDirectoryEnd = function (entriesCount, centralDirLength, localDirLength, comment, encodeFileName) {
+ var dirEnd = "";
+ var encodedComment = utils.transformTo("string", encodeFileName(comment));
+
+ // end of central dir signature
+ dirEnd = signature.CENTRAL_DIRECTORY_END +
+ // number of this disk
+ "\x00\x00" +
+ // number of the disk with the start of the central directory
+ "\x00\x00" +
+ // total number of entries in the central directory on this disk
+ decToHex(entriesCount, 2) +
+ // total number of entries in the central directory
+ decToHex(entriesCount, 2) +
+ // size of the central directory 4 bytes
+ decToHex(centralDirLength, 4) +
+ // offset of start of central directory with respect to the starting disk number
+ decToHex(localDirLength, 4) +
+ // .ZIP file comment length
+ decToHex(encodedComment.length, 2) +
+ // .ZIP file comment
+ encodedComment;
+
+ return dirEnd;
+};
+
+/**
+ * Generate data descriptors for a file entry.
+ * @param {Object} streamInfo the hash generated by a worker, containing information
+ * on the file entry.
+ * @return {String} the data descriptors.
+ */
+var generateDataDescriptors = function (streamInfo) {
+ var descriptor = "";
+ descriptor = signature.DATA_DESCRIPTOR +
+ // crc-32 4 bytes
+ decToHex(streamInfo['crc32'], 4) +
+ // compressed size 4 bytes
+ decToHex(streamInfo['compressedSize'], 4) +
+ // uncompressed size 4 bytes
+ decToHex(streamInfo['uncompressedSize'], 4);
+
+ return descriptor;
+};
+
+
+/**
+ * A worker to concatenate other workers to create a zip file.
+ * @param {Boolean} streamFiles `true` to stream the content of the files,
+ * `false` to accumulate it.
+ * @param {String} comment the comment to use.
+ * @param {String} platform the platform to use, "UNIX" or "DOS".
+ * @param {Function} encodeFileName the function to encode file names and comments.
+ */
+function ZipFileWorker(streamFiles, comment, platform, encodeFileName) {
+ GenericWorker.call(this, "ZipFileWorker");
+ // The number of bytes written so far. This doesn't count accumulated chunks.
+ this.bytesWritten = 0;
+ // The comment of the zip file
+ this.zipComment = comment;
+ // The platform "generating" the zip file.
+ this.zipPlatform = platform;
+ // the function to encode file names and comments.
+ this.encodeFileName = encodeFileName;
+ // Should we stream the content of the files ?
+ this.streamFiles = streamFiles;
+ // If `streamFiles` is false, we will need to accumulate the content of the
+ // files to calculate sizes / crc32 (and write them *before* the content).
+ // This boolean indicates if we are accumulating chunks (it will change a lot
+ // during the lifetime of this worker).
+ this.accumulate = false;
+ // The buffer receiving chunks when accumulating content.
+ this.contentBuffer = [];
+ // The list of generated directory records.
+ this.dirRecords = [];
+ // The offset (in bytes) from the beginning of the zip file for the current source.
+ this.currentSourceOffset = 0;
+ // The total number of entries in this zip file.
+ this.entriesCount = 0;
+ // the name of the file currently being added, null when handling the end of the zip file.
+ // Used for the emitted metadata.
+ this.currentFile = null;
+
+
+
+ this._sources = [];
+}
+utils.inherits(ZipFileWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.push
+ */
+ZipFileWorker.prototype.push = function (chunk) {
+
+ var currentFilePercent = chunk.meta.percent || 0;
+ var entriesCount = this.entriesCount;
+ var remainingFiles = this._sources.length;
+
+ if(this.accumulate) {
+ this.contentBuffer.push(chunk);
+ } else {
+ this.bytesWritten += chunk.data.length;
+
+ GenericWorker.prototype.push.call(this, {
+ data : chunk.data,
+ meta : {
+ currentFile : this.currentFile,
+ percent : entriesCount ? (currentFilePercent + 100 * (entriesCount - remainingFiles - 1)) / entriesCount : 100
+ }
+ });
+ }
+};
+
+/**
+ * The worker started a new source (an other worker).
+ * @param {Object} streamInfo the streamInfo object from the new source.
+ */
+ZipFileWorker.prototype.openedSource = function (streamInfo) {
+ this.currentSourceOffset = this.bytesWritten;
+ this.currentFile = streamInfo['file'].name;
+
+ var streamedContent = this.streamFiles && !streamInfo['file'].dir;
+
+ // don't stream folders (because they don't have any content)
+ if(streamedContent) {
+ var record = generateZipParts(streamInfo, streamedContent, false, this.currentSourceOffset, this.zipPlatform, this.encodeFileName);
+ this.push({
+ data : record.fileRecord,
+ meta : {percent:0}
+ });
+ } else {
+ // we need to wait for the whole file before pushing anything
+ this.accumulate = true;
+ }
+};
+
+/**
+ * The worker finished a source (an other worker).
+ * @param {Object} streamInfo the streamInfo object from the finished source.
+ */
+ZipFileWorker.prototype.closedSource = function (streamInfo) {
+ this.accumulate = false;
+ var streamedContent = this.streamFiles && !streamInfo['file'].dir;
+ var record = generateZipParts(streamInfo, streamedContent, true, this.currentSourceOffset, this.zipPlatform, this.encodeFileName);
+
+ this.dirRecords.push(record.dirRecord);
+ if(streamedContent) {
+ // after the streamed file, we put data descriptors
+ this.push({
+ data : generateDataDescriptors(streamInfo),
+ meta : {percent:100}
+ });
+ } else {
+ // the content wasn't streamed, we need to push everything now
+ // first the file record, then the content
+ this.push({
+ data : record.fileRecord,
+ meta : {percent:0}
+ });
+ while(this.contentBuffer.length) {
+ this.push(this.contentBuffer.shift());
+ }
+ }
+ this.currentFile = null;
+};
+
+/**
+ * @see GenericWorker.flush
+ */
+ZipFileWorker.prototype.flush = function () {
+
+ var localDirLength = this.bytesWritten;
+ for(var i = 0; i < this.dirRecords.length; i++) {
+ this.push({
+ data : this.dirRecords[i],
+ meta : {percent:100}
+ });
+ }
+ var centralDirLength = this.bytesWritten - localDirLength;
+
+ var dirEnd = generateCentralDirectoryEnd(this.dirRecords.length, centralDirLength, localDirLength, this.zipComment, this.encodeFileName);
+
+ this.push({
+ data : dirEnd,
+ meta : {percent:100}
+ });
+};
+
+/**
+ * Prepare the next source to be read.
+ */
+ZipFileWorker.prototype.prepareNextSource = function () {
+ this.previous = this._sources.shift();
+ this.openedSource(this.previous.streamInfo);
+ if (this.isPaused) {
+ this.previous.pause();
+ } else {
+ this.previous.resume();
+ }
+};
+
+/**
+ * @see GenericWorker.registerPrevious
+ */
+ZipFileWorker.prototype.registerPrevious = function (previous) {
+ this._sources.push(previous);
+ var self = this;
+
+ previous.on('data', function (chunk) {
+ self.processChunk(chunk);
+ });
+ previous.on('end', function () {
+ self.closedSource(self.previous.streamInfo);
+ if(self._sources.length) {
+ self.prepareNextSource();
+ } else {
+ self.end();
+ }
+ });
+ previous.on('error', function (e) {
+ self.error(e);
+ });
+ return this;
+};
+
+/**
+ * @see GenericWorker.resume
+ */
+ZipFileWorker.prototype.resume = function () {
+ if(!GenericWorker.prototype.resume.call(this)) {
+ return false;
+ }
+
+ if (!this.previous && this._sources.length) {
+ this.prepareNextSource();
+ return true;
+ }
+ if (!this.previous && !this._sources.length && !this.generatedError) {
+ this.end();
+ return true;
+ }
+};
+
+/**
+ * @see GenericWorker.error
+ */
+ZipFileWorker.prototype.error = function (e) {
+ var sources = this._sources;
+ if(!GenericWorker.prototype.error.call(this, e)) {
+ return false;
+ }
+ for(var i = 0; i < sources.length; i++) {
+ try {
+ sources[i].error(e);
+ } catch(e) {
+ // the `error` exploded, nothing to do
+ }
+ }
+ return true;
+};
+
+/**
+ * @see GenericWorker.lock
+ */
+ZipFileWorker.prototype.lock = function () {
+ GenericWorker.prototype.lock.call(this);
+ var sources = this._sources;
+ for(var i = 0; i < sources.length; i++) {
+ sources[i].lock();
+ }
+};
+
+module.exports = ZipFileWorker;
+
+},{"../crc32":4,"../signature":23,"../stream/GenericWorker":28,"../utf8":31,"../utils":32}],9:[function(require,module,exports){
+'use strict';
+
+var compressions = require('../compressions');
+var ZipFileWorker = require('./ZipFileWorker');
+
+/**
+ * Find the compression to use.
+ * @param {String} fileCompression the compression defined at the file level, if any.
+ * @param {String} zipCompression the compression defined at the load() level.
+ * @return {Object} the compression object to use.
+ */
+var getCompression = function (fileCompression, zipCompression) {
+
+ var compressionName = fileCompression || zipCompression;
+ var compression = compressions[compressionName];
+ if (!compression) {
+ throw new Error(compressionName + " is not a valid compression method !");
+ }
+ return compression;
+};
+
+/**
+ * Create a worker to generate a zip file.
+ * @param {JSZip} zip the JSZip instance at the right root level.
+ * @param {Object} options to generate the zip file.
+ * @param {String} comment the comment to use.
+ */
+exports.generateWorker = function (zip, options, comment) {
+
+ var zipFileWorker = new ZipFileWorker(options.streamFiles, comment, options.platform, options.encodeFileName);
+ var entriesCount = 0;
+ try {
+
+ zip.forEach(function (relativePath, file) {
+ entriesCount++;
+ var compression = getCompression(file.options.compression, options.compression);
+ var compressionOptions = file.options.compressionOptions || options.compressionOptions || {};
+ var dir = file.dir, date = file.date;
+
+ file._compressWorker(compression, compressionOptions)
+ .withStreamInfo("file", {
+ name : relativePath,
+ dir : dir,
+ date : date,
+ comment : file.comment || "",
+ unixPermissions : file.unixPermissions,
+ dosPermissions : file.dosPermissions
+ })
+ .pipe(zipFileWorker);
+ });
+ zipFileWorker.entriesCount = entriesCount;
+ } catch (e) {
+ zipFileWorker.error(e);
+ }
+
+ return zipFileWorker;
+};
+
+},{"../compressions":3,"./ZipFileWorker":8}],10:[function(require,module,exports){
+'use strict';
+
+/**
+ * Representation a of zip file in js
+ * @constructor
+ */
+function JSZip() {
+ // if this constructor is used without `new`, it adds `new` before itself:
+ if(!(this instanceof JSZip)) {
+ return new JSZip();
+ }
+
+ if(arguments.length) {
+ throw new Error("The constructor with parameters has been removed in JSZip 3.0, please check the upgrade guide.");
+ }
+
+ // object containing the files :
+ // {
+ // "folder/" : {...},
+ // "folder/data.txt" : {...}
+ // }
+ // NOTE: we use a null prototype because we do not
+ // want filenames like "toString" coming from a zip file
+ // to overwrite methods and attributes in a normal Object.
+ this.files = Object.create(null);
+
+ this.comment = null;
+
+ // Where we are in the hierarchy
+ this.root = "";
+ this.clone = function() {
+ var newObj = new JSZip();
+ for (var i in this) {
+ if (typeof this[i] !== "function") {
+ newObj[i] = this[i];
+ }
+ }
+ return newObj;
+ };
+}
+JSZip.prototype = require('./object');
+JSZip.prototype.loadAsync = require('./load');
+JSZip.support = require('./support');
+JSZip.defaults = require('./defaults');
+
+// TODO find a better way to handle this version,
+// a require('package.json').version doesn't work with webpack, see #327
+JSZip.version = "3.7.1";
+
+JSZip.loadAsync = function (content, options) {
+ return new JSZip().loadAsync(content, options);
+};
+
+JSZip.external = require("./external");
+module.exports = JSZip;
+
+},{"./defaults":5,"./external":6,"./load":11,"./object":15,"./support":30}],11:[function(require,module,exports){
+'use strict';
+var utils = require('./utils');
+var external = require("./external");
+var utf8 = require('./utf8');
+var ZipEntries = require('./zipEntries');
+var Crc32Probe = require('./stream/Crc32Probe');
+var nodejsUtils = require("./nodejsUtils");
+
+/**
+ * Check the CRC32 of an entry.
+ * @param {ZipEntry} zipEntry the zip entry to check.
+ * @return {Promise} the result.
+ */
+function checkEntryCRC32(zipEntry) {
+ return new external.Promise(function (resolve, reject) {
+ var worker = zipEntry.decompressed.getContentWorker().pipe(new Crc32Probe());
+ worker.on("error", function (e) {
+ reject(e);
+ })
+ .on("end", function () {
+ if (worker.streamInfo.crc32 !== zipEntry.decompressed.crc32) {
+ reject(new Error("Corrupted zip : CRC32 mismatch"));
+ } else {
+ resolve();
+ }
+ })
+ .resume();
+ });
+}
+
+module.exports = function (data, options) {
+ var zip = this;
+ options = utils.extend(options || {}, {
+ base64: false,
+ checkCRC32: false,
+ optimizedBinaryString: false,
+ createFolders: false,
+ decodeFileName: utf8.utf8decode
+ });
+
+ if (nodejsUtils.isNode && nodejsUtils.isStream(data)) {
+ return external.Promise.reject(new Error("JSZip can't accept a stream when loading a zip file."));
+ }
+
+ return utils.prepareContent("the loaded zip file", data, true, options.optimizedBinaryString, options.base64)
+ .then(function (data) {
+ var zipEntries = new ZipEntries(options);
+ zipEntries.load(data);
+ return zipEntries;
+ }).then(function checkCRC32(zipEntries) {
+ var promises = [external.Promise.resolve(zipEntries)];
+ var files = zipEntries.files;
+ if (options.checkCRC32) {
+ for (var i = 0; i < files.length; i++) {
+ promises.push(checkEntryCRC32(files[i]));
+ }
+ }
+ return external.Promise.all(promises);
+ }).then(function addFiles(results) {
+ var zipEntries = results.shift();
+ var files = zipEntries.files;
+ for (var i = 0; i < files.length; i++) {
+ var input = files[i];
+ zip.file(input.fileNameStr, input.decompressed, {
+ binary: true,
+ optimizedBinaryString: true,
+ date: input.date,
+ dir: input.dir,
+ comment: input.fileCommentStr.length ? input.fileCommentStr : null,
+ unixPermissions: input.unixPermissions,
+ dosPermissions: input.dosPermissions,
+ createFolders: options.createFolders
+ });
+ }
+ if (zipEntries.zipComment.length) {
+ zip.comment = zipEntries.zipComment;
+ }
+
+ return zip;
+ });
+};
+
+},{"./external":6,"./nodejsUtils":14,"./stream/Crc32Probe":25,"./utf8":31,"./utils":32,"./zipEntries":33}],12:[function(require,module,exports){
+"use strict";
+
+var utils = require('../utils');
+var GenericWorker = require('../stream/GenericWorker');
+
+/**
+ * A worker that use a nodejs stream as source.
+ * @constructor
+ * @param {String} filename the name of the file entry for this stream.
+ * @param {Readable} stream the nodejs stream.
+ */
+function NodejsStreamInputAdapter(filename, stream) {
+ GenericWorker.call(this, "Nodejs stream input adapter for " + filename);
+ this._upstreamEnded = false;
+ this._bindStream(stream);
+}
+
+utils.inherits(NodejsStreamInputAdapter, GenericWorker);
+
+/**
+ * Prepare the stream and bind the callbacks on it.
+ * Do this ASAP on node 0.10 ! A lazy binding doesn't always work.
+ * @param {Stream} stream the nodejs stream to use.
+ */
+NodejsStreamInputAdapter.prototype._bindStream = function (stream) {
+ var self = this;
+ this._stream = stream;
+ stream.pause();
+ stream
+ .on("data", function (chunk) {
+ self.push({
+ data: chunk,
+ meta : {
+ percent : 0
+ }
+ });
+ })
+ .on("error", function (e) {
+ if(self.isPaused) {
+ this.generatedError = e;
+ } else {
+ self.error(e);
+ }
+ })
+ .on("end", function () {
+ if(self.isPaused) {
+ self._upstreamEnded = true;
+ } else {
+ self.end();
+ }
+ });
+};
+NodejsStreamInputAdapter.prototype.pause = function () {
+ if(!GenericWorker.prototype.pause.call(this)) {
+ return false;
+ }
+ this._stream.pause();
+ return true;
+};
+NodejsStreamInputAdapter.prototype.resume = function () {
+ if(!GenericWorker.prototype.resume.call(this)) {
+ return false;
+ }
+
+ if(this._upstreamEnded) {
+ this.end();
+ } else {
+ this._stream.resume();
+ }
+
+ return true;
+};
+
+module.exports = NodejsStreamInputAdapter;
+
+},{"../stream/GenericWorker":28,"../utils":32}],13:[function(require,module,exports){
+'use strict';
+
+var Readable = require('readable-stream').Readable;
+
+var utils = require('../utils');
+utils.inherits(NodejsStreamOutputAdapter, Readable);
+
+/**
+* A nodejs stream using a worker as source.
+* @see the SourceWrapper in http://nodejs.org/api/stream.html
+* @constructor
+* @param {StreamHelper} helper the helper wrapping the worker
+* @param {Object} options the nodejs stream options
+* @param {Function} updateCb the update callback.
+*/
+function NodejsStreamOutputAdapter(helper, options, updateCb) {
+ Readable.call(this, options);
+ this._helper = helper;
+
+ var self = this;
+ helper.on("data", function (data, meta) {
+ if (!self.push(data)) {
+ self._helper.pause();
+ }
+ if(updateCb) {
+ updateCb(meta);
+ }
+ })
+ .on("error", function(e) {
+ self.emit('error', e);
+ })
+ .on("end", function () {
+ self.push(null);
+ });
+}
+
+
+NodejsStreamOutputAdapter.prototype._read = function() {
+ this._helper.resume();
+};
+
+module.exports = NodejsStreamOutputAdapter;
+
+},{"../utils":32,"readable-stream":16}],14:[function(require,module,exports){
+'use strict';
+
+module.exports = {
+ /**
+ * True if this is running in Nodejs, will be undefined in a browser.
+ * In a browser, browserify won't include this file and the whole module
+ * will be resolved an empty object.
+ */
+ isNode : typeof Buffer !== "undefined",
+ /**
+ * Create a new nodejs Buffer from an existing content.
+ * @param {Object} data the data to pass to the constructor.
+ * @param {String} encoding the encoding to use.
+ * @return {Buffer} a new Buffer.
+ */
+ newBufferFrom: function(data, encoding) {
+ if (Buffer.from && Buffer.from !== Uint8Array.from) {
+ return Buffer.from(data, encoding);
+ } else {
+ if (typeof data === "number") {
+ // Safeguard for old Node.js versions. On newer versions,
+ // Buffer.from(number) / Buffer(number, encoding) already throw.
+ throw new Error("The \"data\" argument must not be a number");
+ }
+ return new Buffer(data, encoding);
+ }
+ },
+ /**
+ * Create a new nodejs Buffer with the specified size.
+ * @param {Integer} size the size of the buffer.
+ * @return {Buffer} a new Buffer.
+ */
+ allocBuffer: function (size) {
+ if (Buffer.alloc) {
+ return Buffer.alloc(size);
+ } else {
+ var buf = new Buffer(size);
+ buf.fill(0);
+ return buf;
+ }
+ },
+ /**
+ * Find out if an object is a Buffer.
+ * @param {Object} b the object to test.
+ * @return {Boolean} true if the object is a Buffer, false otherwise.
+ */
+ isBuffer : function(b){
+ return Buffer.isBuffer(b);
+ },
+
+ isStream : function (obj) {
+ return obj &&
+ typeof obj.on === "function" &&
+ typeof obj.pause === "function" &&
+ typeof obj.resume === "function";
+ }
+};
+
+},{}],15:[function(require,module,exports){
+'use strict';
+var utf8 = require('./utf8');
+var utils = require('./utils');
+var GenericWorker = require('./stream/GenericWorker');
+var StreamHelper = require('./stream/StreamHelper');
+var defaults = require('./defaults');
+var CompressedObject = require('./compressedObject');
+var ZipObject = require('./zipObject');
+var generate = require("./generate");
+var nodejsUtils = require("./nodejsUtils");
+var NodejsStreamInputAdapter = require("./nodejs/NodejsStreamInputAdapter");
+
+
+/**
+ * Add a file in the current folder.
+ * @private
+ * @param {string} name the name of the file
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data of the file
+ * @param {Object} originalOptions the options of the file
+ * @return {Object} the new file.
+ */
+var fileAdd = function(name, data, originalOptions) {
+ // be sure sub folders exist
+ var dataType = utils.getTypeOf(data),
+ parent;
+
+
+ /*
+ * Correct options.
+ */
+
+ var o = utils.extend(originalOptions || {}, defaults);
+ o.date = o.date || new Date();
+ if (o.compression !== null) {
+ o.compression = o.compression.toUpperCase();
+ }
+
+ if (typeof o.unixPermissions === "string") {
+ o.unixPermissions = parseInt(o.unixPermissions, 8);
+ }
+
+ // UNX_IFDIR 0040000 see zipinfo.c
+ if (o.unixPermissions && (o.unixPermissions & 0x4000)) {
+ o.dir = true;
+ }
+ // Bit 4 Directory
+ if (o.dosPermissions && (o.dosPermissions & 0x0010)) {
+ o.dir = true;
+ }
+
+ if (o.dir) {
+ name = forceTrailingSlash(name);
+ }
+ if (o.createFolders && (parent = parentFolder(name))) {
+ folderAdd.call(this, parent, true);
+ }
+
+ var isUnicodeString = dataType === "string" && o.binary === false && o.base64 === false;
+ if (!originalOptions || typeof originalOptions.binary === "undefined") {
+ o.binary = !isUnicodeString;
+ }
+
+
+ var isCompressedEmpty = (data instanceof CompressedObject) && data.uncompressedSize === 0;
+
+ if (isCompressedEmpty || o.dir || !data || data.length === 0) {
+ o.base64 = false;
+ o.binary = true;
+ data = "";
+ o.compression = "STORE";
+ dataType = "string";
+ }
+
+ /*
+ * Convert content to fit.
+ */
+
+ var zipObjectContent = null;
+ if (data instanceof CompressedObject || data instanceof GenericWorker) {
+ zipObjectContent = data;
+ } else if (nodejsUtils.isNode && nodejsUtils.isStream(data)) {
+ zipObjectContent = new NodejsStreamInputAdapter(name, data);
+ } else {
+ zipObjectContent = utils.prepareContent(name, data, o.binary, o.optimizedBinaryString, o.base64);
+ }
+
+ var object = new ZipObject(name, zipObjectContent, o);
+ this.files[name] = object;
+ /*
+ TODO: we can't throw an exception because we have async promises
+ (we can have a promise of a Date() for example) but returning a
+ promise is useless because file(name, data) returns the JSZip
+ object for chaining. Should we break that to allow the user
+ to catch the error ?
+
+ return external.Promise.resolve(zipObjectContent)
+ .then(function () {
+ return object;
+ });
+ */
+};
+
+/**
+ * Find the parent folder of the path.
+ * @private
+ * @param {string} path the path to use
+ * @return {string} the parent folder, or ""
+ */
+var parentFolder = function (path) {
+ if (path.slice(-1) === '/') {
+ path = path.substring(0, path.length - 1);
+ }
+ var lastSlash = path.lastIndexOf('/');
+ return (lastSlash > 0) ? path.substring(0, lastSlash) : "";
+};
+
+/**
+ * Returns the path with a slash at the end.
+ * @private
+ * @param {String} path the path to check.
+ * @return {String} the path with a trailing slash.
+ */
+var forceTrailingSlash = function(path) {
+ // Check the name ends with a /
+ if (path.slice(-1) !== "/") {
+ path += "/"; // IE doesn't like substr(-1)
+ }
+ return path;
+};
+
+/**
+ * Add a (sub) folder in the current folder.
+ * @private
+ * @param {string} name the folder's name
+ * @param {boolean=} [createFolders] If true, automatically create sub
+ * folders. Defaults to false.
+ * @return {Object} the new folder.
+ */
+var folderAdd = function(name, createFolders) {
+ createFolders = (typeof createFolders !== 'undefined') ? createFolders : defaults.createFolders;
+
+ name = forceTrailingSlash(name);
+
+ // Does this folder already exist?
+ if (!this.files[name]) {
+ fileAdd.call(this, name, null, {
+ dir: true,
+ createFolders: createFolders
+ });
+ }
+ return this.files[name];
+};
+
+/**
+* Cross-window, cross-Node-context regular expression detection
+* @param {Object} object Anything
+* @return {Boolean} true if the object is a regular expression,
+* false otherwise
+*/
+function isRegExp(object) {
+ return Object.prototype.toString.call(object) === "[object RegExp]";
+}
+
+// return the actual prototype of JSZip
+var out = {
+ /**
+ * @see loadAsync
+ */
+ load: function() {
+ throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide.");
+ },
+
+
+ /**
+ * Call a callback function for each entry at this folder level.
+ * @param {Function} cb the callback function:
+ * function (relativePath, file) {...}
+ * It takes 2 arguments : the relative path and the file.
+ */
+ forEach: function(cb) {
+ var filename, relativePath, file;
+ /* jshint ignore:start */
+ // ignore warning about unwanted properties because this.files is a null prototype object
+ for (filename in this.files) {
+ file = this.files[filename];
+ relativePath = filename.slice(this.root.length, filename.length);
+ if (relativePath && filename.slice(0, this.root.length) === this.root) { // the file is in the current root
+ cb(relativePath, file); // TODO reverse the parameters ? need to be clean AND consistent with the filter search fn...
+ }
+ }
+ /* jshint ignore:end */
+ },
+
+ /**
+ * Filter nested files/folders with the specified function.
+ * @param {Function} search the predicate to use :
+ * function (relativePath, file) {...}
+ * It takes 2 arguments : the relative path and the file.
+ * @return {Array} An array of matching elements.
+ */
+ filter: function(search) {
+ var result = [];
+ this.forEach(function (relativePath, entry) {
+ if (search(relativePath, entry)) { // the file matches the function
+ result.push(entry);
+ }
+
+ });
+ return result;
+ },
+
+ /**
+ * Add a file to the zip file, or search a file.
+ * @param {string|RegExp} name The name of the file to add (if data is defined),
+ * the name of the file to find (if no data) or a regex to match files.
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data The file data, either raw or base64 encoded
+ * @param {Object} o File options
+ * @return {JSZip|Object|Array} this JSZip object (when adding a file),
+ * a file (when searching by string) or an array of files (when searching by regex).
+ */
+ file: function(name, data, o) {
+ if (arguments.length === 1) {
+ if (isRegExp(name)) {
+ var regexp = name;
+ return this.filter(function(relativePath, file) {
+ return !file.dir && regexp.test(relativePath);
+ });
+ }
+ else { // text
+ var obj = this.files[this.root + name];
+ if (obj && !obj.dir) {
+ return obj;
+ } else {
+ return null;
+ }
+ }
+ }
+ else { // more than one argument : we have data !
+ name = this.root + name;
+ fileAdd.call(this, name, data, o);
+ }
+ return this;
+ },
+
+ /**
+ * Add a directory to the zip file, or search.
+ * @param {String|RegExp} arg The name of the directory to add, or a regex to search folders.
+ * @return {JSZip} an object with the new directory as the root, or an array containing matching folders.
+ */
+ folder: function(arg) {
+ if (!arg) {
+ return this;
+ }
+
+ if (isRegExp(arg)) {
+ return this.filter(function(relativePath, file) {
+ return file.dir && arg.test(relativePath);
+ });
+ }
+
+ // else, name is a new folder
+ var name = this.root + arg;
+ var newFolder = folderAdd.call(this, name);
+
+ // Allow chaining by returning a new object with this folder as the root
+ var ret = this.clone();
+ ret.root = newFolder.name;
+ return ret;
+ },
+
+ /**
+ * Delete a file, or a directory and all sub-files, from the zip
+ * @param {string} name the name of the file to delete
+ * @return {JSZip} this JSZip object
+ */
+ remove: function(name) {
+ name = this.root + name;
+ var file = this.files[name];
+ if (!file) {
+ // Look for any folders
+ if (name.slice(-1) !== "/") {
+ name += "/";
+ }
+ file = this.files[name];
+ }
+
+ if (file && !file.dir) {
+ // file
+ delete this.files[name];
+ } else {
+ // maybe a folder, delete recursively
+ var kids = this.filter(function(relativePath, file) {
+ return file.name.slice(0, name.length) === name;
+ });
+ for (var i = 0; i < kids.length; i++) {
+ delete this.files[kids[i].name];
+ }
+ }
+
+ return this;
+ },
+
+ /**
+ * Generate the complete zip file
+ * @param {Object} options the options to generate the zip file :
+ * - compression, "STORE" by default.
+ * - type, "base64" by default. Values are : string, base64, uint8array, arraybuffer, blob.
+ * @return {String|Uint8Array|ArrayBuffer|Buffer|Blob} the zip file
+ */
+ generate: function(options) {
+ throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide.");
+ },
+
+ /**
+ * Generate the complete zip file as an internal stream.
+ * @param {Object} options the options to generate the zip file :
+ * - compression, "STORE" by default.
+ * - type, "base64" by default. Values are : string, base64, uint8array, arraybuffer, blob.
+ * @return {StreamHelper} the streamed zip file.
+ */
+ generateInternalStream: function(options) {
+ var worker, opts = {};
+ try {
+ opts = utils.extend(options || {}, {
+ streamFiles: false,
+ compression: "STORE",
+ compressionOptions : null,
+ type: "",
+ platform: "DOS",
+ comment: null,
+ mimeType: 'application/zip',
+ encodeFileName: utf8.utf8encode
+ });
+
+ opts.type = opts.type.toLowerCase();
+ opts.compression = opts.compression.toUpperCase();
+
+ // "binarystring" is preferred but the internals use "string".
+ if(opts.type === "binarystring") {
+ opts.type = "string";
+ }
+
+ if (!opts.type) {
+ throw new Error("No output type specified.");
+ }
+
+ utils.checkSupport(opts.type);
+
+ // accept nodejs `process.platform`
+ if(
+ opts.platform === 'darwin' ||
+ opts.platform === 'freebsd' ||
+ opts.platform === 'linux' ||
+ opts.platform === 'sunos'
+ ) {
+ opts.platform = "UNIX";
+ }
+ if (opts.platform === 'win32') {
+ opts.platform = "DOS";
+ }
+
+ var comment = opts.comment || this.comment || "";
+ worker = generate.generateWorker(this, opts, comment);
+ } catch (e) {
+ worker = new GenericWorker("error");
+ worker.error(e);
+ }
+ return new StreamHelper(worker, opts.type || "string", opts.mimeType);
+ },
+ /**
+ * Generate the complete zip file asynchronously.
+ * @see generateInternalStream
+ */
+ generateAsync: function(options, onUpdate) {
+ return this.generateInternalStream(options).accumulate(onUpdate);
+ },
+ /**
+ * Generate the complete zip file asynchronously.
+ * @see generateInternalStream
+ */
+ generateNodeStream: function(options, onUpdate) {
+ options = options || {};
+ if (!options.type) {
+ options.type = "nodebuffer";
+ }
+ return this.generateInternalStream(options).toNodejsStream(onUpdate);
+ }
+};
+module.exports = out;
+
+},{"./compressedObject":2,"./defaults":5,"./generate":9,"./nodejs/NodejsStreamInputAdapter":12,"./nodejsUtils":14,"./stream/GenericWorker":28,"./stream/StreamHelper":29,"./utf8":31,"./utils":32,"./zipObject":35}],16:[function(require,module,exports){
+/*
+ * This file is used by module bundlers (browserify/webpack/etc) when
+ * including a stream implementation. We use "readable-stream" to get a
+ * consistent behavior between nodejs versions but bundlers often have a shim
+ * for "stream". Using this shim greatly improve the compatibility and greatly
+ * reduce the final size of the bundle (only one stream implementation, not
+ * two).
+ */
+module.exports = require("stream");
+
+},{"stream":undefined}],17:[function(require,module,exports){
+'use strict';
+var DataReader = require('./DataReader');
+var utils = require('../utils');
+
+function ArrayReader(data) {
+ DataReader.call(this, data);
+ for(var i = 0; i < this.data.length; i++) {
+ data[i] = data[i] & 0xFF;
+ }
+}
+utils.inherits(ArrayReader, DataReader);
+/**
+ * @see DataReader.byteAt
+ */
+ArrayReader.prototype.byteAt = function(i) {
+ return this.data[this.zero + i];
+};
+/**
+ * @see DataReader.lastIndexOfSignature
+ */
+ArrayReader.prototype.lastIndexOfSignature = function(sig) {
+ var sig0 = sig.charCodeAt(0),
+ sig1 = sig.charCodeAt(1),
+ sig2 = sig.charCodeAt(2),
+ sig3 = sig.charCodeAt(3);
+ for (var i = this.length - 4; i >= 0; --i) {
+ if (this.data[i] === sig0 && this.data[i + 1] === sig1 && this.data[i + 2] === sig2 && this.data[i + 3] === sig3) {
+ return i - this.zero;
+ }
+ }
+
+ return -1;
+};
+/**
+ * @see DataReader.readAndCheckSignature
+ */
+ArrayReader.prototype.readAndCheckSignature = function (sig) {
+ var sig0 = sig.charCodeAt(0),
+ sig1 = sig.charCodeAt(1),
+ sig2 = sig.charCodeAt(2),
+ sig3 = sig.charCodeAt(3),
+ data = this.readData(4);
+ return sig0 === data[0] && sig1 === data[1] && sig2 === data[2] && sig3 === data[3];
+};
+/**
+ * @see DataReader.readData
+ */
+ArrayReader.prototype.readData = function(size) {
+ this.checkOffset(size);
+ if(size === 0) {
+ return [];
+ }
+ var result = this.data.slice(this.zero + this.index, this.zero + this.index + size);
+ this.index += size;
+ return result;
+};
+module.exports = ArrayReader;
+
+},{"../utils":32,"./DataReader":18}],18:[function(require,module,exports){
+'use strict';
+var utils = require('../utils');
+
+function DataReader(data) {
+ this.data = data; // type : see implementation
+ this.length = data.length;
+ this.index = 0;
+ this.zero = 0;
+}
+DataReader.prototype = {
+ /**
+ * Check that the offset will not go too far.
+ * @param {string} offset the additional offset to check.
+ * @throws {Error} an Error if the offset is out of bounds.
+ */
+ checkOffset: function(offset) {
+ this.checkIndex(this.index + offset);
+ },
+ /**
+ * Check that the specified index will not be too far.
+ * @param {string} newIndex the index to check.
+ * @throws {Error} an Error if the index is out of bounds.
+ */
+ checkIndex: function(newIndex) {
+ if (this.length < this.zero + newIndex || newIndex < 0) {
+ throw new Error("End of data reached (data length = " + this.length + ", asked index = " + (newIndex) + "). Corrupted zip ?");
+ }
+ },
+ /**
+ * Change the index.
+ * @param {number} newIndex The new index.
+ * @throws {Error} if the new index is out of the data.
+ */
+ setIndex: function(newIndex) {
+ this.checkIndex(newIndex);
+ this.index = newIndex;
+ },
+ /**
+ * Skip the next n bytes.
+ * @param {number} n the number of bytes to skip.
+ * @throws {Error} if the new index is out of the data.
+ */
+ skip: function(n) {
+ this.setIndex(this.index + n);
+ },
+ /**
+ * Get the byte at the specified index.
+ * @param {number} i the index to use.
+ * @return {number} a byte.
+ */
+ byteAt: function(i) {
+ // see implementations
+ },
+ /**
+ * Get the next number with a given byte size.
+ * @param {number} size the number of bytes to read.
+ * @return {number} the corresponding number.
+ */
+ readInt: function(size) {
+ var result = 0,
+ i;
+ this.checkOffset(size);
+ for (i = this.index + size - 1; i >= this.index; i--) {
+ result = (result << 8) + this.byteAt(i);
+ }
+ this.index += size;
+ return result;
+ },
+ /**
+ * Get the next string with a given byte size.
+ * @param {number} size the number of bytes to read.
+ * @return {string} the corresponding string.
+ */
+ readString: function(size) {
+ return utils.transformTo("string", this.readData(size));
+ },
+ /**
+ * Get raw data without conversion, bytes.
+ * @param {number} size the number of bytes to read.
+ * @return {Object} the raw data, implementation specific.
+ */
+ readData: function(size) {
+ // see implementations
+ },
+ /**
+ * Find the last occurrence of a zip signature (4 bytes).
+ * @param {string} sig the signature to find.
+ * @return {number} the index of the last occurrence, -1 if not found.
+ */
+ lastIndexOfSignature: function(sig) {
+ // see implementations
+ },
+ /**
+ * Read the signature (4 bytes) at the current position and compare it with sig.
+ * @param {string} sig the expected signature
+ * @return {boolean} true if the signature matches, false otherwise.
+ */
+ readAndCheckSignature: function(sig) {
+ // see implementations
+ },
+ /**
+ * Get the next date.
+ * @return {Date} the date.
+ */
+ readDate: function() {
+ var dostime = this.readInt(4);
+ return new Date(Date.UTC(
+ ((dostime >> 25) & 0x7f) + 1980, // year
+ ((dostime >> 21) & 0x0f) - 1, // month
+ (dostime >> 16) & 0x1f, // day
+ (dostime >> 11) & 0x1f, // hour
+ (dostime >> 5) & 0x3f, // minute
+ (dostime & 0x1f) << 1)); // second
+ }
+};
+module.exports = DataReader;
+
+},{"../utils":32}],19:[function(require,module,exports){
+'use strict';
+var Uint8ArrayReader = require('./Uint8ArrayReader');
+var utils = require('../utils');
+
+function NodeBufferReader(data) {
+ Uint8ArrayReader.call(this, data);
+}
+utils.inherits(NodeBufferReader, Uint8ArrayReader);
+
+/**
+ * @see DataReader.readData
+ */
+NodeBufferReader.prototype.readData = function(size) {
+ this.checkOffset(size);
+ var result = this.data.slice(this.zero + this.index, this.zero + this.index + size);
+ this.index += size;
+ return result;
+};
+module.exports = NodeBufferReader;
+
+},{"../utils":32,"./Uint8ArrayReader":21}],20:[function(require,module,exports){
+'use strict';
+var DataReader = require('./DataReader');
+var utils = require('../utils');
+
+function StringReader(data) {
+ DataReader.call(this, data);
+}
+utils.inherits(StringReader, DataReader);
+/**
+ * @see DataReader.byteAt
+ */
+StringReader.prototype.byteAt = function(i) {
+ return this.data.charCodeAt(this.zero + i);
+};
+/**
+ * @see DataReader.lastIndexOfSignature
+ */
+StringReader.prototype.lastIndexOfSignature = function(sig) {
+ return this.data.lastIndexOf(sig) - this.zero;
+};
+/**
+ * @see DataReader.readAndCheckSignature
+ */
+StringReader.prototype.readAndCheckSignature = function (sig) {
+ var data = this.readData(4);
+ return sig === data;
+};
+/**
+ * @see DataReader.readData
+ */
+StringReader.prototype.readData = function(size) {
+ this.checkOffset(size);
+ // this will work because the constructor applied the "& 0xff" mask.
+ var result = this.data.slice(this.zero + this.index, this.zero + this.index + size);
+ this.index += size;
+ return result;
+};
+module.exports = StringReader;
+
+},{"../utils":32,"./DataReader":18}],21:[function(require,module,exports){
+'use strict';
+var ArrayReader = require('./ArrayReader');
+var utils = require('../utils');
+
+function Uint8ArrayReader(data) {
+ ArrayReader.call(this, data);
+}
+utils.inherits(Uint8ArrayReader, ArrayReader);
+/**
+ * @see DataReader.readData
+ */
+Uint8ArrayReader.prototype.readData = function(size) {
+ this.checkOffset(size);
+ if(size === 0) {
+ // in IE10, when using subarray(idx, idx), we get the array [0x00] instead of [].
+ return new Uint8Array(0);
+ }
+ var result = this.data.subarray(this.zero + this.index, this.zero + this.index + size);
+ this.index += size;
+ return result;
+};
+module.exports = Uint8ArrayReader;
+
+},{"../utils":32,"./ArrayReader":17}],22:[function(require,module,exports){
+'use strict';
+
+var utils = require('../utils');
+var support = require('../support');
+var ArrayReader = require('./ArrayReader');
+var StringReader = require('./StringReader');
+var NodeBufferReader = require('./NodeBufferReader');
+var Uint8ArrayReader = require('./Uint8ArrayReader');
+
+/**
+ * Create a reader adapted to the data.
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data to read.
+ * @return {DataReader} the data reader.
+ */
+module.exports = function (data) {
+ var type = utils.getTypeOf(data);
+ utils.checkSupport(type);
+ if (type === "string" && !support.uint8array) {
+ return new StringReader(data);
+ }
+ if (type === "nodebuffer") {
+ return new NodeBufferReader(data);
+ }
+ if (support.uint8array) {
+ return new Uint8ArrayReader(utils.transformTo("uint8array", data));
+ }
+ return new ArrayReader(utils.transformTo("array", data));
+};
+
+},{"../support":30,"../utils":32,"./ArrayReader":17,"./NodeBufferReader":19,"./StringReader":20,"./Uint8ArrayReader":21}],23:[function(require,module,exports){
+'use strict';
+exports.LOCAL_FILE_HEADER = "PK\x03\x04";
+exports.CENTRAL_FILE_HEADER = "PK\x01\x02";
+exports.CENTRAL_DIRECTORY_END = "PK\x05\x06";
+exports.ZIP64_CENTRAL_DIRECTORY_LOCATOR = "PK\x06\x07";
+exports.ZIP64_CENTRAL_DIRECTORY_END = "PK\x06\x06";
+exports.DATA_DESCRIPTOR = "PK\x07\x08";
+
+},{}],24:[function(require,module,exports){
+'use strict';
+
+var GenericWorker = require('./GenericWorker');
+var utils = require('../utils');
+
+/**
+ * A worker which convert chunks to a specified type.
+ * @constructor
+ * @param {String} destType the destination type.
+ */
+function ConvertWorker(destType) {
+ GenericWorker.call(this, "ConvertWorker to " + destType);
+ this.destType = destType;
+}
+utils.inherits(ConvertWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+ConvertWorker.prototype.processChunk = function (chunk) {
+ this.push({
+ data : utils.transformTo(this.destType, chunk.data),
+ meta : chunk.meta
+ });
+};
+module.exports = ConvertWorker;
+
+},{"../utils":32,"./GenericWorker":28}],25:[function(require,module,exports){
+'use strict';
+
+var GenericWorker = require('./GenericWorker');
+var crc32 = require('../crc32');
+var utils = require('../utils');
+
+/**
+ * A worker which calculate the crc32 of the data flowing through.
+ * @constructor
+ */
+function Crc32Probe() {
+ GenericWorker.call(this, "Crc32Probe");
+ this.withStreamInfo("crc32", 0);
+}
+utils.inherits(Crc32Probe, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+Crc32Probe.prototype.processChunk = function (chunk) {
+ this.streamInfo.crc32 = crc32(chunk.data, this.streamInfo.crc32 || 0);
+ this.push(chunk);
+};
+module.exports = Crc32Probe;
+
+},{"../crc32":4,"../utils":32,"./GenericWorker":28}],26:[function(require,module,exports){
+'use strict';
+
+var utils = require('../utils');
+var GenericWorker = require('./GenericWorker');
+
+/**
+ * A worker which calculate the total length of the data flowing through.
+ * @constructor
+ * @param {String} propName the name used to expose the length
+ */
+function DataLengthProbe(propName) {
+ GenericWorker.call(this, "DataLengthProbe for " + propName);
+ this.propName = propName;
+ this.withStreamInfo(propName, 0);
+}
+utils.inherits(DataLengthProbe, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+DataLengthProbe.prototype.processChunk = function (chunk) {
+ if(chunk) {
+ var length = this.streamInfo[this.propName] || 0;
+ this.streamInfo[this.propName] = length + chunk.data.length;
+ }
+ GenericWorker.prototype.processChunk.call(this, chunk);
+};
+module.exports = DataLengthProbe;
+
+
+},{"../utils":32,"./GenericWorker":28}],27:[function(require,module,exports){
+'use strict';
+
+var utils = require('../utils');
+var GenericWorker = require('./GenericWorker');
+
+// the size of the generated chunks
+// TODO expose this as a public variable
+var DEFAULT_BLOCK_SIZE = 16 * 1024;
+
+/**
+ * A worker that reads a content and emits chunks.
+ * @constructor
+ * @param {Promise} dataP the promise of the data to split
+ */
+function DataWorker(dataP) {
+ GenericWorker.call(this, "DataWorker");
+ var self = this;
+ this.dataIsReady = false;
+ this.index = 0;
+ this.max = 0;
+ this.data = null;
+ this.type = "";
+
+ this._tickScheduled = false;
+
+ dataP.then(function (data) {
+ self.dataIsReady = true;
+ self.data = data;
+ self.max = data && data.length || 0;
+ self.type = utils.getTypeOf(data);
+ if(!self.isPaused) {
+ self._tickAndRepeat();
+ }
+ }, function (e) {
+ self.error(e);
+ });
+}
+
+utils.inherits(DataWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.cleanUp
+ */
+DataWorker.prototype.cleanUp = function () {
+ GenericWorker.prototype.cleanUp.call(this);
+ this.data = null;
+};
+
+/**
+ * @see GenericWorker.resume
+ */
+DataWorker.prototype.resume = function () {
+ if(!GenericWorker.prototype.resume.call(this)) {
+ return false;
+ }
+
+ if (!this._tickScheduled && this.dataIsReady) {
+ this._tickScheduled = true;
+ utils.delay(this._tickAndRepeat, [], this);
+ }
+ return true;
+};
+
+/**
+ * Trigger a tick a schedule an other call to this function.
+ */
+DataWorker.prototype._tickAndRepeat = function() {
+ this._tickScheduled = false;
+ if(this.isPaused || this.isFinished) {
+ return;
+ }
+ this._tick();
+ if(!this.isFinished) {
+ utils.delay(this._tickAndRepeat, [], this);
+ this._tickScheduled = true;
+ }
+};
+
+/**
+ * Read and push a chunk.
+ */
+DataWorker.prototype._tick = function() {
+
+ if(this.isPaused || this.isFinished) {
+ return false;
+ }
+
+ var size = DEFAULT_BLOCK_SIZE;
+ var data = null, nextIndex = Math.min(this.max, this.index + size);
+ if (this.index >= this.max) {
+ // EOF
+ return this.end();
+ } else {
+ switch(this.type) {
+ case "string":
+ data = this.data.substring(this.index, nextIndex);
+ break;
+ case "uint8array":
+ data = this.data.subarray(this.index, nextIndex);
+ break;
+ case "array":
+ case "nodebuffer":
+ data = this.data.slice(this.index, nextIndex);
+ break;
+ }
+ this.index = nextIndex;
+ return this.push({
+ data : data,
+ meta : {
+ percent : this.max ? this.index / this.max * 100 : 0
+ }
+ });
+ }
+};
+
+module.exports = DataWorker;
+
+},{"../utils":32,"./GenericWorker":28}],28:[function(require,module,exports){
+'use strict';
+
+/**
+ * A worker that does nothing but passing chunks to the next one. This is like
+ * a nodejs stream but with some differences. On the good side :
+ * - it works on IE 6-9 without any issue / polyfill
+ * - it weights less than the full dependencies bundled with browserify
+ * - it forwards errors (no need to declare an error handler EVERYWHERE)
+ *
+ * A chunk is an object with 2 attributes : `meta` and `data`. The former is an
+ * object containing anything (`percent` for example), see each worker for more
+ * details. The latter is the real data (String, Uint8Array, etc).
+ *
+ * @constructor
+ * @param {String} name the name of the stream (mainly used for debugging purposes)
+ */
+function GenericWorker(name) {
+ // the name of the worker
+ this.name = name || "default";
+ // an object containing metadata about the workers chain
+ this.streamInfo = {};
+ // an error which happened when the worker was paused
+ this.generatedError = null;
+ // an object containing metadata to be merged by this worker into the general metadata
+ this.extraStreamInfo = {};
+ // true if the stream is paused (and should not do anything), false otherwise
+ this.isPaused = true;
+ // true if the stream is finished (and should not do anything), false otherwise
+ this.isFinished = false;
+ // true if the stream is locked to prevent further structure updates (pipe), false otherwise
+ this.isLocked = false;
+ // the event listeners
+ this._listeners = {
+ 'data':[],
+ 'end':[],
+ 'error':[]
+ };
+ // the previous worker, if any
+ this.previous = null;
+}
+
+GenericWorker.prototype = {
+ /**
+ * Push a chunk to the next workers.
+ * @param {Object} chunk the chunk to push
+ */
+ push : function (chunk) {
+ this.emit("data", chunk);
+ },
+ /**
+ * End the stream.
+ * @return {Boolean} true if this call ended the worker, false otherwise.
+ */
+ end : function () {
+ if (this.isFinished) {
+ return false;
+ }
+
+ this.flush();
+ try {
+ this.emit("end");
+ this.cleanUp();
+ this.isFinished = true;
+ } catch (e) {
+ this.emit("error", e);
+ }
+ return true;
+ },
+ /**
+ * End the stream with an error.
+ * @param {Error} e the error which caused the premature end.
+ * @return {Boolean} true if this call ended the worker with an error, false otherwise.
+ */
+ error : function (e) {
+ if (this.isFinished) {
+ return false;
+ }
+
+ if(this.isPaused) {
+ this.generatedError = e;
+ } else {
+ this.isFinished = true;
+
+ this.emit("error", e);
+
+ // in the workers chain exploded in the middle of the chain,
+ // the error event will go downward but we also need to notify
+ // workers upward that there has been an error.
+ if(this.previous) {
+ this.previous.error(e);
+ }
+
+ this.cleanUp();
+ }
+ return true;
+ },
+ /**
+ * Add a callback on an event.
+ * @param {String} name the name of the event (data, end, error)
+ * @param {Function} listener the function to call when the event is triggered
+ * @return {GenericWorker} the current object for chainability
+ */
+ on : function (name, listener) {
+ this._listeners[name].push(listener);
+ return this;
+ },
+ /**
+ * Clean any references when a worker is ending.
+ */
+ cleanUp : function () {
+ this.streamInfo = this.generatedError = this.extraStreamInfo = null;
+ this._listeners = [];
+ },
+ /**
+ * Trigger an event. This will call registered callback with the provided arg.
+ * @param {String} name the name of the event (data, end, error)
+ * @param {Object} arg the argument to call the callback with.
+ */
+ emit : function (name, arg) {
+ if (this._listeners[name]) {
+ for(var i = 0; i < this._listeners[name].length; i++) {
+ this._listeners[name][i].call(this, arg);
+ }
+ }
+ },
+ /**
+ * Chain a worker with an other.
+ * @param {Worker} next the worker receiving events from the current one.
+ * @return {worker} the next worker for chainability
+ */
+ pipe : function (next) {
+ return next.registerPrevious(this);
+ },
+ /**
+ * Same as `pipe` in the other direction.
+ * Using an API with `pipe(next)` is very easy.
+ * Implementing the API with the point of view of the next one registering
+ * a source is easier, see the ZipFileWorker.
+ * @param {Worker} previous the previous worker, sending events to this one
+ * @return {Worker} the current worker for chainability
+ */
+ registerPrevious : function (previous) {
+ if (this.isLocked) {
+ throw new Error("The stream '" + this + "' has already been used.");
+ }
+
+ // sharing the streamInfo...
+ this.streamInfo = previous.streamInfo;
+ // ... and adding our own bits
+ this.mergeStreamInfo();
+ this.previous = previous;
+ var self = this;
+ previous.on('data', function (chunk) {
+ self.processChunk(chunk);
+ });
+ previous.on('end', function () {
+ self.end();
+ });
+ previous.on('error', function (e) {
+ self.error(e);
+ });
+ return this;
+ },
+ /**
+ * Pause the stream so it doesn't send events anymore.
+ * @return {Boolean} true if this call paused the worker, false otherwise.
+ */
+ pause : function () {
+ if(this.isPaused || this.isFinished) {
+ return false;
+ }
+ this.isPaused = true;
+
+ if(this.previous) {
+ this.previous.pause();
+ }
+ return true;
+ },
+ /**
+ * Resume a paused stream.
+ * @return {Boolean} true if this call resumed the worker, false otherwise.
+ */
+ resume : function () {
+ if(!this.isPaused || this.isFinished) {
+ return false;
+ }
+ this.isPaused = false;
+
+ // if true, the worker tried to resume but failed
+ var withError = false;
+ if(this.generatedError) {
+ this.error(this.generatedError);
+ withError = true;
+ }
+ if(this.previous) {
+ this.previous.resume();
+ }
+
+ return !withError;
+ },
+ /**
+ * Flush any remaining bytes as the stream is ending.
+ */
+ flush : function () {},
+ /**
+ * Process a chunk. This is usually the method overridden.
+ * @param {Object} chunk the chunk to process.
+ */
+ processChunk : function(chunk) {
+ this.push(chunk);
+ },
+ /**
+ * Add a key/value to be added in the workers chain streamInfo once activated.
+ * @param {String} key the key to use
+ * @param {Object} value the associated value
+ * @return {Worker} the current worker for chainability
+ */
+ withStreamInfo : function (key, value) {
+ this.extraStreamInfo[key] = value;
+ this.mergeStreamInfo();
+ return this;
+ },
+ /**
+ * Merge this worker's streamInfo into the chain's streamInfo.
+ */
+ mergeStreamInfo : function () {
+ for(var key in this.extraStreamInfo) {
+ if (!this.extraStreamInfo.hasOwnProperty(key)) {
+ continue;
+ }
+ this.streamInfo[key] = this.extraStreamInfo[key];
+ }
+ },
+
+ /**
+ * Lock the stream to prevent further updates on the workers chain.
+ * After calling this method, all calls to pipe will fail.
+ */
+ lock: function () {
+ if (this.isLocked) {
+ throw new Error("The stream '" + this + "' has already been used.");
+ }
+ this.isLocked = true;
+ if (this.previous) {
+ this.previous.lock();
+ }
+ },
+
+ /**
+ *
+ * Pretty print the workers chain.
+ */
+ toString : function () {
+ var me = "Worker " + this.name;
+ if (this.previous) {
+ return this.previous + " -> " + me;
+ } else {
+ return me;
+ }
+ }
+};
+
+module.exports = GenericWorker;
+
+},{}],29:[function(require,module,exports){
+'use strict';
+
+var utils = require('../utils');
+var ConvertWorker = require('./ConvertWorker');
+var GenericWorker = require('./GenericWorker');
+var base64 = require('../base64');
+var support = require("../support");
+var external = require("../external");
+
+var NodejsStreamOutputAdapter = null;
+if (support.nodestream) {
+ try {
+ NodejsStreamOutputAdapter = require('../nodejs/NodejsStreamOutputAdapter');
+ } catch(e) {}
+}
+
+/**
+ * Apply the final transformation of the data. If the user wants a Blob for
+ * example, it's easier to work with an U8intArray and finally do the
+ * ArrayBuffer/Blob conversion.
+ * @param {String} type the name of the final type
+ * @param {String|Uint8Array|Buffer} content the content to transform
+ * @param {String} mimeType the mime type of the content, if applicable.
+ * @return {String|Uint8Array|ArrayBuffer|Buffer|Blob} the content in the right format.
+ */
+function transformZipOutput(type, content, mimeType) {
+ switch(type) {
+ case "blob" :
+ return utils.newBlob(utils.transformTo("arraybuffer", content), mimeType);
+ case "base64" :
+ return base64.encode(content);
+ default :
+ return utils.transformTo(type, content);
+ }
+}
+
+/**
+ * Concatenate an array of data of the given type.
+ * @param {String} type the type of the data in the given array.
+ * @param {Array} dataArray the array containing the data chunks to concatenate
+ * @return {String|Uint8Array|Buffer} the concatenated data
+ * @throws Error if the asked type is unsupported
+ */
+function concat (type, dataArray) {
+ var i, index = 0, res = null, totalLength = 0;
+ for(i = 0; i < dataArray.length; i++) {
+ totalLength += dataArray[i].length;
+ }
+ switch(type) {
+ case "string":
+ return dataArray.join("");
+ case "array":
+ return Array.prototype.concat.apply([], dataArray);
+ case "uint8array":
+ res = new Uint8Array(totalLength);
+ for(i = 0; i < dataArray.length; i++) {
+ res.set(dataArray[i], index);
+ index += dataArray[i].length;
+ }
+ return res;
+ case "nodebuffer":
+ return Buffer.concat(dataArray);
+ default:
+ throw new Error("concat : unsupported type '" + type + "'");
+ }
+}
+
+/**
+ * Listen a StreamHelper, accumulate its content and concatenate it into a
+ * complete block.
+ * @param {StreamHelper} helper the helper to use.
+ * @param {Function} updateCallback a callback called on each update. Called
+ * with one arg :
+ * - the metadata linked to the update received.
+ * @return Promise the promise for the accumulation.
+ */
+function accumulate(helper, updateCallback) {
+ return new external.Promise(function (resolve, reject){
+ var dataArray = [];
+ var chunkType = helper._internalType,
+ resultType = helper._outputType,
+ mimeType = helper._mimeType;
+ helper
+ .on('data', function (data, meta) {
+ dataArray.push(data);
+ if(updateCallback) {
+ updateCallback(meta);
+ }
+ })
+ .on('error', function(err) {
+ dataArray = [];
+ reject(err);
+ })
+ .on('end', function (){
+ try {
+ var result = transformZipOutput(resultType, concat(chunkType, dataArray), mimeType);
+ resolve(result);
+ } catch (e) {
+ reject(e);
+ }
+ dataArray = [];
+ })
+ .resume();
+ });
+}
+
+/**
+ * An helper to easily use workers outside of JSZip.
+ * @constructor
+ * @param {Worker} worker the worker to wrap
+ * @param {String} outputType the type of data expected by the use
+ * @param {String} mimeType the mime type of the content, if applicable.
+ */
+function StreamHelper(worker, outputType, mimeType) {
+ var internalType = outputType;
+ switch(outputType) {
+ case "blob":
+ case "arraybuffer":
+ internalType = "uint8array";
+ break;
+ case "base64":
+ internalType = "string";
+ break;
+ }
+
+ try {
+ // the type used internally
+ this._internalType = internalType;
+ // the type used to output results
+ this._outputType = outputType;
+ // the mime type
+ this._mimeType = mimeType;
+ utils.checkSupport(internalType);
+ this._worker = worker.pipe(new ConvertWorker(internalType));
+ // the last workers can be rewired without issues but we need to
+ // prevent any updates on previous workers.
+ worker.lock();
+ } catch(e) {
+ this._worker = new GenericWorker("error");
+ this._worker.error(e);
+ }
+}
+
+StreamHelper.prototype = {
+ /**
+ * Listen a StreamHelper, accumulate its content and concatenate it into a
+ * complete block.
+ * @param {Function} updateCb the update callback.
+ * @return Promise the promise for the accumulation.
+ */
+ accumulate : function (updateCb) {
+ return accumulate(this, updateCb);
+ },
+ /**
+ * Add a listener on an event triggered on a stream.
+ * @param {String} evt the name of the event
+ * @param {Function} fn the listener
+ * @return {StreamHelper} the current helper.
+ */
+ on : function (evt, fn) {
+ var self = this;
+
+ if(evt === "data") {
+ this._worker.on(evt, function (chunk) {
+ fn.call(self, chunk.data, chunk.meta);
+ });
+ } else {
+ this._worker.on(evt, function () {
+ utils.delay(fn, arguments, self);
+ });
+ }
+ return this;
+ },
+ /**
+ * Resume the flow of chunks.
+ * @return {StreamHelper} the current helper.
+ */
+ resume : function () {
+ utils.delay(this._worker.resume, [], this._worker);
+ return this;
+ },
+ /**
+ * Pause the flow of chunks.
+ * @return {StreamHelper} the current helper.
+ */
+ pause : function () {
+ this._worker.pause();
+ return this;
+ },
+ /**
+ * Return a nodejs stream for this helper.
+ * @param {Function} updateCb the update callback.
+ * @return {NodejsStreamOutputAdapter} the nodejs stream.
+ */
+ toNodejsStream : function (updateCb) {
+ utils.checkSupport("nodestream");
+ if (this._outputType !== "nodebuffer") {
+ // an object stream containing blob/arraybuffer/uint8array/string
+ // is strange and I don't know if it would be useful.
+ // I you find this comment and have a good usecase, please open a
+ // bug report !
+ throw new Error(this._outputType + " is not supported by this method");
+ }
+
+ return new NodejsStreamOutputAdapter(this, {
+ objectMode : this._outputType !== "nodebuffer"
+ }, updateCb);
+ }
+};
+
+
+module.exports = StreamHelper;
+
+},{"../base64":1,"../external":6,"../nodejs/NodejsStreamOutputAdapter":13,"../support":30,"../utils":32,"./ConvertWorker":24,"./GenericWorker":28}],30:[function(require,module,exports){
+'use strict';
+
+exports.base64 = true;
+exports.array = true;
+exports.string = true;
+exports.arraybuffer = typeof ArrayBuffer !== "undefined" && typeof Uint8Array !== "undefined";
+exports.nodebuffer = typeof Buffer !== "undefined";
+// contains true if JSZip can read/generate Uint8Array, false otherwise.
+exports.uint8array = typeof Uint8Array !== "undefined";
+
+if (typeof ArrayBuffer === "undefined") {
+ exports.blob = false;
+}
+else {
+ var buffer = new ArrayBuffer(0);
+ try {
+ exports.blob = new Blob([buffer], {
+ type: "application/zip"
+ }).size === 0;
+ }
+ catch (e) {
+ try {
+ var Builder = self.BlobBuilder || self.WebKitBlobBuilder || self.MozBlobBuilder || self.MSBlobBuilder;
+ var builder = new Builder();
+ builder.append(buffer);
+ exports.blob = builder.getBlob('application/zip').size === 0;
+ }
+ catch (e) {
+ exports.blob = false;
+ }
+ }
+}
+
+try {
+ exports.nodestream = !!require('readable-stream').Readable;
+} catch(e) {
+ exports.nodestream = false;
+}
+
+},{"readable-stream":16}],31:[function(require,module,exports){
+'use strict';
+
+var utils = require('./utils');
+var support = require('./support');
+var nodejsUtils = require('./nodejsUtils');
+var GenericWorker = require('./stream/GenericWorker');
+
+/**
+ * The following functions come from pako, from pako/lib/utils/strings
+ * released under the MIT license, see pako https://github.com/nodeca/pako/
+ */
+
+// Table with utf8 lengths (calculated by first byte of sequence)
+// Note, that 5 & 6-byte values and some 4-byte values can not be represented in JS,
+// because max possible codepoint is 0x10ffff
+var _utf8len = new Array(256);
+for (var i=0; i<256; i++) {
+ _utf8len[i] = (i >= 252 ? 6 : i >= 248 ? 5 : i >= 240 ? 4 : i >= 224 ? 3 : i >= 192 ? 2 : 1);
+}
+_utf8len[254]=_utf8len[254]=1; // Invalid sequence start
+
+// convert string to array (typed, when possible)
+var string2buf = function (str) {
+ var buf, c, c2, m_pos, i, str_len = str.length, buf_len = 0;
+
+ // count binary size
+ for (m_pos = 0; m_pos < str_len; m_pos++) {
+ c = str.charCodeAt(m_pos);
+ if ((c & 0xfc00) === 0xd800 && (m_pos+1 < str_len)) {
+ c2 = str.charCodeAt(m_pos+1);
+ if ((c2 & 0xfc00) === 0xdc00) {
+ c = 0x10000 + ((c - 0xd800) << 10) + (c2 - 0xdc00);
+ m_pos++;
+ }
+ }
+ buf_len += c < 0x80 ? 1 : c < 0x800 ? 2 : c < 0x10000 ? 3 : 4;
+ }
+
+ // allocate buffer
+ if (support.uint8array) {
+ buf = new Uint8Array(buf_len);
+ } else {
+ buf = new Array(buf_len);
+ }
+
+ // convert
+ for (i=0, m_pos = 0; i < buf_len; m_pos++) {
+ c = str.charCodeAt(m_pos);
+ if ((c & 0xfc00) === 0xd800 && (m_pos+1 < str_len)) {
+ c2 = str.charCodeAt(m_pos+1);
+ if ((c2 & 0xfc00) === 0xdc00) {
+ c = 0x10000 + ((c - 0xd800) << 10) + (c2 - 0xdc00);
+ m_pos++;
+ }
+ }
+ if (c < 0x80) {
+ /* one byte */
+ buf[i++] = c;
+ } else if (c < 0x800) {
+ /* two bytes */
+ buf[i++] = 0xC0 | (c >>> 6);
+ buf[i++] = 0x80 | (c & 0x3f);
+ } else if (c < 0x10000) {
+ /* three bytes */
+ buf[i++] = 0xE0 | (c >>> 12);
+ buf[i++] = 0x80 | (c >>> 6 & 0x3f);
+ buf[i++] = 0x80 | (c & 0x3f);
+ } else {
+ /* four bytes */
+ buf[i++] = 0xf0 | (c >>> 18);
+ buf[i++] = 0x80 | (c >>> 12 & 0x3f);
+ buf[i++] = 0x80 | (c >>> 6 & 0x3f);
+ buf[i++] = 0x80 | (c & 0x3f);
+ }
+ }
+
+ return buf;
+};
+
+// Calculate max possible position in utf8 buffer,
+// that will not break sequence. If that's not possible
+// - (very small limits) return max size as is.
+//
+// buf[] - utf8 bytes array
+// max - length limit (mandatory);
+var utf8border = function(buf, max) {
+ var pos;
+
+ max = max || buf.length;
+ if (max > buf.length) { max = buf.length; }
+
+ // go back from last position, until start of sequence found
+ pos = max-1;
+ while (pos >= 0 && (buf[pos] & 0xC0) === 0x80) { pos--; }
+
+ // Fuckup - very small and broken sequence,
+ // return max, because we should return something anyway.
+ if (pos < 0) { return max; }
+
+ // If we came to start of buffer - that means vuffer is too small,
+ // return max too.
+ if (pos === 0) { return max; }
+
+ return (pos + _utf8len[buf[pos]] > max) ? pos : max;
+};
+
+// convert array to string
+var buf2string = function (buf) {
+ var str, i, out, c, c_len;
+ var len = buf.length;
+
+ // Reserve max possible length (2 words per char)
+ // NB: by unknown reasons, Array is significantly faster for
+ // String.fromCharCode.apply than Uint16Array.
+ var utf16buf = new Array(len*2);
+
+ for (out=0, i=0; i 4) { utf16buf[out++] = 0xfffd; i += c_len-1; continue; }
+
+ // apply mask on first byte
+ c &= c_len === 2 ? 0x1f : c_len === 3 ? 0x0f : 0x07;
+ // join the rest
+ while (c_len > 1 && i < len) {
+ c = (c << 6) | (buf[i++] & 0x3f);
+ c_len--;
+ }
+
+ // terminated by end of string?
+ if (c_len > 1) { utf16buf[out++] = 0xfffd; continue; }
+
+ if (c < 0x10000) {
+ utf16buf[out++] = c;
+ } else {
+ c -= 0x10000;
+ utf16buf[out++] = 0xd800 | ((c >> 10) & 0x3ff);
+ utf16buf[out++] = 0xdc00 | (c & 0x3ff);
+ }
+ }
+
+ // shrinkBuf(utf16buf, out)
+ if (utf16buf.length !== out) {
+ if(utf16buf.subarray) {
+ utf16buf = utf16buf.subarray(0, out);
+ } else {
+ utf16buf.length = out;
+ }
+ }
+
+ // return String.fromCharCode.apply(null, utf16buf);
+ return utils.applyFromCharCode(utf16buf);
+};
+
+
+// That's all for the pako functions.
+
+
+/**
+ * Transform a javascript string into an array (typed if possible) of bytes,
+ * UTF-8 encoded.
+ * @param {String} str the string to encode
+ * @return {Array|Uint8Array|Buffer} the UTF-8 encoded string.
+ */
+exports.utf8encode = function utf8encode(str) {
+ if (support.nodebuffer) {
+ return nodejsUtils.newBufferFrom(str, "utf-8");
+ }
+
+ return string2buf(str);
+};
+
+
+/**
+ * Transform a bytes array (or a representation) representing an UTF-8 encoded
+ * string into a javascript string.
+ * @param {Array|Uint8Array|Buffer} buf the data de decode
+ * @return {String} the decoded string.
+ */
+exports.utf8decode = function utf8decode(buf) {
+ if (support.nodebuffer) {
+ return utils.transformTo("nodebuffer", buf).toString("utf-8");
+ }
+
+ buf = utils.transformTo(support.uint8array ? "uint8array" : "array", buf);
+
+ return buf2string(buf);
+};
+
+/**
+ * A worker to decode utf8 encoded binary chunks into string chunks.
+ * @constructor
+ */
+function Utf8DecodeWorker() {
+ GenericWorker.call(this, "utf-8 decode");
+ // the last bytes if a chunk didn't end with a complete codepoint.
+ this.leftOver = null;
+}
+utils.inherits(Utf8DecodeWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+Utf8DecodeWorker.prototype.processChunk = function (chunk) {
+
+ var data = utils.transformTo(support.uint8array ? "uint8array" : "array", chunk.data);
+
+ // 1st step, re-use what's left of the previous chunk
+ if (this.leftOver && this.leftOver.length) {
+ if(support.uint8array) {
+ var previousData = data;
+ data = new Uint8Array(previousData.length + this.leftOver.length);
+ data.set(this.leftOver, 0);
+ data.set(previousData, this.leftOver.length);
+ } else {
+ data = this.leftOver.concat(data);
+ }
+ this.leftOver = null;
+ }
+
+ var nextBoundary = utf8border(data);
+ var usableData = data;
+ if (nextBoundary !== data.length) {
+ if (support.uint8array) {
+ usableData = data.subarray(0, nextBoundary);
+ this.leftOver = data.subarray(nextBoundary, data.length);
+ } else {
+ usableData = data.slice(0, nextBoundary);
+ this.leftOver = data.slice(nextBoundary, data.length);
+ }
+ }
+
+ this.push({
+ data : exports.utf8decode(usableData),
+ meta : chunk.meta
+ });
+};
+
+/**
+ * @see GenericWorker.flush
+ */
+Utf8DecodeWorker.prototype.flush = function () {
+ if(this.leftOver && this.leftOver.length) {
+ this.push({
+ data : exports.utf8decode(this.leftOver),
+ meta : {}
+ });
+ this.leftOver = null;
+ }
+};
+exports.Utf8DecodeWorker = Utf8DecodeWorker;
+
+/**
+ * A worker to endcode string chunks into utf8 encoded binary chunks.
+ * @constructor
+ */
+function Utf8EncodeWorker() {
+ GenericWorker.call(this, "utf-8 encode");
+}
+utils.inherits(Utf8EncodeWorker, GenericWorker);
+
+/**
+ * @see GenericWorker.processChunk
+ */
+Utf8EncodeWorker.prototype.processChunk = function (chunk) {
+ this.push({
+ data : exports.utf8encode(chunk.data),
+ meta : chunk.meta
+ });
+};
+exports.Utf8EncodeWorker = Utf8EncodeWorker;
+
+},{"./nodejsUtils":14,"./stream/GenericWorker":28,"./support":30,"./utils":32}],32:[function(require,module,exports){
+'use strict';
+
+var support = require('./support');
+var base64 = require('./base64');
+var nodejsUtils = require('./nodejsUtils');
+var setImmediate = require('set-immediate-shim');
+var external = require("./external");
+
+
+/**
+ * Convert a string that pass as a "binary string": it should represent a byte
+ * array but may have > 255 char codes. Be sure to take only the first byte
+ * and returns the byte array.
+ * @param {String} str the string to transform.
+ * @return {Array|Uint8Array} the string in a binary format.
+ */
+function string2binary(str) {
+ var result = null;
+ if (support.uint8array) {
+ result = new Uint8Array(str.length);
+ } else {
+ result = new Array(str.length);
+ }
+ return stringToArrayLike(str, result);
+}
+
+/**
+ * Create a new blob with the given content and the given type.
+ * @param {String|ArrayBuffer} part the content to put in the blob. DO NOT use
+ * an Uint8Array because the stock browser of android 4 won't accept it (it
+ * will be silently converted to a string, "[object Uint8Array]").
+ *
+ * Use only ONE part to build the blob to avoid a memory leak in IE11 / Edge:
+ * when a large amount of Array is used to create the Blob, the amount of
+ * memory consumed is nearly 100 times the original data amount.
+ *
+ * @param {String} type the mime type of the blob.
+ * @return {Blob} the created blob.
+ */
+exports.newBlob = function(part, type) {
+ exports.checkSupport("blob");
+
+ try {
+ // Blob constructor
+ return new Blob([part], {
+ type: type
+ });
+ }
+ catch (e) {
+
+ try {
+ // deprecated, browser only, old way
+ var Builder = self.BlobBuilder || self.WebKitBlobBuilder || self.MozBlobBuilder || self.MSBlobBuilder;
+ var builder = new Builder();
+ builder.append(part);
+ return builder.getBlob(type);
+ }
+ catch (e) {
+
+ // well, fuck ?!
+ throw new Error("Bug : can't construct the Blob.");
+ }
+ }
+
+
+};
+/**
+ * The identity function.
+ * @param {Object} input the input.
+ * @return {Object} the same input.
+ */
+function identity(input) {
+ return input;
+}
+
+/**
+ * Fill in an array with a string.
+ * @param {String} str the string to use.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to fill in (will be mutated).
+ * @return {Array|ArrayBuffer|Uint8Array|Buffer} the updated array.
+ */
+function stringToArrayLike(str, array) {
+ for (var i = 0; i < str.length; ++i) {
+ array[i] = str.charCodeAt(i) & 0xFF;
+ }
+ return array;
+}
+
+/**
+ * An helper for the function arrayLikeToString.
+ * This contains static information and functions that
+ * can be optimized by the browser JIT compiler.
+ */
+var arrayToStringHelper = {
+ /**
+ * Transform an array of int into a string, chunk by chunk.
+ * See the performances notes on arrayLikeToString.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform.
+ * @param {String} type the type of the array.
+ * @param {Integer} chunk the chunk size.
+ * @return {String} the resulting string.
+ * @throws Error if the chunk is too big for the stack.
+ */
+ stringifyByChunk: function(array, type, chunk) {
+ var result = [], k = 0, len = array.length;
+ // shortcut
+ if (len <= chunk) {
+ return String.fromCharCode.apply(null, array);
+ }
+ while (k < len) {
+ if (type === "array" || type === "nodebuffer") {
+ result.push(String.fromCharCode.apply(null, array.slice(k, Math.min(k + chunk, len))));
+ }
+ else {
+ result.push(String.fromCharCode.apply(null, array.subarray(k, Math.min(k + chunk, len))));
+ }
+ k += chunk;
+ }
+ return result.join("");
+ },
+ /**
+ * Call String.fromCharCode on every item in the array.
+ * This is the naive implementation, which generate A LOT of intermediate string.
+ * This should be used when everything else fail.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform.
+ * @return {String} the result.
+ */
+ stringifyByChar: function(array){
+ var resultStr = "";
+ for(var i = 0; i < array.length; i++) {
+ resultStr += String.fromCharCode(array[i]);
+ }
+ return resultStr;
+ },
+ applyCanBeUsed : {
+ /**
+ * true if the browser accepts to use String.fromCharCode on Uint8Array
+ */
+ uint8array : (function () {
+ try {
+ return support.uint8array && String.fromCharCode.apply(null, new Uint8Array(1)).length === 1;
+ } catch (e) {
+ return false;
+ }
+ })(),
+ /**
+ * true if the browser accepts to use String.fromCharCode on nodejs Buffer.
+ */
+ nodebuffer : (function () {
+ try {
+ return support.nodebuffer && String.fromCharCode.apply(null, nodejsUtils.allocBuffer(1)).length === 1;
+ } catch (e) {
+ return false;
+ }
+ })()
+ }
+};
+
+/**
+ * Transform an array-like object to a string.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform.
+ * @return {String} the result.
+ */
+function arrayLikeToString(array) {
+ // Performances notes :
+ // --------------------
+ // String.fromCharCode.apply(null, array) is the fastest, see
+ // see http://jsperf.com/converting-a-uint8array-to-a-string/2
+ // but the stack is limited (and we can get huge arrays !).
+ //
+ // result += String.fromCharCode(array[i]); generate too many strings !
+ //
+ // This code is inspired by http://jsperf.com/arraybuffer-to-string-apply-performance/2
+ // TODO : we now have workers that split the work. Do we still need that ?
+ var chunk = 65536,
+ type = exports.getTypeOf(array),
+ canUseApply = true;
+ if (type === "uint8array") {
+ canUseApply = arrayToStringHelper.applyCanBeUsed.uint8array;
+ } else if (type === "nodebuffer") {
+ canUseApply = arrayToStringHelper.applyCanBeUsed.nodebuffer;
+ }
+
+ if (canUseApply) {
+ while (chunk > 1) {
+ try {
+ return arrayToStringHelper.stringifyByChunk(array, type, chunk);
+ } catch (e) {
+ chunk = Math.floor(chunk / 2);
+ }
+ }
+ }
+
+ // no apply or chunk error : slow and painful algorithm
+ // default browser on android 4.*
+ return arrayToStringHelper.stringifyByChar(array);
+}
+
+exports.applyFromCharCode = arrayLikeToString;
+
+
+/**
+ * Copy the data from an array-like to an other array-like.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} arrayFrom the origin array.
+ * @param {Array|ArrayBuffer|Uint8Array|Buffer} arrayTo the destination array which will be mutated.
+ * @return {Array|ArrayBuffer|Uint8Array|Buffer} the updated destination array.
+ */
+function arrayLikeToArrayLike(arrayFrom, arrayTo) {
+ for (var i = 0; i < arrayFrom.length; i++) {
+ arrayTo[i] = arrayFrom[i];
+ }
+ return arrayTo;
+}
+
+// a matrix containing functions to transform everything into everything.
+var transform = {};
+
+// string to ?
+transform["string"] = {
+ "string": identity,
+ "array": function(input) {
+ return stringToArrayLike(input, new Array(input.length));
+ },
+ "arraybuffer": function(input) {
+ return transform["string"]["uint8array"](input).buffer;
+ },
+ "uint8array": function(input) {
+ return stringToArrayLike(input, new Uint8Array(input.length));
+ },
+ "nodebuffer": function(input) {
+ return stringToArrayLike(input, nodejsUtils.allocBuffer(input.length));
+ }
+};
+
+// array to ?
+transform["array"] = {
+ "string": arrayLikeToString,
+ "array": identity,
+ "arraybuffer": function(input) {
+ return (new Uint8Array(input)).buffer;
+ },
+ "uint8array": function(input) {
+ return new Uint8Array(input);
+ },
+ "nodebuffer": function(input) {
+ return nodejsUtils.newBufferFrom(input);
+ }
+};
+
+// arraybuffer to ?
+transform["arraybuffer"] = {
+ "string": function(input) {
+ return arrayLikeToString(new Uint8Array(input));
+ },
+ "array": function(input) {
+ return arrayLikeToArrayLike(new Uint8Array(input), new Array(input.byteLength));
+ },
+ "arraybuffer": identity,
+ "uint8array": function(input) {
+ return new Uint8Array(input);
+ },
+ "nodebuffer": function(input) {
+ return nodejsUtils.newBufferFrom(new Uint8Array(input));
+ }
+};
+
+// uint8array to ?
+transform["uint8array"] = {
+ "string": arrayLikeToString,
+ "array": function(input) {
+ return arrayLikeToArrayLike(input, new Array(input.length));
+ },
+ "arraybuffer": function(input) {
+ return input.buffer;
+ },
+ "uint8array": identity,
+ "nodebuffer": function(input) {
+ return nodejsUtils.newBufferFrom(input);
+ }
+};
+
+// nodebuffer to ?
+transform["nodebuffer"] = {
+ "string": arrayLikeToString,
+ "array": function(input) {
+ return arrayLikeToArrayLike(input, new Array(input.length));
+ },
+ "arraybuffer": function(input) {
+ return transform["nodebuffer"]["uint8array"](input).buffer;
+ },
+ "uint8array": function(input) {
+ return arrayLikeToArrayLike(input, new Uint8Array(input.length));
+ },
+ "nodebuffer": identity
+};
+
+/**
+ * Transform an input into any type.
+ * The supported output type are : string, array, uint8array, arraybuffer, nodebuffer.
+ * If no output type is specified, the unmodified input will be returned.
+ * @param {String} outputType the output type.
+ * @param {String|Array|ArrayBuffer|Uint8Array|Buffer} input the input to convert.
+ * @throws {Error} an Error if the browser doesn't support the requested output type.
+ */
+exports.transformTo = function(outputType, input) {
+ if (!input) {
+ // undefined, null, etc
+ // an empty string won't harm.
+ input = "";
+ }
+ if (!outputType) {
+ return input;
+ }
+ exports.checkSupport(outputType);
+ var inputType = exports.getTypeOf(input);
+ var result = transform[inputType][outputType](input);
+ return result;
+};
+
+/**
+ * Return the type of the input.
+ * The type will be in a format valid for JSZip.utils.transformTo : string, array, uint8array, arraybuffer.
+ * @param {Object} input the input to identify.
+ * @return {String} the (lowercase) type of the input.
+ */
+exports.getTypeOf = function(input) {
+ if (typeof input === "string") {
+ return "string";
+ }
+ if (Object.prototype.toString.call(input) === "[object Array]") {
+ return "array";
+ }
+ if (support.nodebuffer && nodejsUtils.isBuffer(input)) {
+ return "nodebuffer";
+ }
+ if (support.uint8array && input instanceof Uint8Array) {
+ return "uint8array";
+ }
+ if (support.arraybuffer && input instanceof ArrayBuffer) {
+ return "arraybuffer";
+ }
+};
+
+/**
+ * Throw an exception if the type is not supported.
+ * @param {String} type the type to check.
+ * @throws {Error} an Error if the browser doesn't support the requested type.
+ */
+exports.checkSupport = function(type) {
+ var supported = support[type.toLowerCase()];
+ if (!supported) {
+ throw new Error(type + " is not supported by this platform");
+ }
+};
+
+exports.MAX_VALUE_16BITS = 65535;
+exports.MAX_VALUE_32BITS = -1; // well, "\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF" is parsed as -1
+
+/**
+ * Prettify a string read as binary.
+ * @param {string} str the string to prettify.
+ * @return {string} a pretty string.
+ */
+exports.pretty = function(str) {
+ var res = '',
+ code, i;
+ for (i = 0; i < (str || "").length; i++) {
+ code = str.charCodeAt(i);
+ res += '\\x' + (code < 16 ? "0" : "") + code.toString(16).toUpperCase();
+ }
+ return res;
+};
+
+/**
+ * Defer the call of a function.
+ * @param {Function} callback the function to call asynchronously.
+ * @param {Array} args the arguments to give to the callback.
+ */
+exports.delay = function(callback, args, self) {
+ setImmediate(function () {
+ callback.apply(self || null, args || []);
+ });
+};
+
+/**
+ * Extends a prototype with an other, without calling a constructor with
+ * side effects. Inspired by nodejs' `utils.inherits`
+ * @param {Function} ctor the constructor to augment
+ * @param {Function} superCtor the parent constructor to use
+ */
+exports.inherits = function (ctor, superCtor) {
+ var Obj = function() {};
+ Obj.prototype = superCtor.prototype;
+ ctor.prototype = new Obj();
+};
+
+/**
+ * Merge the objects passed as parameters into a new one.
+ * @private
+ * @param {...Object} var_args All objects to merge.
+ * @return {Object} a new object with the data of the others.
+ */
+exports.extend = function() {
+ var result = {}, i, attr;
+ for (i = 0; i < arguments.length; i++) { // arguments is not enumerable in some browsers
+ for (attr in arguments[i]) {
+ if (arguments[i].hasOwnProperty(attr) && typeof result[attr] === "undefined") {
+ result[attr] = arguments[i][attr];
+ }
+ }
+ }
+ return result;
+};
+
+/**
+ * Transform arbitrary content into a Promise.
+ * @param {String} name a name for the content being processed.
+ * @param {Object} inputData the content to process.
+ * @param {Boolean} isBinary true if the content is not an unicode string
+ * @param {Boolean} isOptimizedBinaryString true if the string content only has one byte per character.
+ * @param {Boolean} isBase64 true if the string content is encoded with base64.
+ * @return {Promise} a promise in a format usable by JSZip.
+ */
+exports.prepareContent = function(name, inputData, isBinary, isOptimizedBinaryString, isBase64) {
+
+ // if inputData is already a promise, this flatten it.
+ var promise = external.Promise.resolve(inputData).then(function(data) {
+
+
+ var isBlob = support.blob && (data instanceof Blob || ['[object File]', '[object Blob]'].indexOf(Object.prototype.toString.call(data)) !== -1);
+
+ if (isBlob && typeof FileReader !== "undefined") {
+ return new external.Promise(function (resolve, reject) {
+ var reader = new FileReader();
+
+ reader.onload = function(e) {
+ resolve(e.target.result);
+ };
+ reader.onerror = function(e) {
+ reject(e.target.error);
+ };
+ reader.readAsArrayBuffer(data);
+ });
+ } else {
+ return data;
+ }
+ });
+
+ return promise.then(function(data) {
+ var dataType = exports.getTypeOf(data);
+
+ if (!dataType) {
+ return external.Promise.reject(
+ new Error("Can't read the data of '" + name + "'. Is it " +
+ "in a supported JavaScript type (String, Blob, ArrayBuffer, etc) ?")
+ );
+ }
+ // special case : it's way easier to work with Uint8Array than with ArrayBuffer
+ if (dataType === "arraybuffer") {
+ data = exports.transformTo("uint8array", data);
+ } else if (dataType === "string") {
+ if (isBase64) {
+ data = base64.decode(data);
+ }
+ else if (isBinary) {
+ // optimizedBinaryString === true means that the file has already been filtered with a 0xFF mask
+ if (isOptimizedBinaryString !== true) {
+ // this is a string, not in a base64 format.
+ // Be sure that this is a correct "binary string"
+ data = string2binary(data);
+ }
+ }
+ }
+ return data;
+ });
+};
+
+},{"./base64":1,"./external":6,"./nodejsUtils":14,"./support":30,"set-immediate-shim":54}],33:[function(require,module,exports){
+'use strict';
+var readerFor = require('./reader/readerFor');
+var utils = require('./utils');
+var sig = require('./signature');
+var ZipEntry = require('./zipEntry');
+var utf8 = require('./utf8');
+var support = require('./support');
+// class ZipEntries {{{
+/**
+ * All the entries in the zip file.
+ * @constructor
+ * @param {Object} loadOptions Options for loading the stream.
+ */
+function ZipEntries(loadOptions) {
+ this.files = [];
+ this.loadOptions = loadOptions;
+}
+ZipEntries.prototype = {
+ /**
+ * Check that the reader is on the specified signature.
+ * @param {string} expectedSignature the expected signature.
+ * @throws {Error} if it is an other signature.
+ */
+ checkSignature: function(expectedSignature) {
+ if (!this.reader.readAndCheckSignature(expectedSignature)) {
+ this.reader.index -= 4;
+ var signature = this.reader.readString(4);
+ throw new Error("Corrupted zip or bug: unexpected signature " + "(" + utils.pretty(signature) + ", expected " + utils.pretty(expectedSignature) + ")");
+ }
+ },
+ /**
+ * Check if the given signature is at the given index.
+ * @param {number} askedIndex the index to check.
+ * @param {string} expectedSignature the signature to expect.
+ * @return {boolean} true if the signature is here, false otherwise.
+ */
+ isSignature: function(askedIndex, expectedSignature) {
+ var currentIndex = this.reader.index;
+ this.reader.setIndex(askedIndex);
+ var signature = this.reader.readString(4);
+ var result = signature === expectedSignature;
+ this.reader.setIndex(currentIndex);
+ return result;
+ },
+ /**
+ * Read the end of the central directory.
+ */
+ readBlockEndOfCentral: function() {
+ this.diskNumber = this.reader.readInt(2);
+ this.diskWithCentralDirStart = this.reader.readInt(2);
+ this.centralDirRecordsOnThisDisk = this.reader.readInt(2);
+ this.centralDirRecords = this.reader.readInt(2);
+ this.centralDirSize = this.reader.readInt(4);
+ this.centralDirOffset = this.reader.readInt(4);
+
+ this.zipCommentLength = this.reader.readInt(2);
+ // warning : the encoding depends of the system locale
+ // On a linux machine with LANG=en_US.utf8, this field is utf8 encoded.
+ // On a windows machine, this field is encoded with the localized windows code page.
+ var zipComment = this.reader.readData(this.zipCommentLength);
+ var decodeParamType = support.uint8array ? "uint8array" : "array";
+ // To get consistent behavior with the generation part, we will assume that
+ // this is utf8 encoded unless specified otherwise.
+ var decodeContent = utils.transformTo(decodeParamType, zipComment);
+ this.zipComment = this.loadOptions.decodeFileName(decodeContent);
+ },
+ /**
+ * Read the end of the Zip 64 central directory.
+ * Not merged with the method readEndOfCentral :
+ * The end of central can coexist with its Zip64 brother,
+ * I don't want to read the wrong number of bytes !
+ */
+ readBlockZip64EndOfCentral: function() {
+ this.zip64EndOfCentralSize = this.reader.readInt(8);
+ this.reader.skip(4);
+ // this.versionMadeBy = this.reader.readString(2);
+ // this.versionNeeded = this.reader.readInt(2);
+ this.diskNumber = this.reader.readInt(4);
+ this.diskWithCentralDirStart = this.reader.readInt(4);
+ this.centralDirRecordsOnThisDisk = this.reader.readInt(8);
+ this.centralDirRecords = this.reader.readInt(8);
+ this.centralDirSize = this.reader.readInt(8);
+ this.centralDirOffset = this.reader.readInt(8);
+
+ this.zip64ExtensibleData = {};
+ var extraDataSize = this.zip64EndOfCentralSize - 44,
+ index = 0,
+ extraFieldId,
+ extraFieldLength,
+ extraFieldValue;
+ while (index < extraDataSize) {
+ extraFieldId = this.reader.readInt(2);
+ extraFieldLength = this.reader.readInt(4);
+ extraFieldValue = this.reader.readData(extraFieldLength);
+ this.zip64ExtensibleData[extraFieldId] = {
+ id: extraFieldId,
+ length: extraFieldLength,
+ value: extraFieldValue
+ };
+ }
+ },
+ /**
+ * Read the end of the Zip 64 central directory locator.
+ */
+ readBlockZip64EndOfCentralLocator: function() {
+ this.diskWithZip64CentralDirStart = this.reader.readInt(4);
+ this.relativeOffsetEndOfZip64CentralDir = this.reader.readInt(8);
+ this.disksCount = this.reader.readInt(4);
+ if (this.disksCount > 1) {
+ throw new Error("Multi-volumes zip are not supported");
+ }
+ },
+ /**
+ * Read the local files, based on the offset read in the central part.
+ */
+ readLocalFiles: function() {
+ var i, file;
+ for (i = 0; i < this.files.length; i++) {
+ file = this.files[i];
+ this.reader.setIndex(file.localHeaderOffset);
+ this.checkSignature(sig.LOCAL_FILE_HEADER);
+ file.readLocalPart(this.reader);
+ file.handleUTF8();
+ file.processAttributes();
+ }
+ },
+ /**
+ * Read the central directory.
+ */
+ readCentralDir: function() {
+ var file;
+
+ this.reader.setIndex(this.centralDirOffset);
+ while (this.reader.readAndCheckSignature(sig.CENTRAL_FILE_HEADER)) {
+ file = new ZipEntry({
+ zip64: this.zip64
+ }, this.loadOptions);
+ file.readCentralPart(this.reader);
+ this.files.push(file);
+ }
+
+ if (this.centralDirRecords !== this.files.length) {
+ if (this.centralDirRecords !== 0 && this.files.length === 0) {
+ // We expected some records but couldn't find ANY.
+ // This is really suspicious, as if something went wrong.
+ throw new Error("Corrupted zip or bug: expected " + this.centralDirRecords + " records in central dir, got " + this.files.length);
+ } else {
+ // We found some records but not all.
+ // Something is wrong but we got something for the user: no error here.
+ // console.warn("expected", this.centralDirRecords, "records in central dir, got", this.files.length);
+ }
+ }
+ },
+ /**
+ * Read the end of central directory.
+ */
+ readEndOfCentral: function() {
+ var offset = this.reader.lastIndexOfSignature(sig.CENTRAL_DIRECTORY_END);
+ if (offset < 0) {
+ // Check if the content is a truncated zip or complete garbage.
+ // A "LOCAL_FILE_HEADER" is not required at the beginning (auto
+ // extractible zip for example) but it can give a good hint.
+ // If an ajax request was used without responseType, we will also
+ // get unreadable data.
+ var isGarbage = !this.isSignature(0, sig.LOCAL_FILE_HEADER);
+
+ if (isGarbage) {
+ throw new Error("Can't find end of central directory : is this a zip file ? " +
+ "If it is, see https://stuk.github.io/jszip/documentation/howto/read_zip.html");
+ } else {
+ throw new Error("Corrupted zip: can't find end of central directory");
+ }
+
+ }
+ this.reader.setIndex(offset);
+ var endOfCentralDirOffset = offset;
+ this.checkSignature(sig.CENTRAL_DIRECTORY_END);
+ this.readBlockEndOfCentral();
+
+
+ /* extract from the zip spec :
+ 4) If one of the fields in the end of central directory
+ record is too small to hold required data, the field
+ should be set to -1 (0xFFFF or 0xFFFFFFFF) and the
+ ZIP64 format record should be created.
+ 5) The end of central directory record and the
+ Zip64 end of central directory locator record must
+ reside on the same disk when splitting or spanning
+ an archive.
+ */
+ if (this.diskNumber === utils.MAX_VALUE_16BITS || this.diskWithCentralDirStart === utils.MAX_VALUE_16BITS || this.centralDirRecordsOnThisDisk === utils.MAX_VALUE_16BITS || this.centralDirRecords === utils.MAX_VALUE_16BITS || this.centralDirSize === utils.MAX_VALUE_32BITS || this.centralDirOffset === utils.MAX_VALUE_32BITS) {
+ this.zip64 = true;
+
+ /*
+ Warning : the zip64 extension is supported, but ONLY if the 64bits integer read from
+ the zip file can fit into a 32bits integer. This cannot be solved : JavaScript represents
+ all numbers as 64-bit double precision IEEE 754 floating point numbers.
+ So, we have 53bits for integers and bitwise operations treat everything as 32bits.
+ see https://developer.mozilla.org/en-US/docs/JavaScript/Reference/Operators/Bitwise_Operators
+ and http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-262.pdf section 8.5
+ */
+
+ // should look for a zip64 EOCD locator
+ offset = this.reader.lastIndexOfSignature(sig.ZIP64_CENTRAL_DIRECTORY_LOCATOR);
+ if (offset < 0) {
+ throw new Error("Corrupted zip: can't find the ZIP64 end of central directory locator");
+ }
+ this.reader.setIndex(offset);
+ this.checkSignature(sig.ZIP64_CENTRAL_DIRECTORY_LOCATOR);
+ this.readBlockZip64EndOfCentralLocator();
+
+ // now the zip64 EOCD record
+ if (!this.isSignature(this.relativeOffsetEndOfZip64CentralDir, sig.ZIP64_CENTRAL_DIRECTORY_END)) {
+ // console.warn("ZIP64 end of central directory not where expected.");
+ this.relativeOffsetEndOfZip64CentralDir = this.reader.lastIndexOfSignature(sig.ZIP64_CENTRAL_DIRECTORY_END);
+ if (this.relativeOffsetEndOfZip64CentralDir < 0) {
+ throw new Error("Corrupted zip: can't find the ZIP64 end of central directory");
+ }
+ }
+ this.reader.setIndex(this.relativeOffsetEndOfZip64CentralDir);
+ this.checkSignature(sig.ZIP64_CENTRAL_DIRECTORY_END);
+ this.readBlockZip64EndOfCentral();
+ }
+
+ var expectedEndOfCentralDirOffset = this.centralDirOffset + this.centralDirSize;
+ if (this.zip64) {
+ expectedEndOfCentralDirOffset += 20; // end of central dir 64 locator
+ expectedEndOfCentralDirOffset += 12 /* should not include the leading 12 bytes */ + this.zip64EndOfCentralSize;
+ }
+
+ var extraBytes = endOfCentralDirOffset - expectedEndOfCentralDirOffset;
+
+ if (extraBytes > 0) {
+ // console.warn(extraBytes, "extra bytes at beginning or within zipfile");
+ if (this.isSignature(endOfCentralDirOffset, sig.CENTRAL_FILE_HEADER)) {
+ // The offsets seem wrong, but we have something at the specified offset.
+ // So… we keep it.
+ } else {
+ // the offset is wrong, update the "zero" of the reader
+ // this happens if data has been prepended (crx files for example)
+ this.reader.zero = extraBytes;
+ }
+ } else if (extraBytes < 0) {
+ throw new Error("Corrupted zip: missing " + Math.abs(extraBytes) + " bytes.");
+ }
+ },
+ prepareReader: function(data) {
+ this.reader = readerFor(data);
+ },
+ /**
+ * Read a zip file and create ZipEntries.
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data the binary string representing a zip file.
+ */
+ load: function(data) {
+ this.prepareReader(data);
+ this.readEndOfCentral();
+ this.readCentralDir();
+ this.readLocalFiles();
+ }
+};
+// }}} end of ZipEntries
+module.exports = ZipEntries;
+
+},{"./reader/readerFor":22,"./signature":23,"./support":30,"./utf8":31,"./utils":32,"./zipEntry":34}],34:[function(require,module,exports){
+'use strict';
+var readerFor = require('./reader/readerFor');
+var utils = require('./utils');
+var CompressedObject = require('./compressedObject');
+var crc32fn = require('./crc32');
+var utf8 = require('./utf8');
+var compressions = require('./compressions');
+var support = require('./support');
+
+var MADE_BY_DOS = 0x00;
+var MADE_BY_UNIX = 0x03;
+
+/**
+ * Find a compression registered in JSZip.
+ * @param {string} compressionMethod the method magic to find.
+ * @return {Object|null} the JSZip compression object, null if none found.
+ */
+var findCompression = function(compressionMethod) {
+ for (var method in compressions) {
+ if (!compressions.hasOwnProperty(method)) {
+ continue;
+ }
+ if (compressions[method].magic === compressionMethod) {
+ return compressions[method];
+ }
+ }
+ return null;
+};
+
+// class ZipEntry {{{
+/**
+ * An entry in the zip file.
+ * @constructor
+ * @param {Object} options Options of the current file.
+ * @param {Object} loadOptions Options for loading the stream.
+ */
+function ZipEntry(options, loadOptions) {
+ this.options = options;
+ this.loadOptions = loadOptions;
+}
+ZipEntry.prototype = {
+ /**
+ * say if the file is encrypted.
+ * @return {boolean} true if the file is encrypted, false otherwise.
+ */
+ isEncrypted: function() {
+ // bit 1 is set
+ return (this.bitFlag & 0x0001) === 0x0001;
+ },
+ /**
+ * say if the file has utf-8 filename/comment.
+ * @return {boolean} true if the filename/comment is in utf-8, false otherwise.
+ */
+ useUTF8: function() {
+ // bit 11 is set
+ return (this.bitFlag & 0x0800) === 0x0800;
+ },
+ /**
+ * Read the local part of a zip file and add the info in this object.
+ * @param {DataReader} reader the reader to use.
+ */
+ readLocalPart: function(reader) {
+ var compression, localExtraFieldsLength;
+
+ // we already know everything from the central dir !
+ // If the central dir data are false, we are doomed.
+ // On the bright side, the local part is scary : zip64, data descriptors, both, etc.
+ // The less data we get here, the more reliable this should be.
+ // Let's skip the whole header and dash to the data !
+ reader.skip(22);
+ // in some zip created on windows, the filename stored in the central dir contains \ instead of /.
+ // Strangely, the filename here is OK.
+ // I would love to treat these zip files as corrupted (see http://www.info-zip.org/FAQ.html#backslashes
+ // or APPNOTE#4.4.17.1, "All slashes MUST be forward slashes '/'") but there are a lot of bad zip generators...
+ // Search "unzip mismatching "local" filename continuing with "central" filename version" on
+ // the internet.
+ //
+ // I think I see the logic here : the central directory is used to display
+ // content and the local directory is used to extract the files. Mixing / and \
+ // may be used to display \ to windows users and use / when extracting the files.
+ // Unfortunately, this lead also to some issues : http://seclists.org/fulldisclosure/2009/Sep/394
+ this.fileNameLength = reader.readInt(2);
+ localExtraFieldsLength = reader.readInt(2); // can't be sure this will be the same as the central dir
+ // the fileName is stored as binary data, the handleUTF8 method will take care of the encoding.
+ this.fileName = reader.readData(this.fileNameLength);
+ reader.skip(localExtraFieldsLength);
+
+ if (this.compressedSize === -1 || this.uncompressedSize === -1) {
+ throw new Error("Bug or corrupted zip : didn't get enough information from the central directory " + "(compressedSize === -1 || uncompressedSize === -1)");
+ }
+
+ compression = findCompression(this.compressionMethod);
+ if (compression === null) { // no compression found
+ throw new Error("Corrupted zip : compression " + utils.pretty(this.compressionMethod) + " unknown (inner file : " + utils.transformTo("string", this.fileName) + ")");
+ }
+ this.decompressed = new CompressedObject(this.compressedSize, this.uncompressedSize, this.crc32, compression, reader.readData(this.compressedSize));
+ },
+
+ /**
+ * Read the central part of a zip file and add the info in this object.
+ * @param {DataReader} reader the reader to use.
+ */
+ readCentralPart: function(reader) {
+ this.versionMadeBy = reader.readInt(2);
+ reader.skip(2);
+ // this.versionNeeded = reader.readInt(2);
+ this.bitFlag = reader.readInt(2);
+ this.compressionMethod = reader.readString(2);
+ this.date = reader.readDate();
+ this.crc32 = reader.readInt(4);
+ this.compressedSize = reader.readInt(4);
+ this.uncompressedSize = reader.readInt(4);
+ var fileNameLength = reader.readInt(2);
+ this.extraFieldsLength = reader.readInt(2);
+ this.fileCommentLength = reader.readInt(2);
+ this.diskNumberStart = reader.readInt(2);
+ this.internalFileAttributes = reader.readInt(2);
+ this.externalFileAttributes = reader.readInt(4);
+ this.localHeaderOffset = reader.readInt(4);
+
+ if (this.isEncrypted()) {
+ throw new Error("Encrypted zip are not supported");
+ }
+
+ // will be read in the local part, see the comments there
+ reader.skip(fileNameLength);
+ this.readExtraFields(reader);
+ this.parseZIP64ExtraField(reader);
+ this.fileComment = reader.readData(this.fileCommentLength);
+ },
+
+ /**
+ * Parse the external file attributes and get the unix/dos permissions.
+ */
+ processAttributes: function () {
+ this.unixPermissions = null;
+ this.dosPermissions = null;
+ var madeBy = this.versionMadeBy >> 8;
+
+ // Check if we have the DOS directory flag set.
+ // We look for it in the DOS and UNIX permissions
+ // but some unknown platform could set it as a compatibility flag.
+ this.dir = this.externalFileAttributes & 0x0010 ? true : false;
+
+ if(madeBy === MADE_BY_DOS) {
+ // first 6 bits (0 to 5)
+ this.dosPermissions = this.externalFileAttributes & 0x3F;
+ }
+
+ if(madeBy === MADE_BY_UNIX) {
+ this.unixPermissions = (this.externalFileAttributes >> 16) & 0xFFFF;
+ // the octal permissions are in (this.unixPermissions & 0x01FF).toString(8);
+ }
+
+ // fail safe : if the name ends with a / it probably means a folder
+ if (!this.dir && this.fileNameStr.slice(-1) === '/') {
+ this.dir = true;
+ }
+ },
+
+ /**
+ * Parse the ZIP64 extra field and merge the info in the current ZipEntry.
+ * @param {DataReader} reader the reader to use.
+ */
+ parseZIP64ExtraField: function(reader) {
+
+ if (!this.extraFields[0x0001]) {
+ return;
+ }
+
+ // should be something, preparing the extra reader
+ var extraReader = readerFor(this.extraFields[0x0001].value);
+
+ // I really hope that these 64bits integer can fit in 32 bits integer, because js
+ // won't let us have more.
+ if (this.uncompressedSize === utils.MAX_VALUE_32BITS) {
+ this.uncompressedSize = extraReader.readInt(8);
+ }
+ if (this.compressedSize === utils.MAX_VALUE_32BITS) {
+ this.compressedSize = extraReader.readInt(8);
+ }
+ if (this.localHeaderOffset === utils.MAX_VALUE_32BITS) {
+ this.localHeaderOffset = extraReader.readInt(8);
+ }
+ if (this.diskNumberStart === utils.MAX_VALUE_32BITS) {
+ this.diskNumberStart = extraReader.readInt(4);
+ }
+ },
+ /**
+ * Read the central part of a zip file and add the info in this object.
+ * @param {DataReader} reader the reader to use.
+ */
+ readExtraFields: function(reader) {
+ var end = reader.index + this.extraFieldsLength,
+ extraFieldId,
+ extraFieldLength,
+ extraFieldValue;
+
+ if (!this.extraFields) {
+ this.extraFields = {};
+ }
+
+ while (reader.index + 4 < end) {
+ extraFieldId = reader.readInt(2);
+ extraFieldLength = reader.readInt(2);
+ extraFieldValue = reader.readData(extraFieldLength);
+
+ this.extraFields[extraFieldId] = {
+ id: extraFieldId,
+ length: extraFieldLength,
+ value: extraFieldValue
+ };
+ }
+
+ reader.setIndex(end);
+ },
+ /**
+ * Apply an UTF8 transformation if needed.
+ */
+ handleUTF8: function() {
+ var decodeParamType = support.uint8array ? "uint8array" : "array";
+ if (this.useUTF8()) {
+ this.fileNameStr = utf8.utf8decode(this.fileName);
+ this.fileCommentStr = utf8.utf8decode(this.fileComment);
+ } else {
+ var upath = this.findExtraFieldUnicodePath();
+ if (upath !== null) {
+ this.fileNameStr = upath;
+ } else {
+ // ASCII text or unsupported code page
+ var fileNameByteArray = utils.transformTo(decodeParamType, this.fileName);
+ this.fileNameStr = this.loadOptions.decodeFileName(fileNameByteArray);
+ }
+
+ var ucomment = this.findExtraFieldUnicodeComment();
+ if (ucomment !== null) {
+ this.fileCommentStr = ucomment;
+ } else {
+ // ASCII text or unsupported code page
+ var commentByteArray = utils.transformTo(decodeParamType, this.fileComment);
+ this.fileCommentStr = this.loadOptions.decodeFileName(commentByteArray);
+ }
+ }
+ },
+
+ /**
+ * Find the unicode path declared in the extra field, if any.
+ * @return {String} the unicode path, null otherwise.
+ */
+ findExtraFieldUnicodePath: function() {
+ var upathField = this.extraFields[0x7075];
+ if (upathField) {
+ var extraReader = readerFor(upathField.value);
+
+ // wrong version
+ if (extraReader.readInt(1) !== 1) {
+ return null;
+ }
+
+ // the crc of the filename changed, this field is out of date.
+ if (crc32fn(this.fileName) !== extraReader.readInt(4)) {
+ return null;
+ }
+
+ return utf8.utf8decode(extraReader.readData(upathField.length - 5));
+ }
+ return null;
+ },
+
+ /**
+ * Find the unicode comment declared in the extra field, if any.
+ * @return {String} the unicode comment, null otherwise.
+ */
+ findExtraFieldUnicodeComment: function() {
+ var ucommentField = this.extraFields[0x6375];
+ if (ucommentField) {
+ var extraReader = readerFor(ucommentField.value);
+
+ // wrong version
+ if (extraReader.readInt(1) !== 1) {
+ return null;
+ }
+
+ // the crc of the comment changed, this field is out of date.
+ if (crc32fn(this.fileComment) !== extraReader.readInt(4)) {
+ return null;
+ }
+
+ return utf8.utf8decode(extraReader.readData(ucommentField.length - 5));
+ }
+ return null;
+ }
+};
+module.exports = ZipEntry;
+
+},{"./compressedObject":2,"./compressions":3,"./crc32":4,"./reader/readerFor":22,"./support":30,"./utf8":31,"./utils":32}],35:[function(require,module,exports){
+'use strict';
+
+var StreamHelper = require('./stream/StreamHelper');
+var DataWorker = require('./stream/DataWorker');
+var utf8 = require('./utf8');
+var CompressedObject = require('./compressedObject');
+var GenericWorker = require('./stream/GenericWorker');
+
+/**
+ * A simple object representing a file in the zip file.
+ * @constructor
+ * @param {string} name the name of the file
+ * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data
+ * @param {Object} options the options of the file
+ */
+var ZipObject = function(name, data, options) {
+ this.name = name;
+ this.dir = options.dir;
+ this.date = options.date;
+ this.comment = options.comment;
+ this.unixPermissions = options.unixPermissions;
+ this.dosPermissions = options.dosPermissions;
+
+ this._data = data;
+ this._dataBinary = options.binary;
+ // keep only the compression
+ this.options = {
+ compression : options.compression,
+ compressionOptions : options.compressionOptions
+ };
+};
+
+ZipObject.prototype = {
+ /**
+ * Create an internal stream for the content of this object.
+ * @param {String} type the type of each chunk.
+ * @return StreamHelper the stream.
+ */
+ internalStream: function (type) {
+ var result = null, outputType = "string";
+ try {
+ if (!type) {
+ throw new Error("No output type specified.");
+ }
+ outputType = type.toLowerCase();
+ var askUnicodeString = outputType === "string" || outputType === "text";
+ if (outputType === "binarystring" || outputType === "text") {
+ outputType = "string";
+ }
+ result = this._decompressWorker();
+
+ var isUnicodeString = !this._dataBinary;
+
+ if (isUnicodeString && !askUnicodeString) {
+ result = result.pipe(new utf8.Utf8EncodeWorker());
+ }
+ if (!isUnicodeString && askUnicodeString) {
+ result = result.pipe(new utf8.Utf8DecodeWorker());
+ }
+ } catch (e) {
+ result = new GenericWorker("error");
+ result.error(e);
+ }
+
+ return new StreamHelper(result, outputType, "");
+ },
+
+ /**
+ * Prepare the content in the asked type.
+ * @param {String} type the type of the result.
+ * @param {Function} onUpdate a function to call on each internal update.
+ * @return Promise the promise of the result.
+ */
+ async: function (type, onUpdate) {
+ return this.internalStream(type).accumulate(onUpdate);
+ },
+
+ /**
+ * Prepare the content as a nodejs stream.
+ * @param {String} type the type of each chunk.
+ * @param {Function} onUpdate a function to call on each internal update.
+ * @return Stream the stream.
+ */
+ nodeStream: function (type, onUpdate) {
+ return this.internalStream(type || "nodebuffer").toNodejsStream(onUpdate);
+ },
+
+ /**
+ * Return a worker for the compressed content.
+ * @private
+ * @param {Object} compression the compression object to use.
+ * @param {Object} compressionOptions the options to use when compressing.
+ * @return Worker the worker.
+ */
+ _compressWorker: function (compression, compressionOptions) {
+ if (
+ this._data instanceof CompressedObject &&
+ this._data.compression.magic === compression.magic
+ ) {
+ return this._data.getCompressedWorker();
+ } else {
+ var result = this._decompressWorker();
+ if(!this._dataBinary) {
+ result = result.pipe(new utf8.Utf8EncodeWorker());
+ }
+ return CompressedObject.createWorkerFrom(result, compression, compressionOptions);
+ }
+ },
+ /**
+ * Return a worker for the decompressed content.
+ * @private
+ * @return Worker the worker.
+ */
+ _decompressWorker : function () {
+ if (this._data instanceof CompressedObject) {
+ return this._data.getContentWorker();
+ } else if (this._data instanceof GenericWorker) {
+ return this._data;
+ } else {
+ return new DataWorker(this._data);
+ }
+ }
+};
+
+var removedMethods = ["asText", "asBinary", "asNodeBuffer", "asUint8Array", "asArrayBuffer"];
+var removedFn = function () {
+ throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide.");
+};
+
+for(var i = 0; i < removedMethods.length; i++) {
+ ZipObject.prototype[removedMethods[i]] = removedFn;
+}
+module.exports = ZipObject;
+
+},{"./compressedObject":2,"./stream/DataWorker":27,"./stream/GenericWorker":28,"./stream/StreamHelper":29,"./utf8":31}],36:[function(require,module,exports){
+(function (global){
+'use strict';
+var Mutation = global.MutationObserver || global.WebKitMutationObserver;
+
+var scheduleDrain;
+
+{
+ if (Mutation) {
+ var called = 0;
+ var observer = new Mutation(nextTick);
+ var element = global.document.createTextNode('');
+ observer.observe(element, {
+ characterData: true
+ });
+ scheduleDrain = function () {
+ element.data = (called = ++called % 2);
+ };
+ } else if (!global.setImmediate && typeof global.MessageChannel !== 'undefined') {
+ var channel = new global.MessageChannel();
+ channel.port1.onmessage = nextTick;
+ scheduleDrain = function () {
+ channel.port2.postMessage(0);
+ };
+ } else if ('document' in global && 'onreadystatechange' in global.document.createElement('script')) {
+ scheduleDrain = function () {
+
+ // Create a
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+java.lang.Object
+
+
+org.fairdatapipeline.api.Coderun
+
+
+
+
+
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors
+
+Constructor
+Description
+
+
+Coderun (java.nio.file.Path configFilePath)
+
+Constructor using only configFilePath - scriptPath is read from the config.
+
+
+
+Coderun (java.nio.file.Path configFilePath,
+ @Nullable java.nio.file.Path scriptPath)
+
+Constructor using both configFilePath and ScriptPath
+
+
+
+Coderun (java.nio.file.Path configFilePath,
+ @Nullable java.nio.file.Path scriptPath,
+ @Nullable java.lang.String registryToken)
+
+Constructor specifying configPath, scriptPath, and registryToken.
+
+
+
+
+
+
+
+
+
+
+
+
+Method Summary
+
+
+
+
+
+Methods inherited from class java.lang.Object
+clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Constructor Detail
+
+
+
+
+
+
+
+
+
+Coderun
+public Coderun(java.nio.file.Path configFilePath,
+ @Nullable java.nio.file.Path scriptPath)
+Constructor using both configFilePath and ScriptPath
+
+Parameters:
+configFilePath - the Path to the config.yaml file
+scriptPath - the Path to the script file - this may be null if the script path is given in
+ the config file.
+ both startup files are usually provided by fair run in the
+ local data registry jobs/{timestamp} folder.
+
+
+
+
+
+
+
+
+Coderun
+public Coderun(java.nio.file.Path configFilePath,
+ @Nullable java.nio.file.Path scriptPath,
+ @Nullable java.lang.String registryToken)
+Constructor specifying configPath, scriptPath, and registryToken.
+
+Parameters:
+configFilePath - the Path to the config.yaml file
+scriptPath - the Path to the script file - this may be null if the script path is given in
+ the config file.
+ both startup files are usually provided by fair run in the
+ local data registry jobs/{timestamp} folder.
+registryToken - the authentication token of the local registry (or null if the token is to
+ be read from the config or from ~/.fair/registry/token)
+
+
+
+
+
+
+
+
+
+
+
+
+Method Detail
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+get_dp_for_write
+public Data_product_write get_dp_for_write(java.lang.String dataProduct_name,
+ java.lang.String extension)
+Obtain a data product for writing.
+
+Parameters:
+dataProduct_name - the name of the dataProduct to obtain.
+extension - the file extension representing the file type we will write, e.g. csv or toml
+Returns:
+the data product
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+
+
+
+
+
+