diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index fcadb2c..0000000 --- a/.gitattributes +++ /dev/null @@ -1 +0,0 @@ -* text eol=lf diff --git a/.github/workflows/build-test-with-registry.yml b/.github/workflows/build-test-with-registry.yml deleted file mode 100644 index 8272a57..0000000 --- a/.github/workflows/build-test-with-registry.yml +++ /dev/null @@ -1,39 +0,0 @@ -# This workflow will build a Java project with Gradle and cache/restore any dependencies to improve the workflow execution time -# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-gradle - -name: Build & test w local reg. - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - workflow_dispatch: - -jobs: - build: - - runs-on: ubuntu-latest - - steps: - - uses: actions/checkout@v3 - - name: Set up JDK 11 - uses: actions/setup-java@v3 - with: - java-version: '11' - distribution: 'adopt' - cache: gradle - - name: Install local registry - run: | - /bin/bash -c "$(curl -fsSL https://data.scrc.uk/static/localregistry.sh)" - ~/.fair/registry/scripts/start_fair_registry - - name: Grant execute permission for gradlew - run: chmod +x gradlew - - name: Build with Gradle - run: | - export REGTOKEN=`cat ~/.fair/registry/token` - export LOCALREG=FRESHASADAISY - ./gradlew build - - uses: codecov/codecov-action@v3 - with: - files: ./api/build/reports/jacoco/test/jacocoTestReport.xml,./dataregistry/build/reports/jacoco/test/jacocoTestReport.xml diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml deleted file mode 100644 index 5fcbba4..0000000 --- a/.github/workflows/build-test.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This workflow will build a Java project with Gradle and cache/restore any dependencies to improve the workflow execution time -# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-gradle - -name: Build & test no reg - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - workflow_dispatch: - -jobs: - build: - - runs-on: ubuntu-latest - - steps: - - uses: actions/checkout@v3 - - name: Set up JDK 11 - uses: actions/setup-java@v3 - with: - java-version: '11' - distribution: 'adopt' - cache: gradle - - name: Grant execute permission for gradlew - run: chmod +x gradlew - - name: Build with Gradle - run: ./gradlew build diff --git a/.github/workflows/gradle-publish.yml b/.github/workflows/gradle-publish.yml deleted file mode 100644 index 64bd386..0000000 --- a/.github/workflows/gradle-publish.yml +++ /dev/null @@ -1,37 +0,0 @@ -# This workflow will build a package using Gradle and then publish it to GitHub packages when a release is created -# For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#Publishing-using-gradle - -name: Gradle Package - -on: - release: - types: [created] - -jobs: - build: - - runs-on: ubuntu-latest - permissions: - contents: read - packages: write - - steps: - - uses: actions/checkout@v3 - - name: Set up JDK 11 - uses: actions/setup-java@v3 - with: - java-version: '11' - distribution: 'adopt' - server-id: github # Value of the distributionManagement/repository/id field of the pom.xml - settings-path: ${{ github.workspace }} # location for the settings.xml file - - - name: Build with Gradle - run: gradle build - - # The USERNAME and TOKEN need to correspond to the credentials environment variables used in - # the publishing section of your build.gradle - - name: Publish to GitHub Packages - run: gradle publish - env: - PUBLISH_USERNAME: ${{ github.actor }} - PUBLISH_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/javadoc.yml b/.github/workflows/javadoc.yml deleted file mode 100644 index a89a3a3..0000000 --- a/.github/workflows/javadoc.yml +++ /dev/null @@ -1,29 +0,0 @@ -name: Deploy Javadoc - -on: - push: - branches: - - master - -jobs: - publish: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - uses: actions/setup-java@v3 - with: - distribution: 'adopt' - java-version: '11' - cache: 'gradle' - - name: Grant execute permission for gradlew - run: chmod +x gradlew - - name: Generate Javadoc - run: ./gradlew javadoc - - name: Deploy 🚀 - uses: JamesIves/github-pages-deploy-action@v4 - with: - BRANCH: gh-pages - CLEAN: true - FOLDER: api/build/docs/javadoc diff --git a/.gitignore b/.gitignore deleted file mode 100644 index 042ecdd..0000000 --- a/.gitignore +++ /dev/null @@ -1,8 +0,0 @@ -# Ignore Gradle project-specific cache directory -.gradle -gradle - -# Ignore Gradle build output directory -build - -.idea diff --git a/.zenodo.json b/.zenodo.json deleted file mode 100644 index ea24aa1..0000000 --- a/.zenodo.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "javaDataPipeline - FAIR Data Pipeline in Java", - "description": "Package for interfacing with the FAIR Data Pipeline in Java", - "upload_type": "software", - "creators": [ - { - "affiliation": "Biomathematics and Statistics Scotland", - "name": "Boskamp, Bram", - "orcid": "0000-0002-5446-3209" - } - ], - "access_right": "open", - "license": "GPL-3.0+", - "related_identifiers": [ - { - "scheme": "url", - "identifier": "https://github.com/FAIRDataPipeline/javaDataPipeline", - "relation": "isIdenticalTo" - } - ], - "keywords": [ - "FAIR", - "Java", - "data" - ] -} diff --git a/COPYING.LESSER b/COPYING.LESSER deleted file mode 100644 index f2f81d6..0000000 --- a/COPYING.LESSER +++ /dev/null @@ -1,56 +0,0 @@ -GNU LESSER GENERAL PUBLIC LICENSE -Version 3, 29 June 2007 - -Copyright © 2007 Free Software Foundation, Inc. - -Everyone is permitted to copy and distribute verbatim copies of this license document, but changing it is not allowed. - -This version of the GNU Lesser General Public License incorporates the terms and conditions of version 3 of the GNU General Public License, supplemented by the additional permissions listed below. - -0. Additional Definitions. -As used herein, “this License” refers to version 3 of the GNU Lesser General Public License, and the “GNU GPL” refers to version 3 of the GNU General Public License. - -“The Library” refers to a covered work governed by this License, other than an Application or a Combined Work as defined below. - -An “Application” is any work that makes use of an interface provided by the Library, but which is not otherwise based on the Library. Defining a subclass of a class defined by the Library is deemed a mode of using an interface provided by the Library. - -A “Combined Work” is a work produced by combining or linking an Application with the Library. The particular version of the Library with which the Combined Work was made is also called the “Linked Version”. - -The “Minimal Corresponding Source” for a Combined Work means the Corresponding Source for the Combined Work, excluding any source code for portions of the Combined Work that, considered in isolation, are based on the Application, and not on the Linked Version. - -The “Corresponding Application Code” for a Combined Work means the object code and/or source code for the Application, including any data and utility programs needed for reproducing the Combined Work from the Application, but excluding the System Libraries of the Combined Work. - -1. Exception to Section 3 of the GNU GPL. -You may convey a covered work under sections 3 and 4 of this License without being bound by section 3 of the GNU GPL. - -2. Conveying Modified Versions. -If you modify a copy of the Library, and, in your modifications, a facility refers to a function or data to be supplied by an Application that uses the facility (other than as an argument passed when the facility is invoked), then you may convey a copy of the modified version: - -a) under this License, provided that you make a good faith effort to ensure that, in the event an Application does not supply the function or data, the facility still operates, and performs whatever part of its purpose remains meaningful, or -b) under the GNU GPL, with none of the additional permissions of this License applicable to that copy. -3. Object Code Incorporating Material from Library Header Files. -The object code form of an Application may incorporate material from a header file that is part of the Library. You may convey such object code under terms of your choice, provided that, if the incorporated material is not limited to numerical parameters, data structure layouts and accessors, or small macros, inline functions and templates (ten or fewer lines in length), you do both of the following: - -a) Give prominent notice with each copy of the object code that the Library is used in it and that the Library and its use are covered by this License. -b) Accompany the object code with a copy of the GNU GPL and this license document. -4. Combined Works. -You may convey a Combined Work under terms of your choice that, taken together, effectively do not restrict modification of the portions of the Library contained in the Combined Work and reverse engineering for debugging such modifications, if you also do each of the following: - -a) Give prominent notice with each copy of the Combined Work that the Library is used in it and that the Library and its use are covered by this License. -b) Accompany the Combined Work with a copy of the GNU GPL and this license document. -c) For a Combined Work that displays copyright notices during execution, include the copyright notice for the Library among these notices, as well as a reference directing the user to the copies of the GNU GPL and this license document. -d) Do one of the following: -0) Convey the Minimal Corresponding Source under the terms of this License, and the Corresponding Application Code in a form suitable for, and under terms that permit, the user to recombine or relink the Application with a modified version of the Linked Version to produce a modified Combined Work, in the manner specified by section 6 of the GNU GPL for conveying Corresponding Source. -1) Use a suitable shared library mechanism for linking with the Library. A suitable mechanism is one that (a) uses at run time a copy of the Library already present on the user's computer system, and (b) will operate properly with a modified version of the Library that is interface-compatible with the Linked Version. -e) Provide Installation Information, but only if you would otherwise be required to provide such information under section 6 of the GNU GPL, and only to the extent that such information is necessary to install and execute a modified version of the Combined Work produced by recombining or relinking the Application with a modified version of the Linked Version. (If you use option 4d0, the Installation Information must accompany the Minimal Corresponding Source and Corresponding Application Code. If you use option 4d1, you must provide the Installation Information in the manner specified by section 6 of the GNU GPL for conveying Corresponding Source.) -5. Combined Libraries. -You may place library facilities that are a work based on the Library side by side in a single library together with other library facilities that are not Applications and are not covered by this License, and convey such a combined library under terms of your choice, if you do both of the following: - -a) Accompany the combined library with a copy of the same work based on the Library, uncombined with any other library facilities, conveyed under the terms of this License. -b) Give prominent notice with the combined library that part of it is a work based on the Library, and explaining where to find the accompanying uncombined form of the same work. -6. Revised Versions of the GNU Lesser General Public License. -The Free Software Foundation may publish revised and/or new versions of the GNU Lesser General Public License from time to time. Such new versions will be similar in spirit to the present version, but may differ in detail to address new problems or concerns. - -Each version is given a distinguishing version number. If the Library as you received it specifies that a certain numbered version of the GNU Lesser General Public License “or any later version” applies to it, you have the option of following the terms and conditions either of that published version or of any later version published by the Free Software Foundation. If the Library as you received it does not specify a version number of the GNU Lesser General Public License, you may choose any version of the GNU Lesser General Public License ever published by the Free Software Foundation. - -If the Library as you received it specifies that a proxy can decide whether future versions of the GNU Lesser General Public License shall apply, that proxy's public statement of acceptance of any version is permanent authorization for you to choose that version for the Library. diff --git a/LICENSE b/LICENSE deleted file mode 100644 index 6b5ac34..0000000 --- a/LICENSE +++ /dev/null @@ -1,676 +0,0 @@ -Copyright (c) 2021: Bram Boskamp and the Scottish COVID-19 Response Consortium - - GNU GENERAL PUBLIC LICENSE - Version 3, 29 June 2007 - - Copyright (C) 2007 Free Software Foundation, Inc. - Everyone is permitted to copy and distribute verbatim copies - of this license document, but changing it is not allowed. - - Preamble - - The GNU General Public License is a free, copyleft license for -software and other kinds of works. - - The licenses for most software and other practical works are designed -to take away your freedom to share and change the works. By contrast, -the GNU General Public License is intended to guarantee your freedom to -share and change all versions of a program--to make sure it remains free -software for all its users. We, the Free Software Foundation, use the -GNU General Public License for most of our software; it applies also to -any other work released this way by its authors. You can apply it to -your programs, too. - - When we speak of free software, we are referring to freedom, not -price. Our General Public Licenses are designed to make sure that you -have the freedom to distribute copies of free software (and charge for -them if you wish), that you receive source code or can get it if you -want it, that you can change the software or use pieces of it in new -free programs, and that you know you can do these things. - - To protect your rights, we need to prevent others from denying you -these rights or asking you to surrender the rights. Therefore, you have -certain responsibilities if you distribute copies of the software, or if -you modify it: responsibilities to respect the freedom of others. - - For example, if you distribute copies of such a program, whether -gratis or for a fee, you must pass on to the recipients the same -freedoms that you received. You must make sure that they, too, receive -or can get the source code. And you must show them these terms so they -know their rights. - - Developers that use the GNU GPL protect your rights with two steps: -(1) assert copyright on the software, and (2) offer you this License -giving you legal permission to copy, distribute and/or modify it. - - For the developers' and authors' protection, the GPL clearly explains -that there is no warranty for this free software. For both users' and -authors' sake, the GPL requires that modified versions be marked as -changed, so that their problems will not be attributed erroneously to -authors of previous versions. - - Some devices are designed to deny users access to install or run -modified versions of the software inside them, although the manufacturer -can do so. This is fundamentally incompatible with the aim of -protecting users' freedom to change the software. The systematic -pattern of such abuse occurs in the area of products for individuals to -use, which is precisely where it is most unacceptable. Therefore, we -have designed this version of the GPL to prohibit the practice for those -products. If such problems arise substantially in other domains, we -stand ready to extend this provision to those domains in future versions -of the GPL, as needed to protect the freedom of users. - - Finally, every program is threatened constantly by software patents. -States should not allow patents to restrict development and use of -software on general-purpose computers, but in those that do, we wish to -avoid the special danger that patents applied to a free program could -make it effectively proprietary. To prevent this, the GPL assures that -patents cannot be used to render the program non-free. - - The precise terms and conditions for copying, distribution and -modification follow. - - TERMS AND CONDITIONS - - 0. Definitions. - - "This License" refers to version 3 of the GNU General Public License. - - "Copyright" also means copyright-like laws that apply to other kinds of -works, such as semiconductor masks. - - "The Program" refers to any copyrightable work licensed under this -License. Each licensee is addressed as "you". "Licensees" and -"recipients" may be individuals or organizations. - - To "modify" a work means to copy from or adapt all or part of the work -in a fashion requiring copyright permission, other than the making of an -exact copy. The resulting work is called a "modified version" of the -earlier work or a work "based on" the earlier work. - - A "covered work" means either the unmodified Program or a work based -on the Program. - - To "propagate" a work means to do anything with it that, without -permission, would make you directly or secondarily liable for -infringement under applicable copyright law, except executing it on a -computer or modifying a private copy. Propagation includes copying, -distribution (with or without modification), making available to the -public, and in some countries other activities as well. - - To "convey" a work means any kind of propagation that enables other -parties to make or receive copies. Mere interaction with a user through -a computer network, with no transfer of a copy, is not conveying. - - An interactive user interface displays "Appropriate Legal Notices" -to the extent that it includes a convenient and prominently visible -feature that (1) displays an appropriate copyright notice, and (2) -tells the user that there is no warranty for the work (except to the -extent that warranties are provided), that licensees may convey the -work under this License, and how to view a copy of this License. If -the interface presents a list of user commands or options, such as a -menu, a prominent item in the list meets this criterion. - - 1. Source Code. - - The "source code" for a work means the preferred form of the work -for making modifications to it. "Object code" means any non-source -form of a work. - - A "Standard Interface" means an interface that either is an official -standard defined by a recognized standards body, or, in the case of -interfaces specified for a particular programming language, one that -is widely used among developers working in that language. - - The "System Libraries" of an executable work include anything, other -than the work as a whole, that (a) is included in the normal form of -packaging a Major Component, but which is not part of that Major -Component, and (b) serves only to enable use of the work with that -Major Component, or to implement a Standard Interface for which an -implementation is available to the public in source code form. A -"Major Component", in this context, means a major essential component -(kernel, window system, and so on) of the specific operating system -(if any) on which the executable work runs, or a compiler used to -produce the work, or an object code interpreter used to run it. - - The "Corresponding Source" for a work in object code form means all -the source code needed to generate, install, and (for an executable -work) run the object code and to modify the work, including scripts to -control those activities. However, it does not include the work's -System Libraries, or general-purpose tools or generally available free -programs which are used unmodified in performing those activities but -which are not part of the work. For example, Corresponding Source -includes interface definition files associated with source files for -the work, and the source code for shared libraries and dynamically -linked subprograms that the work is specifically designed to require, -such as by intimate data communication or control flow between those -subprograms and other parts of the work. - - The Corresponding Source need not include anything that users -can regenerate automatically from other parts of the Corresponding -Source. - - The Corresponding Source for a work in source code form is that -same work. - - 2. Basic Permissions. - - All rights granted under this License are granted for the term of -copyright on the Program, and are irrevocable provided the stated -conditions are met. This License explicitly affirms your unlimited -permission to run the unmodified Program. The output from running a -covered work is covered by this License only if the output, given its -content, constitutes a covered work. This License acknowledges your -rights of fair use or other equivalent, as provided by copyright law. - - You may make, run and propagate covered works that you do not -convey, without conditions so long as your license otherwise remains -in force. You may convey covered works to others for the sole purpose -of having them make modifications exclusively for you, or provide you -with facilities for running those works, provided that you comply with -the terms of this License in conveying all material for which you do -not control copyright. Those thus making or running the covered works -for you must do so exclusively on your behalf, under your direction -and control, on terms that prohibit them from making any copies of -your copyrighted material outside their relationship with you. - - Conveying under any other circumstances is permitted solely under -the conditions stated below. Sublicensing is not allowed; section 10 -makes it unnecessary. - - 3. Protecting Users' Legal Rights From Anti-Circumvention Law. - - No covered work shall be deemed part of an effective technological -measure under any applicable law fulfilling obligations under article -11 of the WIPO copyright treaty adopted on 20 December 1996, or -similar laws prohibiting or restricting circumvention of such -measures. - - When you convey a covered work, you waive any legal power to forbid -circumvention of technological measures to the extent such circumvention -is effected by exercising rights under this License with respect to -the covered work, and you disclaim any intention to limit operation or -modification of the work as a means of enforcing, against the work's -users, your or third parties' legal rights to forbid circumvention of -technological measures. - - 4. Conveying Verbatim Copies. - - You may convey verbatim copies of the Program's source code as you -receive it, in any medium, provided that you conspicuously and -appropriately publish on each copy an appropriate copyright notice; -keep intact all notices stating that this License and any -non-permissive terms added in accord with section 7 apply to the code; -keep intact all notices of the absence of any warranty; and give all -recipients a copy of this License along with the Program. - - You may charge any price or no price for each copy that you convey, -and you may offer support or warranty protection for a fee. - - 5. Conveying Modified Source Versions. - - You may convey a work based on the Program, or the modifications to -produce it from the Program, in the form of source code under the -terms of section 4, provided that you also meet all of these conditions: - - a) The work must carry prominent notices stating that you modified - it, and giving a relevant date. - - b) The work must carry prominent notices stating that it is - released under this License and any conditions added under section - 7. This requirement modifies the requirement in section 4 to - "keep intact all notices". - - c) You must license the entire work, as a whole, under this - License to anyone who comes into possession of a copy. This - License will therefore apply, along with any applicable section 7 - additional terms, to the whole of the work, and all its parts, - regardless of how they are packaged. This License gives no - permission to license the work in any other way, but it does not - invalidate such permission if you have separately received it. - - d) If the work has interactive user interfaces, each must display - Appropriate Legal Notices; however, if the Program has interactive - interfaces that do not display Appropriate Legal Notices, your - work need not make them do so. - - A compilation of a covered work with other separate and independent -works, which are not by their nature extensions of the covered work, -and which are not combined with it such as to form a larger program, -in or on a volume of a storage or distribution medium, is called an -"aggregate" if the compilation and its resulting copyright are not -used to limit the access or legal rights of the compilation's users -beyond what the individual works permit. Inclusion of a covered work -in an aggregate does not cause this License to apply to the other -parts of the aggregate. - - 6. Conveying Non-Source Forms. - - You may convey a covered work in object code form under the terms -of sections 4 and 5, provided that you also convey the -machine-readable Corresponding Source under the terms of this License, -in one of these ways: - - a) Convey the object code in, or embodied in, a physical product - (including a physical distribution medium), accompanied by the - Corresponding Source fixed on a durable physical medium - customarily used for software interchange. - - b) Convey the object code in, or embodied in, a physical product - (including a physical distribution medium), accompanied by a - written offer, valid for at least three years and valid for as - long as you offer spare parts or customer support for that product - model, to give anyone who possesses the object code either (1) a - copy of the Corresponding Source for all the software in the - product that is covered by this License, on a durable physical - medium customarily used for software interchange, for a price no - more than your reasonable cost of physically performing this - conveying of source, or (2) access to copy the - Corresponding Source from a network server at no charge. - - c) Convey individual copies of the object code with a copy of the - written offer to provide the Corresponding Source. This - alternative is allowed only occasionally and noncommercially, and - only if you received the object code with such an offer, in accord - with subsection 6b. - - d) Convey the object code by offering access from a designated - place (gratis or for a charge), and offer equivalent access to the - Corresponding Source in the same way through the same place at no - further charge. You need not require recipients to copy the - Corresponding Source along with the object code. If the place to - copy the object code is a network server, the Corresponding Source - may be on a different server (operated by you or a third party) - that supports equivalent copying facilities, provided you maintain - clear directions next to the object code saying where to find the - Corresponding Source. Regardless of what server hosts the - Corresponding Source, you remain obligated to ensure that it is - available for as long as needed to satisfy these requirements. - - e) Convey the object code using peer-to-peer transmission, provided - you inform other peers where the object code and Corresponding - Source of the work are being offered to the general public at no - charge under subsection 6d. - - A separable portion of the object code, whose source code is excluded -from the Corresponding Source as a System Library, need not be -included in conveying the object code work. - - A "User Product" is either (1) a "consumer product", which means any -tangible personal property which is normally used for personal, family, -or household purposes, or (2) anything designed or sold for incorporation -into a dwelling. In determining whether a product is a consumer product, -doubtful cases shall be resolved in favor of coverage. For a particular -product received by a particular user, "normally used" refers to a -typical or common use of that class of product, regardless of the status -of the particular user or of the way in which the particular user -actually uses, or expects or is expected to use, the product. A product -is a consumer product regardless of whether the product has substantial -commercial, industrial or non-consumer uses, unless such uses represent -the only significant mode of use of the product. - - "Installation Information" for a User Product means any methods, -procedures, authorization keys, or other information required to install -and execute modified versions of a covered work in that User Product from -a modified version of its Corresponding Source. The information must -suffice to ensure that the continued functioning of the modified object -code is in no case prevented or interfered with solely because -modification has been made. - - If you convey an object code work under this section in, or with, or -specifically for use in, a User Product, and the conveying occurs as -part of a transaction in which the right of possession and use of the -User Product is transferred to the recipient in perpetuity or for a -fixed term (regardless of how the transaction is characterized), the -Corresponding Source conveyed under this section must be accompanied -by the Installation Information. But this requirement does not apply -if neither you nor any third party retains the ability to install -modified object code on the User Product (for example, the work has -been installed in ROM). - - The requirement to provide Installation Information does not include a -requirement to continue to provide support service, warranty, or updates -for a work that has been modified or installed by the recipient, or for -the User Product in which it has been modified or installed. Access to a -network may be denied when the modification itself materially and -adversely affects the operation of the network or violates the rules and -protocols for communication across the network. - - Corresponding Source conveyed, and Installation Information provided, -in accord with this section must be in a format that is publicly -documented (and with an implementation available to the public in -source code form), and must require no special password or key for -unpacking, reading or copying. - - 7. Additional Terms. - - "Additional permissions" are terms that supplement the terms of this -License by making exceptions from one or more of its conditions. -Additional permissions that are applicable to the entire Program shall -be treated as though they were included in this License, to the extent -that they are valid under applicable law. If additional permissions -apply only to part of the Program, that part may be used separately -under those permissions, but the entire Program remains governed by -this License without regard to the additional permissions. - - When you convey a copy of a covered work, you may at your option -remove any additional permissions from that copy, or from any part of -it. (Additional permissions may be written to require their own -removal in certain cases when you modify the work.) You may place -additional permissions on material, added by you to a covered work, -for which you have or can give appropriate copyright permission. - - Notwithstanding any other provision of this License, for material you -add to a covered work, you may (if authorized by the copyright holders of -that material) supplement the terms of this License with terms: - - a) Disclaiming warranty or limiting liability differently from the - terms of sections 15 and 16 of this License; or - - b) Requiring preservation of specified reasonable legal notices or - author attributions in that material or in the Appropriate Legal - Notices displayed by works containing it; or - - c) Prohibiting misrepresentation of the origin of that material, or - requiring that modified versions of such material be marked in - reasonable ways as different from the original version; or - - d) Limiting the use for publicity purposes of names of licensors or - authors of the material; or - - e) Declining to grant rights under trademark law for use of some - trade names, trademarks, or service marks; or - - f) Requiring indemnification of licensors and authors of that - material by anyone who conveys the material (or modified versions of - it) with contractual assumptions of liability to the recipient, for - any liability that these contractual assumptions directly impose on - those licensors and authors. - - All other non-permissive additional terms are considered "further -restrictions" within the meaning of section 10. If the Program as you -received it, or any part of it, contains a notice stating that it is -governed by this License along with a term that is a further -restriction, you may remove that term. If a license document contains -a further restriction but permits relicensing or conveying under this -License, you may add to a covered work material governed by the terms -of that license document, provided that the further restriction does -not survive such relicensing or conveying. - - If you add terms to a covered work in accord with this section, you -must place, in the relevant source files, a statement of the -additional terms that apply to those files, or a notice indicating -where to find the applicable terms. - - Additional terms, permissive or non-permissive, may be stated in the -form of a separately written license, or stated as exceptions; -the above requirements apply either way. - - 8. Termination. - - You may not propagate or modify a covered work except as expressly -provided under this License. Any attempt otherwise to propagate or -modify it is void, and will automatically terminate your rights under -this License (including any patent licenses granted under the third -paragraph of section 11). - - However, if you cease all violation of this License, then your -license from a particular copyright holder is reinstated (a) -provisionally, unless and until the copyright holder explicitly and -finally terminates your license, and (b) permanently, if the copyright -holder fails to notify you of the violation by some reasonable means -prior to 60 days after the cessation. - - Moreover, your license from a particular copyright holder is -reinstated permanently if the copyright holder notifies you of the -violation by some reasonable means, this is the first time you have -received notice of violation of this License (for any work) from that -copyright holder, and you cure the violation prior to 30 days after -your receipt of the notice. - - Termination of your rights under this section does not terminate the -licenses of parties who have received copies or rights from you under -this License. If your rights have been terminated and not permanently -reinstated, you do not qualify to receive new licenses for the same -material under section 10. - - 9. Acceptance Not Required for Having Copies. - - You are not required to accept this License in order to receive or -run a copy of the Program. Ancillary propagation of a covered work -occurring solely as a consequence of using peer-to-peer transmission -to receive a copy likewise does not require acceptance. However, -nothing other than this License grants you permission to propagate or -modify any covered work. These actions infringe copyright if you do -not accept this License. Therefore, by modifying or propagating a -covered work, you indicate your acceptance of this License to do so. - - 10. Automatic Licensing of Downstream Recipients. - - Each time you convey a covered work, the recipient automatically -receives a license from the original licensors, to run, modify and -propagate that work, subject to this License. You are not responsible -for enforcing compliance by third parties with this License. - - An "entity transaction" is a transaction transferring control of an -organization, or substantially all assets of one, or subdividing an -organization, or merging organizations. If propagation of a covered -work results from an entity transaction, each party to that -transaction who receives a copy of the work also receives whatever -licenses to the work the party's predecessor in interest had or could -give under the previous paragraph, plus a right to possession of the -Corresponding Source of the work from the predecessor in interest, if -the predecessor has it or can get it with reasonable efforts. - - You may not impose any further restrictions on the exercise of the -rights granted or affirmed under this License. For example, you may -not impose a license fee, royalty, or other charge for exercise of -rights granted under this License, and you may not initiate litigation -(including a cross-claim or counterclaim in a lawsuit) alleging that -any patent claim is infringed by making, using, selling, offering for -sale, or importing the Program or any portion of it. - - 11. Patents. - - A "contributor" is a copyright holder who authorizes use under this -License of the Program or a work on which the Program is based. The -work thus licensed is called the contributor's "contributor version". - - A contributor's "essential patent claims" are all patent claims -owned or controlled by the contributor, whether already acquired or -hereafter acquired, that would be infringed by some manner, permitted -by this License, of making, using, or selling its contributor version, -but do not include claims that would be infringed only as a -consequence of further modification of the contributor version. For -purposes of this definition, "control" includes the right to grant -patent sublicenses in a manner consistent with the requirements of -this License. - - Each contributor grants you a non-exclusive, worldwide, royalty-free -patent license under the contributor's essential patent claims, to -make, use, sell, offer for sale, import and otherwise run, modify and -propagate the contents of its contributor version. - - In the following three paragraphs, a "patent license" is any express -agreement or commitment, however denominated, not to enforce a patent -(such as an express permission to practice a patent or covenant not to -sue for patent infringement). To "grant" such a patent license to a -party means to make such an agreement or commitment not to enforce a -patent against the party. - - If you convey a covered work, knowingly relying on a patent license, -and the Corresponding Source of the work is not available for anyone -to copy, free of charge and under the terms of this License, through a -publicly available network server or other readily accessible means, -then you must either (1) cause the Corresponding Source to be so -available, or (2) arrange to deprive yourself of the benefit of the -patent license for this particular work, or (3) arrange, in a manner -consistent with the requirements of this License, to extend the patent -license to downstream recipients. "Knowingly relying" means you have -actual knowledge that, but for the patent license, your conveying the -covered work in a country, or your recipient's use of the covered work -in a country, would infringe one or more identifiable patents in that -country that you have reason to believe are valid. - - If, pursuant to or in connection with a single transaction or -arrangement, you convey, or propagate by procuring conveyance of, a -covered work, and grant a patent license to some of the parties -receiving the covered work authorizing them to use, propagate, modify -or convey a specific copy of the covered work, then the patent license -you grant is automatically extended to all recipients of the covered -work and works based on it. - - A patent license is "discriminatory" if it does not include within -the scope of its coverage, prohibits the exercise of, or is -conditioned on the non-exercise of one or more of the rights that are -specifically granted under this License. You may not convey a covered -work if you are a party to an arrangement with a third party that is -in the business of distributing software, under which you make payment -to the third party based on the extent of your activity of conveying -the work, and under which the third party grants, to any of the -parties who would receive the covered work from you, a discriminatory -patent license (a) in connection with copies of the covered work -conveyed by you (or copies made from those copies), or (b) primarily -for and in connection with specific products or compilations that -contain the covered work, unless you entered into that arrangement, -or that patent license was granted, prior to 28 March 2007. - - Nothing in this License shall be construed as excluding or limiting -any implied license or other defenses to infringement that may -otherwise be available to you under applicable patent law. - - 12. No Surrender of Others' Freedom. - - If conditions are imposed on you (whether by court order, agreement or -otherwise) that contradict the conditions of this License, they do not -excuse you from the conditions of this License. If you cannot convey a -covered work so as to satisfy simultaneously your obligations under this -License and any other pertinent obligations, then as a consequence you may -not convey it at all. For example, if you agree to terms that obligate you -to collect a royalty for further conveying from those to whom you convey -the Program, the only way you could satisfy both those terms and this -License would be to refrain entirely from conveying the Program. - - 13. Use with the GNU Affero General Public License. - - Notwithstanding any other provision of this License, you have -permission to link or combine any covered work with a work licensed -under version 3 of the GNU Affero General Public License into a single -combined work, and to convey the resulting work. The terms of this -License will continue to apply to the part which is the covered work, -but the special requirements of the GNU Affero General Public License, -section 13, concerning interaction through a network will apply to the -combination as such. - - 14. Revised Versions of this License. - - The Free Software Foundation may publish revised and/or new versions of -the GNU General Public License from time to time. Such new versions will -be similar in spirit to the present version, but may differ in detail to -address new problems or concerns. - - Each version is given a distinguishing version number. If the -Program specifies that a certain numbered version of the GNU General -Public License "or any later version" applies to it, you have the -option of following the terms and conditions either of that numbered -version or of any later version published by the Free Software -Foundation. If the Program does not specify a version number of the -GNU General Public License, you may choose any version ever published -by the Free Software Foundation. - - If the Program specifies that a proxy can decide which future -versions of the GNU General Public License can be used, that proxy's -public statement of acceptance of a version permanently authorizes you -to choose that version for the Program. - - Later license versions may give you additional or different -permissions. However, no additional obligations are imposed on any -author or copyright holder as a result of your choosing to follow a -later version. - - 15. Disclaimer of Warranty. - - THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY -APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT -HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY -OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, -THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR -PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM -IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF -ALL NECESSARY SERVICING, REPAIR OR CORRECTION. - - 16. Limitation of Liability. - - IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING -WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS -THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY -GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE -USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF -DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD -PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), -EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF -SUCH DAMAGES. - - 17. Interpretation of Sections 15 and 16. - - If the disclaimer of warranty and limitation of liability provided -above cannot be given local legal effect according to their terms, -reviewing courts shall apply local law that most closely approximates -an absolute waiver of all civil liability in connection with the -Program, unless a warranty or assumption of liability accompanies a -copy of the Program in return for a fee. - - END OF TERMS AND CONDITIONS - - How to Apply These Terms to Your New Programs - - If you develop a new program, and you want it to be of the greatest -possible use to the public, the best way to achieve this is to make it -free software which everyone can redistribute and change under these terms. - - To do so, attach the following notices to the program. It is safest -to attach them to the start of each source file to most effectively -state the exclusion of warranty; and each file should have at least -the "copyright" line and a pointer to where the full notice is found. - - - Copyright (C) - - This program is free software: you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation, either version 3 of the License, or - (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program. If not, see . - -Also add information on how to contact you by electronic and paper mail. - - If the program does terminal interaction, make it output a short -notice like this when it starts in an interactive mode: - - Copyright (C) - This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. - This is free software, and you are welcome to redistribute it - under certain conditions; type `show c' for details. - -The hypothetical commands `show w' and `show c' should show the appropriate -parts of the General Public License. Of course, your program's commands -might be different; for a GUI interface, you would use an "about box". - - You should also get your employer (if you work as a programmer) or school, -if any, to sign a "copyright disclaimer" for the program, if necessary. -For more information on this, and how to apply and follow the GNU GPL, see -. - - The GNU General Public License does not permit incorporating your program -into proprietary programs. If your program is a subroutine library, you -may consider it more useful to permit linking proprietary applications with -the library. If this is what you want to do, use the GNU Lesser General -Public License instead of this License. But first, please read -. diff --git a/README.md b/README.md deleted file mode 100644 index 66b032b..0000000 --- a/README.md +++ /dev/null @@ -1,36 +0,0 @@ -# javaDataPipeline -![test with reg](https://github.com/FAIRDataPipeline/javaDataPipeline/actions/workflows/build-test-with-registry.yml/badge.svg) -![partial test](https://github.com/FAIRDataPipeline/javaDataPipeline/actions/workflows/build-test.yml/badge.svg) -[![License: LGPL v3](https://img.shields.io/badge/License-LGPL_v3-blue.svg)](https://www.gnu.org/licenses/lgpl-3.0) -[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.5547492.svg)](https://doi.org/10.5281/zenodo.5547492) - - -## Java implementation of the FAIR Data Pipeline API - - -Documentation can be found on https://www.fairdatapipeline.org/docs/API/Java/ - -JavaDocs are automatically published on https://www.fairdatapipeline.org/javaDataPipeline/ - -To use a release version (latest: 1.0.0-rc3) include the following dependency (available from mavenCentral): - -```gradle -group: 'org.fairdatapipeline', -name: 'api', -version: '1.0.0-rc3' -``` - -## javaSimpleModel - -Please have a look at https://github.com/FAIRDataPipeline/javaSimpleModel -for a simple example on how to use the javaDataPipeline, including an example of the user written config.yaml, -and how to integrate it with the FAIR CLI command line interface. - -## What does it implement? - -* It reads the *config.yaml* that is re-written by FAIR CLI (not to be confused with the user written config.yaml) -* It registers a model Coderun session in the FAIR Data Registry, including all the data inputs and/or outputs, from the model, and its code repository, its config.yaml, and its submission (startup) script. -* It allows the Coderun session to raise Issues with Object_components, codeRepo, config file, and submission script, and these Issues are registered in the Data Registry. -* It allows reading and writing of Data_products whose Object contains either 1 whole_object unnamed Object_component (for reading and writing 'external' whole-file file formats). -* It allows reading and writing of Data_products containing a FAIR Data Pipeline (TOML) Parameter File. -* It does not yet support HDF5 files. diff --git a/allclasses-index.html b/allclasses-index.html new file mode 100644 index 0000000..b754e83 --- /dev/null +++ b/allclasses-index.html @@ -0,0 +1,429 @@ + + + + + +All Classes (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

All Classes

+
+
+ +
+
+
+ +
+ + diff --git a/allclasses.html b/allclasses.html new file mode 100644 index 0000000..7ace91b --- /dev/null +++ b/allclasses.html @@ -0,0 +1,83 @@ + + + + + +All Classes (api 1.0.0-rc3 API) + + + + + + + + + + + + +
+

All Classes

+ +
+ + diff --git a/allpackages-index.html b/allpackages-index.html new file mode 100644 index 0000000..1b20fa3 --- /dev/null +++ b/allpackages-index.html @@ -0,0 +1,235 @@ + + + + + +All Packages (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

All Packages

+
+
+ +
+
+
+ +
+ + diff --git a/api/build.gradle b/api/build.gradle deleted file mode 100644 index 70f9295..0000000 --- a/api/build.gradle +++ /dev/null @@ -1,140 +0,0 @@ -plugins { - id 'java' - id "com.diffplug.gradle.spotless" version "4.4.0" - id "maven-publish" - id "signing" - id "jacoco" -} - -group 'org.fairdatapipeline' -version '1.0.0-rc3' - -repositories { - mavenCentral() -} - -java { - sourceCompatibility = JavaVersion.VERSION_11 - targetCompatibility = JavaVersion.VERSION_11 - withJavadocJar() - withSourcesJar() -} - -javadoc { - options.overview = "src/main/java/org/fairdatapipeline/overview.html" -} - - -dependencies { - implementation project(':dataregistry') - annotationProcessor 'org.immutables:value:2.9.0' - implementation 'commons-codec:commons-codec:1.15' - implementation 'com.google.guava:guava:31.1-jre' - implementation 'com.moandjiezana.toml:toml4j:0.7.2' - implementation 'commons-io:commons-io:2.11.0' - implementation 'jakarta.ws.rs:jakarta.ws.rs-api:3.0.0' - implementation 'org.apache.commons:commons-math3:3.6.1' - implementation 'org.apache.maven:maven-artifact:3.8.4' - implementation 'org.glassfish.jersey.core:jersey-client:3.0.4' - implementation 'org.glassfish.jersey.inject:jersey-hk2:3.0.4' - implementation 'org.glassfish.jersey:jersey-bom:3.0.4' - implementation 'org.immutables:value-annotations:2.9.0' - implementation 'com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.15.2' - implementation 'com.fasterxml.jackson.datatype:jackson-datatype-jdk8:2.15.2' - implementation 'com.fasterxml.jackson.datatype:jackson-datatype-guava:2.15.2' - implementation 'com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.15.2' - implementation 'com.fasterxml.jackson.core:jackson-annotations:2.15.2' - implementation 'com.fasterxml.jackson.module:jackson-module-parameter-names:2.15.2' - implementation 'org.slf4j:slf4j-api:1.7.36' - implementation 'org.slf4j:slf4j-simple:1.7.36' - testAnnotationProcessor 'org.immutables:value:2.9.0' - testImplementation(platform('org.junit:junit-bom:5.8.1')) - testImplementation('org.junit.jupiter:junit-jupiter:5.8.2') - testImplementation 'org.skyscreamer:jsonassert:1.5.0' - testImplementation 'org.mockito:mockito-core:4.3.1' - testImplementation 'org.assertj:assertj-core:3.22.0' - testImplementation 'org.javatuples:javatuples:1.2' -} - -test { - useJUnitPlatform() - testLogging { - events "passed", "skipped", "failed" - } - finalizedBy jacocoTestReport -} - -jacocoTestReport { - dependsOn test - reports { - xml.enabled true - html.enabled false - } -} - -spotless { - java { - googleJavaFormat() - } -} - -publishing { - publications { - mavenJava(MavenPublication) { - artifactId = 'api' - from components.java - versionMapping { - usage('java-api') { - fromResolutionOf('runtimeClasspath') - } - usage('java-runtime') { - fromResolutionResult() - } - } - pom { - name = 'javaDataPipeline API' - description = 'javaDataPipeline API' - url = 'http://www.fairdatapipeline.org/' - licenses { - license { - name = 'GNU LESSER GENERAL PUBLIC LICENSE, Version 3.0' - url = 'https://www.gnu.org/licenses/lgpl-3.0.html' - } - } - organization { - name = 'THE SCOTTISH COVID-19 RESPONSE CONSORTIUM' - url = 'https://www.gla.ac.uk/research/az/scrc/' - } - developers { - developer { - id = 'bram' - name = 'Bram Boskamp' - email = 'bram@boska.mp' - organization = 'Biomathematics and Statistics Scotland' - organizationUrl = 'https://www.bioss.ac.uk/' - } - } - scm { - connection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git' - developerConnection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git' - url = 'https://github.com/FAIRDataPipeline/javaDataPipeline' - } - } - } - } - repositories { - maven { - url = 'https://s01.oss.sonatype.org/service/local/staging/deploy/maven2/' - credentials { - username findProperty('ossrhUsername') - password findProperty('ossrhPassword') - } - } - } -} - -signing { - if (project.hasProperty('signing.keyId') && project.hasProperty('signing.secretKeyRingFile')) { - sign publishing.publications.mavenJava - } -} diff --git a/api/gradle.properties b/api/gradle.properties deleted file mode 100644 index e69de29..0000000 diff --git a/api/src/main/java/org/fairdatapipeline/api/Author.java b/api/src/main/java/org/fairdatapipeline/api/Author.java deleted file mode 100644 index 1dc9de2..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Author.java +++ /dev/null @@ -1,41 +0,0 @@ -package org.fairdatapipeline.api; - -import java.util.Collections; -import org.fairdatapipeline.dataregistry.content.RegistryAuthor; -import org.fairdatapipeline.dataregistry.content.RegistryUser_author; -import org.fairdatapipeline.dataregistry.content.RegistryUsers; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.fairdatapipeline.dataregistry.restclient.RestClient; - -/** Retrieve the Author from the local registry. */ -class Author { - RegistryAuthor registryAuthor; - - /** - * Current implementation to find the author - find the admin user, then find the linked author - * via the User_author table. - * - * @param restClient link to the restClient to use. - */ - Author(RestClient restClient) { - RegistryUsers u = - (RegistryUsers) - restClient.getFirst(RegistryUsers.class, Collections.singletonMap("username", "admin")); - if (u == null) { - throw (new RegistryObjectNotfoundException("Couldn't find a User in the local registry!")); - } - RegistryUser_author ua = - (RegistryUser_author) - restClient.getFirst( - RegistryUser_author.class, Collections.singletonMap("user", u.get_id().toString())); - if (ua == null) { - throw (new RegistryObjectNotfoundException( - "Couldn't find a User_author in the local registry!")); - } - this.registryAuthor = (RegistryAuthor) restClient.get(RegistryAuthor.class, ua.getAuthor()); - } - - APIURL getUrl() { - return this.registryAuthor.getUrl(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/CodeRepo.java b/api/src/main/java/org/fairdatapipeline/api/CodeRepo.java deleted file mode 100644 index fea5e0a..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/CodeRepo.java +++ /dev/null @@ -1,38 +0,0 @@ -package org.fairdatapipeline.api; - -import java.net.URL; -import java.util.List; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * Create a CodeRepo registryStorage_location storing the repo URL and latest_commit hash (if not - * exist yet). Also create a CodeRepo registryObject storing the storage_location, authors, and - * description. (if an object pointing to the Storage_location does not exists yet) - */ -class CodeRepo { - final Storage_location storage_location; - final FileObject fileObject; - - CodeRepo( - String latest_commit, - URL repo_url, - String description, - List authors, - Coderun coderun) { - this.storage_location = new Storage_location(repo_url, latest_commit, coderun); - this.fileObject = new FileObject(this.storage_location, description, authors, coderun); - } - - /** - * Retrieve the FileObject for this CodeRepo. (probably to raise an issue with it) - * - * @return The FileObject for this CodeRepo. (probably to raise an issue with it) - */ - public FileObject getFileObject() { - return this.fileObject; - } - - APIURL getUrl() { - return this.fileObject.getUrl(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Coderun.java b/api/src/main/java/org/fairdatapipeline/api/Coderun.java deleted file mode 100644 index 0128de3..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Coderun.java +++ /dev/null @@ -1,438 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.File; -import java.io.FileWriter; -import java.io.IOException; -import java.net.MalformedURLException; -import java.net.URI; -import java.net.URL; -import java.nio.file.*; -import java.time.LocalDateTime; -import java.util.*; -import org.apache.commons.math3.random.RandomDataGenerator; -import org.apache.commons.math3.random.RandomGenerator; -import org.checkerframework.checker.nullness.qual.Nullable; -import org.fairdatapipeline.config.Config; -import org.fairdatapipeline.config.ConfigException; -import org.fairdatapipeline.config.ConfigFactory; -import org.fairdatapipeline.dataregistry.content.RegistryCode_run; -import org.fairdatapipeline.dataregistry.content.RegistryStorage_root; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.fairdatapipeline.dataregistry.restclient.RestClient; -import org.fairdatapipeline.file.FileReader; -import org.fairdatapipeline.hash.Hasher; -import org.fairdatapipeline.parameters.ParameterDataReader; -import org.fairdatapipeline.parameters.ParameterDataReaderImpl; -import org.fairdatapipeline.parameters.ParameterDataWriter; -import org.fairdatapipeline.parameters.ParameterDataWriterImpl; -import org.fairdatapipeline.toml.TOMLMapper; -import org.fairdatapipeline.toml.TomlReader; -import org.fairdatapipeline.toml.TomlWriter; -import org.fairdatapipeline.yaml.YamlFactory; -import org.fairdatapipeline.yaml.YamlReader; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** - * Java implementation of the FAIR Data Pipeline API - * - *

Users should initialise this library using a try-with-resources block or ensure that .close() - * is explicitly closed when the required file handles have been accessed. - * - *

Usage example - * - *

- * - *
- *    try (var coderun = new Coderun(configPath, scriptPath, regToken)) {
- *       ImmutableSamples samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- *       String dataProduct = "animal/dodo";
- *       String component1 = "example-samples-dodo1";
- *       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- *       Object_component_write oc1 = dp.getComponent(component1);
- *       oc1.raise_issue("something is terribly wrong with this component", 10);
- *       oc1.writeSamples(samples);
- *     }
- *     
- * - *
- * - * Or, to write a CSV file, with issues on the DP and on the Code_repo: - * - *
- * - *
- *    try (var coderun = new Coderun(configPath, scriptPath, regToken)) {
- *       String dataProduct = "human/health";
- *       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- *       Object_component_write oc1 = dp.getComponent();
- *       CleanableFileChannel f = oc1.writeFileChannel();
- *       my_analysis_csv_writer(f);
- *       Issue i = coderun.raise_issue("something is terribly wrong with this component", 10);
- *       i.add_components(oc1);
- *       i.add_fileObjects(coderun.getCode_repo());
- *     }
- *     
- * - *
- */ -public class Coderun implements AutoCloseable { - private static final Logger logger = LoggerFactory.getLogger(Coderun.class); - final Config config; - final RestClient restClient; - private final Map - dp_info_map; // TODO: if we can have one and the same DP open for read & write we need 2 maps - RegistryCode_run registryCode_run; - final Hasher hasher = new Hasher(); - Storage_location script_storage_location; - Storage_location config_storage_location; - private final Storage_root write_data_store_root; - final ParameterDataReader parameterDataReader; - final ParameterDataWriter parameterDataWriter; - RandomGenerator rng; - List issues; - Path coderuns_txt; - FileObject script_object; - FileObject config_object; - CodeRepo codeRepo; - List authors; - - /** - * Constructor using only configFilePath - scriptPath is read from the config. - * - * @param configFilePath the Path to the config file, which must be located in the local data - * store CodeRun folder with timestamp name. - */ - public Coderun(Path configFilePath) { - this(configFilePath, null); - } - - /** - * Constructor using both configFilePath and ScriptPath - * - * @param configFilePath the Path to the {@link Config config.yaml} file - * @param scriptPath the Path to the script file - this may be null if the script path is given in - * the config file. - *

both startup files are usually provided by fair run in the - * local data registry jobs/{timestamp} folder. - */ - public Coderun(Path configFilePath, @Nullable Path scriptPath) { - this(configFilePath, scriptPath, null); - } - - /** - * Constructor specifying configPath, scriptPath, and registryToken. - * - * @param configFilePath the Path to the {@link Config config.yaml} file - * @param scriptPath the Path to the script file - this may be null if the script path is given in - * the config file. - *

both startup files are usually provided by fair run in the - * local data registry jobs/{timestamp} folder. - * @param registryToken the authentication token of the local registry (or null if the token is to - * be read from the config or from ~/.fair/registry/token) - */ - public Coderun(Path configFilePath, @Nullable Path scriptPath, @Nullable String registryToken) { - YamlReader yamlReader = new YamlFactory().yamlReader(); - if (!new File(configFilePath.toString()).isFile()) { - throw (new IllegalArgumentException( - "Coderun -- configFilePath argument must be a Path to a config file.")); - } - if (scriptPath != null && !new File(scriptPath.toString()).isFile()) { - throw (new IllegalArgumentException( - "Coderun -- scriptPath argument must be a Path to a script file.")); - } - - this.coderuns_txt = configFilePath.getParent().resolve("coderuns.txt"); - this.rng = new RandomDataGenerator().getRandomGenerator(); - this.parameterDataReader = new ParameterDataReaderImpl(new TomlReader(new TOMLMapper(rng))); - this.parameterDataWriter = new ParameterDataWriterImpl(new TomlWriter(new TOMLMapper(rng))); - - this.config = new ConfigFactory().config(yamlReader, configFilePath); - if (registryToken == null) { - if (config.run_metadata().token().isPresent()) - registryToken = config.run_metadata().token().get(); - else { - String filename = "~/.fair/registry/token"; - if (Files.isReadable(Path.of(filename))) { - registryToken = new FileReader().read(filename); - } else { - throw (new IllegalActionException( - "No registry token given. Giving up. (Token can be given in the config or in the Coderun constructor)")); - } - } - } - restClient = - new RestClient( - this.config - .run_metadata() - .local_data_registry_url() - .orElse("http://localhost:8000/api/"), - registryToken); - - URI storageRootURI; - if (config.run_metadata().write_data_store().isPresent()) { - try { - storageRootURI = URI.create(config.run_metadata().write_data_store().get()); - if (storageRootURI.getScheme() == null) { - storageRootURI = Path.of(storageRootURI.toString()).toUri(); - logger.trace( - "added file:/// scheme to write_data_store from config: {}", - config.run_metadata().write_data_store().get()); - } - } catch (Exception e) { - Path wdsPath = Path.of(config.run_metadata().write_data_store().get()); - storageRootURI = wdsPath.toUri(); - logger.trace("tried to create write_data_store URI after Exception: {}", storageRootURI); - } - } else { - storageRootURI = configFilePath.getParent().getParent().getParent().toUri(); - logger.trace( - "Using configFilePath.parent.parent.parent as storageRootURI: {}", storageRootURI); - } - this.write_data_store_root = new Storage_root(storageRootURI, restClient); - - if (scriptPath == null) { - if (config.run_metadata().script_path().isPresent()) - scriptPath = Path.of(config.run_metadata().script_path().get()); - else { - throw (new ConfigException( - "Coderun() -- Script path must be given either in constructor args or in config.")); - } - } - this.config_storage_location = - new Storage_location(configFilePath, write_data_store_root, this, false); - this.script_storage_location = - new Storage_location(scriptPath, write_data_store_root, this, false); - prepare_code_run(); - dp_info_map = new HashMap<>(); - this.issues = new ArrayList<>(); - } - - RegistryStorage_root getWriteStorage_root() { - return this.write_data_store_root.registryStorage_root; - } - - private void prepare_code_run() { - Author a = new Author(this.restClient); - this.authors = List.of(a.getUrl()); - this.config_object = - new FileObject( - new File_type("yaml", restClient), - this.config_storage_location, - "Working config.yaml file location in local datastore", - this.authors, - this); - this.registryCode_run = new RegistryCode_run(); - this.registryCode_run.setModel_config(this.config_object.getUrl()); - - this.script_object = - new FileObject( - new File_type("sh", restClient), - this.script_storage_location, - "Submission script location in local datastore", - this.authors, - this); - this.registryCode_run.setSubmission_script(this.script_object.getUrl()); - String latest_commit = this.config.run_metadata().latest_commit().orElse(""); - String remote_repo = this.config.run_metadata().remote_repo().orElse(""); - URL remote_repo_url; - try { - remote_repo_url = new URL(remote_repo); - } catch (MalformedURLException e) { - throw (new ConfigException( - "Remote repo must be a valid URL; (" + remote_repo + " isn't)", e)); - } - - this.codeRepo = - new CodeRepo( - latest_commit, - remote_repo_url, - "Analysis / processing script location", - this.authors, - this); - - this.registryCode_run.setCode_repo(this.codeRepo.getUrl()); - this.registryCode_run.setModel_config(this.config_object.getUrl()); - this.registryCode_run.setRun_date( - LocalDateTime.now()); // or should this be config.openTimestamp?? - this.registryCode_run.setDescription(this.config.run_metadata().description().orElse("")); - } - - /** - * Access the Submission_script; in order to raise a Submission_script issue. - * - * @return the FileObject representing the Submission_script. - *

Usage: - *

-   *     coderun.getScript.raise_issue("this is a very bad script", 10);
-   * 
- * OR - *
-   *     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
-   *     i.add_fileObjects(coderun.getScript(), coderun.getConfig());
-   * 
- */ - public FileObject getScript() { - return this.script_object; - } - - /** - * Access the configuration file (config.yaml); in order to raise a Config issue. - * - * @return the FileObject representing the config file. - *

Usage: - *

-   *     coderun.getConfig.raise_issue("this is a very bad config file", 10);
-   * 
- * OR - *
-   *     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
-   *     i.add_fileObjects(coderun.getScript(), coderun.getConfig());
-   * 
- */ - public FileObject getConfig() { - return this.config_object; - } - - /** - * Access the code repository in order to raise a code repository issue. - * - * @return the FileObject representing the code repository (which is given in the config file) - *

Usage: - *

-   *     coderun.getCode_repo.raise_issue("this contains very bad code", 10);
-   * 
- * OR - *
-   *     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
-   *     i.add_fileObjects(coderun.getCode_repo(), coderun.getConfig());
-   * 
- */ - public FileObject getCode_repo() { - return this.codeRepo.getFileObject(); - } - - /** - * Obtain a data product for reading. - * - * @param dataProduct_name the name of the dataProduct to obtain. - * @return the data product. - */ - public Data_product_read get_dp_for_read(String dataProduct_name) { - if (dp_info_map.containsKey(dataProduct_name)) { - // I could of course refuse to serve up the same DP twice, but let's be friendly. - if (dp_info_map.get(dataProduct_name).getClass() != Data_product_read.class) { - throw (new IllegalActionException( - "You are trying to open the same data product twice in the same coderun, first for write and then for read. Please don't.")); - } - return (Data_product_read) dp_info_map.get(dataProduct_name); - } - Data_product_read dp = new Data_product_read(dataProduct_name, this); - dp_info_map.put(dataProduct_name, dp); - return dp; - } - - /** - * Obtain a data product for writing. - * - * @param dataProduct_name the name of the dataProduct to obtain. - * @param extension the file extension representing the file type we will write, e.g. csv or toml - * @return the data product - */ - public Data_product_write get_dp_for_write(String dataProduct_name, String extension) { - if (dp_info_map.containsKey(dataProduct_name)) { - // I could of course refuse to serve up the same DP twice, but let's be friendly. - if (dp_info_map.get(dataProduct_name).getClass() != Data_product_write.class) { - throw (new IllegalActionException( - "You are trying to open the same data product twice in the same coderun, first for read and then for write. Please don't.")); - } - if (!dp_info_map.get(dataProduct_name).extension.equals(extension)) { - throw (new IllegalActionException( - "You are trying to open the same data product using two different file types. Please don't.")); - } - return (Data_product_write) dp_info_map.get(dataProduct_name); - } - Data_product_write dp = new Data_product_write(dataProduct_name, this, extension); - dp_info_map.put(dataProduct_name, dp); - return dp; - } - - /** - * Obtain a data product for writing. (gets the extension from config) - * - * @param dataProduct_name the name of the dataProduct to obtain. - * @return the data product - */ - public Data_product_write get_dp_for_write(String dataProduct_name) { - if (dp_info_map.containsKey(dataProduct_name)) { - // I could of course refuse to serve up the same DP twice, but let's be friendly. - if (dp_info_map.get(dataProduct_name).getClass() != Data_product_write.class) { - throw (new IllegalActionException( - "You are trying to open the same data product twice in the same coderun, first for read and then for write. Please don't.")); - } - return (Data_product_write) dp_info_map.get(dataProduct_name); - } - Data_product_write dp = new Data_product_write(dataProduct_name, this); - // if dp.extension != dp_info_map.get(dataProduct_name).extension) -> FAIL - dp_info_map.put(dataProduct_name, dp); - return dp; - } - - /** - * create an Issue that can be linked to a number of {@link Object_component object components} - * and/or {@link FileObject fileObjects}. - * - * @param description text description of the issue - * @param severity integer representing the severity of the issue, larger integer means more - * severe - * @return the Issue - */ - public Issue raise_issue(String description, Integer severity) { - Issue i = new Issue(description, severity); - this.issues.add(i); - return i; - } - - private void register_issues() { - this.issues.stream() - .filter( - issue -> - !(issue.components.isEmpty() - && issue.registryIssue.getComponent_issues().isEmpty())) - .forEach(issue -> restClient.post(issue.getRegistryIssue())); - } - - void addInput(APIURL input) { - this.registryCode_run.addInput(input); - } - - void addOutput(APIURL output) { - this.registryCode_run.addOutput(output); - } - - void append_code_run_uuid(String uuid) { - try (FileWriter fw = new FileWriter(this.coderuns_txt.toString(), true)) { - fw.write(uuid + "\n"); - } catch (IOException e) { - logger.error("IOException: append_code_run_uuid() failed.", e); - } - } - - /** - * Finalize and register the coderun. (this gets called automatically when using Coderun in a - * try-with-resources block) - */ - @Override - public void close() { - dp_info_map.forEach((key, value) -> value.close()); - RegistryCode_run coderun = (RegistryCode_run) restClient.post(this.registryCode_run); - if (coderun == null) { - throw (new RegistryException( - "Failed to create Code_run in registry: " + this.registryCode_run)); - } - this.register_issues(); - this.append_code_run_uuid(coderun.getUuid()); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product.java b/api/src/main/java/org/fairdatapipeline/api/Data_product.java deleted file mode 100644 index 271e7da..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Data_product.java +++ /dev/null @@ -1,144 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.IOException; -import java.nio.file.Path; -import java.util.Collections; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import org.fairdatapipeline.config.ImmutableConfigItem; -import org.fairdatapipeline.dataregistry.content.*; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** - * Data product is created: {@link Coderun#get_dp_for_write(String, String)} or {@link - * Coderun#get_dp_for_read(String)} - * - *

Upon {@link Coderun#close()} it will try to register itself and its components in the - * registry, and then register itself in the coderun. - */ -public abstract class Data_product implements AutoCloseable { - private static final Logger logger = LoggerFactory.getLogger(Data_product.class); - final Coderun coderun; - final RegistryNamespace registryNamespace; - String namespace_name; - String extension; - final String version; - final String description; - RegistryData_product registryData_product; - RegistryObject registryObject; - RegistryStorage_location registryStorage_location; - RegistryStorage_root registryStorage_root; - Path filePath; - CleanableFileChannel filechannel; - Object_component whole_obj_oc; - /** the name given by the user (asked for in the FileApi.get_dp_for_xxx() call) */ - final String givenDataProduct_name; - /** - * usually the same as the given name, unless the config use section has given an alternative data - * product name to open. - */ - String actualDataProduct_name; - - final Map componentMap = new HashMap<>(); - final List configItems; - boolean been_used = false; - - Data_product(String dataProduct_name, Coderun coderun) { - this(dataProduct_name, coderun, null); - } - - Data_product(String dataProduct_name, Coderun coderun, String extension) { - this.extension = extension; - this.coderun = coderun; - this.givenDataProduct_name = dataProduct_name; - this.actualDataProduct_name = dataProduct_name; - this.configItems = this.getConfigItems(); - this.namespace_name = this.getDefaultNamespace_name(); - ImmutableConfigItem configItem = this.getConfigItem(dataProduct_name); - if (configItem.use().namespace().isPresent()) - namespace_name = configItem.use().namespace().get(); - if (configItem.use().data_product().isPresent()) - this.actualDataProduct_name = configItem.use().data_product().get(); - if (configItem.file_type().isPresent()) { - if (extension != null && !configItem.file_type().get().equals(extension)) - logger.warn( - "file type conflict: code says {}, config says {}", - extension, - configItem.file_type().get()); - this.extension = configItem.file_type().get(); - } - this.description = configItem.description().orElse(""); - this.version = configItem.use().version(); - this.registryNamespace = this.getRegistryNamespace(this.namespace_name); - this.populate_data_product(); - } - - /* - * this should populate the main data fields: data_product, storage_location and fdpObject - * for READ: by reading these from the registry - * for WRITE: by preparing empty ones that can later by posted to registry - */ - abstract void populate_data_product(); - - abstract List getConfigItems(); - - abstract String getDefaultNamespace_name(); - - RegistryNamespace getRegistryNamespace(String namespace_name) { - return (RegistryNamespace) - coderun.restClient.getFirst( - RegistryNamespace.class, Collections.singletonMap("name", namespace_name)); - } - - RegistryData_product getRegistryData_product() { - Map dp_map = - Map.of( - "name", - this.actualDataProduct_name, - "namespace", - this.registryNamespace.get_id().toString(), - "version", - version); - return (RegistryData_product) coderun.restClient.getFirst(RegistryData_product.class, dp_map); - } - - ImmutableConfigItem getConfigItem(String dataProduct_name) { - - return this.getConfigItems().stream() - .filter(ci -> ci.data_product().equals(dataProduct_name)) - .findFirst() - .orElse(null); - } - - /* - * - */ - abstract Path getFilePath(); - - /** please make sure the implementation set been_used = true; */ - abstract CleanableFileChannel getFilechannel() throws IOException; - - void closeFileChannel() { - if (this.filechannel != null) { - this.filechannel.close(); - this.filechannel = null; - } - } - - abstract void objects_to_registry(); - - void InputsOutputsToCoderun() { - if (this.whole_obj_oc != null) this.whole_obj_oc.register_me_in_code_run(); - this.componentMap.forEach((key, value) -> value.register_me_in_code_run()); - } - - @Override - public void close() { - this.closeFileChannel(); - this.objects_to_registry(); - this.InputsOutputsToCoderun(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java b/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java deleted file mode 100644 index 1799d16..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Data_product_read.java +++ /dev/null @@ -1,173 +0,0 @@ -package org.fairdatapipeline.api; - -import static java.nio.file.StandardOpenOption.*; - -import java.io.IOException; -import java.nio.channels.FileChannel; -import java.nio.file.Path; -import java.util.List; -import org.fairdatapipeline.config.ConfigException; -import org.fairdatapipeline.config.ImmutableConfigItem; -import org.fairdatapipeline.dataregistry.content.RegistryNamespace; -import org.fairdatapipeline.dataregistry.content.RegistryObject; -import org.fairdatapipeline.dataregistry.content.RegistryStorage_location; -import org.fairdatapipeline.dataregistry.content.RegistryStorage_root; -import org.fairdatapipeline.file.CleanableFileChannel; - -/** - * Data_product_read is created by Coderun: {@link Coderun#get_dp_for_read(String)} - * - *

Upon {@link Coderun#close()} it will register its components in the coderun. - */ -public class Data_product_read extends Data_product { - private boolean hash_checked = false; - - Data_product_read(String dataProduct_name, Coderun coderun) { - super(dataProduct_name, coderun); - } - - void populate_data_product() { - // called from the constructor - this.registryData_product = this.getRegistryData_product(); - if (this.registryData_product == null) { - throw (new RegistryObjectNotfoundException( - "Trying to read from non-existing data_product " - + this.actualDataProduct_name - + "; NS " - + this.registryNamespace.getName() - + "; version " - + version)); - } - this.registryObject = - (RegistryObject) - coderun.restClient.get(RegistryObject.class, this.registryData_product.getObject()); - if (this.registryObject == null) { - throw (new RegistryObjectNotfoundException( - "couldn't retrieve the fdpObject for this READ dp " - + this.givenDataProduct_name - + " (" - + this.actualDataProduct_name - + ")")); - } - this.registryStorage_location = - (RegistryStorage_location) - coderun.restClient.get( - RegistryStorage_location.class, this.registryObject.getStorage_location()); - if (this.registryStorage_location == null) { - throw (new RegistryObjectNotfoundException( - "Couldn't retrieve the StorageLocation for this READ dp " - + this.givenDataProduct_name - + " (" - + this.actualDataProduct_name - + ")")); - } - this.registryStorage_root = - (RegistryStorage_root) - coderun.restClient.get( - RegistryStorage_root.class, this.registryStorage_location.getStorage_root()); - if (this.registryStorage_root == null) { - throw (new RegistryObjectNotfoundException( - "Couldn't retrieve the StorageRoot for this READ dp " - + this.givenDataProduct_name - + " (" - + this.actualDataProduct_name - + ")")); - } - this.filePath = - this.registryStorage_root - .getPath() - .resolve(Path.of(this.registryStorage_location.getPath())); - } - - List getConfigItems() { - return coderun.config.readItems(); - } - - String getDefaultNamespace_name() { - return this.coderun.config.run_metadata().default_input_namespace().orElse(""); - } - - @Override - RegistryNamespace getRegistryNamespace(String namespace_name) { - // for a READ dp we must have the namespace from the config or we will have to give up - RegistryNamespace ns = super.getRegistryNamespace(namespace_name); - if (ns == null) { - throw (new RegistryObjectNotfoundException("Can't find the namespace " + namespace_name)); - } - return ns; - } - - @Override - ImmutableConfigItem getConfigItem(String dataProduct_name) { - ImmutableConfigItem configItem = super.getConfigItem(dataProduct_name); - if (configItem == null) { - throw (new ConfigException("dataProduct " + dataProduct_name + " not found in config")); - } - return configItem; - } - - private void check_hash() { - // Do nothing for now. Unsure if we will implement hash checking. - } - - private void executeOnCloseFileHandleDP() { - // don't need to Hash READ objects - } - - protected Path getFilePath() { - this.been_used = true; - if (!hash_checked) this.check_hash(); - return this.filePath; - } - - CleanableFileChannel getFilechannel() throws IOException { - this.been_used = true; - Runnable onClose = this::executeOnCloseFileHandleDP; - if (!hash_checked) this.check_hash(); - if (this.filechannel == null) { - this.filechannel = new CleanableFileChannel(FileChannel.open(this.filePath, READ), onClose); - } else { - if (!this.filechannel.isOpen()) { - this.filechannel = new CleanableFileChannel(FileChannel.open(this.filePath, READ), onClose); - } - } - return this.filechannel; - } - - /** - * Obtain an Object_component for reading. - * - * @param component_name the name of the object component to read. - * @return the Object_component class - */ - public Object_component_read getComponent(String component_name) { - if (componentMap.containsKey(component_name)) - return (Object_component_read) componentMap.get(component_name); - Object_component_read dc = new Object_component_read(this, component_name); - componentMap.put(component_name, dc); - return dc; - } - - /** - * Obtain an Object_component (whole_object) for reading. - * - * @return the Object_component class - */ - public Object_component_read getComponent() { - if (this.whole_obj_oc == null) this.whole_obj_oc = new Object_component_read(this); - return (Object_component_read) this.whole_obj_oc; - } - - void components_to_registry() { - // this is just to make sure the components can register their issues - this.componentMap.entrySet().stream() - .filter(c -> c.getValue().been_used) - .forEach(component -> component.getValue().register_me_in_registry()); - } - - void objects_to_registry() { - // this is called upon close; but since this is a READ dp, it won't have a DP, Stolo, fdpObj, or - // any new components to register - this.components_to_registry(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java b/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java deleted file mode 100644 index 2766c21..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Data_product_write.java +++ /dev/null @@ -1,259 +0,0 @@ -package org.fairdatapipeline.api; - -import static java.nio.file.StandardOpenOption.*; - -import java.io.IOException; -import java.nio.channels.FileChannel; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.List; -import java.util.Map; -import java.util.Objects; -import org.fairdatapipeline.config.ConfigException; -import org.fairdatapipeline.config.ImmutableConfigItem; -import org.fairdatapipeline.dataregistry.content.*; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** - * Data_product_write is created by Coderun: {@link Coderun#get_dp_for_write(String, String)} - * - *

Upon {@link Coderun#close()} it will register itself and its components in the registry, and - * then register its components in the coderun. - */ -public class Data_product_write extends Data_product { - private static final Logger logger = LoggerFactory.getLogger(Data_product_write.class); - private boolean is_hashed; - - Data_product_write(String dataProduct_name, Coderun coderun) { - super(dataProduct_name, coderun); - } - - Data_product_write(String dataProduct_name, Coderun coderun, String extension) { - super(dataProduct_name, coderun, extension); - } - - void populate_data_product() { - // called from the constructor - if (this.getRegistryData_product() != null) { - throw (new IllegalActionException( - "You can't write to a Data Product that already exists: " - + this.actualDataProduct_name - + ", version " - + this.version - + ", namespace: " - + this.namespace_name)); - } - File_type file_type = new File_type(this.extension, coderun.restClient); - - this.registryStorage_root = this.coderun.getWriteStorage_root(); - this.registryStorage_location = new RegistryStorage_location(); - this.registryStorage_location.setStorage_root(this.registryStorage_root.getUrl()); - String filename = this.version + "." + this.extension; - Path my_stolo_path = - Paths.get(this.namespace_name).resolve(this.actualDataProduct_name).resolve(filename); - this.filePath = this.registryStorage_root.getPath().resolve(my_stolo_path); - this.registryStorage_location.setPath(my_stolo_path.toString()); - this.registryObject = new RegistryObject(); - this.registryObject.setDescription(this.description); - this.registryObject.setAuthors(this.coderun.authors); - this.registryObject.setFile_type(file_type.getUrl()); - this.registryData_product = new RegistryData_product(); - this.registryData_product.setName(this.actualDataProduct_name); - this.registryData_product.setNamespace(this.registryNamespace.getUrl()); - this.registryData_product.setVersion(this.version); - } - - List getConfigItems() { - return coderun.config.writeItems(); - } - - String getDefaultNamespace_name() { - return this.coderun.config.run_metadata().default_output_namespace().orElse(""); - } - - @Override - RegistryNamespace getRegistryNamespace(String namespace_name) { - RegistryNamespace ns = super.getRegistryNamespace(namespace_name); - if (ns == null) { - ns = (RegistryNamespace) coderun.restClient.post(new RegistryNamespace(namespace_name)); - if (ns == null) { - throw (new RegistryException( - "Failed to create in registry: namespace '" + namespace_name + "'")); - } - } - return ns; - } - - private boolean globMatch(String pattern, String dataProduct_name) { - if (pattern.endsWith("/*")) { - return dataProduct_name.startsWith(pattern.substring(0, pattern.length() - 1)); - } - return pattern.equals(dataProduct_name); - } - - @Override - ImmutableConfigItem getConfigItem(String dataProduct_name) { - ImmutableConfigItem configItem = super.getConfigItem(dataProduct_name); - if (configItem == null) { - // for WRITING dp's; we allow /* globbing if there is no exact match we look for a /* match - configItem = - this.getConfigItems().stream() - .filter(ci -> globMatch(ci.data_product(), dataProduct_name)) - .findFirst() - .orElse(null); - } - if (configItem == null) { - throw (new ConfigException("DataProduct " + dataProduct_name + " not found in config")); - } - return configItem; - } - - private void executeOnCloseFileHandleDP() { - this.do_hash(); - } - - private void do_hash() { - if (this.is_hashed) return; - String hash = coderun.hasher.fileHash(this.filePath.toString()); - this.registryStorage_location.setHash(hash); - this.is_hashed = true; - } - - Path getFilePath() { - this.been_used = true; - this.is_hashed = false; - if (!this.filePath.getParent().toFile().exists()) { - try { - Files.createDirectories(this.filePath.getParent()); - } catch (IOException e) { - logger.error("failed to create directory {}", this.filePath.getParent()); - // throw, or continue? - return null; - } - } - return this.filePath; - } - - CleanableFileChannel getFilechannel() throws IOException { - this.been_used = true; - Runnable onClose = this::executeOnCloseFileHandleDP; - if (this.filechannel == null) { - if (!this.filePath.getParent().toFile().exists()) { - Files.createDirectories(this.filePath.getParent()); - } - this.filechannel = - new CleanableFileChannel(FileChannel.open(this.filePath, CREATE_NEW, WRITE), onClose); - } else { - if (!this.filechannel.isOpen()) { - this.filechannel = - new CleanableFileChannel(FileChannel.open(this.filePath, APPEND, WRITE), onClose); - } - } - this.is_hashed = false; - return this.filechannel; - } - - @Override - void closeFileChannel() { - if (this.filechannel != null) { - this.filechannel.close(); - this.filechannel = null; - } - } - - /** - * Obtain an Object_component for writing. - * - * @param component_name the name of the object component. - * @return the Object_component_write object. - */ - public Object_component_write getComponent(String component_name) { - if (componentMap.containsKey(component_name)) - return (Object_component_write) componentMap.get(component_name); - Object_component_write dc; - dc = - new Object_component_write( - this, Objects.requireNonNullElse(component_name, "whole_object")); - componentMap.put(component_name, dc); - return dc; - } - - /** - * Obtain an Object_component (whole_object) for writing. - * - * @return the Object_component class - */ - public Object_component_write getComponent() { - if (this.whole_obj_oc == null) this.whole_obj_oc = new Object_component_write(this); - return (Object_component_write) this.whole_obj_oc; - } - - void stolo_obj_and_dp_to_registry() { - if (this.registryStorage_location.getUrl() == null) { - Map find_identical = - Map.of( - "storage_root", - Registry_RootObject.get_id(this.registryStorage_location.getStorage_root()) - .toString(), - "hash", - this.registryStorage_location.getHash(), - "public", - this.registryStorage_location.isIs_public() ? "true" : "false"); - RegistryStorage_location identical_sl = - (RegistryStorage_location) - this.coderun.restClient.getFirst(RegistryStorage_location.class, find_identical); - if (identical_sl != null) { - // we've found an existing stolo with matching hash. delete this one. - try { - Files.delete(this.filePath); - } catch (IOException e) { - logger.warn( - "Failed to delete current data file which is identical to a file already in the local registry.", - e); - } - this.registryStorage_location = identical_sl; - // my FilePath is now wrong! - } else { - // we've not found an existing stolo with matching hash. store this one. - RegistryStorage_location sl = - (RegistryStorage_location) this.coderun.restClient.post(this.registryStorage_location); - if (sl == null) { - throw (new RegistryException( - "Failed to create in registry: new storage location " - + this.registryStorage_location.getPath())); - } else { - this.registryStorage_location = sl; - } - } - } - this.registryObject.setStorage_location(this.registryStorage_location.getUrl()); - final RegistryObject o = (RegistryObject) this.coderun.restClient.post(this.registryObject); - if (o == null) { - throw (new RegistryException( - "Failed to create in registry: Object " + this.registryObject.getDescription())); - } - this.registryObject = o; - this.registryData_product.setObject(o.getUrl()); - RegistryData_product dp = - (RegistryData_product) this.coderun.restClient.post(this.registryData_product); - if (dp == null) { - throw (new RegistryException( - "Failed to create in registry: Data_product " + this.registryData_product.getName())); - } - this.registryData_product = dp; - } - - void components_to_registry() { - if (this.whole_obj_oc != null) this.whole_obj_oc.register_me_in_registry(); - this.componentMap.forEach((key, value) -> value.register_me_in_registry()); - } - - void objects_to_registry() { - this.do_hash(); - this.stolo_obj_and_dp_to_registry(); - this.components_to_registry(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/FileObject.java b/api/src/main/java/org/fairdatapipeline/api/FileObject.java deleted file mode 100644 index 50ead15..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/FileObject.java +++ /dev/null @@ -1,83 +0,0 @@ -package org.fairdatapipeline.api; - -import java.util.List; -import org.fairdatapipeline.dataregistry.content.RegistryObject; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * A new registryObject with given storage_location, description, authors, file_type. Used for - * Submission Script, Code Repo, Config File, which can have issues raised on. - */ -public class FileObject { - final Coderun coderun; - RegistryObject o; - - /** - * This constructor is used to store actual files, such as the config and script files the coderun - * needs to store. - * - * @param file_type The File_type (extension) for this file. (the file type must have already been - * registered in the registry) - * @param storage_location The Storage_location given must be already registered in the registry. - * @param description name/description for this object. - * @param authors a list of Author API URLS. - * @param coderun link back to the coderun; to access its restClient. - */ - FileObject( - File_type file_type, - Storage_location storage_location, - String description, - List authors, - Coderun coderun) { - this.coderun = coderun; - this.o = new RegistryObject(); - this.o.setStorage_location(storage_location.getUrl()); - this.o.setDescription(description); - if (file_type != null) this.o.setFile_type(file_type.getUrl()); - this.o.setAuthors(authors); - this.o = (RegistryObject) coderun.restClient.post(this.o); - if (this.o == null) { - throw (new RegistryException( - "Failed to create Object in registry: " + storage_location.getUrl())); - } - } - - /** - * this constructor is used to store an Object without a file_type, such as the Object for a - * code_repo - * - * @param storage_location The storage location must be already registered in the registry. - * @param description name/description for this Object. - * @param authors list of Author API urls. - * @param coderun link back to the coderun; to access its restClient. - */ - FileObject( - Storage_location storage_location, - String description, - List authors, - Coderun coderun) { - this(null, storage_location, description, authors, coderun); - } - - /** - * raise an issue with this component - * - * @param description the text description of this issue - * @param severity Integer - higher means more severe - */ - public void raise_issue(String description, Integer severity) { - if (o.getComponents().isEmpty()) { - throw (new IllegalActionException("Object component not found.")); - } - Issue i = this.coderun.raise_issue(description, severity); - i.add_registryObject_component(getWholeObjectComponentUrl()); - } - - APIURL getWholeObjectComponentUrl() { - return this.o.getComponents().get(0); - } - - APIURL getUrl() { - return this.o.getUrl(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/File_type.java b/api/src/main/java/org/fairdatapipeline/api/File_type.java deleted file mode 100644 index b9be400..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/File_type.java +++ /dev/null @@ -1,36 +0,0 @@ -package org.fairdatapipeline.api; - -import java.util.Collections; -import org.fairdatapipeline.dataregistry.content.RegistryFile_type; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.fairdatapipeline.dataregistry.restclient.RestClient; - -/** Encapsulates the registryFile_type object */ -class File_type { - RegistryFile_type registryFile_type; - - /** - * Given the @param extension, retrieve (or create if not exists) the corresponding - * registryFile_type from the registry - * - * @param extension the filetype extension we're looking for (txt, yaml, toml, cvs) - * @param restClient the restClient to access the registry. - */ - File_type(String extension, RestClient restClient) { - this.registryFile_type = - (RegistryFile_type) - restClient.getFirst( - RegistryFile_type.class, Collections.singletonMap("extension", extension)); - if (this.registryFile_type == null) { - this.registryFile_type = - (RegistryFile_type) restClient.post(new RegistryFile_type(extension, extension)); - if (this.registryFile_type == null) { - throw (new RegistryException("Failed to create File_type in Registry: " + extension)); - } - } - } - - APIURL getUrl() { - return this.registryFile_type.getUrl(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java b/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java deleted file mode 100644 index 3aa3331..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/IllegalActionException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.api; - -/** The consumer is probably trying to do something they aren't supposed to be doing. */ -public class IllegalActionException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public IllegalActionException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public IllegalActionException(String message, Exception e) { - super(message, e); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Issue.java b/api/src/main/java/org/fairdatapipeline/api/Issue.java deleted file mode 100644 index 162eae7..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Issue.java +++ /dev/null @@ -1,109 +0,0 @@ -package org.fairdatapipeline.api; - -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; -import org.fairdatapipeline.dataregistry.content.RegistryIssue; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * An issue that can be raised with objects or their components. - * - *

Issues can be created using {@link Coderun#raise_issue(String, Integer)} or with {@link - * Object_component#raise_issue(String, Integer)}. - * - *

Usage example - * - *

- * - *
- *       Object_component_write oc1 = dp.getComponent(component1);
- *       oc1.raise_issue("something is terribly wrong with this component", 10);
- * 
- * - *
- * - * or - * - *
- * - *
- *      Issue i = coderun.raise_issue("moderately bad data", 7);
- *      i.add_components(oc1, oc2, oc3);
- * 
- * - *
- * - * or - * - *
- * - *
- *      Issue i = coderun.raise_issue("moderately bad data", 7);
- *      i.add_components(oc1, oc2, oc3);
- *      i.add_fileObjects(coderun.getCode_repo(), coderun.getScript(), coderun.getConfig());
- * 
- * - *
- */ -public class Issue { - final RegistryIssue registryIssue; - final String description; - final Integer severity; - final List components; - - /** - * Constructor is not public, for issues should be created by coderun. - * - * @param description the text (description) for this issue - * @param severity an integer indicating the severity of the issue - high is more severe - */ - Issue(String description, Integer severity) { - this.description = description; - this.severity = severity; - this.registryIssue = new RegistryIssue(description, severity); - this.components = new ArrayList<>(); - } - - /** - * at the end of coderun the obj_components have been registered, and the registryIssue can - * receive the obj_component URLs to put in its component_issues List. - * - * @return the registryIssue with its Component_issues filled in - */ - RegistryIssue getRegistryIssue() { - this.components.forEach( - component -> - this.registryIssue.addComponent_issue(component.registryObject_component.getUrl())); - return registryIssue; - } - - /** - * When we have created an issue using coderun.raise_issue() we still need to attach this issue to - * one or more object components. Note: attach the issue to the 'whole_object' component to - * indicate that it is linked to the object rather than a specific component. - * - * @param components - any number of components can be listed as arguments - */ - public void add_components(Object_component... components) { - this.components.addAll(Arrays.asList(components)); - } - - /** - * When we have created an issue using coderun.raise_issue() we can also attach FileObjects to - * this issue. This can be used to raise issues with Code_repo, Submission Script, and/or Config - * File. - * - * @param objects any number of FileObjects, e.g. coderun.getScript(), coderun.getConfig(), - * coderun.getCode_repo() - */ - public void add_fileObjects(FileObject... objects) { - Arrays.asList(objects) - .forEach( - object -> this.registryIssue.addComponent_issue(object.getWholeObjectComponentUrl())); - } - - void add_registryObject_component(APIURL objectComponentUrl) { - this.registryIssue.addComponent_issue(objectComponentUrl); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component.java b/api/src/main/java/org/fairdatapipeline/api/Object_component.java deleted file mode 100644 index ab62eaf..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Object_component.java +++ /dev/null @@ -1,67 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.IOException; -import java.util.HashMap; -import java.util.Map; -import org.fairdatapipeline.dataregistry.content.RegistryObject_component; -import org.fairdatapipeline.file.CleanableFileChannel; - -/** - * This represents an object_component to read from or write to (or raise issues with) An - * object_component without a name is the 'whole_object' component. - */ -public abstract class Object_component { - final String component_name; - final boolean whole_object; - final Data_product dp; - RegistryObject_component registryObject_component; - boolean been_used = false; - - Object_component(Data_product dp, String component_name) { - this(dp, component_name, false); - } - - Object_component(Data_product dp) { - this(dp, "whole_object", true); - } - - Object_component(Data_product dp, String component_name, boolean whole_object) { - this.dp = dp; - this.whole_object = whole_object; - this.component_name = component_name; - this.populate_component(); - } - - /** - * raise an issue with this component - * - * @param description the text description of this issue - * @param severity Integer - higher means more severe - */ - public void raise_issue(String description, Integer severity) { - Issue i = this.dp.coderun.raise_issue(description, severity); - i.add_components(this); - } - - CleanableFileChannel getFileChannel() throws IOException { - this.been_used = true; - return this.dp.getFilechannel(); - } - - abstract void populate_component(); - - RegistryObject_component retrieveObject_component() { - Map objcompmap = new HashMap<>(); - objcompmap.put("object", dp.registryObject.get_id().toString()); - if (this.whole_object) objcompmap.put("whole_object", "true"); - else objcompmap.put("name", component_name); - return (RegistryObject_component) - dp.coderun.restClient.getFirst(RegistryObject_component.class, objcompmap); - } - - /** POST this registryObject_component to the registry, unless it's not been used */ - abstract void register_me_in_registry(); - - /** Add this registryObject_component to the Coderun inputs/outputs. */ - abstract void register_me_in_code_run(); -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java b/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java deleted file mode 100644 index 9df0b69..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Object_component_read.java +++ /dev/null @@ -1,121 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.IOException; -import java.nio.file.Path; -import java.util.List; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.parameters.ReadComponent; - -/** - * This represents an object_component to read from (or raise issues with) An object_component - * without a name is the 'whole_object' component. Ideally the user should only read from named - * components on toml and h5 files, and only read from the 'whole_object' on any other files. This - * is not enforced at the moment. - */ -public class Object_component_read extends Object_component { - - Object_component_read(Data_product_read dp, String component_name) { - super(dp, component_name); - } - - Object_component_read(Data_product_read dp) { - super(dp); - } - - protected void populate_component() { - this.registryObject_component = this.retrieveObject_component(); - if (this.registryObject_component == null) { - throw (new RegistryObjectNotfoundException( - "Object Component '" - + this.component_name - + "' for Object " - + this.dp.registryObject.get_id().toString() - + " not found in registry.")); - } - } - - /** - * get the filePath to read from; only for whole_object component - * - * @return Path the Path of the data object. - */ - public Path readLink() { - if (!this.whole_object) { - throw (new IllegalActionException( - "You shouldn't try to read directly from a Data Product with named components.")); - } - this.been_used = true; - return this.dp.getFilePath(); - } - - /** - * get the CleanableFileChannel to read directly from the file. only for whole_object component. - * - * @return CleanableFileChannel the filechannel to read from. - * @throws IOException if the file can't be opened. - */ - public CleanableFileChannel readFileChannel() throws IOException { - if (!this.whole_object) { - throw (new IllegalActionException( - "You shouldn't try to read directly from a Data Product with named components.")); - } - this.been_used = true; - return this.getFileChannel(); - } - - /** - * read the Estimate that was stored as this component in a TOML file. - * - * @return the estimate as Number - */ - public Number readEstimate() { - ReadComponent data; - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - data = - dp.coderun.parameterDataReader.read(fileChannel, this.registryObject_component.getName()); - } catch (IOException e) { - throw (new RuntimeException("readEstimate() -- IOException trying to read from file", e)); - } - return data.getEstimate(); - } - - /** - * read the Distribution that was stored as this component in a TOML file. - * - * @return the Distribution - */ - public Distribution readDistribution() { - ReadComponent data; - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - data = this.dp.coderun.parameterDataReader.read(fileChannel, this.component_name); - } catch (IOException e) { - throw (new RuntimeException( - "readDistribution() -- IOException trying to read from file.", e)); - } - return data.getDistribution(); - } - - /** - * read the Samples that were stored as this component in a TOML file. - * - * @return the Samples object - */ - public List readSamples() { - ReadComponent data; - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - data = this.dp.coderun.parameterDataReader.read(fileChannel, this.component_name); - } catch (IOException e) { - throw (new RuntimeException("readSamples() -- IOException trying to read from file.", e)); - } - return data.getSamples(); - } - - void register_me_in_registry() { - // I am a read component, so I am already registered. - } - - void register_me_in_code_run() { - if (this.been_used) this.dp.coderun.addInput(this.registryObject_component.getUrl()); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java b/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java deleted file mode 100644 index 5204143..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Object_component_write.java +++ /dev/null @@ -1,142 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.IOException; -import java.nio.file.Path; -import java.util.Map; -import org.fairdatapipeline.dataregistry.content.RegistryObject_component; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.samples.Samples; - -/** - * This represents an object_component to write to (or raise issues with) An object_component - * without a name is the 'whole_object' component. Ideally the user should only write to named - * components on toml and h5 files, and only write to the 'whole_object' on any other files. This is - * not enforced at the moment. You should only ever either write to the whole_object, OR to the - * named components, not both. This also is not enforced at the moment. - */ -public class Object_component_write extends Object_component { - Object_component_write(Data_product dp, String component_name) { - super(dp, component_name); - } - - Object_component_write(Data_product dp) { - super(dp, "whole_object", true); - } - - protected void populate_component() { - this.registryObject_component = new RegistryObject_component(component_name); - } - - /** - * get the filePath to write; only for whole_object component - * - * @return Path the Path of the data object. - */ - public Path writeLink() { - if (!this.whole_object) { - throw (new IllegalActionException( - "You shouldn't try to write directly to a Data Product with named components.")); - } - this.been_used = true; - return this.dp.getFilePath(); - } - - /** - * get the CleanableFileChannel to write directly to the file. only for whole_object component. - * - * @return CleanableFileChannel the filechannel to write to. - * @throws IOException if the file can't be opened. - */ - public CleanableFileChannel writeFileChannel() throws IOException { - if (!this.whole_object) { - throw (new IllegalActionException( - "You shouldn't try to write directly to a Data Product with named components.")); - } - this.been_used = true; - return this.getFileChannel(); - } - - /** - * write a Number as an Estimate, as this named component in the data product. - * - * @param estimateNumber the number to write. - */ - public void writeEstimate(Number estimateNumber) { - var estimate = - ImmutableEstimate.builder().internalValue(estimateNumber).rng(this.dp.coderun.rng).build(); - - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, estimate); - } catch (IOException e) { - throw (new RuntimeException("writeEstimate() -- IOException trying to write to file.", e)); - } - } - - /** - * write a Distribution, as this named component in the data product. - * - * @param distribution the Distribution to write - */ - public void writeDistribution(Distribution distribution) { - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - this.dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, distribution); - } catch (IOException e) { - throw (new RuntimeException( - "writeDistribution() -- IOException trying to write to file.", e)); - } - } - - /** - * write Samples, as this named component in the data product. - * - * @param samples a Samples object containing the samples - */ - public void writeSamples(Samples samples) { - try (CleanableFileChannel fileChannel = this.getFileChannel()) { - this.dp.coderun.parameterDataWriter.write(fileChannel, this.component_name, samples); - } catch (IOException e) { - throw (new RuntimeException("writeSamples() -- IOException trying to write to file.", e)); - } - } - - void register_me_in_code_run() { - if (this.been_used) this.dp.coderun.addOutput(this.registryObject_component.getUrl()); - } - - void register_me_in_registry() { - if (!been_used) return; // don't register a component unless it has been written to - if (this.whole_object) { - Map find_whole_object = - Map.of("object", dp.registryObject.get_id().toString(), "whole_object", "true"); - RegistryObject_component objComponent = - (RegistryObject_component) - dp.coderun.restClient.getFirst(RegistryObject_component.class, find_whole_object); - if (objComponent == null) { - throw (new RegistryObjectNotfoundException( - "Can't find the 'whole_object' component for obj " + dp.registryObject.get_id())); - } - this.registryObject_component = objComponent; - // we store the found 'whole obj' component as the object_component of - // the referenced Object_component_write so that this can later be stored as a - // code_run output. - } else { - // component != whole_object - this.registryObject_component.setObject(dp.registryObject.getUrl()); - RegistryObject_component objComponent = - (RegistryObject_component) dp.coderun.restClient.post(this.registryObject_component); - if (objComponent == null) { - throw (new RegistryException( - "Failed to create in registry: object component " - + this.component_name - + " (" - + dp.registryObject.get_id() - + ")")); - } - this.registryObject_component = objComponent; - // store the created object component so that this can later be stored as a code_run - // output - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/RegistryException.java b/api/src/main/java/org/fairdatapipeline/api/RegistryException.java deleted file mode 100644 index 83fcfb9..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/RegistryException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.api; - -/** Failure to create an Object in the registry. */ -public class RegistryException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public RegistryException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public RegistryException(String message, Exception e) { - super(message, e); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java b/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java deleted file mode 100644 index 4a66045..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/RegistryObjectNotfoundException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.api; - -/** Failure to retrieve an expected object from the registry. */ -public class RegistryObjectNotfoundException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public RegistryObjectNotfoundException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public RegistryObjectNotfoundException(String message, Exception e) { - super(message, e); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Storage_location.java b/api/src/main/java/org/fairdatapipeline/api/Storage_location.java deleted file mode 100644 index cf6022c..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Storage_location.java +++ /dev/null @@ -1,107 +0,0 @@ -package org.fairdatapipeline.api; - -import java.io.IOException; -import java.net.URI; -import java.net.URL; -import java.nio.file.Files; -import java.nio.file.Path; -import java.util.Map; -import org.fairdatapipeline.dataregistry.content.RegistryStorage_location; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** This is used to store a file or a remote repo to the registry as a RegistryStorage_location. */ -class Storage_location { - private static final Logger logger = LoggerFactory.getLogger(Storage_location.class); - RegistryStorage_location registryStorage_location; - - /** - * Constructor used for storing remote_repo - * - * @param remote_repo the URL of the repository to store. (the protocol://server.com/ part is - * stored as storage_root) - * @param latest_commit the unique hash of the repository. if the repo/hash combo already exists, - * we will use the existing one instead of storing this one. - * @param coderun link back to the Coderun that created us. - */ - Storage_location(URL remote_repo, String latest_commit, Coderun coderun) { - String[] split_repo = Storage_root.url_to_root(remote_repo); - Storage_root storage_root = new Storage_root(URI.create(split_repo[0]), coderun.restClient); - create_storagelocation(latest_commit, storage_root, coderun, split_repo[1], null); - } - - /** - * Constructor used for storing an existing file. - * - * @param filePath the filePath of the file to store. - * @param storage_root the storage root. - * @param coderun link back to Coderun that created us. - * @param delete_if_hash_exists we'll only create the RegistryStorage_location if the root/hash - * combo is unique, but if delete_if_hash_exists we will also delete the file if the root/hash - * combo already exists. - */ - Storage_location( - Path filePath, Storage_root storage_root, Coderun coderun, boolean delete_if_hash_exists) { - String hash = coderun.hasher.fileHash(filePath.toString()); - - Path storageRootPath = storage_root.getPath(); - Path relativePath = storageRootPath.relativize(filePath); - Path filePath_to_delete = null; - if (delete_if_hash_exists) filePath_to_delete = filePath; - create_storagelocation( - hash, storage_root, coderun, relativePath.toString(), filePath_to_delete); - } - - void create_storagelocation( - String hash, - Storage_root storage_root, - Coderun coderun, - String path, - Path filePath_to_delete_if_hash_exists) { - Map find_stolo_from_hash = - Map.of( - "hash", - hash, - "public", - "true", - "storage_root", - storage_root.registryStorage_root.get_id().toString()); - this.registryStorage_location = - (RegistryStorage_location) - coderun.restClient.getFirst(RegistryStorage_location.class, find_stolo_from_hash); - if (this.registryStorage_location != null) { - // there is an already existing StorageLocation for this hash; we may need to delete the file - if (filePath_to_delete_if_hash_exists == null) { - logger.trace( - "Not deleting file after finding existing storage location with identical hash."); - } else { - try { - Files.delete(filePath_to_delete_if_hash_exists); - logger.trace( - "Deleting file after finding existing storage location with identical hash."); - } catch (IOException e) { - logger.error( - "Failed to delete file after finding existing storage location with identical hash: {}", - filePath_to_delete_if_hash_exists); - } - } - } else { - // create the registryStorage_location - this.registryStorage_location = new RegistryStorage_location(); - this.registryStorage_location.setHash(hash); - this.registryStorage_location.setStorage_root(storage_root.getUrl()); - this.registryStorage_location.setIs_public(true); - this.registryStorage_location.setPath(path); - this.registryStorage_location = - (RegistryStorage_location) coderun.restClient.post(this.registryStorage_location); - if (this.registryStorage_location == null) { - throw (new RegistryException("Failed to create in registry: StorageLocation for " + path)); - } - } - } - - APIURL getUrl() { - return this.registryStorage_location.getUrl(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/Storage_root.java b/api/src/main/java/org/fairdatapipeline/api/Storage_root.java deleted file mode 100644 index 76229eb..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/Storage_root.java +++ /dev/null @@ -1,61 +0,0 @@ -package org.fairdatapipeline.api; - -import java.net.URI; -import java.net.URL; -import java.nio.file.Path; -import java.util.Collections; -import org.fairdatapipeline.dataregistry.content.RegistryStorage_root; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.fairdatapipeline.dataregistry.restclient.RestClient; - -/** Retrieve or create the RegistryStorage_root with a given 'root'. */ -class Storage_root { - RegistryStorage_root registryStorage_root; - - /** - * Retrieve or create the RegistryStorage_root with the given storageRootURI. - * - * @param storageRootURI the path/root for this Storage_root - * @param restClient link to the restClient to access the registry. - */ - Storage_root(URI storageRootURI, RestClient restClient) { - this.registryStorage_root = - (RegistryStorage_root) - restClient.getFirst( - RegistryStorage_root.class, - Collections.singletonMap("root", storageRootURI.toString())); - if (this.registryStorage_root == null) { - this.registryStorage_root = - (RegistryStorage_root) restClient.post(new RegistryStorage_root(storageRootURI)); - if (this.registryStorage_root == null) { - throw (new RegistryException( - "Failed to create in registry: Storage_root " + storageRootURI)); - } - } - } - - APIURL getUrl() { - return this.registryStorage_root.getUrl(); - } - - URI getRoot() { - return this.registryStorage_root.getRoot(); - } - - Path getPath() { - return this.registryStorage_root.getPath(); - } - - /** - * split the repository URL into a storage root (proto://authority/ part) and path (/xxx/xxx) part - * - * @param url the URL to split up into scheme/authority and path. - * @return string array of length 2. - */ - static String[] url_to_root(URL url) { - String path = url.getPath().substring(1); - String scheme_and_authority_part = - url.toString().substring(0, url.toString().length() - path.length()); - return new String[] {scheme_and_authority_part, path}; - } -} diff --git a/api/src/main/java/org/fairdatapipeline/api/package-info.java b/api/src/main/java/org/fairdatapipeline/api/package-info.java deleted file mode 100644 index 21c855c..0000000 --- a/api/src/main/java/org/fairdatapipeline/api/package-info.java +++ /dev/null @@ -1,27 +0,0 @@ -/** - * Java implementation of the FAIR Data Pipeline API - * - *

The main class for the FAIR Data Pipeline JAVA API is {@link org.fairdatapipeline.api.Coderun} - * - *

Users should initialise this library using a try-with-resources block or ensure that .close() - * is explicitly closed when the required file handles have been accessed. - * - *

Usage example - * - *

- * - *
- *    try (var coderun = new Coderun(configPath, scriptPath)) {
- *       ImmutableSamples samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- *       String dataProduct = "animal/dodo";
- *       String component1 = "example-samples-dodo1";
- *       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
- *       Object_component_write oc1 = dp.getComponent(component1);
- *       oc1.raise_issue("something is terribly wrong with this component", 10);
- *       oc1.writeSamples(samples);
- *     }
- *     
- * - *
- */ -package org.fairdatapipeline.api; diff --git a/api/src/main/java/org/fairdatapipeline/config/Config.java b/api/src/main/java/org/fairdatapipeline/config/Config.java deleted file mode 100644 index 9161e63..0000000 --- a/api/src/main/java/org/fairdatapipeline/config/Config.java +++ /dev/null @@ -1,270 +0,0 @@ -package org.fairdatapipeline.config; - -import com.fasterxml.jackson.annotation.JsonProperty; -import com.fasterxml.jackson.databind.annotation.JsonDeserialize; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import java.nio.file.Path; -import java.util.List; -import java.util.Optional; -import org.fairdatapipeline.api.Coderun; -import org.immutables.value.Value.Immutable; - -/** - * config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command. - * - *

The config file MUST contain the run_metadata section, and MAY contain the {@link #readItems() - * read} and {@link #writeItems() write} section(s). - */ -@Immutable -@JsonSerialize -@JsonDeserialize -public interface Config { - - /** - * Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files. - * - * @return boolean fail_on_hash_mismatch - */ - @JsonProperty("fail_on_hash_mismatch") - Optional failOnHashMisMatch(); - - /** - * The config file MUST contain a run_metadata section to specify the coderun details - * - * @return {@link Config.ConfigRunMetadata ImmutableConfigRunMetadata} the run metadata - */ - @JsonProperty("run_metadata") - ImmutableConfigRunMetadata run_metadata(); - - /** - * The config file MAY contain the read section to specify the read data products - * - * @return List a list of {@link Config.ConfigItem ImmutableConfigItem} read items - */ - @JsonProperty("read") - List readItems(); - - /** - * The config file MAY contain the write section to specify the write data products - * - * @return List a list of {@link Config.ConfigItem ImmutableConfigItem} write items - */ - @JsonProperty("write") - List writeItems(); - - /** - * Read or Write data product items, specified by name, or (only for write items) possibly ending - * in * for simple globbing - */ - @Immutable - @JsonSerialize - @JsonDeserialize - interface ConfigItem { - /** - * data_product name (for write items this may end in * for simple globbing) - * - * @return String data product name - */ - @JsonProperty - String data_product(); - - /** - * For write items only: please set the description to get stored in the registry with this data - * product - * - * @return The description of this write data product, if given - */ - Optional description(); - - /** - * Config (read or write) items MUST have a use section, which MUST specify a version. - * - * @return The {@link Config.ConfigUseItem ImmutableConfigUseItem} use section for this data - * product. - */ - @JsonProperty - ImmutableConfigUseItem use(); - - /** - * Config write items may specify the file_type (such as csv, h5, or toml) but this can also be - * specified using {@link Coderun#get_dp_for_write(String, String)} method. - * - * @return String the file_type file extension, if given. - */ - @JsonProperty - Optional file_type(); - - /** - * This is ignored. But added by CLI - * - * @return Boolean 'public' - this is ignored. - */ - @JsonProperty("public") - Optional isPublic(); - } - - /** - * Use-section for a data product. This MUST specify a version. It may override data product name - * or namespace. - */ - @Immutable - @JsonSerialize - @JsonDeserialize - interface ConfigUseItem { - /** - * Override the default namespace for this item - * - * @return String namespace name, if given. - */ - @JsonProperty - Optional namespace(); - - /** - * Override the data_product name for this item - * - * @return String the actual data product name to be used, if given. - */ - @JsonProperty - Optional data_product(); - - /** - * Set the version for this item - * - * @return String a semver version to be used for this data product. - */ - @JsonProperty - String version(); - } - - /** Defaults and settings for this coderun. */ - @Immutable - @JsonSerialize - @JsonDeserialize - interface ConfigRunMetadata { - /** - * Set the description field for this code run. (optional, but it really shouldn't be) - * - * @return String the description for this code run, if given - */ - @JsonProperty - Optional description(); - - /** - * this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be) - * - * @return String the URL of the local data registry, if given. - */ - @JsonProperty - Optional local_data_registry_url(); - - /** - * I don't know why we would specify this. It is ignored. - * - * @return String remote data registry URL, if given. - */ - @JsonProperty - Optional remote_data_registry_url(); - - /** - * In which namespace to search for READ data products. this can be overridden in the {@link - * Config.ConfigUseItem ConfigUseItem}. Optional. - * - * @return String default input namespace, if given. - */ - @JsonProperty - Optional default_input_namespace(); - - /** - * In which namespace to place the WRITE data products. this can be overridden in the {@link - * Config.ConfigUseItem ConfigUseItem}. Optional. - * - * @return String the default output namespace, if given. - */ - @JsonProperty - Optional default_output_namespace(); - - /** - * The file system root of the local data store for new write objects. - * - * @return String the write data store Filesystem path on your local machine. - */ - @JsonProperty - Optional write_data_store(); - - /** - * This is ignored. - * - * @return String local_repo - this is ignored. - */ - @JsonProperty - Optional local_repo(); - - /** - * This is the location of the repository of the analysis code. For example: - * https://github.com/FAIRDataPipeline/javaExampleModel - * - * @return String remote_repo - this must be a valid URL. - */ - @JsonProperty - Optional remote_repo(); - - /** - * This is ignored. - * - * @return String script - this is ignored. - */ - @JsonProperty - Optional script(); - - /** - * you can give the path to the submission script (to be stored in the code run) here, or in - * {@link Coderun#Coderun(Path, Path)} FileApi constructor. Constructor will override the - * config. - * - * @return String script_path - the location of the 'submission script', if given. - */ - @JsonProperty - Optional script_path(); - - /** - * The commit hash of the remote_repo, in order to store the exact version of the analysis code. - * - * @return String latest_commit - the commit hash of the remote_repo, in order to store the - * exact version of the analysis code. - */ - @JsonProperty - Optional latest_commit(); - - /** - * The authentication token for the registry. - * - * @return The authentication token for the registry. - */ - @JsonProperty - Optional token(); - - /** - * This is ignored. - * - * @return Boolean 'public' - this is ignored. - */ - @JsonProperty("public") - Optional isPublic(); - - /** - * Default write version - Not Used - * - * @return The default write version - not used. - */ - @JsonProperty - Optional default_read_version(); - - /** - * Default read version - Not Used - * - * @return The default write version - not used. - */ - @JsonProperty - Optional default_write_version(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigException.java b/api/src/main/java/org/fairdatapipeline/config/ConfigException.java deleted file mode 100644 index 1ed71cd..0000000 --- a/api/src/main/java/org/fairdatapipeline/config/ConfigException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.config; - -/** Something wrong with the config. */ -public class ConfigException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public ConfigException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public ConfigException(String message, Exception e) { - super(message, e); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java b/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java deleted file mode 100644 index be49f04..0000000 --- a/api/src/main/java/org/fairdatapipeline/config/ConfigFactory.java +++ /dev/null @@ -1,16 +0,0 @@ -package org.fairdatapipeline.config; - -import java.nio.file.Path; -import org.fairdatapipeline.yaml.YamlReader; - -/** */ -public class ConfigFactory { - /** - * @param yamlReader the YamlReader that does the work. - * @param configFilePath the config.yaml configuration file. - * @return the immutable parsed configuration file. - */ - public Config config(YamlReader yamlReader, Path configFilePath) { - return new ConfigReader(yamlReader, configFilePath).read(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java b/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java deleted file mode 100644 index 754be57..0000000 --- a/api/src/main/java/org/fairdatapipeline/config/ConfigReader.java +++ /dev/null @@ -1,28 +0,0 @@ -package org.fairdatapipeline.config; - -import com.fasterxml.jackson.core.type.TypeReference; -import java.io.IOException; -import java.io.UncheckedIOException; -import java.nio.file.Files; -import java.nio.file.Path; -import org.fairdatapipeline.yaml.YamlReader; - -class ConfigReader { - - private final YamlReader yamlReader; - private final Path absoluteLocationPath; - - ConfigReader(YamlReader yamlReader, Path absoluteLocationPath) { - this.absoluteLocationPath = absoluteLocationPath; - this.yamlReader = yamlReader; - } - - public ImmutableConfig read() { - try { - return yamlReader.read( - Files.newBufferedReader(absoluteLocationPath), new TypeReference<>() {}); - } catch (IOException e) { - throw new UncheckedIOException(new IOException(e)); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/config/package-info.java b/api/src/main/java/org/fairdatapipeline/config/package-info.java deleted file mode 100644 index f4ec782..0000000 --- a/api/src/main/java/org/fairdatapipeline/config/package-info.java +++ /dev/null @@ -1,6 +0,0 @@ -/** - * Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI. Not to - * be confused with the user - * written config.yaml - */ -package org.fairdatapipeline.config; diff --git a/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java b/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java deleted file mode 100644 index 73661b8..0000000 --- a/api/src/main/java/org/fairdatapipeline/distribution/Distribution.java +++ /dev/null @@ -1,168 +0,0 @@ -package org.fairdatapipeline.distribution; - -import com.fasterxml.jackson.annotation.JsonIgnore; -import com.fasterxml.jackson.annotation.JsonInclude; -import com.fasterxml.jackson.annotation.JsonInclude.Include; -import com.fasterxml.jackson.annotation.JsonProperty; -import com.fasterxml.jackson.databind.annotation.JsonDeserialize; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import com.google.common.base.Preconditions; -import java.util.List; -import java.util.Optional; -import java.util.OptionalDouble; -import java.util.stream.Collectors; -import java.util.stream.IntStream; -import org.apache.commons.math3.distribution.EnumeratedRealDistribution; -import org.apache.commons.math3.distribution.ExponentialDistribution; -import org.apache.commons.math3.distribution.GammaDistribution; -import org.apache.commons.math3.distribution.RealDistribution; -import org.apache.commons.math3.distribution.UniformRealDistribution; -import org.apache.commons.math3.random.EmpiricalDistribution; -import org.fairdatapipeline.parameters.Component; -import org.immutables.value.Value.Auxiliary; -import org.immutables.value.Value.Check; -import org.immutables.value.Value.Immutable; -import org.immutables.value.Value.Lazy; - -@JsonSerialize -@Immutable -@JsonDeserialize -@JsonInclude(Include.NON_EMPTY) -/* - TODO split out individual distribution types into own classes - TODO support other distributions: - https://github.com/ScottishCovidResponse/SCRCIssueTracking/issues/671 -*/ -public interface Distribution extends Component { - enum DistributionType { - gamma(), - exponential(), - uniform(), - empirical(), - categorical() - } - - @JsonProperty("distribution") - DistributionType internalType(); - - @JsonProperty("shape") - OptionalDouble internalShape(); - - @JsonProperty("scale") - OptionalDouble internalScale(); - - @JsonProperty("loc") - OptionalDouble internalLoc(); - - Optional> empiricalSamples(); - - List bins(); - - List weights(); - - @Check - default void check() { - if (bins().isEmpty()) { - return; - } - for (int x = 0; x < bins().size() - 1; x++) { - Preconditions.checkState( - bins().get(x).upperInclusive() + 1 == bins().get(x + 1).lowerInclusive(), - "Bins provided %s are not continuous and mutually exclusive.", - bins()); - } - for (int x = 0; x < bins().size(); x++) { - Preconditions.checkState( - bins().get(x).lowerInclusive() < bins().get(x).upperInclusive(), - "Bins provided %s are not continuous and mutually exclusive.", - bins()); - } - - Preconditions.checkState( - bins().size() == weights().size(), - "Bins %s and weights %s should be of the same size.", - bins(), - weights()); - } - - private double mean() { - return underlyingDistribution().getNumericalMean(); - } - - private Number drawSample() { - return underlyingDistribution().sample(); - } - - @Override - @JsonIgnore - @Auxiliary - default Number getEstimate() { - return mean(); - } - - @JsonIgnore - @Auxiliary - default Number getSample() { - return drawSample(); - } - - @Override - @JsonIgnore - @Auxiliary - default List getSamples() { - throw new UnsupportedOperationException("Cannot produce list of all samples from distribution"); - } - - @Override - @JsonIgnore - @Auxiliary - default Distribution getDistribution() { - return this; - } - - @JsonIgnore - @Lazy - @Auxiliary - default RealDistribution underlyingDistribution() { - if (internalType().equals(DistributionType.gamma)) { - return new GammaDistribution( - rng(), internalShape().orElseThrow(), internalScale().orElseThrow()); - } else if (internalType().equals(DistributionType.exponential)) { - return new ExponentialDistribution(rng(), internalScale().orElseThrow()); - } else if (internalType().equals(DistributionType.uniform)) { - return new UniformRealDistribution(rng(), 0, 1); - } else if (internalType().equals(DistributionType.empirical)) { - var dist = new EmpiricalDistribution(rng()); - dist.load( - empiricalSamples().orElseThrow().stream().mapToDouble(Number::doubleValue).toArray()); - return dist; - } else if (internalType().equals(DistributionType.categorical)) { - if (bins().isEmpty()) { - throw new IllegalStateException("Bins should not be empty"); - } - - double[] outcomes = - IntStream.rangeClosed( - bins().get(0).lowerInclusive(), bins().get(bins().size() - 1).upperInclusive()) - .mapToDouble(v -> v) - .toArray(); - - double[] probabilities = - IntStream.rangeClosed(0, bins().size() - 1) - .mapToObj( - idx -> - IntStream.rangeClosed( - 0, - bins().get(idx).upperInclusive() - bins().get(idx).lowerInclusive()) - .mapToDouble(i -> weights().get(idx).doubleValue()) - .boxed() - .collect(Collectors.toList())) - .flatMapToDouble(vals -> vals.stream().mapToDouble(Double::doubleValue)) - .toArray(); - - return new EnumeratedRealDistribution(rng(), outcomes, probabilities); - } - throw new UnsupportedOperationException( - String.format("Distribution type %s is not supported.", internalType())); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java deleted file mode 100644 index 4872598..0000000 --- a/api/src/main/java/org/fairdatapipeline/distribution/MinMax.java +++ /dev/null @@ -1,40 +0,0 @@ -package org.fairdatapipeline.distribution; - -import com.fasterxml.jackson.databind.annotation.JsonDeserialize; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import org.immutables.value.Value.Derived; -import org.immutables.value.Value.Immutable; - -/** Used for Distributions.bins */ -@JsonSerialize(using = MinMaxSerializer.class) -@JsonDeserialize(using = MinMaxDeserializer.class) -@Immutable -public interface MinMax { - int lowerBoundary(); - - boolean isLowerInclusive(); - - int upperBoundary(); - - boolean isUpperInclusive(); - - @Derived - default int lowerInclusive() { - return isLowerInclusive() ? lowerBoundary() : lowerBoundary() + 1; - } - - @Derived - default int upperInclusive() { - return isUpperInclusive() ? upperBoundary() : upperBoundary() - 1; - } - - @Derived - default int lowerExclusive() { - return isLowerInclusive() ? lowerBoundary() + 1 : lowerBoundary(); - } - - @Derived - default int upperExclusive() { - return isUpperInclusive() ? upperBoundary() - 1 : upperBoundary(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java deleted file mode 100644 index f62a141..0000000 --- a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxDeserializer.java +++ /dev/null @@ -1,62 +0,0 @@ -package org.fairdatapipeline.distribution; - -import com.fasterxml.jackson.core.JsonParser; -import com.fasterxml.jackson.databind.DeserializationContext; -import com.fasterxml.jackson.databind.JsonDeserializer; -import java.io.IOException; - -public class MinMaxDeserializer extends JsonDeserializer { - private static final String INCLUSIVE_LEFT = "["; - private static final String EXCLUSIVE_LEFT = "("; - private static final String INCLUSIVE_RIGHT = "]"; - private static final String EXCLUSIVE_RIGHT = ")"; - private static final String SEPARATOR = ","; - private static final String ERRORMSG = "%s has unexpected format."; - - private MinMax deserialize(String serializedStr) { - boolean lowerInclusive; - boolean upperInclusive; - if (serializedStr.startsWith(INCLUSIVE_LEFT)) { - lowerInclusive = true; - } else if (serializedStr.startsWith(EXCLUSIVE_LEFT)) { - lowerInclusive = false; - } else { - throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr)); - } - - if (serializedStr.endsWith(INCLUSIVE_RIGHT)) { - upperInclusive = true; - } else if (serializedStr.endsWith(EXCLUSIVE_RIGHT)) { - upperInclusive = false; - } else { - throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr)); - } - - String strippedBoundaries = serializedStr.replace(INCLUSIVE_LEFT, ""); - strippedBoundaries = strippedBoundaries.replace(INCLUSIVE_RIGHT, ""); - strippedBoundaries = strippedBoundaries.replace(EXCLUSIVE_LEFT, ""); - strippedBoundaries = strippedBoundaries.replace(EXCLUSIVE_RIGHT, ""); - - String[] lowerAndUpperBoundary = strippedBoundaries.split(SEPARATOR); - - if (lowerAndUpperBoundary.length != 2) { - throw new IllegalArgumentException(String.format(ERRORMSG, serializedStr)); - } - - int lower = Integer.parseInt(lowerAndUpperBoundary[0]); - int upper = Integer.parseInt(lowerAndUpperBoundary[1]); - - return ImmutableMinMax.builder() - .lowerBoundary(lower) - .isLowerInclusive(lowerInclusive) - .upperBoundary(upper) - .isUpperInclusive(upperInclusive) - .build(); - } - - @Override - public MinMax deserialize(JsonParser p, DeserializationContext ctxt) throws IOException { - String serializedStr = p.readValueAs(String.class); - return deserialize(serializedStr); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java b/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java deleted file mode 100644 index bcd0aa9..0000000 --- a/api/src/main/java/org/fairdatapipeline/distribution/MinMaxSerializer.java +++ /dev/null @@ -1,27 +0,0 @@ -package org.fairdatapipeline.distribution; - -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.databind.JsonSerializer; -import com.fasterxml.jackson.databind.SerializerProvider; -import java.io.IOException; - -public class MinMaxSerializer extends JsonSerializer { - private static final String INCLUSIVE_LEFT = "["; - private static final String EXCLUSIVE_LEFT = "("; - private static final String INCLUSIVE_RIGHT = "]"; - private static final String EXCLUSIVE_RIGHT = ")"; - private static final String SEPARATOR = ","; - - @Override - public void serialize(MinMax value, JsonGenerator gen, SerializerProvider serializers) - throws IOException { - var serializedStr = serialize(value); - gen.writeString(serializedStr); - } - - private String serialize(MinMax value) { - String first = value.isLowerInclusive() ? INCLUSIVE_LEFT : EXCLUSIVE_LEFT; - String last = value.isUpperInclusive() ? INCLUSIVE_RIGHT : EXCLUSIVE_RIGHT; - return first + value.lowerBoundary() + SEPARATOR + value.upperBoundary() + last; - } -} diff --git a/api/src/main/java/org/fairdatapipeline/distribution/package-info.java b/api/src/main/java/org/fairdatapipeline/distribution/package-info.java deleted file mode 100644 index 7fb9354..0000000 --- a/api/src/main/java/org/fairdatapipeline/distribution/package-info.java +++ /dev/null @@ -1,18 +0,0 @@ -/** - * Use {@link org.fairdatapipeline.distribution.Distribution ImmutableDistribution} to read/write - * distributions to/from the FAIR Data Pipeline. - * - *

Immutable usage example: - * - *

- *     gammaDistribution =
- *         ImmutableDistribution.builder()
- *             .internalType(DistributionType.gamma)
- *             .internalShape(1)
- *             .internalScale(2)
- *             .rng(rng)
- *             .build();
- *     object_component.writeDistribution(gammaDistribution);
- * 
- */ -package org.fairdatapipeline.distribution; diff --git a/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java b/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java deleted file mode 100644 index 41c4f90..0000000 --- a/api/src/main/java/org/fairdatapipeline/estimate/Estimate.java +++ /dev/null @@ -1,40 +0,0 @@ -package org.fairdatapipeline.estimate; - -import com.fasterxml.jackson.annotation.JsonIgnore; -import com.fasterxml.jackson.annotation.JsonProperty; -import com.fasterxml.jackson.databind.annotation.JsonDeserialize; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import java.util.List; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.parameters.Component; -import org.immutables.value.Value.Immutable; - -/** a component to store a plain simple single Number */ -@Immutable -@JsonDeserialize -@JsonSerialize -public interface Estimate extends Component { - /** @return Number - the value that is stored in this component */ - @JsonProperty("value") - Number internalValue(); - - @Override - @JsonIgnore - default Number getEstimate() { - return internalValue(); - } - - @Override - @JsonIgnore - default List getSamples() { - throw new UnsupportedOperationException( - "Cannot produce list of samples from an estimate parameter"); - } - - @Override - @JsonIgnore - default Distribution getDistribution() { - throw new UnsupportedOperationException( - "Cannot produce a distribution from an estimate parameter"); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/estimate/package-info.java b/api/src/main/java/org/fairdatapipeline/estimate/package-info.java deleted file mode 100644 index d3221b4..0000000 --- a/api/src/main/java/org/fairdatapipeline/estimate/package-info.java +++ /dev/null @@ -1,12 +0,0 @@ -/** - * Use {@link org.fairdatapipeline.estimate.Estimate ImmutableEstimate} to read/write simple number - * parameters to/from the FAIR Data Pipeline. - * - *

Immutable Usage Example: - * - *

- *     var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
- *     object_component.writeEstimate(data);
- * 
- */ -package org.fairdatapipeline.estimate; diff --git a/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java b/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java deleted file mode 100644 index 0f416d2..0000000 --- a/api/src/main/java/org/fairdatapipeline/file/CleanableFileChannel.java +++ /dev/null @@ -1,172 +0,0 @@ -package org.fairdatapipeline.file; - -import java.io.IOException; -import java.io.UncheckedIOException; -import java.lang.ref.Cleaner; -import java.lang.ref.Cleaner.Cleanable; -import java.nio.ByteBuffer; -import java.nio.MappedByteBuffer; -import java.nio.channels.FileChannel; -import java.nio.channels.FileChannel.MapMode; -import java.nio.channels.FileLock; -import java.nio.channels.GatheringByteChannel; -import java.nio.channels.ReadableByteChannel; -import java.nio.channels.ScatteringByteChannel; -import java.nio.channels.SeekableByteChannel; -import java.nio.channels.WritableByteChannel; - -/** - * Wrapper around standard FileChannel with additional safety net for closing if user does not close - * and ability to run custom function during cleanup/closing. Users should either use with - * try-with-resources or ensure they manually call .close() once finished. As a safety net, .close() - * will be called by a cleaner if and when the instance of CleanableFileChannel is going to be - * collected by GC. - */ -public class CleanableFileChannel - implements AutoCloseable, SeekableByteChannel, GatheringByteChannel, ScatteringByteChannel { - private static final Cleaner cleaner = Cleaner.create(); // safety net for closing - private final Cleanable cleanable; - - private final FileChannelWrapper fileChannelWrapper; - - /** - * Create a filechannel with a runnable closer to perform the close action. - * - * @param fileChannel the fileChannel to wrap around. - * @param runOnClose the runnable to run upon close. - */ - public CleanableFileChannel(FileChannel fileChannel, Runnable runOnClose) { - this.fileChannelWrapper = new FileChannelWrapper(fileChannel, runOnClose); - this.cleanable = cleaner.register(this, fileChannelWrapper); - } - - // Defining a resource that requires cleaning - private static class FileChannelWrapper implements Runnable { - private final FileChannel fileChannel; - private final Runnable runOnClose; - - FileChannelWrapper(FileChannel fileChannel, Runnable runOnClose) { - this.fileChannel = fileChannel; - this.runOnClose = runOnClose; - } - - // Invoked by close method or cleaner - @Override - public void run() { - runOnClose.run(); - try { - fileChannel.close(); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } - } - - @Override - public int read(ByteBuffer dst) throws IOException { - return fileChannelWrapper.fileChannel.read(dst); - } - - @Override - public long read(ByteBuffer[] dsts, int offset, int length) throws IOException { - return fileChannelWrapper.fileChannel.read(dsts, offset, length); - } - - @Override - public long read(ByteBuffer[] dsts) throws IOException { - return fileChannelWrapper.fileChannel.read(dsts); - } - - @Override - public int write(ByteBuffer src) throws IOException { - return fileChannelWrapper.fileChannel.write(src); - } - - @Override - public long write(ByteBuffer[] srcs, int offset, int length) throws IOException { - return fileChannelWrapper.fileChannel.write(srcs, offset, length); - } - - @Override - public long write(ByteBuffer[] srcs) throws IOException { - return fileChannelWrapper.fileChannel.write(srcs); - } - - @Override - public long position() throws IOException { - return fileChannelWrapper.fileChannel.position(); - } - - @Override - public CleanableFileChannel position(long newPosition) throws IOException { - var fileChannel = fileChannelWrapper.fileChannel.position(newPosition); - - // Although it is not officially documented, the underlying implementation of position() can - // return null, so we return null here if underlying implementation returns null. - if (fileChannel == null) { - return null; - } - - return this; - } - - @Override - public long size() throws IOException { - return fileChannelWrapper.fileChannel.size(); - } - - @Override - public CleanableFileChannel truncate(long size) throws IOException { - var fileChannel = fileChannelWrapper.fileChannel.truncate(size); - - // Although it is not officially documented, the underlying implementation of truncate() can - // return null, so we return null here if underlying implementation returns null. - if (fileChannel == null) { - return null; - } - - return this; - } - - public void force(boolean metaData) throws IOException { - fileChannelWrapper.fileChannel.force(metaData); - } - - public long transferTo(long position, long count, WritableByteChannel target) throws IOException { - return fileChannelWrapper.fileChannel.transferTo(position, count, target); - } - - public long transferFrom(ReadableByteChannel src, long position, long count) throws IOException { - return fileChannelWrapper.fileChannel.transferFrom(src, position, count); - } - - public int read(ByteBuffer dst, long position) throws IOException { - return fileChannelWrapper.fileChannel.read(dst, position); - } - - public int write(ByteBuffer src, long position) throws IOException { - return fileChannelWrapper.fileChannel.write(src, position); - } - - public MappedByteBuffer map(MapMode mode, long position, long size) throws IOException { - return fileChannelWrapper.fileChannel.map(mode, position, size); - } - - public FileLock lock(long position, long size, boolean shared) throws IOException { - return fileChannelWrapper.fileChannel.lock(position, size, shared); - } - - public FileLock tryLock(long position, long size, boolean shared) throws IOException { - return fileChannelWrapper.fileChannel.tryLock(position, size, shared); - } - - @Override - public boolean isOpen() { - return fileChannelWrapper.fileChannel.isOpen(); - } - - @Override - public void close() { - cleanable.clean(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/file/FileReader.java b/api/src/main/java/org/fairdatapipeline/file/FileReader.java deleted file mode 100644 index be65abd..0000000 --- a/api/src/main/java/org/fairdatapipeline/file/FileReader.java +++ /dev/null @@ -1,15 +0,0 @@ -package org.fairdatapipeline.file; - -import java.io.IOException; -import java.io.UncheckedIOException; -import org.apache.commons.io.IOUtils; - -public class FileReader { - public String read(String fileName) { - try (java.io.FileReader fileReader = new java.io.FileReader(fileName)) { - return IOUtils.toString(fileReader); - } catch (IOException ex) { - throw new UncheckedIOException(ex); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/file/package-info.java b/api/src/main/java/org/fairdatapipeline/file/package-info.java deleted file mode 100644 index bc13918..0000000 --- a/api/src/main/java/org/fairdatapipeline/file/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** Helpers relating to files. */ -package org.fairdatapipeline.file; diff --git a/api/src/main/java/org/fairdatapipeline/hash/Hasher.java b/api/src/main/java/org/fairdatapipeline/hash/Hasher.java deleted file mode 100644 index 34e857a..0000000 --- a/api/src/main/java/org/fairdatapipeline/hash/Hasher.java +++ /dev/null @@ -1,15 +0,0 @@ -package org.fairdatapipeline.hash; - -import java.time.Instant; -import org.fairdatapipeline.file.FileReader; - -/** Create the hash for a given file. Currently only implements sha1 hash. */ -public class Hasher { - public String fileHash(String fileName) { - return new Sha1Hasher().hash(new FileReader().read(fileName)); - } - - public String fileHash(String fileName, Instant openTimestamp) { - return new Sha1Hasher().hash(new FileReader().read(fileName) + openTimestamp.toString()); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java b/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java deleted file mode 100644 index c70d8af..0000000 --- a/api/src/main/java/org/fairdatapipeline/hash/Sha1Hasher.java +++ /dev/null @@ -1,9 +0,0 @@ -package org.fairdatapipeline.hash; - -import static org.apache.commons.codec.digest.DigestUtils.sha1Hex; - -class Sha1Hasher { - public String hash(String key) { - return sha1Hex(key); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/hash/package-info.java b/api/src/main/java/org/fairdatapipeline/hash/package-info.java deleted file mode 100644 index a73ccaf..0000000 --- a/api/src/main/java/org/fairdatapipeline/hash/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** Create SHA1 hash for files. */ -package org.fairdatapipeline.hash; diff --git a/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java b/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java deleted file mode 100644 index fc91664..0000000 --- a/api/src/main/java/org/fairdatapipeline/mapper/DataPipelineMapper.java +++ /dev/null @@ -1,52 +0,0 @@ -package org.fairdatapipeline.mapper; - -import com.fasterxml.jackson.annotation.JsonInclude.Include; -import com.fasterxml.jackson.core.JsonFactory; -import com.fasterxml.jackson.databind.MappingJsonFactory; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.databind.module.SimpleModule; -import com.fasterxml.jackson.datatype.guava.GuavaModule; -import com.fasterxml.jackson.datatype.jdk8.Jdk8Module; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.parameters.Components; -import org.fairdatapipeline.parameters.ComponentsDeserializer; -import org.fairdatapipeline.parameters.ComponentsSerializer; -import org.fairdatapipeline.parameters.RandomGeneratorDeserializer; -import org.fairdatapipeline.parameters.RandomGeneratorSerializer; - -/** ObjectMapper for TOML parameter file parameters. */ -public class DataPipelineMapper extends ObjectMapper { - public DataPipelineMapper(MappingJsonFactory mappingJsonFactory, RandomGenerator rng) { - super(mappingJsonFactory); - registerInternalModules(rng); - } - - public DataPipelineMapper(RandomGenerator rng) { - super(); - registerInternalModules(rng); - } - - public DataPipelineMapper(JsonFactory jf, RandomGenerator rng) { - super(jf); - registerInternalModules(rng); - } - - private void registerInternalModules(RandomGenerator rng) { - var rngDeserializeModule = - new SimpleModule() - .addDeserializer(RandomGenerator.class, new RandomGeneratorDeserializer(rng)); - var rngSerializeModule = - new SimpleModule().addSerializer(RandomGenerator.class, new RandomGeneratorSerializer()); - var componentsDeserializeModule = - new SimpleModule().addDeserializer(Components.class, new ComponentsDeserializer(rng)); - var componentsSerializeModule = - new SimpleModule().addSerializer(Components.class, new ComponentsSerializer(rng)); - this.registerModule(new Jdk8Module()); - this.registerModule(new GuavaModule()); - this.registerModule(rngDeserializeModule); - this.registerModule(rngSerializeModule); - this.registerModule(componentsDeserializeModule); - this.registerModule(componentsSerializeModule); - this.setSerializationInclusion(Include.NON_DEFAULT); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/mapper/package-info.java b/api/src/main/java/org/fairdatapipeline/mapper/package-info.java deleted file mode 100644 index 5462c31..0000000 --- a/api/src/main/java/org/fairdatapipeline/mapper/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** Object Mapper for FAIR Data Pipeline TOML parameters. */ -package org.fairdatapipeline.mapper; diff --git a/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java b/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java deleted file mode 100644 index 39e00dc..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/NumericalArray.java +++ /dev/null @@ -1,13 +0,0 @@ -package org.fairdatapipeline.objects; - -public interface NumericalArray { - Number[] as1DArray(); - - Number[][] as2DArray(); - - Number[][][] as3DArray(); - - Number[][][][] as4DArray(); - - Number[][][][][] as5DArray(); -} diff --git a/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java b/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java deleted file mode 100644 index 3d7977b..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/NumericalArrayImpl.java +++ /dev/null @@ -1,34 +0,0 @@ -package org.fairdatapipeline.objects; - -public class NumericalArrayImpl implements NumericalArray { - private final Object[] nDArray; - - public NumericalArrayImpl(Object[] nDArray) { - this.nDArray = nDArray; - } - - @Override - public Number[] as1DArray() { - return (Number[]) nDArray; - } - - @Override - public Number[][] as2DArray() { - return (Number[][]) nDArray; - } - - @Override - public Number[][][] as3DArray() { - return (Number[][][]) nDArray; - } - - @Override - public Number[][][][] as4DArray() { - return (Number[][][][]) nDArray; - } - - @Override - public Number[][][][][] as5DArray() { - return (Number[][][][][]) nDArray; - } -} diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java b/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java deleted file mode 100644 index 8e2db20..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/StandardArrayDataReader.java +++ /dev/null @@ -1,7 +0,0 @@ -package org.fairdatapipeline.objects; - -import org.fairdatapipeline.file.CleanableFileChannel; - -public interface StandardArrayDataReader { - NumericalArray read(CleanableFileChannel fileChannel, String component); -} diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java b/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java deleted file mode 100644 index 16c3cd9..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/StandardTable.java +++ /dev/null @@ -1,3 +0,0 @@ -package org.fairdatapipeline.objects; - -public interface StandardTable {} diff --git a/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java b/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java deleted file mode 100644 index c174eac..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/StandardTableDataReader.java +++ /dev/null @@ -1,7 +0,0 @@ -package org.fairdatapipeline.objects; - -import org.fairdatapipeline.file.CleanableFileChannel; - -public interface StandardTableDataReader { - StandardTable readTable(CleanableFileChannel fileChannel, String component); -} diff --git a/api/src/main/java/org/fairdatapipeline/objects/package-info.java b/api/src/main/java/org/fairdatapipeline/objects/package-info.java deleted file mode 100644 index 08718ac..0000000 --- a/api/src/main/java/org/fairdatapipeline/objects/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** Arrays and tables for H5 files; not quite implemented yet. */ -package org.fairdatapipeline.objects; diff --git a/api/src/main/java/org/fairdatapipeline/overview.html b/api/src/main/java/org/fairdatapipeline/overview.html deleted file mode 100644 index 39dafab..0000000 --- a/api/src/main/java/org/fairdatapipeline/overview.html +++ /dev/null @@ -1,7 +0,0 @@ - - - -Java implementation of the FAIR Data Pipeline API. -Use {@link org.fairdatapipeline.api.Coderun} as the main class to create a coderun of your modelling code. - - \ No newline at end of file diff --git a/api/src/main/java/org/fairdatapipeline/parameters/Component.java b/api/src/main/java/org/fairdatapipeline/parameters/Component.java deleted file mode 100644 index ed14590..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/Component.java +++ /dev/null @@ -1,9 +0,0 @@ -package org.fairdatapipeline.parameters; - -import org.apache.commons.math3.random.RandomGenerator; -import org.immutables.value.Value.Auxiliary; - -public interface Component extends ReadComponent, WriteComponent { - @Auxiliary - RandomGenerator rng(); -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/Components.java b/api/src/main/java/org/fairdatapipeline/parameters/Components.java deleted file mode 100644 index 6a826b7..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/Components.java +++ /dev/null @@ -1,9 +0,0 @@ -package org.fairdatapipeline.parameters; - -import java.util.Map; -import org.immutables.value.Value.Immutable; - -@Immutable -public interface Components { - Map components(); -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java b/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java deleted file mode 100644 index 18c6630..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsDeserializer.java +++ /dev/null @@ -1,71 +0,0 @@ -package org.fairdatapipeline.parameters; - -import com.fasterxml.jackson.core.JsonParser; -import com.fasterxml.jackson.core.JsonProcessingException; -import com.fasterxml.jackson.databind.DeserializationContext; -import com.fasterxml.jackson.databind.JsonDeserializer; -import com.fasterxml.jackson.databind.JsonNode; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.databind.node.ObjectNode; -import com.google.common.collect.Streams; -import java.io.IOException; -import java.io.UncheckedIOException; -import java.util.AbstractMap.SimpleImmutableEntry; -import java.util.Map; -import java.util.Map.Entry; -import java.util.stream.Collectors; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.mapper.DataPipelineMapper; -import org.fairdatapipeline.samples.ImmutableSamples; - -public class ComponentsDeserializer extends JsonDeserializer { - private final RandomGenerator rng; - - public ComponentsDeserializer(RandomGenerator rng) { - this.rng = rng; - } - - private static final Map> typeMapping = - Map.of( - "point-estimate", ImmutableEstimate.class, - "distribution", ImmutableDistribution.class, - "samples", ImmutableSamples.class); - - @Override - public Components deserialize(JsonParser jsonParser, DeserializationContext ctxt) - throws IOException { - JsonNode rootNode = jsonParser.getCodec().readTree(jsonParser); - - var components = - Streams.stream(rootNode.fields()) - .map(this::deserializeSingleComponent) - .collect(Collectors.toMap(Entry::getKey, Entry::getValue)); - - return ImmutableComponents.builder().components(components).build(); - } - - private Entry deserializeSingleComponent(Entry entry) { - String key = entry.getKey(); - ObjectNode componentNode = entry.getValue().deepCopy(); - componentNode.putPOJO("rng", new Object()); // this is a hack to force rng to populate via - // RandomGeneratorDeserializer.class - String type = componentNode.get("type").asText(); - componentNode.remove("type"); - Class deserializeClass = typeMapping.get(type); - - if (deserializeClass == null) { - throw new IllegalArgumentException(String.format("Unsupported component type %s", type)); - } - - ObjectMapper objectMapper = new DataPipelineMapper(rng); - Component component; - try { - component = (Component) objectMapper.treeToValue(componentNode, deserializeClass); - } catch (JsonProcessingException e) { - throw new UncheckedIOException(e); - } - return new SimpleImmutableEntry<>(key, component); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java b/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java deleted file mode 100644 index 8d6e0a1..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ComponentsSerializer.java +++ /dev/null @@ -1,58 +0,0 @@ -package org.fairdatapipeline.parameters; - -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.databind.JsonNode; -import com.fasterxml.jackson.databind.JsonSerializer; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.databind.SerializerProvider; -import com.fasterxml.jackson.databind.node.ObjectNode; -import java.io.IOException; -import java.io.UncheckedIOException; -import java.util.Map; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.mapper.DataPipelineMapper; -import org.fairdatapipeline.samples.ImmutableSamples; - -public class ComponentsSerializer extends JsonSerializer { - private final RandomGenerator rng; - - public ComponentsSerializer(RandomGenerator rng) { - this.rng = rng; - } - - private static final Map, String> typeMapping = - Map.of( - ImmutableEstimate.class, "point-estimate", - ImmutableDistribution.class, "distribution", - ImmutableSamples.class, "samples"); - - @Override - public void serialize(Components components, JsonGenerator gen, SerializerProvider serializers) - throws IOException { - gen.writeStartObject(); - components.components().forEach((key, value) -> writeSingleComponent(gen, key, value)); - gen.writeEndObject(); - } - - private void writeSingleComponent(JsonGenerator gen, String componentName, Component component) { - ObjectMapper objectMapper = new DataPipelineMapper(rng); - String componentStringType = typeMapping.get(component.getClass()); - - if (componentStringType == null) { - throw new IllegalArgumentException( - String.format("Unsupported component class %s", component.getClass().getName())); - } - - JsonNode componentsJsonNode = objectMapper.valueToTree(component); - ObjectNode componentsObjectNode = componentsJsonNode.deepCopy(); - componentsObjectNode.put("type", componentStringType); - componentsObjectNode.remove("rng"); // this is a hack to force rng to not populate - try { - gen.writeObjectField(componentName, componentsObjectNode); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java deleted file mode 100644 index 1b932e6..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReader.java +++ /dev/null @@ -1,8 +0,0 @@ -package org.fairdatapipeline.parameters; - -import org.fairdatapipeline.file.CleanableFileChannel; - -public interface ParameterDataReader { - - ReadComponent read(CleanableFileChannel fileChannel, String component); -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java deleted file mode 100644 index 45f0bff..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataReaderImpl.java +++ /dev/null @@ -1,24 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static java.nio.channels.Channels.newReader; - -import com.fasterxml.jackson.core.type.TypeReference; -import java.nio.charset.StandardCharsets; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.toml.TomlReader; - -public class ParameterDataReaderImpl implements ParameterDataReader { - private final TomlReader tomlReader; - - public ParameterDataReaderImpl(TomlReader tomlReader) { - this.tomlReader = tomlReader; - } - - @Override - public ReadComponent read(CleanableFileChannel fileChannel, String component) { - return tomlReader - .read(newReader(fileChannel, StandardCharsets.UTF_8), new TypeReference() {}) - .components() - .get(component); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java deleted file mode 100644 index 3a95e1c..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriter.java +++ /dev/null @@ -1,8 +0,0 @@ -package org.fairdatapipeline.parameters; - -import org.fairdatapipeline.file.CleanableFileChannel; - -public interface ParameterDataWriter { - - void write(CleanableFileChannel fileChannel, String component, Component data); -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java b/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java deleted file mode 100644 index 0eec497..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ParameterDataWriterImpl.java +++ /dev/null @@ -1,29 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static java.nio.channels.Channels.newWriter; - -import java.io.IOException; -import java.io.UncheckedIOException; -import java.nio.charset.StandardCharsets; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.toml.TomlWriter; - -public class ParameterDataWriterImpl implements ParameterDataWriter { - private final TomlWriter tomlWriter; - - public ParameterDataWriterImpl(TomlWriter tomlWriter) { - this.tomlWriter = tomlWriter; - } - - @Override - public void write(CleanableFileChannel fileChannel, String component, Component data) { - try { - fileChannel.position(fileChannel.size()); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - - Components components = ImmutableComponents.builder().putComponents(component, data).build(); - tomlWriter.write(newWriter(fileChannel, StandardCharsets.UTF_8), components); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java b/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java deleted file mode 100644 index 2e80a4f..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.java +++ /dev/null @@ -1,19 +0,0 @@ -package org.fairdatapipeline.parameters; - -import com.fasterxml.jackson.core.JsonParser; -import com.fasterxml.jackson.databind.DeserializationContext; -import com.fasterxml.jackson.databind.JsonDeserializer; -import org.apache.commons.math3.random.RandomGenerator; - -public class RandomGeneratorDeserializer extends JsonDeserializer { - private final RandomGenerator rng; - - public RandomGeneratorDeserializer(RandomGenerator rng) { - this.rng = rng; - } - - @Override - public RandomGenerator deserialize(JsonParser p, DeserializationContext ctxt) { - return rng; - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java b/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java deleted file mode 100644 index 4482c91..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/RandomGeneratorSerializer.java +++ /dev/null @@ -1,17 +0,0 @@ -package org.fairdatapipeline.parameters; - -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.databind.JsonSerializer; -import com.fasterxml.jackson.databind.SerializerProvider; -import java.io.IOException; -import org.apache.commons.math3.random.RandomGenerator; - -public class RandomGeneratorSerializer extends JsonSerializer { - @Override - public void serialize(RandomGenerator value, JsonGenerator gen, SerializerProvider serializers) - throws IOException { - // Intentionally writing a placeholder string here, which is later removed when finalizing - // serialization - gen.writeRawValue("placeholder"); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java b/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java deleted file mode 100644 index 88feb3c..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/ReadComponent.java +++ /dev/null @@ -1,12 +0,0 @@ -package org.fairdatapipeline.parameters; - -import java.util.List; -import org.fairdatapipeline.distribution.Distribution; - -public interface ReadComponent { - Number getEstimate(); - - List getSamples(); - - Distribution getDistribution(); -} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java b/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java deleted file mode 100644 index 4cb1388..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/WriteComponent.java +++ /dev/null @@ -1,3 +0,0 @@ -package org.fairdatapipeline.parameters; - -public interface WriteComponent {} diff --git a/api/src/main/java/org/fairdatapipeline/parameters/package-info.java b/api/src/main/java/org/fairdatapipeline/parameters/package-info.java deleted file mode 100644 index eea496d..0000000 --- a/api/src/main/java/org/fairdatapipeline/parameters/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** reader/writer for FAIR Data Pipeline TOML parameters. */ -package org.fairdatapipeline.parameters; diff --git a/api/src/main/java/org/fairdatapipeline/samples/Sampler.java b/api/src/main/java/org/fairdatapipeline/samples/Sampler.java deleted file mode 100644 index c539f91..0000000 --- a/api/src/main/java/org/fairdatapipeline/samples/Sampler.java +++ /dev/null @@ -1,20 +0,0 @@ -package org.fairdatapipeline.samples; - -import java.util.List; -import java.util.Random; - -public class Sampler { - private final Random random; - - public Sampler(Random random) { - this.random = random; - } - - public Number sample(List samples) { - return samples.get(random.nextInt(samples.size())); - } - - public static Number sampleFrom(List samples) { - return new Sampler(new Random()).sample(samples); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/samples/Samples.java b/api/src/main/java/org/fairdatapipeline/samples/Samples.java deleted file mode 100644 index cf684ac..0000000 --- a/api/src/main/java/org/fairdatapipeline/samples/Samples.java +++ /dev/null @@ -1,44 +0,0 @@ -package org.fairdatapipeline.samples; - -import com.fasterxml.jackson.annotation.JsonIgnore; -import com.fasterxml.jackson.databind.annotation.JsonDeserialize; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import java.util.List; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.parameters.Component; -import org.immutables.value.Value.Immutable; - -@Immutable -@JsonSerialize -@JsonDeserialize -public interface Samples extends Component { - List samples(); - - @JsonIgnore - default Number mean() { - return samples().stream().mapToDouble(Number::doubleValue).average().orElseThrow(); - } - - @Override - @JsonIgnore - default Number getEstimate() { - return mean(); - } - - @Override - @JsonIgnore - default List getSamples() { - return samples(); - } - - @Override - @JsonIgnore - default Distribution getDistribution() { - return ImmutableDistribution.builder() - .internalType(Distribution.DistributionType.empirical) - .empiricalSamples(samples()) - .rng(rng()) - .build(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/samples/package-info.java b/api/src/main/java/org/fairdatapipeline/samples/package-info.java deleted file mode 100644 index 67ac37c..0000000 --- a/api/src/main/java/org/fairdatapipeline/samples/package-info.java +++ /dev/null @@ -1,12 +0,0 @@ -/** - * Use {@link org.fairdatapipeline.samples.Samples ImmutableSamples} to read/write Samples (lists of - * Numbers) to/from the FAIR Data Pipeline. - * - *

Immutable Usage Example: - * - *

- *     var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
- *     object_component.writeSamples(samples);
- * 
- */ -package org.fairdatapipeline.samples; diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java deleted file mode 100644 index a464e07..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TOMLFactory.java +++ /dev/null @@ -1,12 +0,0 @@ -package org.fairdatapipeline.toml; - -import com.fasterxml.jackson.databind.MappingJsonFactory; -import org.apache.commons.math3.random.RandomGenerator; - -class TOMLFactory extends MappingJsonFactory { - - TOMLFactory(RandomGenerator rng) { - this._inputDecorator = new TOMLInputDecorator(rng); - this._outputDecorator = new TOMLOutputDecorator(rng); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java deleted file mode 100644 index b6e8471..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TOMLInputDecorator.java +++ /dev/null @@ -1,47 +0,0 @@ -package org.fairdatapipeline.toml; - -import com.fasterxml.jackson.core.io.IOContext; -import com.fasterxml.jackson.core.io.InputDecorator; -import com.moandjiezana.toml.Toml; -import java.io.ByteArrayInputStream; -import java.io.IOException; -import java.io.InputStream; -import java.io.Reader; -import java.io.StringReader; -import java.nio.charset.StandardCharsets; -import java.util.Map; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.mapper.DataPipelineMapper; - -class TOMLInputDecorator extends InputDecorator { - private final RandomGenerator rng; - - TOMLInputDecorator(RandomGenerator rng) { - this.rng = rng; - } - - @Override - public InputStream decorate(IOContext ctxt, InputStream in) throws IOException { - var objectMapper = new DataPipelineMapper(rng); - - Map map = new Toml().read(in).toMap(); - String objString = objectMapper.writeValueAsString(map); - return new ByteArrayInputStream(objString.getBytes(StandardCharsets.UTF_8)); - } - - @Override - public InputStream decorate(IOContext ctxt, byte[] src, int offset, int length) - throws IOException { - ByteArrayInputStream in = new ByteArrayInputStream(src, offset, length); - return decorate(ctxt, in); - } - - @Override - public Reader decorate(IOContext ctxt, Reader r) throws IOException { - var objectMapper = new DataPipelineMapper(rng); - - Map map = new Toml().read(r).toMap(); - String objString = objectMapper.writeValueAsString(map); - return new StringReader(objString); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java deleted file mode 100644 index f311225..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TOMLMapper.java +++ /dev/null @@ -1,10 +0,0 @@ -package org.fairdatapipeline.toml; - -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.mapper.DataPipelineMapper; - -public class TOMLMapper extends DataPipelineMapper { - public TOMLMapper(RandomGenerator rng) { - super(new TOMLFactory(rng), rng); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java b/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java deleted file mode 100644 index 2717050..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TOMLOutputDecorator.java +++ /dev/null @@ -1,58 +0,0 @@ -package org.fairdatapipeline.toml; - -import com.fasterxml.jackson.core.io.IOContext; -import com.fasterxml.jackson.core.io.OutputDecorator; -import com.fasterxml.jackson.core.type.TypeReference; -import com.moandjiezana.toml.TomlWriter; -import java.io.IOException; -import java.io.OutputStream; -import java.io.Writer; -import java.nio.charset.StandardCharsets; -import java.util.Map; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.mapper.DataPipelineMapper; - -class TOMLOutputDecorator extends OutputDecorator { - private final RandomGenerator rng; - - TOMLOutputDecorator(RandomGenerator rng) { - this.rng = rng; - } - - @Override - public OutputStream decorate(IOContext ctxt, final OutputStream out) { - var objMapper = new DataPipelineMapper(rng); - - return new java.io.ByteArrayOutputStream() { - @Override - public void close() throws IOException { - super.close(); - var jsonStr = this.toString(StandardCharsets.UTF_8); - var jsonMap = objMapper.readValue(jsonStr, new TypeReference>() {}); - var tomlStr = new TomlWriter().write(jsonMap); - - out.write(tomlStr.getBytes(StandardCharsets.UTF_8)); - out.flush(); - out.close(); - } - }; - } - - @Override - public Writer decorate(IOContext ctxt, final Writer w) { - var objMapper = new DataPipelineMapper(rng); - - return new java.io.StringWriter() { - @Override - public void close() throws IOException { - super.close(); - String jsonStr = this.toString(); - var jsonMap = objMapper.readValue(jsonStr, new TypeReference>() {}); - var tomlStr = new TomlWriter().write(jsonMap); - - w.write(tomlStr); - w.close(); - } - }; - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java b/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java deleted file mode 100644 index 6221506..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TomlReader.java +++ /dev/null @@ -1,22 +0,0 @@ -package org.fairdatapipeline.toml; - -import com.fasterxml.jackson.core.type.TypeReference; -import java.io.IOException; -import java.io.Reader; -import java.io.UncheckedIOException; - -public class TomlReader { - private final TOMLMapper tomlMapper; - - public TomlReader(TOMLMapper tomlMapper) { - this.tomlMapper = tomlMapper; - } - - public T read(Reader reader, TypeReference typeReference) { - try { - return tomlMapper.readValue(reader, typeReference); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java b/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java deleted file mode 100644 index 8b8bb23..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/TomlWriter.java +++ /dev/null @@ -1,21 +0,0 @@ -package org.fairdatapipeline.toml; - -import java.io.IOException; -import java.io.UncheckedIOException; -import java.io.Writer; - -public class TomlWriter { - private final TOMLMapper tomlMapper; - - public TomlWriter(TOMLMapper tomlMapper) { - this.tomlMapper = tomlMapper; - } - - public void write(Writer writer, T object) { - try { - tomlMapper.writeValue(writer, object); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/toml/package-info.java b/api/src/main/java/org/fairdatapipeline/toml/package-info.java deleted file mode 100644 index c130dc8..0000000 --- a/api/src/main/java/org/fairdatapipeline/toml/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** This implements the toml files that can be used to store Samples, Estimates, Distributions. */ -package org.fairdatapipeline.toml; diff --git a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java b/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java deleted file mode 100644 index 1004be9..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlReader.java +++ /dev/null @@ -1,24 +0,0 @@ -package org.fairdatapipeline.yaml; - -import com.fasterxml.jackson.core.type.TypeReference; -import com.fasterxml.jackson.dataformat.yaml.YAMLMapper; -import com.fasterxml.jackson.datatype.guava.GuavaModule; -import com.fasterxml.jackson.datatype.jdk8.Jdk8Module; -import java.io.IOException; -import java.io.Reader; -import java.io.UncheckedIOException; - -class BaseYamlReader implements YamlReader { - - @Override - public T read(Reader reader, TypeReference typeReference) { - try { - return new YAMLMapper() - .registerModule(new Jdk8Module()) - .registerModule(new GuavaModule()) - .readValue(reader, typeReference); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java b/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java deleted file mode 100644 index db6b59a..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/BaseYamlWriter.java +++ /dev/null @@ -1,35 +0,0 @@ -package org.fairdatapipeline.yaml; - -import com.fasterxml.jackson.annotation.JsonInclude.Include; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.databind.SerializationFeature; -import com.fasterxml.jackson.dataformat.yaml.YAMLGenerator.Feature; -import com.fasterxml.jackson.dataformat.yaml.YAMLMapper; -import com.fasterxml.jackson.datatype.jdk8.Jdk8Module; -import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule; -import java.io.IOException; -import java.io.UncheckedIOException; -import java.io.Writer; - -public class BaseYamlWriter implements YamlWriter { - private final ObjectMapper yamlMapper; - - BaseYamlWriter() { - this.yamlMapper = - new YAMLMapper() - .disable(Feature.WRITE_DOC_START_MARKER) - .registerModule(new Jdk8Module()) - .registerModule(new JavaTimeModule()) - .configure(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS, false) - .setSerializationInclusion(Include.NON_DEFAULT); - } - - @Override - public void write(Writer writer, T data) { - try { - yamlMapper.writeValue(writer, data); - } catch (IOException e) { - throw new UncheckedIOException(e); - } - } -} diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java deleted file mode 100644 index d29e6d5..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/YamlFactory.java +++ /dev/null @@ -1,11 +0,0 @@ -package org.fairdatapipeline.yaml; - -public class YamlFactory { - public YamlReader yamlReader() { - return new BaseYamlReader(); - } - - public YamlWriter yamlWriter() { - return new BaseYamlWriter(); - } -} diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java deleted file mode 100644 index 5bea4a2..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/YamlReader.java +++ /dev/null @@ -1,8 +0,0 @@ -package org.fairdatapipeline.yaml; - -import com.fasterxml.jackson.core.type.TypeReference; -import java.io.Reader; - -public interface YamlReader { - T read(Reader reader, TypeReference typeReference); -} diff --git a/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java b/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java deleted file mode 100644 index 0439efa..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/YamlWriter.java +++ /dev/null @@ -1,7 +0,0 @@ -package org.fairdatapipeline.yaml; - -import java.io.Writer; - -public interface YamlWriter { - void write(Writer writer, T data); -} diff --git a/api/src/main/java/org/fairdatapipeline/yaml/package-info.java b/api/src/main/java/org/fairdatapipeline/yaml/package-info.java deleted file mode 100644 index d853214..0000000 --- a/api/src/main/java/org/fairdatapipeline/yaml/package-info.java +++ /dev/null @@ -1,2 +0,0 @@ -/** YAML reader to read the config file. */ -package org.fairdatapipeline.yaml; diff --git a/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java deleted file mode 100644 index 6c9bc30..0000000 --- a/api/src/test/java/org/fairdatapipeline/api/CoderunIntegrationTest.java +++ /dev/null @@ -1,855 +0,0 @@ -package org.fairdatapipeline.api; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.junit.jupiter.api.Assertions.*; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import com.google.common.collect.ImmutableTable; -import com.google.common.collect.Table; -import java.io.IOException; -import java.io.PrintWriter; -import java.net.URISyntaxException; -import java.nio.ByteBuffer; -import java.nio.charset.StandardCharsets; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; -import org.apache.commons.io.FileUtils; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.dataregistry.content.*; -import org.fairdatapipeline.dataregistry.restclient.RestClient; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.distribution.Distribution.DistributionType; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.distribution.ImmutableMinMax; -import org.fairdatapipeline.distribution.MinMax; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.samples.ImmutableSamples; -import org.fairdatapipeline.samples.Samples; -import org.javatuples.Triplet; -import org.junit.jupiter.api.*; -import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY") -@TestMethodOrder(MethodOrderer.OrderAnnotation.class) -class CoderunIntegrationTest { - private final Table mockTable = - ImmutableTable.builder() - .put(0, "colA", 5) - .put(1, "colA", 6) - .put(2, "colA", 7) - .put(0, "colB", 0) - .put(1, "colB", 1) - .put(2, "colB", 2) - .build(); - - private List csv_data; - private final String chickenTestText = - "This is a text file about chickens.\nPlease forgive the lack of interesting content in this file."; - private Samples samples, samples2, samples3, samples4; - private Distribution distribution; - private Distribution categoricalDistribution; - private final Number estimate = 1.0; - private RandomGenerator rng; - private RestClient restClient; - - private Path ori_configPath; - private Path ori_scriptPath; - private Path datastorePath; - private String coderun_ts; - private Path coderunPath; - private Path coderunTSPath; - private String ns; - private String altNamespace; - private Path nsPath; - private Path altNamespacePath; - private Path configPath; - private Path scriptPath; - private Path coderuns_txt; - private String token; - private String repo_desc = "Analysis / processing script location"; - private String script_desc = "Submission script location in local datastore"; - private String config_desc = "Working config.yaml file location in local datastore"; - private String CSV_hash; - - void setup_paths() throws URISyntaxException { - ori_configPath = - Paths.get(Objects.requireNonNull(getClass().getResource("/config-stdapi.yaml")).toURI()); - ori_scriptPath = - Paths.get(Objects.requireNonNull(getClass().getResource("/script.sh")).toURI()); - datastorePath = ori_configPath.getParent().resolve("datastore"); - coderun_ts = "20210807T123456"; - coderunPath = datastorePath.resolve("coderun"); - coderunTSPath = coderunPath.resolve(coderun_ts); - ns = "CoderunTest"; - altNamespace = "alternativeNS"; - nsPath = datastorePath.resolve(ns); - altNamespacePath = datastorePath.resolve(altNamespace); - configPath = coderunTSPath.resolve("config.yaml"); - scriptPath = coderunTSPath.resolve("script.sh"); - coderuns_txt = coderunTSPath.resolve("coderuns.txt"); - } - - void setup_data() { - samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - samples2 = ImmutableSamples.builder().addSamples(4, 5, 6).rng(rng).build(); - samples3 = ImmutableSamples.builder().addSamples(7, 8, 9).rng(rng).build(); - samples4 = ImmutableSamples.builder().addSamples(10, 11, 12).rng(rng).build(); - - csv_data = new ArrayList<>(); - csv_data.add(new String[] {"apple", "12", "green"}); - csv_data.add(new String[] {"orange", "5", "orange"}); - csv_data.add(new String[] {"banana", "32", "yellow"}); - - distribution = - ImmutableDistribution.builder() - .internalShape(1) - .internalScale(2) - .internalType(DistributionType.gamma) - .rng(rng) - .build(); - - MinMax firstMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(0) - .upperBoundary(4) - .build(); - - MinMax secondMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(5) - .upperBoundary(9) - .build(); - - MinMax thirdMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(10) - .upperBoundary(14) - .build(); - - MinMax fourthMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(15) - .upperBoundary(20) - .build(); - - categoricalDistribution = - ImmutableDistribution.builder() - .internalType(DistributionType.categorical) - .bins(List.of(firstMinMax, secondMinMax, thirdMinMax, fourthMinMax)) - .weights(List.of(0.4, 0.1, 0.1, 0.4)) - .rng(rng) - .build(); - } - - @BeforeAll - public void setUp() throws Exception { - this.token = System.getenv("REGTOKEN"); - restClient = new RestClient("http://localhost:8000/api/", token); - create_author(); - - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - // rng = new RandomDataGenerator().getRandomGenerator(); - setup_paths(); - setup_data(); - this.CSV_hash = "eb7e7a49816c8a6a784260e4596e88bf7a96a6a5"; - if (System.getProperty("os.name").contains("Windows")) - this.CSV_hash = "d1713dcc0c6b28337d14f3693882aebca3e96f17"; - cleanup_datastore(); - } - - void create_author() { - RegistryAuthor author = - (RegistryAuthor) restClient.getFirst(RegistryAuthor.class, Collections.emptyMap()); - if (author == null) { - author = new RegistryAuthor(); - author.setName("An Anonymous Author"); - author = (RegistryAuthor) restClient.post(author); - } - if (restClient.getFirst(RegistryUser_author.class, Collections.emptyMap()) == null) { - RegistryUser_author ua = new RegistryUser_author(); - ua.setAuthor(author.getUrl()); - RegistryUsers u = - (RegistryUsers) restClient.getFirst(RegistryUsers.class, Collections.emptyMap()); - ua.setUser(u.getUrl()); - restClient.post(ua); - } - } - - @AfterAll - public void final_cleanup() throws IOException { - delete_directories(); - } - - public void cleanup_datastore() throws IOException { - delete_directories(); - Files.createDirectories(coderunTSPath); - Files.copy(ori_configPath, configPath); - Files.copy(ori_scriptPath, scriptPath); - } - - void delete_directories() throws IOException { - FileUtils.deleteDirectory(coderunTSPath.toFile()); - FileUtils.deleteDirectory( - nsPath.toFile()); // remove the whole namespace in the local datastore. - FileUtils.deleteDirectory( - altNamespacePath - .toFile()); // remove the whole alternative namespace in the local datastore. - } - - void check_namespace(String dataProduct, String namespace) { - RegistryData_product dp = - (RegistryData_product) - restClient.getFirst( - RegistryData_product.class, Collections.singletonMap("name", dataProduct)); - RegistryNamespace ns = - (RegistryNamespace) restClient.get(RegistryNamespace.class, dp.getNamespace()); - assertThat(ns.getName()).isEqualTo(namespace); - } - - void check_issue(String issue, String... components) { - RegistryIssue ri = - (RegistryIssue) - restClient.getFirst( - RegistryIssue.class, Collections.singletonMap("description", issue)); - ri.getComponent_issues() - .forEach( - i -> { - RegistryObject_component oc = - (RegistryObject_component) restClient.get(RegistryObject_component.class, i); - assertThat(oc).isNotNull(); - if (oc.isWhole_object()) { - RegistryObject o = - (RegistryObject) restClient.get(RegistryObject.class, oc.getObject()); - if (o.getData_products().isEmpty()) { - // for script, config, repo, we just check the description - assertThat(o.getDescription()).isIn((Object[]) components); - } else { - RegistryData_product dp = - (RegistryData_product) - restClient.get(RegistryData_product.class, o.getData_products().get(0)); - assertThat(dp.getName()).isIn((Object[]) components); - } - } else { - assertThat(oc.getName()).isIn((Object[]) components); - } - }); - } - - void check_last_coderun( - List> inputs, List> outputs) { - // quite a random set of checks to see if a coderun did what I expect it to do. - List coderuns; - try { - coderuns = Files.readAllLines(coderuns_txt); - } catch (IOException e) { - Assertions.fail("Failed to read coderuns_txt: {} ", e); - return; - } - String last_coderun = coderuns.get(coderuns.size() - 1); - RegistryCode_run cr = - (RegistryCode_run) - restClient.getFirst( - RegistryCode_run.class, Collections.singletonMap("uuid", last_coderun)); - RegistryObject script = - (RegistryObject) restClient.get(RegistryObject.class, cr.getSubmission_script()); - assertNotNull(script); - RegistryObject config = - (RegistryObject) restClient.get(RegistryObject.class, cr.getModel_config()); - assertNotNull(config); - RegistryObject code_repo = - (RegistryObject) restClient.get(RegistryObject.class, cr.getCode_repo()); - assertNotNull(code_repo); - assertThat(code_repo.getAuthors()) - .containsExactly(restClient.makeAPIURL(RegistryAuthor.class, 1)); - - assertThat(cr.getDescription()).isEqualTo("Coderun Integration test"); - if (inputs == null) assertThat(cr.getInputs()).isEmpty(); - else { - assertThat(cr.getInputs()).hasSameSizeAs(inputs); - cr.getInputs().stream() - .map( - input -> - (RegistryObject_component) restClient.get(RegistryObject_component.class, input)) - .forEach( - oc -> { - RegistryObject o = - (RegistryObject) restClient.get(RegistryObject.class, oc.getObject()); - RegistryStorage_location sl = - (RegistryStorage_location) - restClient.get(RegistryStorage_location.class, o.getStorage_location()); - RegistryData_product dp = - (RegistryData_product) - restClient.get(RegistryData_product.class, o.getData_products().get(0)); - String ocName = ""; - if (!oc.isWhole_object()) ocName = oc.getName(); - assertThat(inputs).contains(new Triplet<>(dp.getName(), ocName, sl.getHash())); - }); - } - - if (outputs == null) assertThat(cr.getOutputs()).isEmpty(); - else { - assertThat(cr.getOutputs()).hasSameSizeAs(outputs); - cr.getOutputs() - .forEach( - output -> { - RegistryObject_component oc = - (RegistryObject_component) - restClient.get(RegistryObject_component.class, output); - RegistryObject o = - (RegistryObject) restClient.get(RegistryObject.class, oc.getObject()); - RegistryStorage_location sl = - (RegistryStorage_location) - restClient.get(RegistryStorage_location.class, o.getStorage_location()); - RegistryData_product dp = - (RegistryData_product) - restClient.get(RegistryData_product.class, o.getData_products().get(0)); - String ocname = ""; - if (!oc.isWhole_object()) ocname = oc.getName(); - assertThat(outputs).contains(new Triplet<>(dp.getName(), ocname, sl.getHash())); - }); - } - } - - @Test - @Order(1) - void testWriteEstimate() { - String dataProduct = "human/population"; - String component = "estimate-component"; - try (Coderun coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeEstimate(estimate); - } - String hash = "a4f9d47dac45639e69a758a8b2d49bf11bbeb262"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - } - - @Test - @Order(2) - void testReadEstimate() { - String dataProduct = "human/population"; - String component = "estimate-component"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dp.getComponent(component); - assertThat(oc.readEstimate()).isEqualTo(estimate); - } - String hash = "a4f9d47dac45639e69a758a8b2d49bf11bbeb262"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(3) - void testWriteDistribution() { - String dataProduct = "human/distribution"; - String component = "distribution-component"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeDistribution(distribution); - } - String hash = "8e767aea46ac67c4546dacc23d302729c461fddd"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - } - - @Test - @Order(4) - void testReadDistribution() { - String dataProduct = "human/distribution"; - String component = "distribution-component"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dc.getComponent(component); - assertThat(oc.readDistribution()).isEqualTo(distribution); - } - String hash = "8e767aea46ac67c4546dacc23d302729c461fddd"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(5) - void testWriteCategoricalDistribution() { - String dataProduct = "human/cdistribution"; - String component = "cdistribution-component"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeDistribution(categoricalDistribution); - } - String hash = "a30b735ba6ce0340dbf264518d8a3ca1918397b8"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - } - - @Test - @Order(6) - void testReadCategoricalDistribution() { - String dataProduct = "human/cdistribution"; - String component = "cdistribution-component"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dc.getComponent(component); - assertThat(oc.readDistribution()).isEqualTo(categoricalDistribution); - } - String hash = "a30b735ba6ce0340dbf264518d8a3ca1918397b8"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(7) - void testWriteSamples() { - String dataProduct = "human/samples"; - String component = "example-samples-w"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeSamples(samples); - } - String hash = "83d034652197abd2f456f286c9ee7ac04500309b"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - } - - @Test - @Order(8) - void testReadSamples() { - String dataProduct = "human/samples"; - String component = "example-samples-w"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dc.getComponent(component); - assertThat(oc.readSamples()).containsExactly(1, 2, 3); - } - String hash = "83d034652197abd2f456f286c9ee7ac04500309b"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(9) - void testWriteSamplesMultipleComponents() { - String dataProduct = "human/multicomp"; - String component1 = "example-samples-w1"; - String component2 = "example-samples-w2"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - - Object_component_write oc1 = dp.getComponent(component1); - oc1.writeSamples(samples); - - Object_component_write oc2 = dp.getComponent(component2); - oc2.writeSamples(samples); - } - String hash = "d9501d26df34a851591b1ef718564ab9f8f44c5d"; - check_last_coderun( - null, - Arrays.asList( - new Triplet<>(dataProduct, component1, hash), - new Triplet<>(dataProduct, component2, hash))); - } - - @Test - @Order(10) - void testReadSamplesMultipleComponents() { - String dataProduct = "human/multicomp"; - String component1 = "example-samples-w1"; - String component2 = "example-samples-w2"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc1 = dc.getComponent(component1); - Object_component_read oc2 = dc.getComponent(component2); - assertThat(oc1.readSamples()).containsExactly(1, 2, 3); - assertThat(oc2.readSamples()).containsExactly(1, 2, 3); - } - String hash = "d9501d26df34a851591b1ef718564ab9f8f44c5d"; - check_last_coderun( - Arrays.asList( - new Triplet<>(dataProduct, component1, hash), - new Triplet<>(dataProduct, component2, hash)), - null); - } - - @Test - @Order(11) - void testWriteGlobDP() { - String dataProduct = "animal/dog"; - String component = "example-samples"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeSamples(samples2); - } - String hash = "a12e5337b4c6dd4c8ff119da2ae47996561b5a32"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - } - - @Test - @Order(12) - void testReadNoGlob() { - String dataProduct = "animal/dog"; - String component = "example-samples"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dc.getComponent(component); - assertThat(oc.readSamples()).containsExactly(4, 5, 6); - } - String hash = "a12e5337b4c6dd4c8ff119da2ae47996561b5a32"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(13) - void testWriteGlobMultiDP() { - String dataProduct1 = "animal/horse"; - String dataProduct2 = "animal/mouse"; - String component = "example-samples"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp1 = coderun.get_dp_for_write(dataProduct1, "toml"); - Data_product_write dp2 = coderun.get_dp_for_write(dataProduct2, "toml"); - Object_component_write oc = dp1.getComponent(component); - oc.writeSamples(samples3); - oc = dp2.getComponent(component); - oc.writeSamples(samples4); - } - String hash1 = "0e4840da685f9d6f4777a6f4281f6a0303c720e6"; - String hash2 = "2902dcb50813de1b9db38cd21938658d53969dac"; - check_last_coderun( - null, - Arrays.asList( - new Triplet<>(dataProduct1, component, hash1), - new Triplet<>(dataProduct2, component, hash2))); - } - - @Test - void testIssueWithScript() { - String issue = "I don't like this script"; - try (Coderun coderun = new Coderun(configPath, scriptPath, token)) { - coderun.getScript().raise_issue(issue, 10); - } - check_issue(issue, script_desc); - } - - @Test - void testIssueWithConfig() { - String issue = "I don't like this config"; - try (Coderun coderun = new Coderun(configPath, scriptPath, token)) { - coderun.getConfig().raise_issue(issue, 10); - } - check_issue(issue, config_desc); - } - - @Test - void testIssueWithRepo() { - String issue = "I don't like this repo"; - try (Coderun coderun = new Coderun(configPath, scriptPath, token)) { - coderun.getCode_repo().raise_issue(issue, 10); - } - check_issue(issue, repo_desc); - } - - @Test - void testIssueWithFileObjects() { - String issue = "I don't like any of these FileObjects"; - try (Coderun coderun = new Coderun(configPath, scriptPath, token)) { - Issue i = coderun.raise_issue(issue, 10); - i.add_fileObjects(coderun.getCode_repo(), coderun.getScript(), coderun.getCode_repo()); - } - check_issue(issue, repo_desc, config_desc, script_desc); - } - - @Test - @Order(14) - void testWriteSamplesMultipleComponentsAndIssues() { - String dataProduct = "animal/dodo"; - String component1 = "example-samples-dodo1"; - String component2 = "example-samples-dodo2"; - String issue1 = "something is terribly wrong with this component"; - String issue2 = "very bad component"; - String issue3 = "this one is not so bad"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - - Object_component_write oc1 = dp.getComponent(component1); - oc1.raise_issue(issue1, 10); - oc1.writeSamples(samples); - oc1.raise_issue(issue2, 1); - - Object_component_write oc2 = dp.getComponent(component2); - oc2.writeSamples(samples); - oc2.raise_issue(issue3, 1); - } - String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2"; - check_last_coderun( - null, - Arrays.asList( - new Triplet<>(dataProduct, component1, hash), - new Triplet<>(dataProduct, component2, hash))); - check_issue(issue1, component1); - check_issue(issue2, component1); - check_issue(issue3, component2); - } - - @Test - @Order(15) - void testReadSamplesMultipleComponentsAndIssues() { - String dataProduct = "animal/dodo"; - String component1 = "example-samples-dodo1"; - String component2 = "example-samples-dodo2"; - String issue1 = "upon re-reading this component we found even more problems"; - String issue2 = "upon re-reading this component we found it's actually OK"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc1 = dc.getComponent(component1); - oc1.raise_issue(issue1, 10); - Object_component_read oc2 = dc.getComponent(component2); - oc1.raise_issue(issue2, 0); - assertThat(oc1.readSamples()).containsExactly(1, 2, 3); - assertThat(oc2.readSamples()).containsExactly(1, 2, 3); - } - String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2"; - check_last_coderun( - Arrays.asList( - new Triplet<>(dataProduct, component1, hash), - new Triplet<>(dataProduct, component2, hash)), - null); - check_issue(issue1, component1); - check_issue(issue2, component1); - } - - @Test - @Order(16) - void testRead_oneIssueToMultipleComp_and_script() { - String dataProduct = "animal/dodo"; - String component1 = "example-samples-dodo1"; - String component2 = "example-samples-dodo2"; - String issue = "one issue for 2 comps"; - String issue2 = "this issue attached itself to the comps"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dc = coderun.get_dp_for_read(dataProduct); - Object_component_read oc1 = dc.getComponent(component1); - Issue i = coderun.raise_issue(issue, 2); - i.add_components(oc1); - Object_component_read oc2 = dc.getComponent(component2); - i.add_components(oc2); - assertThat(oc1.readSamples()).containsExactly(1, 2, 3); - assertThat(oc2.readSamples()).containsExactly(1, 2, 3); - Issue i2 = coderun.raise_issue(issue2, 3); - i2.add_components(oc1, oc2); - i2.add_fileObjects(coderun.getScript()); - } - String hash = "b1f907976527b9b3f54667505a4141ecb1942dd2"; - check_last_coderun( - Arrays.asList( - new Triplet<>(dataProduct, component1, hash), - new Triplet<>(dataProduct, component2, hash)), - null); - check_issue(issue, component1, component2); - check_issue(issue2, component1, component2, script_desc); - } - - @Test - @Order(17) - void testCSV_writeLink() throws IOException { - String dataProduct = "animal/ant"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "csv"); - Object_component_write oc = dp.getComponent(); - Path p = oc.writeLink(); - assertNotNull(p); - try (PrintWriter pw = new PrintWriter(p.toFile())) { - for (String[] s : csv_data) { - String join = String.join(",", s); - pw.println(join); - } - } - } - check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", CSV_hash))); - } - - private List getRecordFromLine(String line) { - List values = new ArrayList<>(); - try (Scanner rowScanner = new Scanner(line)) { - rowScanner.useDelimiter(","); - while (rowScanner.hasNext()) { - values.add(rowScanner.next()); - } - } - return values; - } - - @Test - @Order(18) - void testCSV_readLink() throws IOException { - String dataProduct = "animal/ant"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dp.getComponent(); - Path p = oc.readLink(); - int i = 0; - try (Scanner scanner = new Scanner(p.toFile())) { - while (scanner.hasNextLine()) { - assertThat(getRecordFromLine(scanner.nextLine())).isEqualTo(List.of(csv_data.get(i))); - i = i + 1; - } - } - } - check_last_coderun(List.of(new Triplet<>(dataProduct, "", CSV_hash)), null); - } - - @Test - @Order(19) - void testCSV_writeLink_withIssue() throws IOException { - String dataProduct = "animal/monkey"; - String issue = "this does not seem to contain anything monkey-related"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "csv"); - Object_component_write oc = dp.getComponent(); - Path p = oc.writeLink(); - oc.raise_issue(issue, 9); - assertNotNull(p); - try (PrintWriter pw = new PrintWriter(p.toFile())) { - csv_data.stream().map(s -> String.join(",", s)).forEach(pw::println); - } - } - check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", CSV_hash))); - check_issue(issue, dataProduct); - } - - @Test - @Order(20) - void testCSV_readLink_withIssue() throws IOException { - String dataProduct = "animal/ant"; - String issue = "not enough orange"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dp.getComponent(); - oc.raise_issue(issue, 10); - Path p = oc.readLink(); - int i = 0; - try (Scanner scanner = new Scanner(p.toFile())) { - while (scanner.hasNextLine()) { - assertThat(getRecordFromLine(scanner.nextLine())).isEqualTo(List.of(csv_data.get(i))); - i = i + 1; - } - } - } - check_last_coderun(List.of(new Triplet<>(dataProduct, "", CSV_hash)), null); - check_issue(issue, dataProduct); - } - - @Test - @Order(21) - void testRewriteDPname() { - String dataProduct = "animal/canine"; - String component = "NumberOfLegs"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeSamples(samples); - } - String rewrittenDP = "animal/doggy"; - String hash = "1b87d38867355d56f80bccb04f96d542a5a3c8bc"; - check_last_coderun(null, List.of(new Triplet<>(rewrittenDP, component, hash))); - check_namespace(rewrittenDP, "CoderunTest"); - } - - @Test - @Order(22) - void testReadRewrittenDPname() { - String dataProduct = "animal/canine"; - String component = "NumberOfLegs"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dp.getComponent(component); - oc.readSamples(); - } - String rewrittenDP = "animal/doggy"; - String hash = "1b87d38867355d56f80bccb04f96d542a5a3c8bc"; - check_last_coderun(List.of(new Triplet<>(rewrittenDP, component, hash)), null); - } - - @Test - @Order(23) - void testAltNS() { - String dataProduct = "test/altns"; - String component = "altNScompo"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml"); - Object_component_write oc = dp.getComponent(component); - oc.writeSamples(samples); - } - String hash = "b8e68425f66bfb033dbbfeac3b48b922a2121ca0"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, component, hash))); - check_namespace(dataProduct, "alternativeNS"); - } - - @Test - @Order(24) - void testAltNSread() { - String dataProduct = "test/altns"; - String component = "altNScompo"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - Object_component_read oc = dp.getComponent(component); - oc.readSamples(); - } - String hash = "b8e68425f66bfb033dbbfeac3b48b922a2121ca0"; - check_last_coderun(List.of(new Triplet<>(dataProduct, component, hash)), null); - } - - @Test - @Order(25) - void testConfigFiletype() { - String dataProduct = "animal/chicken"; - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_write dp = coderun.get_dp_for_write(dataProduct); - Object_component_write oc = dp.getComponent(); - try (CleanableFileChannel f = oc.getFileChannel()) { - ByteBuffer bb = ByteBuffer.wrap(chickenTestText.getBytes(StandardCharsets.UTF_8)); - f.write(bb); - } catch (IOException e) { - System.out.println("failed to open FileChannel"); - } - } - String hash = "e19e3f4697ddf60aa09552a5f4390aed11ffd35f"; - check_last_coderun(null, List.of(new Triplet<>(dataProduct, "", hash))); - - try (var coderun = new Coderun(configPath, scriptPath, token)) { - Data_product_read dp = coderun.get_dp_for_read(dataProduct); - RegistryFile_type ft = - (RegistryFile_type) - restClient.get(RegistryFile_type.class, dp.registryObject.getFile_type()); - assertThat(ft.getExtension()).isEqualTo("txt"); - Object_component_read oc = dp.getComponent(); - try (CleanableFileChannel f = oc.getFileChannel()) { - ByteBuffer bb = ByteBuffer.allocate(chickenTestText.length()); - f.read(bb); - String r = new String(bb.array()); - assertThat(r).isEqualTo(chickenTestText); - } catch (IOException e) { - System.out.println("failed to open FileChannel"); - } - } - check_last_coderun(List.of(new Triplet<>(dataProduct, "", hash)), null); - } - - @SuppressWarnings("EmptyTryBlock") - @Test - @Order(26) - void emptyCoderun() { - try (var coderun = new Coderun(configPath, scriptPath, token)) { - // do nothing - } - check_last_coderun(null, null); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java b/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java deleted file mode 100644 index 21bfbb3..0000000 --- a/api/src/test/java/org/fairdatapipeline/config/ConfigTester.java +++ /dev/null @@ -1,30 +0,0 @@ -package org.fairdatapipeline.config; - -import java.net.URISyntaxException; -import java.nio.file.Path; -import java.util.Objects; -import org.fairdatapipeline.yaml.YamlFactory; -import org.fairdatapipeline.yaml.YamlReader; -import org.junit.jupiter.api.*; -import org.junit.jupiter.params.ParameterizedTest; -import org.junit.jupiter.params.provider.ValueSource; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class ConfigTester { - YamlReader yamlReader; - - @BeforeAll - public void setUp() { - yamlReader = new YamlFactory().yamlReader(); - } - - @ParameterizedTest - @ValueSource(strings = {"/config.yaml", "/config1.yaml", "/config2.yaml", "/config-stdapi.yaml"}) - void testConfig(String resourceName) throws URISyntaxException { - Path cfilepath = Path.of(Objects.requireNonNull(getClass().getResource(resourceName)).toURI()); - Assertions.assertDoesNotThrow( - () -> { - new ConfigFactory().config(yamlReader, cfilepath); - }); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java b/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java deleted file mode 100644 index 03f4ecb..0000000 --- a/api/src/test/java/org/fairdatapipeline/distribution/DistributionTest.java +++ /dev/null @@ -1,123 +0,0 @@ -package org.fairdatapipeline.distribution; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.assertj.core.api.Assertions.assertThatExceptionOfType; -import static org.assertj.core.api.Assertions.offset; -import static org.assertj.core.api.Assertions.withinPercentage; - -import java.util.Arrays; -import java.util.List; -import java.util.stream.IntStream; -import org.apache.commons.math3.random.RandomGenerator; -import org.apache.commons.math3.random.Well512a; -import org.fairdatapipeline.distribution.Distribution.DistributionType; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class DistributionTest { - private Distribution gammaDistribution; - private Distribution categoricalDistribution; - - @BeforeAll - public void setUp() { - RandomGenerator rng = new Well512a(); - - gammaDistribution = - ImmutableDistribution.builder() - .internalType(DistributionType.gamma) - .internalShape(1) - .internalScale(2) - .rng(rng) - .build(); - - MinMax firstMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(0) - .upperBoundary(4) - .build(); - - MinMax secondMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(5) - .upperBoundary(9) - .build(); - - MinMax thirdMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(10) - .upperBoundary(14) - .build(); - - MinMax fourthMinMax = - ImmutableMinMax.builder() - .isLowerInclusive(true) - .isUpperInclusive(true) - .lowerBoundary(15) - .upperBoundary(20) - .build(); - - categoricalDistribution = - ImmutableDistribution.builder() - .internalType(DistributionType.categorical) - .bins(List.of(firstMinMax, secondMinMax, thirdMinMax, fourthMinMax)) - .weights(List.of(0.4, 0.1, 0.1, 0.4)) - .rng(rng) - .build(); - } - - @Test - void derivedEstimateFromDistribution() { - assertThat(gammaDistribution.getEstimate().floatValue()).isEqualTo(2F); - } - - @Test - void derivedSamplesFromDistribution() { - assertThatExceptionOfType(UnsupportedOperationException.class) - .isThrownBy(gammaDistribution::getSamples); - } - - @Test - void derivedDistributionFromDistribution() { - assertThat(gammaDistribution.getDistribution()).isEqualTo(gammaDistribution); - } - - @Test - void categoricalDistributionEstimate() { - assertThat(categoricalDistribution.getEstimate().doubleValue()).isCloseTo(10D, offset(0.5D)); - } - - @Test - void categoricalDistributionSample() { - double sampleAvg = - IntStream.range(0, 10000) - .mapToDouble(i -> categoricalDistribution.getSample().doubleValue()) - .average() - .orElseThrow(); - - assertThat(sampleAvg).isCloseTo(10D, offset(0.5D)); - } - - @Test - void categoricalDistributionWeighting() { - double[] samples = - IntStream.range(0, 10000) - .mapToDouble(i -> categoricalDistribution.getSample().doubleValue()) - .toArray(); - - long firstBinOccurrences = Arrays.stream(samples).filter(s -> 0 <= s && s < 5).count(); - long secondBinOccurrences = Arrays.stream(samples).filter(s -> 5 <= s && s < 10).count(); - long thirdBinOccurrences = Arrays.stream(samples).filter(s -> 10 <= s && s < 15).count(); - long fourthBinOccurrences = Arrays.stream(samples).filter(s -> 15 <= s && s <= 20).count(); - - assertThat(firstBinOccurrences).isCloseTo(4000, withinPercentage(15)); - assertThat(secondBinOccurrences).isCloseTo(1000, withinPercentage(15)); - assertThat(thirdBinOccurrences).isCloseTo(1000, withinPercentage(15)); - assertThat(fourthBinOccurrences).isCloseTo(4000, withinPercentage(15)); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java b/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java deleted file mode 100644 index 8bd88ad..0000000 --- a/api/src/test/java/org/fairdatapipeline/estimate/EstimateTest.java +++ /dev/null @@ -1,39 +0,0 @@ -package org.fairdatapipeline.estimate; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.assertj.core.api.Assertions.assertThatExceptionOfType; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import org.apache.commons.math3.random.RandomGenerator; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class EstimateTest { - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - } - - @Test - void derivedEstimateFromEstimate() { - var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build(); - assertThat(data.getEstimate()).isEqualTo(5); - } - - @Test - void derivedSampleFromEstimate() { - var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build(); - assertThatExceptionOfType(UnsupportedOperationException.class).isThrownBy(data::getSamples); - } - - @Test - void derivedDistributionFromEstimate() { - var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build(); - assertThatExceptionOfType(UnsupportedOperationException.class) - .isThrownBy(data::getDistribution); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java deleted file mode 100644 index 1012994..0000000 --- a/api/src/test/java/org/fairdatapipeline/file/CleanableFileChannelIntegrationTest.java +++ /dev/null @@ -1,82 +0,0 @@ -package org.fairdatapipeline.file; - -import static java.nio.file.StandardOpenOption.READ; -import static java.nio.file.StandardOpenOption.WRITE; -import static org.assertj.core.api.Assertions.assertThat; -import static org.assertj.core.api.Assertions.assertThatExceptionOfType; - -import java.io.IOException; -import java.nio.ByteBuffer; -import java.nio.channels.FileChannel; -import java.nio.channels.NonReadableChannelException; -import java.nio.channels.NonWritableChannelException; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.Objects; -import java.util.concurrent.atomic.AtomicBoolean; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class CleanableFileChannelIntegrationTest { - - private FileChannel fileChannelReadable; - private FileChannel fileChannelWritable; - private AtomicBoolean runnableExecuted; - - @BeforeAll - public void setUp() throws Exception { - String parentPath = - Paths.get(Objects.requireNonNull(getClass().getResource("/config.yaml")).toURI()) - .getParent() - .toString(); - this.fileChannelReadable = - FileChannel.open(Path.of(parentPath, "folder/data/parameter/example1.toml"), READ); - this.fileChannelWritable = - FileChannel.open(Path.of(parentPath, "folder/data/parameter/example1.toml"), WRITE); - runnableExecuted = new AtomicBoolean(false); - } - - @Test - void testRunnableExecutesOnClose() { - var cleanableFileChannel = - new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true)); - cleanableFileChannel.close(); - assertThat(runnableExecuted).isTrue(); - } - - @Test - void testOpenForRead() throws IOException { - var cleanableFileChannel = - new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true)); - cleanableFileChannel.read(ByteBuffer.allocate(64)); - assertThat(fileChannelReadable.isOpen()).isTrue(); - } - - @Test - void testOpenForWrite() throws IOException { - var cleanableFileChannel = - new CleanableFileChannel(fileChannelWritable, () -> runnableExecuted.set(true)); - var buffer = ByteBuffer.allocate(64); - buffer.flip(); - cleanableFileChannel.write(buffer); - assertThat(fileChannelWritable.isOpen()).isTrue(); - } - - @Test - void testReadWithWriteFileHandle() { - var cleanableFileChannel = - new CleanableFileChannel(fileChannelWritable, () -> runnableExecuted.set(true)); - var bbuffer = ByteBuffer.allocate(64); - assertThatExceptionOfType(NonReadableChannelException.class) - .isThrownBy(() -> cleanableFileChannel.read(bbuffer)); - } - - @Test - void testWriteWithReadFileHandle() { - var cleanableFileChannel = - new CleanableFileChannel(fileChannelReadable, () -> runnableExecuted.set(true)); - var bbuffer = ByteBuffer.allocate(64); - assertThatExceptionOfType(NonWritableChannelException.class) - .isThrownBy(() -> cleanableFileChannel.write(bbuffer)); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java b/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java deleted file mode 100644 index 4e345e5..0000000 --- a/api/src/test/java/org/fairdatapipeline/hash/Sha1HasherTest.java +++ /dev/null @@ -1,18 +0,0 @@ -package org.fairdatapipeline.hash; - -import static org.assertj.core.api.Assertions.assertThat; - -import org.junit.jupiter.api.*; - -class Sha1HasherTest { - - @Test - void testSha1Hash() { - var input = "test"; - - // Generated via http://www.sha1-online.com/ - var expectedOutput = "a94a8fe5ccb19ba61c4c0873d391e987982fbbd3"; - - assertThat(new Sha1Hasher().hash(input)).isEqualTo(expectedOutput); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java deleted file mode 100644 index f356b8a..0000000 --- a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsDeserializerTest.java +++ /dev/null @@ -1,79 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import com.fasterxml.jackson.core.JsonProcessingException; -import com.fasterxml.jackson.databind.ObjectMapper; -import java.util.Map; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.distribution.Distribution.DistributionType; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.mapper.DataPipelineMapper; -import org.fairdatapipeline.samples.ImmutableSamples; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class ComponentsDeserializerTest { - private final String json = - "{\n" - + " \"example-distribution\": {\n" - + " \"distribution\": \"gamma\",\n" - + " \"scale\": 2,\n" - + " \"shape\": 1,\n" - + " \"type\": \"distribution\"\n" - + " },\n" - + " \"example-estimate\": {\n" - + " \"type\": \"point-estimate\",\n" - + " \"value\": 1.0\n" - + " },\n" - + " \"example-samples\": {\n" - + " \"samples\": [\n" - + " 1,\n" - + " 2,\n" - + " 3\n" - + " ],\n" - + " \"type\": \"samples\"\n" - + " }\n" - + "}"; - - private ObjectMapper objectMapper; - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - objectMapper = new DataPipelineMapper(rng); - } - - @Test - void deserialize() throws JsonProcessingException { - Components actualComponents = objectMapper.readValue(json, Components.class); - - var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build(); - var distribution = - ImmutableDistribution.builder() - .internalType(DistributionType.gamma) - .internalShape(1) - .internalScale(2) - .rng(rng) - .build(); - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - var expectedComponents = - ImmutableComponents.builder() - .components( - Map.of( - "example-estimate", - estimate, - "example-distribution", - distribution, - "example-samples", - samples)) - .build(); - - assertThat(actualComponents).isEqualTo(expectedComponents); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java deleted file mode 100644 index bc93fdb..0000000 --- a/api/src/test/java/org/fairdatapipeline/parameters/ComponentsSerializerTest.java +++ /dev/null @@ -1,79 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; -import static org.skyscreamer.jsonassert.JSONAssert.assertEquals; - -import com.fasterxml.jackson.databind.ObjectMapper; -import java.io.IOException; -import java.io.StringWriter; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.distribution.Distribution.DistributionType; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.mapper.DataPipelineMapper; -import org.fairdatapipeline.samples.ImmutableSamples; -import org.json.JSONException; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class ComponentsSerializerTest { - private final String expectedJson = - "{\n" - + " \"example-distribution\": {\n" - + " \"distribution\": \"gamma\",\n" - + " \"scale\": 2,\n" - + " \"shape\": 1,\n" - + " \"type\": \"distribution\"\n" - + " },\n" - + " \"example-estimate\": {\n" - + " \"type\": \"point-estimate\",\n" - + " \"value\": 1.0\n" - + " },\n" - + " \"example-samples\": {\n" - + " \"samples\": [\n" - + " 1,\n" - + " 2,\n" - + " 3\n" - + " ],\n" - + " \"type\": \"samples\"\n" - + " }\n" - + "}"; - - private ObjectMapper objectMapper; - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - this.rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - objectMapper = new DataPipelineMapper(rng); - } - - @Test - void serialize() throws IOException, JSONException { - var writer = new StringWriter(); - var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build(); - var distribution = - ImmutableDistribution.builder() - .internalType(DistributionType.gamma) - .internalShape(1) - .internalScale(2) - .rng(rng) - .build(); - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - Components components = - ImmutableComponents.builder() - .putComponents("example-estimate", estimate) - .putComponents("example-distribution", distribution) - .putComponents("example-samples", samples) - .build(); - - objectMapper.writeValue(writer, components); - - var actualJson = writer.toString(); - assertThat(actualJson).isNotBlank(); - assertEquals(actualJson, expectedJson, true); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java deleted file mode 100644 index ac4cc10..0000000 --- a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataReaderTest.java +++ /dev/null @@ -1,43 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.ArgumentMatchers.any; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import java.io.Reader; -import org.fairdatapipeline.distribution.Distribution; -import org.fairdatapipeline.estimate.Estimate; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.samples.Samples; -import org.fairdatapipeline.toml.TomlReader; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class ParameterDataReaderTest { - private CleanableFileChannel fileChannel; - private TomlReader tomlReader; - private Estimate mockEstimate; - - @BeforeAll - public void setUp() { - this.fileChannel = mock(CleanableFileChannel.class); - this.tomlReader = mock(TomlReader.class); - this.mockEstimate = mock(Estimate.class); - } - - @Test - void read() { - Components expectedComponents = - ImmutableComponents.builder() - .putComponents("example-estimate", mockEstimate) - .putComponents("example-distribution", mock(Distribution.class)) - .putComponents("example-samples", mock(Samples.class)) - .build(); - - when(tomlReader.read(any(Reader.class), any())).thenReturn(expectedComponents); - var dataReader = new ParameterDataReaderImpl(tomlReader); - - assertThat(dataReader.read(fileChannel, "example-estimate")).isEqualTo(mockEstimate); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java b/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java deleted file mode 100644 index f4ed057..0000000 --- a/api/src/test/java/org/fairdatapipeline/parameters/ParameterDataWriterImplTest.java +++ /dev/null @@ -1,44 +0,0 @@ -package org.fairdatapipeline.parameters; - -import static org.mockito.ArgumentMatchers.any; -import static org.mockito.ArgumentMatchers.eq; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.verify; -import static org.mockito.Mockito.verifyNoMoreInteractions; -import static org.mockito.Mockito.when; - -import java.io.IOException; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.file.CleanableFileChannel; -import org.fairdatapipeline.toml.TomlWriter; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class ParameterDataWriterImplTest { - private CleanableFileChannel fileChannel; - private TomlWriter tomlWriter; - private RandomGenerator rng; - - @BeforeAll - public void setUp() throws Exception { - fileChannel = mock(CleanableFileChannel.class); - tomlWriter = mock(TomlWriter.class); - when(fileChannel.size()).thenReturn(64L); - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - } - - @Test - void writeEstimate() throws IOException { - var dataWriter = new ParameterDataWriterImpl(tomlWriter); - var estimate = ImmutableEstimate.builder().internalValue(5).rng(rng).build(); - var components = ImmutableComponents.builder().putComponents("component", estimate).build(); - dataWriter.write(fileChannel, "component", estimate); - - verify(fileChannel).size(); - verify(fileChannel).position(64); - verify(tomlWriter).write(any(), eq(components)); - verifyNoMoreInteractions(fileChannel); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java b/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java deleted file mode 100644 index 06375b0..0000000 --- a/api/src/test/java/org/fairdatapipeline/samples/SamplerTest.java +++ /dev/null @@ -1,26 +0,0 @@ -package org.fairdatapipeline.samples; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import java.util.List; -import java.util.Random; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class SamplerTest { - private Random random; - - @BeforeAll - public void setUp() { - this.random = mock(Random.class); - } - - @Test - void sample() { - when(random.nextInt(3)).thenReturn(1); - var sampler = new Sampler(random); - assertThat(sampler.sample(List.of(1, 2, 3))).isEqualTo(2); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java b/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java deleted file mode 100644 index 87ea208..0000000 --- a/api/src/test/java/org/fairdatapipeline/samples/SamplesTest.java +++ /dev/null @@ -1,56 +0,0 @@ -package org.fairdatapipeline.samples; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.assertj.core.data.Offset.offset; -import static org.fairdatapipeline.distribution.Distribution.DistributionType.empirical; - -import java.util.stream.IntStream; -import org.apache.commons.math3.random.RandomGenerator; -import org.apache.commons.math3.random.Well512a; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class SamplesTest { - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - rng = new Well512a(); - } - - @Test - void derivedEstimateFromSamples() { - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - assertThat(samples.getEstimate().floatValue()).isCloseTo(2, offset(1e-7F)); - } - - @Test - @Disabled("large numbers are currently unsupported.") - void derivedEstimateLargeSamples() { - var largeValue = 100_000_000_000_000_000L; - var samples = - ImmutableSamples.builder().addSamples(largeValue, largeValue + 1, largeValue + 2).build(); - assertThat(samples.getEstimate()).isEqualTo(largeValue + 1); - } - - @Test - void derivedSamplesFromSamples() { - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - assertThat(samples.getSamples()).containsExactly(1, 2, 3); - } - - @Test - void derivedDistributionFromSamples() { - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - var distribution = samples.getDistribution(); - assertThat(distribution.internalType()).isEqualTo(empirical); - assertThat(distribution.getEstimate().floatValue()).isCloseTo(2, offset(1e-7F)); - var distSampleAvg = - IntStream.range(0, 10000) - .parallel() - .mapToDouble(i -> distribution.getSample().doubleValue()) - .average() - .orElseThrow(); - assertThat(distSampleAvg).isBetween(1.95, 2.05); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java deleted file mode 100644 index 141fdc2..0000000 --- a/api/src/test/java/org/fairdatapipeline/toml/TomlReaderPairwiseIntegrationTest.java +++ /dev/null @@ -1,39 +0,0 @@ -package org.fairdatapipeline.toml; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import com.fasterxml.jackson.core.type.TypeReference; -import java.io.StringReader; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.parameters.Components; -import org.fairdatapipeline.parameters.ImmutableComponents; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class TomlReaderPairwiseIntegrationTest { - private final String toml = - "[example-estimate]\n" + "type = \"point-estimate\"\n" + "value = 1.0"; - - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - } - - @Test - void read() { - TomlReader tomlReader = new TomlReader(new TOMLMapper(rng)); - var reader = new StringReader(toml); - var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build(); - Components components = - ImmutableComponents.builder().putComponents("example-estimate", estimate).build(); - Components components_read = tomlReader.read(reader, new TypeReference<>() {}); - - assertThat(components_read).isEqualTo(components); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java b/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java deleted file mode 100644 index 8ee798d..0000000 --- a/api/src/test/java/org/fairdatapipeline/toml/TomlWriterPairwiseIntegrationTest.java +++ /dev/null @@ -1,74 +0,0 @@ -package org.fairdatapipeline.toml; - -import static org.assertj.core.api.Assertions.assertThat; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; -import static org.skyscreamer.jsonassert.JSONAssert.assertEquals; - -import java.io.StringWriter; -import org.apache.commons.math3.random.RandomGenerator; -import org.fairdatapipeline.distribution.Distribution.DistributionType; -import org.fairdatapipeline.distribution.ImmutableDistribution; -import org.fairdatapipeline.estimate.ImmutableEstimate; -import org.fairdatapipeline.parameters.Components; -import org.fairdatapipeline.parameters.ImmutableComponents; -import org.fairdatapipeline.samples.ImmutableSamples; -import org.json.JSONException; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class TomlWriterPairwiseIntegrationTest { - private final String expectedToml = - "[\"example estimate\"]\n" - + "type = \"point-estimate\"\n" - + "value = 1.0\n" - + "\n" - + "[example-distribution]\n" - + "type = \"distribution\"\n" - + "distribution = \"gamma\"\n" - + "shape = 1\n" - + "scale = 2\n" - + "\n" - + "[example-samples]\n" - + "type = \"samples\"\n" - + "samples = [ 1, 2, 3,]"; - - private TOMLMapper tomlMapper; - private RandomGenerator rng; - - @BeforeAll - public void setUp() { - rng = mock(RandomGenerator.class); - when(rng.nextDouble()).thenReturn(0D); - tomlMapper = new TOMLMapper(rng); - } - - @Test - void write() throws JSONException { - var estimate = ImmutableEstimate.builder().internalValue(1.0).rng(rng).build(); - var distribution = - ImmutableDistribution.builder() - .internalType(DistributionType.gamma) - .internalShape(1) - .internalScale(2) - .rng(rng) - .build(); - var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build(); - - Components components = - ImmutableComponents.builder() - .putComponents("example estimate", estimate) - .putComponents("example-distribution", distribution) - .putComponents("example-samples", samples) - .build(); - - var writer = new StringWriter(); - var tomlWriter = new TomlWriter(tomlMapper); - - tomlWriter.write(writer, components); - - var actualToml = writer.toString(); - assertThat(actualToml).isNotBlank(); - assertEquals(actualToml, expectedToml, true); - } -} diff --git a/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java b/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java deleted file mode 100644 index 5a0b261..0000000 --- a/api/src/test/java/org/fairdatapipeline/yaml/BaseYamlWriterTest.java +++ /dev/null @@ -1,26 +0,0 @@ -package org.fairdatapipeline.yaml; - -import static org.assertj.core.api.Assertions.assertThat; - -import java.io.StringWriter; -import java.io.Writer; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class BaseYamlWriterTest { - private Writer underlyingWriter; - - @BeforeAll - public void setUp() { - underlyingWriter = new StringWriter(); - } - - @Test - void write() { - var writer = new BaseYamlWriter(); - var data = "test"; - writer.write(underlyingWriter, data); - - assertThat(underlyingWriter).hasToString("\"test\"\n"); - } -} diff --git a/api/src/test/resources/config-stdapi.yaml b/api/src/test/resources/config-stdapi.yaml deleted file mode 100644 index bcddb5f..0000000 --- a/api/src/test/resources/config-stdapi.yaml +++ /dev/null @@ -1,93 +0,0 @@ -fail_on_hash_mismatch: True -run_metadata: - description: Coderun Integration test - local_data_registry_url: http://localhost:8000/api/ - default_input_namespace: CoderunTest - default_output_namespace: CoderunTest - local_repo: local repo - script: '' - latest_commit: 988637ffb95381375f6b22e2281fea1bcb6c8fe0 - remote_repo: https://github.com/fake_org/fake_repo/ - -read: - - data_product: human/population - use: - version: 0.0.1 - - data_product: human/distribution - use: - version: 0.0.1 - - data_product: human/cdistribution - use: - version: 0.0.1 - - data_product: human/samples - use: - version: 0.0.1 - - data_product: human/multicomp - use: - version: 0.0.1 - - data_product: animal/dog - use: - version: 0.0.1 - - data_product: animal/dodo - use: - version: 0.0.1 - - data_product: animal/ant - use: - version: 0.0.1 - - data_product: animal/doggy - use: - version: 0.0.1 - - data_product: animal/canine - use: - data_product: animal/doggy - version: 0.0.1 - - data_product: test/altns - use: - namespace: alternativeNS - version: 0.0.1 - - data_product: animal/chicken - use: - version: 0.0.1 - -write: - - data_product: human/population - description: Coderun Integration test - use: - version: 0.0.1 - - data_product: human/distribution - description: Coderun Integration test for distribution - use: - version: 0.0.1 - - data_product: human/cdistribution - description: Coderun Integration test for cdistribution - use: - version: 0.0.1 - - data_product: human/samples - description: Coderun Integration test for samples - use: - version: 0.0.1 - - data_product: human/multicomp - description: Coderun Integration test for samples multiple components - use: - version: 0.0.1 - - data_product: animal/* - description: Coderun Integration test starglob animal - use: - version: 0.0.1 - - data_product: animal/canine - description: testing a rewrite of dp name in use section - use: - data_product: animal/doggy - version: 0.0.1 - - data_product: test/altns - description: testing alternative namespace - use: - namespace: alternativeNS - version: 0.0.1 - - data_product: animal/chicken - description: chicken with config filetype - file_type: txt - use: - version: 0.0.1 - - diff --git a/api/src/test/resources/config.yaml b/api/src/test/resources/config.yaml deleted file mode 100644 index ffd2870..0000000 --- a/api/src/test/resources/config.yaml +++ /dev/null @@ -1,22 +0,0 @@ -run_metadata: - description: A simple analysis - local_data_registry_url: http://localhost:8000/api/ - default_input_namespace: test - default_output_namespace: test - write_data_store: /home/bram/datastore/ - local_repo: local_repo - script: '' - latest_commit: 988637ffb95381375f6b22e2281fea1bcb6c8fe0 - remote_repo: https://github.com/fake_org/fake_repo/ - -write: - - data_product: human/example - description: example write data file - use: - version: 0.0.1 - - -read: - - data_product: human/example - use: - version: 0.0.1 diff --git a/api/src/test/resources/config1.yaml b/api/src/test/resources/config1.yaml deleted file mode 100644 index 9a82e89..0000000 --- a/api/src/test/resources/config1.yaml +++ /dev/null @@ -1,40 +0,0 @@ -fail_on_hash_mismatch: True -run_metadata: - description: A simple analysis - local_data_registry_url: https://localhost:8000/api/ - remote_data_registry_url: https://data.scrc.uk/api/ - default_input_namespace: SCRC - default_output_namespace: johnsmith - write_data_store: /datastore/ - -read: - # Read version 1.0 of human/commutes - - data_product: human/commutes - use: - version: 1.0 - # Read human/health from the cache - - data_product: human/health - use: - version: 1.0 - # cache: /local/file.h5 - # Read crummy_table with specific doi and title - - data_product: crummy_table - use: - version: 1.0 - #title: Supplementary Table 2 - # Read secret_data with specific doi and title from the cache - - data_product: secret_data - use: - version: 1.0 - #title: Supplementary Table 3 - #cache: /local/secret.csv - # Read weird_lost_file (which perhaps has no metadata) with specific hash - #- object: weird_lost_file - # use: - # hash: b5a514810b4cb6dc795848464572771f - -write: - # Write beautiful_figure and increment version number - - data_product: beautiful_figure - use: - version: minor \ No newline at end of file diff --git a/api/src/test/resources/config2.yaml b/api/src/test/resources/config2.yaml deleted file mode 100644 index f4b4ef7..0000000 --- a/api/src/test/resources/config2.yaml +++ /dev/null @@ -1,25 +0,0 @@ -fail_on_hash_mismatch: True -run_metadata: - description: A test model - local_data_registry_url: https://localhost:8000/api/ - remote_data_registry_url: https://data.scrc.uk/api/ - default_input_namespace: SCRC - default_output_namespace: johnsmith - write_data_store: /datastore/ - -read: - - data_product: human/population - use: - namespace: eera - data_product: scotland/human/population - version: 1.0 - -write: - - data_product: human/outbreak-timeseries - use: - data_product: scotland/human/outbreak-timeseries - version: 1.0 - - data_product: human/outbreak/simulation_run - use: - data_product: human/outbreak/simulation_run-1 - version: 1.0 diff --git a/api/src/test/resources/config3.yaml b/api/src/test/resources/config3.yaml deleted file mode 100644 index a35b428..0000000 --- a/api/src/test/resources/config3.yaml +++ /dev/null @@ -1,44 +0,0 @@ -run_metadata: - description: Register a file in the pipeline - local_data_registry_url: https://localhost:8000/api/ - remote_data_registry_url: https://data.scrc.uk/api/ - default_input_namespace: SCRC - default_output_namespace: johnsmith - write_data_store: /datastore/ - - -write: - - data_product: records/SARS-CoV-2/scotland/human-mortality - description: human mortality data - components: - - component: nhs_health_board/week-covid_related_deaths - description: number of covid-related deaths per week per nhs health board - - component: council_area/week-covid_related_deaths - description: number of covid-related deaths per week per council area - - component: age_group/week/gender-country-covid_related_deaths - description: number of covid-related deaths per week per age group, by gender - - component: age_group/week-persons-country-covid_related_deaths - description: number of covid-related deaths per week per age group - - component: location_type/week-covid_related_deaths - description: number of covid-related deaths per week in care homes, at home, at hospital, and other locations - - component: nhs_health_board-covid_related_deaths - description: total number of covid-related deaths per health board per year - - component: council_area-covid_related_deaths - description: total number of covid-related deaths per council area per year - - component: nhs_health_board/week-all_deaths - description: number of deaths (all causes) per week per nhs health board - - component: council_area/week-all_deaths - description: number of deaths (all causes) per week per council area - - component: age_group/week/gender-country-all_deaths - description: number of deaths (all causes) per week per age group, by gender - - component: age_group/week-persons-country-all_deaths - description: number of deaths (all causes) per week per age group - - component: location_type/week-all_deaths - description: number of deaths (all causes) per week in care homes, at home, at hospital, and other locations - - component: nhs_health_board-all_deaths - description: total number of deaths (all causes) per nhs health board per year - - component: council_area-all_deaths - description: total number of deaths (all causes) per council area per year - - component: week-persons-scotland-all_deaths-averaged_over_5years - description: number of deaths (all causes) per week, averaged over 5 years - version: 1.2.3 diff --git a/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml b/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml deleted file mode 100644 index f62fdd5..0000000 --- a/api/src/test/resources/folder-stdapi/data/expectedDistribution.toml +++ /dev/null @@ -1,5 +0,0 @@ -[example-distribution-w] -distribution = "gamma" -shape = 1.0 -scale = 2.0 -type = "distribution" diff --git a/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml b/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml deleted file mode 100644 index a6794b2..0000000 --- a/api/src/test/resources/folder-stdapi/data/expectedDistributionCategorical.toml +++ /dev/null @@ -1,5 +0,0 @@ -[example-distribution-w-categorical] -distribution = "categorical" -bins = ["[0,4]", "[5,9]", "[10,14]", "[15,20]"] -weights = [0.4, 0.1, 0.1, 0.4] -type = "distribution" diff --git a/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml b/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml deleted file mode 100644 index 18f6ef2..0000000 --- a/api/src/test/resources/folder-stdapi/data/expectedEstimate.toml +++ /dev/null @@ -1,3 +0,0 @@ -[example-estimate-w] -value = 1.0 -type = "point-estimate" diff --git a/api/src/test/resources/folder-stdapi/data/expectedSamples.toml b/api/src/test/resources/folder-stdapi/data/expectedSamples.toml deleted file mode 100644 index e866a75..0000000 --- a/api/src/test/resources/folder-stdapi/data/expectedSamples.toml +++ /dev/null @@ -1,3 +0,0 @@ -[example-samples-w] -samples = [1, 2, 3] -type = "samples" diff --git a/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml b/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml deleted file mode 100644 index d6c905d..0000000 --- a/api/src/test/resources/folder-stdapi/data/expectedSamplesMultiple.toml +++ /dev/null @@ -1,6 +0,0 @@ -[example-samples-w1] -samples = [1, 2, 3] -type = "samples" -[example-samples-w2] -samples = [1, 2, 3] -type = "samples" diff --git a/api/src/test/resources/folder-stdapi/data/metadata.yaml b/api/src/test/resources/folder-stdapi/data/metadata.yaml deleted file mode 100644 index 7d63bd6..0000000 --- a/api/src/test/resources/folder-stdapi/data/metadata.yaml +++ /dev/null @@ -1,35 +0,0 @@ -- - data_product: parameter - component: example-estimate - version: 1.0.0 - filename: parameter/example1.toml -- - data_product: parameter - component: example-distribution - version: 1.0.0 - filename: parameter/example1.toml -- - data_product: parameter - component: example-distribution-categorical - version: 1.0.0 - filename: parameter/example1.toml -- - data_product: parameter - component: example-samples - version: 1.0.0 - filename: parameter/example1.toml -- - data_product: object - component: example-table - version: 1.0.0 - filename: object/example4.h5 -- - data_product: object - component: example-array - version: 1.0.0 - filename: object/example5.h5 -- - data_product: object - component: grid1km/10year/females - version: 1.0.0 - filename: object/example5.h5 diff --git a/api/src/test/resources/folder-stdapi/data/parameter/example1.toml b/api/src/test/resources/folder-stdapi/data/parameter/example1.toml deleted file mode 100644 index e1591e8..0000000 --- a/api/src/test/resources/folder-stdapi/data/parameter/example1.toml +++ /dev/null @@ -1,19 +0,0 @@ -[example-estimate] -type = "point-estimate" -value = 1.0 - -[example-distribution] -type = "distribution" -distribution = "gamma" -shape = 1 -scale = 2 - -[example-distribution-categorical] -type = "distribution" -distribution = "categorical" -bins = ["[0,4]", "[5,9]", "[10,14]", "[15,20]"] -weights = [0.4, 0.1, 0.1, 0.4] - -[example-samples] -type = "samples" -samples = [ 1, 2, 3,] \ No newline at end of file diff --git a/api/src/test/resources/folder/data/metadata.yaml b/api/src/test/resources/folder/data/metadata.yaml deleted file mode 100644 index 7536949..0000000 --- a/api/src/test/resources/folder/data/metadata.yaml +++ /dev/null @@ -1,25 +0,0 @@ -- - data_product: parameter - component: example-estimate - version: 1.0.0 - filename: parameter/example1.toml -- - data_product: parameter - component: example-distribution - version: 1.0.0 - filename: parameter/example2.toml -- - data_product: parameter - component: example-samples - version: 1.0.0 - filename: parameter/example3.toml -- - data_product: object - component: example-table - version: 1.0.0 - filename: object/example4.h5 -- - data_product: object - component: example-array - version: 1.0.0 - filename: object/example5.h5 diff --git a/api/src/test/resources/folder/data/parameter/example1.toml b/api/src/test/resources/folder/data/parameter/example1.toml deleted file mode 100644 index 68db774..0000000 --- a/api/src/test/resources/folder/data/parameter/example1.toml +++ /dev/null @@ -1,33 +0,0 @@ -# This is a TOML document. - -title = "TOML Example" - -[owner] -name = "Tom Preston-Werner" -dob = 1979-05-27T07:32:00-08:00 # First class dates - -[database] -server = "192.168.1.1" -ports = [ 8001, 8001, 8002 ] -connection_max = 5000 -enabled = true - -[servers] - - # Indentation (tabs and/or spaces) is allowed but not required - [servers.alpha] - ip = "10.0.0.1" - dc = "eqdc10" - - [servers.beta] - ip = "10.0.0.2" - dc = "eqdc10" - -[clients] -data = [ ["gamma", "delta"], [1, 2] ] - -# Line breaks are OK when inside arrays -hosts = [ - "alpha", - "omega" -] \ No newline at end of file diff --git a/api/src/test/resources/script.sh b/api/src/test/resources/script.sh deleted file mode 100644 index 700d929..0000000 --- a/api/src/test/resources/script.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/sh - -echo "this is my dummy submission script" diff --git a/build.gradle b/build.gradle deleted file mode 100644 index f8b50cd..0000000 --- a/build.gradle +++ /dev/null @@ -1,5 +0,0 @@ -buildscript { - repositories { - mavenCentral() - } -} diff --git a/constant-values.html b/constant-values.html new file mode 100644 index 0000000..0c92bc9 --- /dev/null +++ b/constant-values.html @@ -0,0 +1,148 @@ + + + + + +Constant Field Values (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Constant Field Values

+
+

Contents

+
+
+
+
+ +
+ + diff --git a/dataregistry/build.gradle b/dataregistry/build.gradle deleted file mode 100644 index d15123a..0000000 --- a/dataregistry/build.gradle +++ /dev/null @@ -1,127 +0,0 @@ -plugins { - id 'java' - id "com.diffplug.gradle.spotless" version "4.4.0" - id "maven-publish" - id "signing" - id "jacoco" -} - -group 'org.fairdatapipeline' -version '1.0.0-rc3' - -java { - sourceCompatibility = JavaVersion.VERSION_11 - targetCompatibility = JavaVersion.VERSION_11 - withJavadocJar() - withSourcesJar() -} - -javadoc { - options.overview = "src/main/java/org/fairdatapipeline/dataregistry/overview.html" -} - -repositories { - mavenCentral() -} - -dependencies { - testImplementation(platform('org.junit:junit-bom:5.8.1')) - testImplementation 'org.junit.jupiter:junit-jupiter:5.8.2' - testImplementation 'org.hamcrest:hamcrest:2.2' - testImplementation 'org.mockito:mockito-core:4.3.1' - implementation 'org.glassfish.jersey.core:jersey-client:3.0.4' - implementation 'org.glassfish.jersey.inject:jersey-hk2:3.0.4' - implementation 'org.glassfish.jersey:jersey-bom:3.0.4' - implementation 'jakarta.ws.rs:jakarta.ws.rs-api:3.0.0' - implementation 'com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.15.2' - implementation 'com.fasterxml.jackson.core:jackson-databind:2.15.2' - implementation 'com.fasterxml.jackson.core:jackson-annotations:2.15.2' - implementation 'com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.15.2' - implementation 'commons-io:commons-io:2.11.0' - implementation 'org.apache.commons:commons-lang3:3.12.0' - implementation 'jakarta.activation:jakarta.activation-api:2.1.0' - implementation 'org.slf4j:slf4j-api:1.7.36' - implementation 'org.slf4j:slf4j-simple:1.7.36' -} - -spotless { - java { - googleJavaFormat() - } -} - -test { - useJUnitPlatform() - testLogging { - events "passed", "skipped", "failed" - } - finalizedBy jacocoTestReport -} -jacocoTestReport { - dependsOn test - reports { - xml.enabled true - html.enabled false - } -} - -publishing { - publications { - mavenJava(MavenPublication) { - artifactId = 'dataregistry' - from components.java - versionMapping { - usage('java-api') { - fromResolutionOf('runtimeClasspath') - } - usage('java-runtime') { - fromResolutionResult() - } - } - pom { - name = 'javaDataPipeline Dataregistry' - description = 'The library used by javaDataPipeline API to access the FAIR DataPipeline Registry' - url = 'http://www.fairdatapipeline.org/' - licenses { - license { - name = 'GNU LESSER GENERAL PUBLIC LICENSE, Version 3.0' - url = 'https://www.gnu.org/licenses/lgpl-3.0.html' - } - } - organization { - name = 'THE SCOTTISH COVID-19 RESPONSE CONSORTIUM' - url = 'https://www.gla.ac.uk/research/az/scrc/' - } - developers { - developer { - id = 'bram' - name = 'Bram Boskamp' - email = 'bram@boska.mp' - organization = 'Biomathematics and Statistics Scotland' - organizationUrl = 'https://www.bioss.ac.uk/' - } - } - scm { - connection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git' - developerConnection = 'scm:git:https://github.com/FAIRDataPipeline/javaDataPipeline.git' - url = 'https://github.com/FAIRDataPipeline/javaDataPipeline' - } - } - } - } - repositories { - maven { - url = 'https://s01.oss.sonatype.org/service/local/staging/deploy/maven2/' - credentials { - username findProperty('ossrhUsername') - password findProperty('ossrhPassword') - } - } - } -} - -signing { - if (project.hasProperty('signing.keyId') && project.hasProperty('signing.secretKeyRingFile')) { - sign publishing.publications.mavenJava - } -} diff --git a/dataregistry/gradle.properties b/dataregistry/gradle.properties deleted file mode 100644 index e69de29..0000000 diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java deleted file mode 100644 index bc78e9e..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryAuthor.java +++ /dev/null @@ -1,66 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; - -/** - * Authors that can be associated with an Object usually for use with ExternalObjects to record - * paper authors, etc. - */ -@XmlRootElement -public class RegistryAuthor extends Registry_Updateable { - @XmlElement private String name; - - @XmlElement private String identifier; - - @XmlElement private String uuid; - - /** - * (optional): Full name or organisation name of the Author. Note that at least one of name or - * identifier must be specified. - * - * @return Full name or organisation name of the Author. - */ - public String getName() { - return this.name; - } - - /** - * (optional): Full URL of identifier (e.g. ORCiD or ROR ID) of the Author. - * - * @return Full URL of identifier (e.g. ORCiD or ROR ID) of the Author. - */ - public String getIdentifier() { - return this.identifier; - } - - /** - * (optional): UUID of the Author. If not specified a UUID is generated automatically by Registry - * - * @return UUID of the Author. - */ - public String getUuid() { - return this.uuid; - } - - /** - * @param name (optional): Full name or organisation name of the Author. Note that at least one of - * name or identifier must be specified. - */ - public void setName(String name) { - this.name = name; - } - - /** @param identifier (optional): Full URL of identifier (e.g. ORCiD or ROR ID) of the Author. */ - public void setIdentifier(String identifier) { - this.identifier = identifier; - } - - /** - * @param uuid (optional): UUID of the Author. If not specified a UUID is generated automatically - * by Registry - */ - public void setUuid(String uuid) { - this.uuid = uuid; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java deleted file mode 100644 index 94c7041..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_repo_release.java +++ /dev/null @@ -1,80 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.net.URL; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** Information marking that an Object is an official release of a model code. */ -@XmlRootElement -public class RegistryCode_repo_release extends Registry_Updateable { - @XmlElement private String name; - - @XmlElement private String version; - - @XmlElement private URL website; - - @XmlElement private APIURL object; - - /** - * Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version - * - * @return Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version - */ - public String getName() { - return this.name; - } - - /** - * Version identifier of the CodeRepoRelease, must conform to semantic versioning syntax, unique - * in the context of the CodeRepoRelease.name. - * - * @return Version identifier of the CodeRepoRelease. - */ - public String getVersion() { - return this.version; - } - - /** - * (optional): URL of the website for this code release, if applicable. - * - * @return URL of the website for this code release. - */ - public URL getWebsite() { - return this.website; - } - - /** - * APIURL of the associated Object. - * - * @return APIURL of the associated Object. - */ - public APIURL getObject() { - return this.object; - } - - /** - * @param name Name of the CodeRepoRelease, unique in the context of the CodeRepoRelease.version - */ - public void setName(String name) { - this.name = name; - } - - /** - * @param version Version identifier of the CodeRepoRelease, must conform to semantic versioning - * syntax, unique in the context of the CodeRepoRelease.name. - */ - public void setVersion(String version) { - this.version = version; - } - - /** @param website (optional): URL of the website for this code release, if applicable. */ - public void setWebsite(URL website) { - this.website = website; - } - - /** @param object APIURL of the associated Object. */ - public void setObject(APIURL object) { - this.object = object; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java deleted file mode 100644 index f90bd59..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryCode_run.java +++ /dev/null @@ -1,210 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.time.LocalDateTime; -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** A code run along with its associated, code repo, configuration, input and outputs. */ -@XmlRootElement -public class RegistryCode_run extends Registry_Updateable { - - @XmlElement private LocalDateTime run_date; - - @XmlElement private String description; - - @XmlElement private APIURL code_repo; - - @XmlElement private APIURL model_config; - - @XmlElement private APIURL submission_script; - - @XmlElement private List inputs; - - @XmlElement private List outputs; - - @XmlElement private String uuid; - - @XmlElement private APIURL prov_report; - - @XmlElement private APIURL ro_crate; - - /** Empty Constructor. */ - public RegistryCode_run() { - methods_allowed = List.of("GET", "PUT", "PATCH", "DELETE", "HEAD", "OPTIONS"); - } - - /** - * Datetime of the CodeRun. - * - * @return Datetime of the CodeRun. - */ - public LocalDateTime getRun_date() { - return this.run_date; - } - - /** - * (optional): Free text description of the CodeRun. - * - * @return Free text description of the CodeRun. - */ - public String getDescription() { - return this.description; - } - - /** - * (optional): Reference to the RegistryObject associated with the StorageLocation where the code - * repository is stored. - * - * @return Reference to the RegistryObject associated with the StorageLocation where the code - * repository is stored. - */ - public APIURL getCode_repo() { - return this.code_repo; - } - - /** - * Reference to the RegistryObject for the YAML configuration used for the CodeRun. - * - * @return Reference to the RegistryObject for the YAML configuration used for the CodeRun. - */ - public APIURL getModel_config() { - return this.model_config; - } - - /** - * Reference to the RegistryObject for the submission script used for the CodeRun. - * - * @return Reference to the RegistryObject for the submission script used for the CodeRun. - */ - public APIURL getSubmission_script() { - return this.submission_script; - } - - /** - * List of RegistryObject_component that the CodeRun used as inputs. - * - * @return List of RegistryObject_component that the CodeRun used as inputs. - */ - public List getInputs() { - // used to return empty arraylist when inputs==null, but we are more likely to be able to use - // the PATCH method if unset items are null. - return (this.inputs == null) ? null : new ArrayList<>(this.inputs); - } - - /** - * List of RegistryObject_component that the CodeRun produced as outputs. - * - * @return List of RegistryObject_component that the CodeRun produced as outputs. - */ - public List getOutputs() { - // used to return empty arraylist when outputs==null, but we are more likely to be able to use - // the PATCH method if unset items are null. - return (this.outputs == null) ? null : new ArrayList<>(this.outputs); - } - - /** - * (optional): UUID of the CodeRun. If not specified a UUID is generated automatically. - * - * @return UUID of the CodeRun. - */ - public String getUuid() { - return this.uuid; - } - - /** - * (read only): Reference to the PROV report for this Coderun. - * - * @return Reference to the PROV report for this Coderun. - */ - public APIURL getProv_report() { - return this.prov_report; - } - - /** - * APIURL reference to the ro_crate for this Data product - * - * @return APIURL reference to the ro_crate report for this Data product - */ - public APIURL getRo_crate() { - return this.ro_crate; - } - - /** @param run_date Datetime of the CodeRun. */ - public void setRun_date(LocalDateTime run_date) { - this.run_date = run_date; - } - - /** @param description (optional): Free text description of the CodeRun. */ - public void setDescription(String description) { - this.description = description; - } - - /** - * @param code_repo (optional): Reference to the RegistryObject associated with the - * StorageLocation where the code repository is stored. - */ - public void setCode_repo(APIURL code_repo) { - this.code_repo = code_repo; - } - - /** - * @param model_config Reference to the RegistryObject for the YAML configuration used for the - * CodeRun. - */ - public void setModel_config(APIURL model_config) { - this.model_config = model_config; - } - - /** - * @param submission_script Reference to the RegistryObject for the submission script used for the - * CodeRun. - */ - public void setSubmission_script(APIURL submission_script) { - this.submission_script = submission_script; - } - - /** @param inputs List of RegistryObject_component that the CodeRun used as inputs. */ - public void setInputs(List inputs) { - this.inputs = (inputs == null) ? null : new ArrayList<>(inputs); - } - - /** @param outputs List of RegistryObject_component that the CodeRun produced as outputs. */ - public void setOutputs(List outputs) { - this.outputs = (outputs == null) ? null : new ArrayList<>(outputs); - } - - /** - * Add an output - * - * @param output Reference to a RegistryObject_component to add as an output of this Code_run - */ - public void addOutput(APIURL output) { - if (this.outputs == null) { - this.outputs = new ArrayList<>(); - } - this.outputs.add(output); - } - - /** - * Add an input - * - * @param input Reference to a RegistryObject_component to add as an input of this Code_run - */ - public void addInput(APIURL input) { - if (this.inputs == null) { - this.inputs = new ArrayList<>(); - } - this.inputs.add(input); - } - - /** - * @param uuid (optional): UUID of the CodeRun. If not specified a UUID is generated - * automatically. - */ - public void setUuid(String uuid) { - this.uuid = uuid; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java deleted file mode 100644 index 4665761..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryData_product.java +++ /dev/null @@ -1,134 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonFormat; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** A data product that is used by or generated by a model. */ -@XmlRootElement -public class RegistryData_product extends Registry_Updateable { - - @XmlElement private String name; - - @XmlElement private String version; - - @XmlElement private APIURL object; - - @XmlElement private APIURL namespace; - - @XmlElement private APIURL external_object; - - @JsonFormat(shape = JsonFormat.Shape.NUMBER) - @XmlElement - private boolean internal_format; - - @XmlElement private APIURL prov_report; - - @XmlElement private APIURL ro_crate; - - /** Empty constructor. */ - public RegistryData_product() { - this.methods_allowed = List.of("GET", "PUT", "PATCH", "HEAD", "OPTIONS"); - } - - /** - * Name of the DataProduct, unique in the context of the triple (name, version, namespace) - * - * @return Name of the DataProduct. - */ - public String getName() { - return name; - } - - /** - * Version identifier of the DataProduct, must conform to semantic versioning syntax. - * - * @return Version identifier of the DataProduct, must conform to semantic versioning syntax. - */ - public String getVersion() { - return version; - } - - /** - * APIURL of the associated Object. - * - * @return APIURL of the associated Object. - */ - public APIURL getObject() { - return object; - } - - /** - * API URL of the Namespace of the DataProduct. - * - * @return API URL of the Namespace of the DataProduct. - */ - public APIURL getNamespace() { - return namespace; - } - - /** - * read-only: ExternalObject API URL associated with this DataProduct. - * - * @return ExternalObject API URL associated with this DataProduct. - */ - public APIURL getExternal_object() { - return external_object; - } - - /** - * Whether this data product is in TOML/H5 format managed/specified by the data pipeline, I think. - * - * @return Whether this data product is in TOML/H5 format managed/specified by the data pipeline, - * I think. - */ - public boolean isInternal_format() { - return this.internal_format; - } - - /** - * APIURL reference to the PROV report for this Data product - * - * @return APIURL reference to the PROV report for this Data product - */ - public APIURL getProv_report() { - return this.prov_report; - } - - /** - * APIURL reference to the ro_crate for this Data product - * - * @return APIURL reference to the ro_crate report for this Data product - */ - public APIURL getRo_crate() { - return this.ro_crate; - } - - /** - * @param name Name of the DataProduct, unique in the context of the triple (name, version, - * namespace) - */ - public void setName(String name) { - this.name = name; - } - - /** - * @param version Version identifier of the DataProduct, must conform to semantic versioning - * syntax. - */ - public void setVersion(String version) { - this.version = version; - } - - /** @param object APIURL of the associated Object. */ - public void setObject(APIURL object) { - this.object = object; - } - - /** @param namespace API URL of the Namespace of the DataProduct. */ - public void setNamespace(APIURL namespace) { - this.namespace = namespace; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java deleted file mode 100644 index 99a2f0b..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryExternal_object.java +++ /dev/null @@ -1,197 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonFormat; -import java.net.URL; -import java.time.LocalDateTime; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * An external data object, one that has come from somewhere other than being generated as part of - * the modelling pipeline. - */ -@XmlRootElement -public class RegistryExternal_object extends Registry_Updateable { - @XmlElement private URL identifier; - - @XmlElement private String alternate_identifier; - - @XmlElement private String alternate_identifier_type; - - @JsonFormat(shape = JsonFormat.Shape.NUMBER) - @XmlElement - private boolean primary_not_supplement; - - @XmlElement private LocalDateTime release_date; - - @XmlElement private String title; - - @XmlElement private String description; - - @XmlElement private APIURL data_product; - - @XmlElement private APIURL original_store; - - @XmlElement private String version; - - /** - * Full URL of identifier (e.g. DataCite DOI) of the ExternalObject, unique in the context of the - * triple (identifier, title, version). At least one of identifier and alternate_identifier must - * be defined. - * - * @return Full URL of identifier (e.g. DataCite DOI) of the ExternalObject. - */ - public URL getIdentifier() { - return identifier; - } - - /** - * Name of the ExternalObject, unique in the context of the quadruple (alternate_identifier, - * alternate_identifier_type, title, version). Unlike identifier, this is free text, not a url. - * For instance, it can be a locally unique name for a data resource within the domain of issue. - * It is associated with a alternate_identifier_type which describes its origin. - * - * @return Name of the ExternalObject. Unlike identifier, this is free text, not a url. - */ - public String getAlternate_identifier() { - return alternate_identifier; - } - - /** - * Type of alternate_identifier, required if alternate_identifier is defined. - * - * @return Type of alternate_identifier. - */ - public String getAlternate_identifier_type() { - return alternate_identifier_type; - } - - /** - * (optional): Boolean flag to indicate that the ExternalObject is a primary source. - * - * @return Boolean flag to indicate that the ExternalObject is a primary source. - */ - public boolean isPrimary_not_supplement() { - return primary_not_supplement; - } - - /** - * Date-time the ExternalObject was released. - * - * @return Date-time the ExternalObject was released. - */ - public LocalDateTime getRelease_date() { - return release_date; - } - - /** - * Title of the ExternalObject. - * - * @return Title of the ExternalObject. - */ - public String getTitle() { - return title; - } - - /** - * (optional): Free text description of the ExternalObject. - * - * @return Free text description of the ExternalObject. - */ - public String getDescription() { - return description; - } - - /** - * API URL of the associated DataProduct. - * - * @return API URL of the associated DataProduct. - */ - public APIURL getData_product() { - return data_product; - } - - /** - * (optional): StorageLocation that references the original location of this ExternalObject. For - * example, if the original data location could be transient and so the data has been copied to a - * more robust location, this would be the reference to the original data location. - * - * @return API URL of the StorageLocation that references the original location of this - * ExternalObject. - */ - public APIURL getOriginal_store() { - return original_store; - } - - /** - * (read-only) Version identifier of the DataProduct associated with this ExternalObject. - * - * @return Version identifier of the DataProduct associated with this ExternalObject. - */ - public String getVersion() { - return version; - } - - /** - * @param identifier Full URL of identifier (e.g. DataCite DOI) of the ExternalObject, unique in - * the context of the triple (identifier, title, version). At least one of identifier and - * alternate_identifier must be defined. - */ - public void setIdentifier(URL identifier) { - this.identifier = identifier; - } - - /** - * @param alternate_identifier Name of the ExternalObject, unique in the context of the quadruple - * (alternate_identifier, alternate_identifier_type, title, version). Unlike identifier, this - * is free text, not a url. - */ - public void setAlternate_identifier(String alternate_identifier) { - this.alternate_identifier = alternate_identifier; - } - - /** - * @param alternate_identifier_type Type of alternate_identifier, required if alternate_identifier - * is defined. - */ - public void setAlternate_identifier_type(String alternate_identifier_type) { - this.alternate_identifier_type = alternate_identifier_type; - } - - /** - * @param primary_not_supplement (optional): Boolean flag to indicate that the ExternalObject is a - * primary source. - */ - public void setPrimary_not_supplement(boolean primary_not_supplement) { - this.primary_not_supplement = primary_not_supplement; - } - - /** @param release_date Date-time the ExternalObject was released. */ - public void setRelease_date(LocalDateTime release_date) { - this.release_date = release_date; - } - - /** @param title Title of the ExternalObject. */ - public void setTitle(String title) { - this.title = title; - } - - /** @param description (optional): Free text description of the ExternalObject. */ - public void setDescription(String description) { - this.description = description; - } - - /** @param data_product API URL of the associated DataProduct. */ - public void setData_product(APIURL data_product) { - this.data_product = data_product; - } - - /** - * @param original_store (optional): StorageLocation that references the original location of this - * ExternalObject. - */ - public void setOriginal_store(APIURL original_store) { - this.original_store = original_store; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java deleted file mode 100644 index d6690bd..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryFile_type.java +++ /dev/null @@ -1,70 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; - -/** The file type of an object. */ -@XmlRootElement -public class RegistryFile_type extends Registry_Updateable { - @XmlElement private String name; - - @XmlElement private String extension; - - /** Empty constructor */ - public RegistryFile_type() {} - - /** - * Constructor - * - * @param name Name of the file type. (text description like 'Microsoft Excel Open XML - * Spreadsheet') - * @param extension Filename extension. (like csv) - */ - public RegistryFile_type(String name, String extension) { - this.name = name; - this.extension = extension; - } - - /** - * Name of the file type. Examples: - * - *
    - *
  • Hierarchical Data Format version 5 - *
  • Comma-separated values file - *
  • Microsoft Excel Open XML Spreadsheet - *
- * - * @return Name of the file type. - */ - public String getName() { - return name; - } - - /** - * Filename extension. Examples: - * - *
    - *
  • h5 - *
  • csv - *
  • xlsx - *
- * - * @return The filename extension. - */ - public String getExtension() { - return extension; - } - - /** - * @param name Name of the file type. (text description like 'Microsoft Excel Open XML - * Spreadsheet') - */ - public void setName(String name) { - this.name = name; - } - - /** @param extension Filename extension. (like csv) */ - public void setExtension(String extension) { - this.extension = extension; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java deleted file mode 100644 index b6e0c9c..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryIssue.java +++ /dev/null @@ -1,121 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** A quality issue that can be attached to any Object or ObjectComponent. */ -@XmlRootElement -public class RegistryIssue extends Registry_Updateable { - - @XmlElement private Integer severity; - - @XmlElement private String description; - - @XmlElement private List component_issues; - - @XmlElement private String uuid; - - /** Empty constructor */ - public RegistryIssue() { - this.methods_allowed = List.of("GET", "PUT", "PATCH", "HEAD", "OPTIONS"); - } - - /** - * Constructor - * - * @param description Free text description of the Issue. - * @param severity Severity of this Issue as an integer, the larger the value the more severe the - * Issue. - */ - public RegistryIssue(String description, Integer severity) { - this(); - this.description = description; - this.severity = severity; - } - - /** - * Severity of this Issue as an integer, the larger the value the more severe the Issue. - * - * @return Severity of this Issue as an integer, the larger the value the more severe the Issue. - */ - public Integer getSeverity() { - return this.severity; - } - - /** - * Free text description of the Issue. - * - * @return Free text description of the Issue. - */ - public String getDescription() { - return this.description; - } - - /** - * List of ObjectComponent {@link APIURL APIURLs} which the Issue is associated with. - * - * @return List of ObjectComponent {@link APIURL APIURLs} which the Issue is associated with. - */ - public List getComponent_issues() { - return (this.component_issues == null) - ? new ArrayList<>() {} - : new ArrayList<>(this.component_issues); - } - - /** - * (optional): UUID of the Issue. If not specified a UUID is generated automatically. - * - * @return UUID of the Issue. - */ - public String getUuid() { - return this.uuid; - } - - /** - * Severity of this Issue as an integer, the larger the value the more severe the Issue. - * - * @param severity Severity of this Issue as an integer, the larger the value the more severe the - * Issue. - */ - public void setSeverity(Integer severity) { - this.severity = severity; - } - - /** - * Free text description of the Issue. - * - * @param description Free text description of the Issue. - */ - public void setDescription(String description) { - this.description = description; - } - - /** - * Set the list of Object_components associated with this Issue. - * - * @param component_issues The list of Object_components associated with this Issue. - */ - public void setComponent_issues(List component_issues) { - this.component_issues = new ArrayList<>(component_issues); - } - - /** - * Associate a Object_component with this Issue. - * - * @param object_component_url The RegistryObject_component APIURL to add to this Issue - */ - public void addComponent_issue(APIURL object_component_url) { - if (this.component_issues == null) this.component_issues = new ArrayList<>(); - if (object_component_url != null && !this.component_issues.contains(object_component_url)) { - this.component_issues.add(object_component_url); - } - } - - /** @param uuid UUID of the Issue. If not specified a UUID is generated automatically. */ - public void setUuid(String uuid) { - this.uuid = uuid; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java deleted file mode 100644 index 2f1c191..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKey_value.java +++ /dev/null @@ -1,57 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** Free meta-data key-values associated with an Object. */ -@XmlRootElement -public class RegistryKey_value extends Registry_Updateable { - @XmlElement private String key; - - @XmlElement private String value; - - @XmlElement private APIURL object; - - /** - * Meta-data name - * - * @return Meta-data name - */ - public String getKey() { - return this.key; - } - - /** - * Meta-data value - * - * @return Meta-data value - */ - public String getValue() { - return this.value; - } - - /** - * APIURL of the associated Object. - * - * @return APIURL of the associated Object. - */ - public APIURL getObject() { - return this.object; - } - - /** @param key Meta-data name */ - public void setKey(String key) { - this.key = key; - } - - /** @param value Meta-data value */ - public void setValue(String value) { - this.value = value; - } - - /** @param object APIURL of the associated Object. */ - public void setObject(APIURL object) { - this.object = object; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java deleted file mode 100644 index 413e61c..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryKeyword.java +++ /dev/null @@ -1,61 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.net.URL; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * Keywords that can be associated with an Object usually for use with ExternalObjects to record - * paper keywords, etc. - */ -@XmlRootElement -public class RegistryKeyword extends Registry_Updateable { - @XmlElement private APIURL object; - - @XmlElement private String keyphrase; - - @XmlElement private URL identifier; - - /** - * {@link APIURL} of the associated Object. - * - * @return {@link APIURL} of the associated Object. - */ - public APIURL getObject() { - return this.object; - } - - /** - * Free text field for the key phrase to associate with the Object. - * - * @return Free text field for the key phrase to associate with the Object. - */ - public String getKeyphrase() { - return this.keyphrase; - } - - /** - * (optional): URL of ontology annotation to associate with this Keyword. - * - * @return URL of ontology annotation to associate with this Keyword. - */ - public URL getIdentifier() { - return this.identifier; - } - - /** @param object {@link APIURL} of the associated Object. */ - public void setObject(APIURL object) { - this.object = object; - } - - /** @param keyphrase Free text field for the key phrase to associate with the Object. */ - public void setKeyphrase(String keyphrase) { - this.keyphrase = keyphrase; - } - - /** @param identifier (optional): URL of ontology annotation to associate with this Keyword. */ - public void setIdentifier(URL identifier) { - this.identifier = identifier; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java deleted file mode 100644 index f4be74f..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryNamespace.java +++ /dev/null @@ -1,69 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.net.URL; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; - -/** A namespace that can be used to group DataProducts. */ -@XmlRootElement -public class RegistryNamespace extends Registry_Updateable { - @XmlElement private String name; - - @XmlElement private String full_name; - - @XmlElement private URL website; - - /** Empty constructor. */ - public RegistryNamespace() {} - - /** - * Constructor. - * - * @param name The Namespace name. - */ - public RegistryNamespace(String name) { - this.name = name; - } - - /** - * The Namespace name. - * - * @return The Namespace name. - */ - public String getName() { - return this.name; - } - - /** - * (optional): The full name of the Namespace. - * - * @return The full name of the Namespace. - */ - public String getFull_name() { - return this.full_name; - } - - /** - * (optional): Website URL associated with the Namespace. - * - * @return Website URL associated with the Namespace. - */ - public URL getWebsite() { - return this.website; - } - - /** @param name The Namespace name */ - public void setName(String name) { - this.name = name; - } - - /** @param full_name (optional): The full name of the Namespace. */ - public void setFull_name(String full_name) { - this.full_name = full_name; - } - - /** @param website (optional): Website URL associated with the Namespace. */ - public void setWebsite(URL website) { - this.website = website; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java deleted file mode 100644 index e9b94de..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject.java +++ /dev/null @@ -1,174 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonIgnore; -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * Core traceability object used to represent any data object such DataProduct, CodeRepoRelease, - * etc. - */ -@XmlRootElement -public class RegistryObject extends Registry_Updateable { - @XmlElement private String description; - - @XmlElement private APIURL storage_location; - - @XmlElement private List authors; - - @XmlElement private String uuid; - - @XmlElement private APIURL file_type; - - @XmlElement private List components; - - @XmlElement private List data_products; - - @XmlElement private APIURL code_repo_release; - - @XmlElement private APIURL quality_control; - - @XmlElement private List licences; - - @XmlElement private List keywords; - - /** - * (optional): Free text description of the Object. - * - * @return Free text description of the Object. - */ - public String getDescription() { - return description; - } - - /** - * (optional): The APIURL of the StorageLocation which is the location of the physical data of - * this object, if applicable. - * - * @return The APIURL of the StorageLocation which is the location of the physical data of this - * object, if applicable. - */ - public APIURL getStorage_location() { - return storage_location; - } - - /** - * (optional): List of Author APIURLs associated with this Object. - * - * @return List of Author APIURLs associated with this Object. - */ - public List getAuthors() { - return (this.authors == null) ? new ArrayList<>() {} : new ArrayList<>(authors); - } - - /** - * (optional): UUID of the Object. If not specified a UUID is generated automatically. - * - * @return UUID of the Object. - */ - public String getUuid() { - return this.uuid; - } - - /** - * (optional): FileType of this Object. - * - * @return FileType of this Object. - */ - public APIURL getFile_type() { - return this.file_type; - } - - /** - * List of ObjectComponents APIURLs associated with this Object. - * - * @return List of ObjectComponents APIURLs associated with this Object. - */ - public List getComponents() { - return (this.components == null) ? new ArrayList<>() {} : new ArrayList<>(components); - } - - /** - * List of DataProduct APIURLs if one or more is associated with this Object. - * - * @return List of DataProduct APIURLs if one or more is associated with this Object. - */ - public List getData_products() { - return (this.data_products == null) ? new ArrayList<>() {} : new ArrayList<>(data_products); - } - - /** - * The CodeRepoRelease APIURL if one is associated with this Object. - * - * @return The CodeRepoRelease APIURL if one is associated with this Object. - */ - public APIURL getCode_repo_release() { - return code_repo_release; - } - - /** - * The QualityControl APIURL if one is associated with this Object. - * - * @return The QualityControl APIURL if one is associated with this Object - */ - public APIURL getQuality_control() { - return quality_control; - } - - /** - * List of Licence APIURLs associated with this Object. - * - * @return List of Licence APIURLs associated with this Object. - */ - public List getLicences() { - return (this.licences == null) ? new ArrayList<>() {} : new ArrayList<>(licences); - } - - /** - * List of Keyword APIURLs associated with this Object. - * - * @return List of Keyword APIURLs associated with this Object. - */ - public List getKeywords() { - return (this.keywords == null) ? new ArrayList<>() {} : new ArrayList<>(keywords); - } - - /** @param description (optional): Free text description of the Object. */ - public void setDescription(String description) { - this.description = description; - } - - /** - * @param storage_location (optional): The APIURL of the StorageLocation which is the location of - * the physical data of this object, if applicable. - */ - public void setStorage_location(APIURL storage_location) { - this.storage_location = storage_location; - } - - /** @param authors (optional): List of Author APIURLs associated with this Object. */ - public void setAuthors(List authors) { - this.authors = new ArrayList<>(authors); - } - - /** - * @param uuid (optional): UUID of the Object. If not specified a UUID is generated automatically. - */ - public void setUuid(String uuid) { - this.uuid = uuid; - } - - /** @param file_type (optional): FileType of this Object. */ - public void setFile_type(APIURL file_type) { - this.file_type = file_type; - } - - @Override - @JsonIgnore - public String get_django_path() { - return "object/"; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java deleted file mode 100644 index f689ee7..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryObject_component.java +++ /dev/null @@ -1,129 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * A component of a Object being used as the input to a CodeRun or produced as an output from a - * CodeRun. - */ -@XmlRootElement -public class RegistryObject_component extends Registry_Updateable { - @XmlElement private APIURL object; - - @XmlElement private String name; - - @XmlElement private String description; - - @XmlElement private boolean whole_object; - - @XmlElement private List issues; - - @XmlElement private List inputs_of; - - @XmlElement private List outputs_of; - - /** Empty constructor */ - public RegistryObject_component() {} - - /** - * Constructor - * - * @param name Name of the ObjectComponent, unique in the context of ObjectComponent and its - * Object reference. - */ - public RegistryObject_component(String name) { - this.name = name; - } - - /** - * The APIURL of the Object to associate this ObjectComponent with. - * - * @return The APIURL of the Object associated with this ObjectComponent. - */ - public APIURL getObject() { - return this.object; - } - - /** - * Name of the ObjectComponent, unique in the context of ObjectComponent and its Object reference. - * - * @return Name of the ObjectComponent, unique in the context of ObjectComponent and its Object - * reference. - */ - public String getName() { - return this.name; - } - - /** - * (optional): Free text description of the ObjectComponent. - * - * @return Free text description of the ObjectComponent. - */ - public String getDescription() { - return this.description; - } - - /** - * (optional): Specifies if this ObjectComponent refers to the whole object or not (by default - * this is False) - * - * @return If this ObjectComponent refers to the whole object or not. - */ - public boolean isWhole_object() { - return this.whole_object; - } - - /** - * (optional): List of Issues APIURLs to associate with this ObjectComponent. - * - * @return List of Issues APIURLs to associate with this ObjectComponent. - */ - public List getIssues() { - return (this.issues == null) ? new ArrayList<>() {} : new ArrayList<>(this.issues); - } - - /** - * List of CodeRun APIURLs that the ObjectComponent is being used as an input to. - * - * @return List of CodeRun APIURLs that the ObjectComponent is being used as an input to. - */ - public List getInputs_of() { - return (inputs_of == null) ? new ArrayList<>() {} : new ArrayList<>(this.inputs_of); - } - - /** - * List of CodeRun APIURLs that the ObjectComponent was created as an output of. - * - * @return List of CodeRun APIURLs that the ObjectComponent was created as an output of. - */ - public List getOutputs_of() { - return (outputs_of == null) ? new ArrayList<>() {} : new ArrayList<>(this.outputs_of); - } - - /** @param object The APIURL of the Object to associate this ObjectComponent with. */ - public void setObject(APIURL object) { - this.object = object; - } - - /** - * @param name Name of the ObjectComponent, unique in the context of ObjectComponent and its - * Object reference. - */ - public void setName(String name) { - this.name = name; - } - - /** @param description (optional): Free text description of the ObjectComponent. */ - public void setDescription(String description) { - this.description = description; - } - - /** @param whole_object If this ObjectComponent refers to the whole object or not. */ - public void setWhole_object(boolean whole_object) { - this.whole_object = whole_object; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java deleted file mode 100644 index 3cf4965..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_location.java +++ /dev/null @@ -1,86 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonFormat; -import com.fasterxml.jackson.annotation.JsonProperty; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** The location of an item relative to a StorageRoot. */ -@XmlRootElement -public class RegistryStorage_location extends Registry_Updateable { - @XmlElement private String path; - - @XmlElement private String hash; - - @JsonFormat(shape = JsonFormat.Shape.NUMBER) - @JsonProperty("public") - private boolean is_public = true; - - @XmlElement private APIURL storage_root; - - /** - * Path from a StorageRoot uri to the item location, when appended to a StorageRoot uri produces a - * complete URI. - * - * @return Path from a StorageRoot uri to the item location, when appended to a StorageRoot uri - * produces a complete URI. - */ - public String getPath() { - return path; - } - - /** - * If StorageLocation references a file, this is the calculated SHA1 hash of the file. For GIT - * repositories this is the git hash. - * - * @return The calculated SHA1 hash of the file, or git hash of the repo. - */ - public String getHash() { - return hash; - } - - /** - * (optional): Boolean indicating whether the StorageLocation is public or not (default is True) - * - * @return Boolean indicating whether the StorageLocation is public or not (default is True) - */ - public boolean isIs_public() { - return this.is_public; - } - - /** - * Reference to the StorageRoot to append the path to. - * - * @return Reference to the StorageRoot to append the path to. - */ - public APIURL getStorage_root() { - return storage_root; - } - - /** - * @param path Path from a StorageRoot uri to the item location, when appended to a StorageRoot - * uri produces a complete URI. - */ - public void setPath(String path) { - this.path = path; - } - - /** @param hash The calculated SHA1 hash of the file, or git hash of the repo. */ - public void setHash(String hash) { - this.hash = hash; - } - - /** - * @param is_public (optional): Boolean indicating whether the StorageLocation is public or not - * (default is True) - */ - public void setIs_public(boolean is_public) { - this.is_public = is_public; - } - - /** @param storage_root Reference to the StorageRoot to append the path to. */ - public void setStorage_root(APIURL storage_root) { - this.storage_root = storage_root; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java deleted file mode 100644 index 2439259..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryStorage_root.java +++ /dev/null @@ -1,97 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonFormat; -import com.fasterxml.jackson.annotation.JsonIgnore; -import java.io.File; -import java.net.URI; -import java.nio.file.Path; -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** The root location of a storage cache where model files are stored. */ -@XmlRootElement -public class RegistryStorage_root extends Registry_Updateable { - @XmlElement private URI root; - - @XmlElement - @JsonFormat(shape = JsonFormat.Shape.NUMBER) - private boolean local; - - @XmlElement private List locations; - - /** Empty constructor */ - public RegistryStorage_root() {} - - /** - * Constructor - * - * @param root URI (including protocol) to the root of a StorageLocation. - */ - public RegistryStorage_root(URI root) { - this.root = root; - } - - /** - * URI (including protocol) to the root of a StorageLocation, which when prepended to a - * StorageLocation path produces a complete URI to a file. Examples: - * - *
    - *
  • https://somewebsite.com/ - *
  • ftp://host/ (ftp://username:password@host:port/) - *
  • ssh://host/ - *
  • file:///someroot/ (file://C:) - *
  • github://org:repo@sha/ (github://org:repo/ (master)) - *
- * - * @return URI (including protocol) to the root of a StorageLocation. - */ - public URI getRoot() { - return this.root; - } - - /** - * Get the Path of the Root (if scheme is 'file') - * - * @return the Path of the Root (if scheme is 'file'), otherwise null. - */ - @JsonIgnore - public Path getPath() { - if (this.root.getScheme().equals("file")) return Path.of(new File(getRoot()).getAbsolutePath()); - return null; - } - - /** - * (optional): Boolean indicating whether the StorageRoot is local or not (by default this is - * False) - * - * @return Boolean indicating whether the StorageRoot is local or not (by default this is False) - */ - public boolean isLocal() { - return this.local; - } - - /** - * List of APIURL references of the StorageLocations stored under this Root. - * - * @return List of APIURL references of the StorageLocations stored under this Root. - */ - public List getLocations() { - return (this.locations == null) ? new ArrayList<>() {} : new ArrayList<>(this.locations); - } - - /** @param root URI (including protocol) to the root of a StorageLocation. */ - public void setRoot(URI root) { - this.root = root; - } - - /** - * @param local (optional): Boolean indicating whether the StorageRoot is local or not (by default - * this is False) - */ - public void setLocal(boolean local) { - this.local = local; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java deleted file mode 100644 index b2fa15b..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUser_author.java +++ /dev/null @@ -1,42 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** A combination of an Author associated with a particular user. */ -@XmlRootElement -public class RegistryUser_author extends Registry_Updateable { - - @XmlElement private APIURL user; - - @XmlElement private APIURL author; - - /** - * The API URL of the User to associate with this UserAuthor. - * - * @return The API URL of the User to associate with this UserAuthor. - */ - public APIURL getUser() { - return user; - } - - /** - * The API URL of the Author to associate with this UserAuthor. - * - * @return The API URL of the Author to associate with this UserAuthor. - */ - public APIURL getAuthor() { - return author; - } - - /** @param user The API URL of the User to associate with this UserAuthor. */ - public void setUser(APIURL user) { - this.user = user; - } - - /** @param author The API URL of the Author to associate with this UserAuthor. */ - public void setAuthor(APIURL author) { - this.author = author; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java deleted file mode 100644 index 92e0137..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/RegistryUsers.java +++ /dev/null @@ -1,55 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; - -/** A registry User. */ -@XmlRootElement -public class RegistryUsers extends Registry_RootObject { - - @XmlElement private String username; - - @XmlElement private String full_name; - - @XmlElement private String email; - - @XmlElement private List orgs; - - /** - * login/username - * - * @return login/username - */ - public String getUsername() { - return username; - } - - /** - * The users full name - * - * @return the users full name - */ - public String getFull_name() { - return full_name; - } - - /** - * the users email address - * - * @return the users email address - */ - public String getEmail() { - return email; - } - - /** - * List of Orgs. - * - * @return List of Orgs. - */ - public List getOrgs() { - return (orgs == null) ? new ArrayList<>() {} : new ArrayList<>(orgs); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java deleted file mode 100644 index 7276ab4..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_ObjectList.java +++ /dev/null @@ -1,60 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.util.ArrayList; -import java.util.List; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** - * List to contain result of search queries in the Registry. - * - * @param We can only search for 1 type of Registry resource; the List will only contain - * registry objects of Class T (extends Registry_RootObject) - */ -@XmlRootElement -public class Registry_ObjectList { - @XmlElement private Integer count; - - @XmlElement private APIURL next; - - @XmlElement private APIURL previous; - - @XmlElement private List results; - - /** - * Number of items in this list. - * - * @return Number of items in this list. - */ - public Integer getCount() { - return count; - } - - /** - * Reference to the next page in this result set. - * - * @return Reference to the next page in this result set. - */ - public APIURL getNext() { - return next; - } - - /** - * Reference to the previous page in this result set. - * - * @return Reference to the previous page in this result set. - */ - public APIURL getPrevious() { - return previous; - } - - /** - * List of actual {link Registry_RootObject Registry_RootObjects} found. - * - * @return List of actual {link Registry_RootObject Registry_RootObjects} found. - */ - public List getResults() { - return (this.results == null) ? new ArrayList<>() {} : new ArrayList<>(results); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java deleted file mode 100644 index 9cd0860..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_RootObject.java +++ /dev/null @@ -1,100 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import com.fasterxml.jackson.annotation.JsonIgnore; -import java.nio.file.Paths; -import java.util.List; -import java.util.Locale; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.apache.commons.lang3.NotImplementedException; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** Abstract class that all registry resources inherit from. */ -@XmlRootElement -public abstract class Registry_RootObject { - @JsonIgnore List methods_allowed = List.of("GET", "HEAD", "OPTIONS"); - - @XmlElement private APIURL url; - - /** - * (read-only) The {@link APIURL} of this object; read-only: this is set by the registry upon - * POSTing the object. - * - * @return The {@link APIURL} of this object. - */ - public APIURL getUrl() { - return url; - } - - /** - * The resource name on the django server, which is used to create the WebTarget URL. - * - * @return The resource name on the django server, which is used to create the WebTarget URL. - */ - @JsonIgnore - public String get_django_path() { - return Registry_RootObject.get_django_path(this.getClass().getSimpleName()); - } - - /** - * If the {@link APIURL} of this object is set, return the ID part of the APIURL (as an Integer) - * - * @return The ID part (Integer) of the APIURL of this object, or null if URL is not set. - */ - @JsonIgnore - public Integer get_id() { - if (this.url == null) { - return null; - } - return Registry_RootObject.get_id(this.url); - } - - /** - * Extract ID from {@link APIURL} - * - * @param url the {@link APIURL} we want to get the ID from - * @return the ID part of the given {@link APIURL} - */ - @JsonIgnore - public static Integer get_id(APIURL url) { - String id_part; - id_part = Paths.get(url.getPath()).getFileName().toString(); - return Integer.parseInt(id_part); - } - - /** - * Create resource path from Class.simpleName - * - * @param simpleName SimpleName of a class inherited from Registry_RootObject - * @return the resource name on the django FAIR DataRegistry for the class referred to by - * simpleName. - */ - @JsonIgnore - public static String get_django_path(String simpleName) { - if (simpleName.startsWith("Registry_")) { - throw (new NotImplementedException("this abstract class doesn't have a django path")); - } - return simpleName.substring(8).toLowerCase(Locale.ROOT) + "/"; - } - - /** - * Check if a given HTTP method is allowed for this resource - * - * @param method a HTTP method: GET, POST, PUT, DELETE or PATCH - * @return Is this HTTP method allowed on this resource? - */ - @JsonIgnore - public boolean allow_method(String method) { - return this.methods_allowed.stream().anyMatch(s -> s.equals(method)); - } - - /** - * URL is supposed to be read-only so this shouldn't really be here. But it makes life so much - * easier being able to set everything. - * - * @param url The {@link APIURL} to set. - */ - public void setUrl(APIURL url) { - this.url = url; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java deleted file mode 100644 index 6914271..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/Registry_Updateable.java +++ /dev/null @@ -1,51 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import java.time.LocalDateTime; -import javax.xml.bind.annotation.XmlElement; -import javax.xml.bind.annotation.XmlRootElement; -import org.fairdatapipeline.dataregistry.restclient.APIURL; - -/** All updateable registry objects inherit from this one. (only Users aren't updateable) */ -@XmlRootElement -public abstract class Registry_Updateable extends Registry_RootObject { - - @XmlElement private LocalDateTime last_updated; - - @XmlElement private APIURL updated_by; - - /** - * (read-only) Datetime that this record was last updated. - * - * @return Datetime that this record was last updated. - */ - public LocalDateTime getLast_updated() { - return last_updated; - } - - /** - * (read-only) Reference to the user that updated this record. - * - * @return Reference to the user that updated this record. - */ - public APIURL getUpdated_by() { - return updated_by; - } - - /** - * Last_updated should be read-only, so setter shouldn't really exist. - * - * @param last_updated DateTime that this record was last updated. - */ - public void setLast_updated(LocalDateTime last_updated) { - this.last_updated = last_updated; - } - - /** - * Updated_by should be read-only, so setter shouldn't really exist. - * - * @param updated_by Reference to the user that updated this record. - */ - public void setUpdated_by(APIURL updated_by) { - this.updated_by = updated_by; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java deleted file mode 100644 index 5a5a4ee..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/content/package-info.java +++ /dev/null @@ -1,5 +0,0 @@ -/** - * The specification of the REST resources managed by the FAIR Data Pipeline Data Registry. - */ -package org.fairdatapipeline.dataregistry.content; diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java deleted file mode 100644 index 319d68e..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFeature.java +++ /dev/null @@ -1,28 +0,0 @@ -package org.fairdatapipeline.dataregistry.oauth2token; - -import jakarta.ws.rs.core.Feature; -import jakarta.ws.rs.core.FeatureContext; - -/** - * to register the tokenfilter as a feature. (after example by Miroslav Fuksa on - * org.glassfish.jersey.client.oauth2) - */ -public class OAuth2ClientTokenFeature implements Feature { - - private final OAuth2ClientTokenFilter filter; - - /** - * Initialize an OAuth2ClientTokenFilter with given accessToken. - * - * @param accessToken the OAuth2 token to use. (it will be used with a 'Token' prefix) - */ - public OAuth2ClientTokenFeature(String accessToken) { - this.filter = new OAuth2ClientTokenFilter(accessToken); - } - - @Override - public boolean configure(FeatureContext context) { - context.register(filter); - return true; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java deleted file mode 100644 index 245dd3c..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/OAuth2ClientTokenFilter.java +++ /dev/null @@ -1,32 +0,0 @@ -package org.fairdatapipeline.dataregistry.oauth2token; - -import jakarta.annotation.Priority; -import jakarta.ws.rs.Priorities; -import jakarta.ws.rs.client.ClientRequestContext; -import jakarta.ws.rs.client.ClientRequestFilter; -import jakarta.ws.rs.core.HttpHeaders; - -/** OAuth2 filter using 'Token' instead of 'Bearer' in the auth header. */ -@Priority(Priorities.AUTHENTICATION) -class OAuth2ClientTokenFilter implements ClientRequestFilter { - - private final String accessToken; - - /** - * Create a new filter with predefined access token. - * - * @param accessToken Access token. - */ - public OAuth2ClientTokenFilter(String accessToken) { - this.accessToken = accessToken; - } - - @Override - public void filter(ClientRequestContext request) { - String authentication = "Token " + this.accessToken; - - if (!request.getHeaders().containsKey(HttpHeaders.AUTHORIZATION)) { - request.getHeaders().add(HttpHeaders.AUTHORIZATION, authentication); - } - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java deleted file mode 100644 index 5a17bd4..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/oauth2token/package-info.java +++ /dev/null @@ -1,5 +0,0 @@ -/** - * OAuth2 Filter/Feature that uses Token instead of Bearer in the token authentication. (as DJANGO - * wants it) From the example by Miroslav Fuksa in org.glassfish.jersey.oauth2. - */ -package org.fairdatapipeline.dataregistry.oauth2token; diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html deleted file mode 100644 index db608a7..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/overview.html +++ /dev/null @@ -1,6 +0,0 @@ - - - -The Dataregistry module is used by org.fairdatapipeline.api to interact with the FAIR Data Pipeline Data Registry. - - \ No newline at end of file diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java deleted file mode 100644 index ded131b..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/APIURL.java +++ /dev/null @@ -1,58 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import com.fasterxml.jackson.annotation.JsonValue; -import java.net.URI; -import java.net.URISyntaxException; -import java.net.URL; - -/** API URL contains the URL references to API resources. */ -public class APIURL { - private final URI uri; - - APIURL(String spec) throws URISyntaxException { - this.uri = new URI(spec); - } - - APIURL(URI uri) { - this.uri = uri; - } - - APIURL(URL url) throws URISyntaxException { - this.uri = url.toURI(); - } - - @Override - @JsonValue - public String toString() { - return uri.toString(); - } - - @Override - public boolean equals(Object o) { - if (o instanceof APIURL) return this.getUri().equals(((APIURL) o).getUri()); - return false; - } - - @Override - public int hashCode() { - return this.uri.hashCode(); - } - - /** - * The URL for the API resource of this APIURL. - * - * @return The URL for the API resource of this APIURL. - */ - public URI getUri() { - return uri; - } - - /** - * The Path part of the URL for the API resource of this APIURL. - * - * @return The Path part of the URL for the API resource of this APIURL. - */ - public String getPath() { - return uri.getPath(); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java deleted file mode 100644 index cf45d42..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ConnectException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -/** Failing to connect to the Registry. */ -public class ConnectException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public ConnectException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public ConnectException(String message, Exception e) { - super(message, e); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java deleted file mode 100644 index 52901e9..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/ForbiddenException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -/** Exception for HTTP 403 - the token might be wrong? */ -public class ForbiddenException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public ForbiddenException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public ForbiddenException(String message, Exception e) { - super(message, e); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java deleted file mode 100644 index 869ce34..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryJSONException.java +++ /dev/null @@ -1,26 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -/** - * Exception for JSON problems -- might suggest incompatibility between java library and the data - * registry. - */ -public class RegistryJSONException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public RegistryJSONException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public RegistryJSONException(String message, Exception e) { - super(message, e); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java deleted file mode 100644 index 0ca0687..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RegistryVersionException.java +++ /dev/null @@ -1,26 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -/** - * HTTP 406 Not Acceptable: registry rejects our Accept: version header. Make sure the FAIR Data - * Registry version matches the org.fairdatapipeline.dataregistry library version. - */ -public class RegistryVersionException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public RegistryVersionException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public RegistryVersionException(String message, Exception e) { - super(message, e); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java deleted file mode 100644 index 22a122c..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_ObjectListReader.java +++ /dev/null @@ -1,50 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import com.fasterxml.jackson.databind.JavaType; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule; -import jakarta.ws.rs.ProcessingException; -import jakarta.ws.rs.WebApplicationException; -import jakarta.ws.rs.core.MediaType; -import jakarta.ws.rs.core.MultivaluedMap; -import jakarta.ws.rs.ext.MessageBodyReader; -import java.io.InputStream; -import java.lang.annotation.Annotation; -import java.lang.reflect.ParameterizedType; -import java.lang.reflect.Type; -import org.fairdatapipeline.dataregistry.content.Registry_ObjectList; -import org.fairdatapipeline.dataregistry.content.Registry_RootObject; - -/** Jakarta WS MessageBodyReader for Registry_ObjectList using Jackson ObjectMapper */ -class Registry_ObjectListReader - implements MessageBodyReader> { - - @Override - public boolean isReadable( - Class type, Type genericType, Annotation[] annotations, MediaType mediaType) { - return type == Registry_ObjectList.class; - } - - @Override - public Registry_ObjectList readFrom( - Class> type, - Type genericType, - Annotation[] annotations, - MediaType mediaType, - MultivaluedMap httpHeaders, - InputStream entityStream) - throws WebApplicationException { - - try { - ObjectMapper om = new ObjectMapper(); - om.registerModule(new JavaTimeModule()); - Type MyTypeParameter = ((ParameterizedType) genericType).getActualTypeArguments()[0]; - JavaType ptype = - om.getTypeFactory() - .constructParametricType(Registry_ObjectList.class, (Class) MyTypeParameter); - return om.readValue(entityStream, ptype); - } catch (Exception e) { - throw new ProcessingException("Error deserializing Registry_ObjectList", e); - } - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java deleted file mode 100644 index 1985eab..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectReader.java +++ /dev/null @@ -1,44 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule; -import jakarta.ws.rs.ProcessingException; -import jakarta.ws.rs.WebApplicationException; -import jakarta.ws.rs.core.MediaType; -import jakarta.ws.rs.core.MultivaluedMap; -import jakarta.ws.rs.ext.MessageBodyReader; -import java.io.InputStream; -import java.lang.annotation.Annotation; -import java.lang.reflect.Type; -import org.fairdatapipeline.dataregistry.content.Registry_RootObject; - -/** - * Jakarta WS MessageBodyReader for all classes inheriting from Registry_RootObject using Jackson - * ObjectMapper - */ -class Registry_RootObjectReader implements MessageBodyReader { - - @Override - public boolean isReadable( - Class type, Type genericType, Annotation[] annotations, MediaType mediaType) { - return Registry_RootObject.class.isAssignableFrom(type); - } - - @Override - public Registry_RootObject readFrom( - Class type, - Type genericType, - Annotation[] annotations, - MediaType mediaType, - MultivaluedMap httpHeaders, - InputStream entityStream) - throws WebApplicationException { - try { - ObjectMapper om = new ObjectMapper(); - om.registerModule(new JavaTimeModule()); - return om.readValue(entityStream, type); - } catch (Exception e) { - throw new ProcessingException("Error deserializing ", e); - } - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java deleted file mode 100644 index 327c45a..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/Registry_RootObjectWriter.java +++ /dev/null @@ -1,60 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import com.fasterxml.jackson.annotation.JsonInclude; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule; -import com.fasterxml.jackson.datatype.jsr310.ser.LocalDateTimeSerializer; -import jakarta.ws.rs.ProcessingException; -import jakarta.ws.rs.WebApplicationException; -import jakarta.ws.rs.core.MediaType; -import jakarta.ws.rs.core.MultivaluedMap; -import jakarta.ws.rs.ext.MessageBodyWriter; -import java.io.OutputStream; -import java.io.PrintWriter; -import java.io.Writer; -import java.lang.annotation.Annotation; -import java.lang.reflect.Type; -import java.time.LocalDateTime; -import java.time.format.DateTimeFormatter; -import org.fairdatapipeline.dataregistry.content.Registry_RootObject; - -/** - * Jakarta WS MessageBodyWriter for all classes inheriting from Registry_RootObject using Jackson - * ObjectMapper - */ -class Registry_RootObjectWriter implements MessageBodyWriter { - - @Override - public boolean isWriteable( - Class type, Type genericType, Annotation[] annotations, MediaType mediaType) { - return Registry_RootObject.class.isAssignableFrom(type); - } - - @Override - public void writeTo( - Registry_RootObject o, - Class type, - Type genericType, - Annotation[] annotations, - MediaType mediaType, - MultivaluedMap httpHeaders, - OutputStream outStream) - throws WebApplicationException { - - try { - ObjectMapper om = new ObjectMapper(); - JavaTimeModule jtm = new JavaTimeModule(); - jtm.addSerializer( - LocalDateTime.class, new LocalDateTimeSerializer(DateTimeFormatter.ISO_DATE_TIME)); - om.registerModule(jtm); - om.setSerializationInclusion(JsonInclude.Include.NON_NULL); - Writer w = new PrintWriter(outStream); - String s = om.writeValueAsString(o); - w.write(s); - w.flush(); - w.close(); - } catch (Exception e) { - throw new ProcessingException("Error serializing " + type.getSimpleName(), e); - } - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java deleted file mode 100644 index ac3d407..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClient.java +++ /dev/null @@ -1,396 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import com.fasterxml.jackson.databind.deser.impl.JavaUtilCollectionsDeserializers; -import jakarta.ws.rs.NotFoundException; -import jakarta.ws.rs.ProcessingException; -import jakarta.ws.rs.client.*; -import jakarta.ws.rs.core.GenericType; -import jakarta.ws.rs.core.MediaType; -import jakarta.ws.rs.core.Response; -import java.io.IOException; -import java.io.InputStream; -import java.lang.reflect.ParameterizedType; -import java.net.URISyntaxException; -import java.nio.charset.StandardCharsets; -import java.util.Collections; -import java.util.Map; -import org.apache.commons.io.IOUtils; -import org.apache.commons.lang3.reflect.TypeUtils; -import org.fairdatapipeline.dataregistry.content.RegistryUsers; -import org.fairdatapipeline.dataregistry.content.Registry_ObjectList; -import org.fairdatapipeline.dataregistry.content.Registry_RootObject; -import org.fairdatapipeline.dataregistry.content.Registry_Updateable; -import org.fairdatapipeline.dataregistry.oauth2token.OAuth2ClientTokenFeature; -import org.glassfish.jersey.client.HttpUrlConnectorProvider; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** Jakarta WS client implementation for interacting with the FAIR Data Registry */ -public class RestClient { - private static final Logger logger = LoggerFactory.getLogger(RestClient.class); - private WebTarget wt; - private Client client; - private final MediaType jsonWithVersion = - new MediaType("application", "json", Collections.singletonMap("version", "1.0.0")); - - private void init(String registry_url, String token) { - client = - ClientBuilder.newBuilder() - .register(Registry_RootObjectReader.class) - .register(Registry_RootObjectWriter.class) - .register(Registry_ObjectListReader.class) - .register(JavaUtilCollectionsDeserializers.class) - .register(new OAuth2ClientTokenFeature(token)) - .property(HttpUrlConnectorProvider.SET_METHOD_WORKAROUND, true) - .build(); - wt = client.target(registry_url); - } - - /** - * Constructor - * - * @param registry_url The URL of the FAIR Data Registry (usually http://127.0.0.1:8000/api/) - * @param token The authentication token to use to access the FAIR Data Registry. - */ - public RestClient(String registry_url, String token) { - init(registry_url, token); - } - - /** - * retrieve only the first FDP registry entry found when searching for entries of Class c matching - * all constraints in Map m - * - * @param c The Class of the FDP Object we're trying to retrieve - * @param m The key-value constraint pairs - * @return The first item found, or null if none are found. - */ - public Registry_RootObject getFirst(Class c, Map m) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - // c = the class contained within the objectlist - // return the first item found. - WebTarget wt2 = wt.path(Registry_RootObject.get_django_path(c.getSimpleName())); - - for (Map.Entry e : m.entrySet()) { - wt2 = wt2.queryParam(e.getKey(), e.getValue()); - } - if (c != RegistryUsers.class) { - /* and not RegistryGroup if we ever implement it */ - wt2 = wt2.queryParam("page_size", 1); - } - ParameterizedType p = TypeUtils.parameterize(Registry_ObjectList.class, c); - - try { - Registry_ObjectList o = wt2.request(this.getJsonMediaType()).get(new GenericType<>(p)); - if (o.getCount() == 0) { - logger.trace("getFirst({}, {}) returned 0 items", c.getSimpleName(), m); - return null; - } - return o.getResults().get(0); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - } - return null; - } - - void deal_with_jakarta_http_exceptions(Exception e) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - if (e.getClass() == ProcessingException.class - || e.getClass() == ResponseProcessingException.class) { - if (e.getCause().getClass() == java.net.ConnectException.class) { - throw (new ConnectException( - "Can't connect to registry at " + wt + "\nIs the local registry running?", e)); - } else if (e.getCause() - .getClass() - .getCanonicalName() - .startsWith("com.fasterxml.jackson.databind.exc.")) { - throw (new RegistryJSONException("Error processing JSON response from registry.")); - } else { - throw (new RestClientException( - "RestClient encountered unexpected Jakarta Processing exception", e)); - } - } else if (e.getClass() == jakarta.ws.rs.ForbiddenException.class) { - throw (new ForbiddenException("HTTP 403 Forbidden -- is the token wrong?", e)); - } else if (e.getClass() == jakarta.ws.rs.NotAcceptableException.class) { - throw (new RegistryVersionException( - "HTTP 406 Not Acceptable -- incompatible version of registry")); - } - } - - /** - * retrieve a list of all FDP registry entries of Class c matching all the constraints in Map m - * - * @param c The Class of the FDP Object we're trying to retrieve - * @param m The key-value constraint pairs - * @return the Registry_ObjectList containing all items matching the constraints in the Map m - */ - public Registry_ObjectList getList( - Class c, Map m) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - // c is the class contained within the ObjectList - WebTarget wt2 = wt.path(Registry_RootObject.get_django_path(c.getSimpleName())); - for (Map.Entry e : m.entrySet()) { - wt2 = wt2.queryParam(e.getKey(), e.getValue()); - } - ParameterizedType p = TypeUtils.parameterize(Registry_ObjectList.class, c); - GenericType> gt = new GenericType<>(p); - try { - return wt2.request(this.getJsonMediaType()).get(gt); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - } - return null; - } - - /** - * retrieve the FDP registry entry of Class c with ID i - * - * @param c The Class of the FDP Object we're trying to retrieve - * @param i The ID of the FDP Object we're trying to retrieve - * @return the FDP Object (or null if not found) - */ - public Registry_RootObject get(Class c, int i) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - WebTarget wt2 = - wt.path(Registry_RootObject.get_django_path(c.getSimpleName())).path(Integer.toString(i)); - try { - return wt2.request(this.getJsonMediaType()).get(c); - } catch (NotFoundException e) { - logger.warn("get(Class, Int)", e); - return null; - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - } - return null; - } - - /** - * retrieve the FDP registry entry with given APIURL - * - * @param c The Class of the FDP Object we're trying to retrieve - * @param apiurl The APIURL of the Object we are trying to retrieve - * @return The Object, or null if not found. - */ - public Registry_RootObject get(Class c, APIURL apiurl) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - WebTarget wt2 = client.target(apiurl.toString()); - try { - return wt2.request(this.getJsonMediaType()).get(c); - } catch (NotFoundException e) { - logger.warn("get(Class, APIURL)", e); - return null; - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - } - return null; - } - - /** - * submit the new FDP registry object o; return the created object (with the APIURL, updated_by, - * last_updated fields filled in by the registry) - * - * @param o The FDP Object we are submitting (should have no URL yet) - * @return the FDP Object we get back from the registry, with its URL set, or null upon error. - */ - public Registry_Updateable post(Registry_Updateable o) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - WebTarget wt2 = wt.path(o.get_django_path()); - if (o.getUrl() != null) { - throw (new RestClientException( - "post(Registry_Updateable) -- trying to post an already existing object " - + o.get_django_path() - + " (object already has an URL entry)")); - } - Response r; - try { - r = wt2.request(this.getJsonMediaType()).post(Entity.entity(o, this.getJsonMediaType())); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - return null; - } - if (r.getStatus() != 201) { - // in case we failed to create the object, log the error message - - InputStream i = (InputStream) r.getEntity(); - try { - String text = IOUtils.toString(i, StandardCharsets.UTF_8.name()); - logger.error("post(Registry_Updateable) -- error: {}", text); - } catch (IOException e) { - logger.error("post(Registry_Updateable) -- IOException trying to read response entity.", e); - } - return null; - } else { - try { - return r.readEntity(o.getClass()); - } catch (ProcessingException e) { - throw (new RegistryJSONException("post() fails to read response JSON", e)); - } - } - } - - /** - * patch Object o; this means change the fields set on O, leave the rest untouched. It seems to me - * (from the tests I did) that patch and put do the same thing, and both appear to behave the way - * I expect PATCH should behave: NULL fields don't get overwritten. - * - * @param o the Object to PATCH; its URL must be set. - * @return the Object returned from the registry, or null upon error. - */ - public Registry_Updateable patch(Registry_Updateable o) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - if (!o.allow_method("PATCH")) { - throw (new IllegalArgumentException( - "patch(Registry_Updateable) -- trying to use PATCH method on an object that can't be patched." - + o)); - } - if (o.getUrl() == null) { - throw (new RestClientException( - "patch(Registry_Updateable) -- can't patch an obj without URL")); - } - - Response r; - try { - r = - client - .target(o.getUrl().toString()) - .request(this.getJsonMediaType()) - .build("PATCH", Entity.entity(o, this.getJsonMediaType())) - .invoke(); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - return null; - } - if (r.getStatus() >= 200 && r.getStatus() < 300) { - try { - return r.readEntity(o.getClass()); - } catch (ProcessingException e) { - throw (new RegistryJSONException("patch() fails to read response JSON", e)); - } - } - InputStream i = (InputStream) r.getEntity(); - try { - String text = IOUtils.toString(i, StandardCharsets.UTF_8.name()); - logger.error("patch(Registry_Updateable) -- error: {}", text); - } catch (IOException e) { - logger.error("patch(Registry_Updateable) -- IOException trying to read response entity.", e); - } - return null; - } - - /** - * put Object o; this will replace the object at the set URL. - * - * @param o the Object to PUT; its URL must be set. - * @return the Object returned from the registry, or null upon error. - */ - public Registry_Updateable put(Registry_Updateable o) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - if (!o.allow_method("PUT")) { - throw (new IllegalArgumentException( - "put(Registry_Updateable) -- trying to use PUT method on an object that doesn't support PUT." - + o)); - } - if (o.getUrl() == null) { - throw (new RestClientException( - "put(Registry_Updateable) -- can't PUT an object without URL")); - } - Response r; - try { - r = - client - .target(o.getUrl().toString()) - .request(this.getJsonMediaType()) - .put(Entity.entity(o, this.getJsonMediaType())); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - return null; - } - if (r.getStatus() >= 200 && r.getStatus() < 300) { - try { - return r.readEntity(o.getClass()); - } catch (ProcessingException e) { - throw (new RegistryJSONException("put() fails to read response JSON", e)); - } - } - InputStream i = (InputStream) r.getEntity(); - try { - String text = IOUtils.toString(i, StandardCharsets.UTF_8.name()); - logger.error("put(Registry_Updateable) -- error: {}", text); - } catch (IOException e) { - logger.error("put(Registry_Updateable) -- IOException trying to read response entity.", e); - } - return null; - } - - /** - * delete an Object by its ID number - * - * @param c The Class of the FDP Object we're trying to delete - * @param i the ID of the FDP Object we're trying to delete - */ - public void delete(Class c, int i) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - Registry_Updateable o = (Registry_Updateable) get(c, i); - delete(o); - } - - /** - * delete an Object - * - * @param o the Object we are trying to delete - */ - public void delete(Registry_Updateable o) - throws ConnectException, RegistryVersionException, RegistryJSONException, ForbiddenException, - RestClientException { - if (!o.allow_method("DELETE")) { - throw (new IllegalArgumentException( - "delete(Registry_Updateable) -- trying to use DELETE on an object that doesn't support DELETE." - + o)); - } - if (o.getUrl() == null) { - throw (new RestClientException( - "delete(Registry_Updateable) -- can't DELETE an object without a set URL.")); - } - Response r; - try { - r = client.target(o.getUrl().toString()).request(this.getJsonMediaType()).delete(); - } catch (Exception e) { - deal_with_jakarta_http_exceptions(e); - return; - } - if (r.getStatus() != 204) { - throw (new RestClientException( - "delete(Registry_Updateable) -- failed to delete " + o.getUrl())); - } - } - - /** - * Create an APIURL (only for testing, I think) - * - * @param c The RegistryXXX class for the resource we are trying to access. - * @param i the ID of the resource we are creating an APIURL for. - * @return the APIURL to access the Registry resource. - */ - public APIURL makeAPIURL(Class c, int i) { - WebTarget wt2 = - wt.path(Registry_RootObject.get_django_path(c.getSimpleName())).path(Integer.toString(i)); - try { - return new APIURL(wt2.getUri() + "/"); - } catch (URISyntaxException e) { - logger.error(e.toString()); - return null; - } - } - - MediaType getJsonMediaType() { - return this.jsonWithVersion; - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java deleted file mode 100644 index 8126f6b..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/RestClientException.java +++ /dev/null @@ -1,23 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -/** General propagated ProcessingException from jakarta. */ -public class RestClientException extends RuntimeException { - /** - * Constructor - * - * @param message The error message. - */ - public RestClientException(String message) { - super(message); - } - - /** - * Constructor - * - * @param message The error message. - * @param e The Exception that caused it. - */ - public RestClientException(String message, Exception e) { - super(message, e); - } -} diff --git a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java b/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java deleted file mode 100644 index e70c6ef..0000000 --- a/dataregistry/src/main/java/org/fairdatapipeline/dataregistry/restclient/package-info.java +++ /dev/null @@ -1,5 +0,0 @@ -/** - * The actual interface for interacting with the FAIR Data Pipeline Data Registry. - */ -package org.fairdatapipeline.dataregistry.restclient; diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java deleted file mode 100644 index bd8e5ed..0000000 --- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/content/file_typeTest.java +++ /dev/null @@ -1,80 +0,0 @@ -package org.fairdatapipeline.dataregistry.content; - -import static org.hamcrest.MatcherAssert.assertThat; -import static org.hamcrest.Matchers.*; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule; -import com.fasterxml.jackson.datatype.jsr310.ser.LocalDateTimeSerializer; -import java.net.URI; -import java.net.URISyntaxException; -import java.time.LocalDateTime; -import java.time.format.DateTimeFormatter; -import org.fairdatapipeline.dataregistry.restclient.APIURL; -import org.junit.jupiter.api.*; - -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class file_typeTest { - String json_url = "https://data.scrc.uk/api/file_type/5/?format=json"; - String json_lastupdated = "2021-03-04T14:43:57.160401Z"; - String json_name = "YAML Ain't Markup Language"; - String json_updated_by = "https://data.scrc.uk/api/users/13/?format=json"; - String json_extension = "yaml"; - String JSONString = - "{\"url\":\"" - + json_url - + "\",\"last_updated\":\"" - + json_lastupdated - + "\",\"name\":\"" - + json_name - + "\",\"extension\":\"" - + json_extension - + "\",\"updated_by\":\"" - + json_updated_by - + "\"}"; - APIURL url; - APIURL updated_by; - LocalDateTime d = LocalDateTime.of(2021, 3, 4, 14, 43, 57, 160401000); - RegistryFile_type expected; - - @BeforeAll - public void setUp() throws URISyntaxException { - url = mock(APIURL.class); - when(url.getUri()).thenReturn(new URI(json_url)); - when(url.toString()).thenReturn(json_url); - when(url.getPath()).thenReturn(new URI(json_url).getPath()); - updated_by = mock(APIURL.class); - when(updated_by.getUri()).thenReturn(new URI(json_updated_by)); - when(updated_by.getPath()).thenReturn(new URI(json_updated_by).getPath()); - when(updated_by.toString()).thenReturn(json_updated_by); - expected = new RegistryFile_type(); - expected.setUrl(url); - expected.setLast_updated(d); - expected.setUpdated_by(updated_by); - expected.setName(json_name); - expected.setExtension(json_extension); - } - - @Test - void testFile_typeReader() throws Exception { - RegistryFile_type from_json; - ObjectMapper om = new ObjectMapper(); - om.registerModule(new JavaTimeModule()); - from_json = om.readValue(JSONString, RegistryFile_type.class); - assertThat(from_json, samePropertyValuesAs(expected)); - } - - @Test - void testFile_typeTwoWayTest() throws Exception { - ObjectMapper om = new ObjectMapper(); - JavaTimeModule jtm = new JavaTimeModule(); - jtm.addSerializer( - LocalDateTime.class, new LocalDateTimeSerializer(DateTimeFormatter.ISO_DATE_TIME)); - om.registerModule(jtm); - String s = om.writeValueAsString(expected); - RegistryFile_type returned = om.readValue(s, RegistryFile_type.class); - assertThat(returned, samePropertyValuesAs(expected)); - } -} diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java deleted file mode 100644 index c323666..0000000 --- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/restClientTest.java +++ /dev/null @@ -1,322 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import static org.hamcrest.MatcherAssert.assertThat; -import static org.hamcrest.Matchers.samePropertyValuesAs; - -import jakarta.ws.rs.core.MediaType; -import java.net.MalformedURLException; -import java.net.URL; -import java.nio.file.Path; -import java.time.LocalDateTime; -import java.util.ArrayList; -import java.util.Collections; -import java.util.HashMap; -import java.util.Map; -import java.util.stream.Stream; -import org.fairdatapipeline.dataregistry.content.*; -import org.junit.jupiter.api.*; -import org.junit.jupiter.api.condition.DisabledIf; -import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable; -import org.junit.jupiter.params.ParameterizedTest; -import org.junit.jupiter.params.provider.MethodSource; -import org.junit.jupiter.params.provider.ValueSource; - -@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY") -@TestMethodOrder(MethodOrderer.OrderAnnotation.class) -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -class restClientTest { - String localReg = "http://localhost:8000/api/"; - String badReg = "http://localhost:1234/nothere/"; - RestClient lc; - Map m; - - @BeforeAll - public void setUp() { - Assertions.assertNotNull(System.getenv("REGTOKEN")); - lc = new RestClient(localReg, System.getenv("REGTOKEN")); - create_author(); - this.m = Collections.emptyMap(); - } - - @Order(1) - @ParameterizedTest - @MethodSource("objectsToBeCreated") - @DisabledIf("keyvalueExists") - void createObjects(Registry_Updateable o) { - Registry_Updateable r = lc.post(o); - Assertions.assertNotNull(r); - switch (o.getClass().getSimpleName()) { - case ("RegistryCode_run"): - assertThat( - r, - samePropertyValuesAs( - o, - "uuid", - "url", - "updated_by", - "last_updated", - "_id", - "inputs", - "outputs", - "prov_report", - "ro_crate", - "run_date")); - break; - case ("RegistryIssue"): - assertThat( - r, - samePropertyValuesAs( - o, "uuid", "url", "updated_by", "last_updated", "_id", "component_issues")); - break; - case ("RegistryObject"): - assertThat( - r, - samePropertyValuesAs( - o, - "uuid", - "url", - "updated_by", - "last_updated", - "_id", - "authors", - "components", - "data_products", - "licenses", - "keywords")); - break; - case ("RegistryObject_component"): - assertThat( - r, - samePropertyValuesAs( - o, - "uuid", - "url", - "updated_by", - "last_updated", - "_id", - "issues", - "inputs_of", - "outputs_of")); - break; - case ("RegistryStorage_root"): - assertThat( - r, - samePropertyValuesAs( - o, "uuid", "url", "updated_by", "last_updated", "_id", "locations")); - break; - case ("RegistryUsers"): - assertThat( - r, samePropertyValuesAs(o, "uuid", "url", "updated_by", "last_updated", "_id", "orgs")); - break; - case ("RegistryExternal_object"): - assertThat( - r, - samePropertyValuesAs( - o, "uuid", "url", "updated_by", "last_updated", "_id", "release_date", "version")); - break; - case ("RegistryData_product"): - assertThat( - r, - samePropertyValuesAs( - o, "uuid", "url", "updated_by", "last_updated", "_id", "prov_report", "ro_crate")); - break; - default: - assertThat(r, samePropertyValuesAs(o, "uuid", "url", "updated_by", "last_updated", "_id")); - break; - } - } - - @Order(2) - @ParameterizedTest - @ValueSource( - classes = { - RegistryAuthor.class, - RegistryCode_repo_release.class, - RegistryCode_run.class, - RegistryData_product.class, - RegistryExternal_object.class, - RegistryFile_type.class, - RegistryObject.class, - RegistryFile_type.class, - RegistryIssue.class, - RegistryKey_value.class, - RegistryKeyword.class, - RegistryNamespace.class, - RegistryObject.class, - RegistryObject_component.class, - RegistryStorage_location.class, - RegistryStorage_root.class, - RegistryUsers.class - }) - void get_object(Class c) { - Registry_RootObject n = lc.getFirst(c, m); - Assertions.assertNotNull(n.getUrl()); - } - - private Stream objectsToBeCreated() throws MalformedURLException { - ArrayList al = new ArrayList<>(); - al.add(new RegistryNamespace("test namespace")); - al.add(new RegistryFile_type("Test filetype", ".tst")); - RegistryIssue i = new RegistryIssue(); - i.setDescription("the big issue"); - i.setSeverity(1); - al.add(i); - RegistryStorage_root sr = new RegistryStorage_root(); - sr.setRoot(Path.of("D:\\Datastore").toUri()); - sr.setLocal(true); - al.add(sr); - RegistryStorage_location sl = new RegistryStorage_location(); - sl.setPath("StorageLocation"); - sl.setStorage_root(lc.makeAPIURL(RegistryStorage_root.class, 1)); - sl.setHash("myHash"); - al.add(sl); - RegistryObject o = new RegistryObject(); - o.setDescription("my new object description"); - o.setStorage_location(lc.makeAPIURL(RegistryStorage_location.class, 1)); - al.add(o); - RegistryData_product dp = new RegistryData_product(); - dp.setName("Initial Data_product"); - dp.setObject(lc.makeAPIURL(RegistryObject.class, 1)); - dp.setVersion("1.0.0"); - dp.setNamespace(lc.makeAPIURL(RegistryNamespace.class, 1)); - al.add(dp); - RegistryExternal_object eo = new RegistryExternal_object(); - eo.setDescription("My test external object"); - eo.setIdentifier(new URL("http://www.bbc.co.uk/")); - eo.setRelease_date(LocalDateTime.of(2021, 4, 4, 4, 4, 4, 4)); - eo.setTitle("Initial External Object"); - eo.setData_product(lc.makeAPIURL(RegistryData_product.class, 1)); - eo.setPrimary_not_supplement(true); - al.add(eo); - RegistryObject_component oc = new RegistryObject_component(); - oc.setName("Initial object component"); - oc.setObject(lc.makeAPIURL(RegistryObject.class, 1)); - oc.setDescription("My test object component"); - al.add(oc); - RegistryCode_run cr = new RegistryCode_run(); - cr.setDescription("My test codeRun"); - cr.setRun_date(LocalDateTime.of(2021, 3, 3, 3, 3, 3, 3)); - cr.setCode_repo(lc.makeAPIURL(RegistryObject.class, 1)); - cr.setSubmission_script(lc.makeAPIURL(RegistryObject.class, 1)); - al.add(cr); - RegistryAuthor a = new RegistryAuthor(); - a.setName("Bram Boskamp"); - al.add(a); - RegistryKeyword k = new RegistryKeyword(); - k.setObject(lc.makeAPIURL(RegistryObject.class, 1)); - k.setKeyphrase("huh"); - al.add(k); - RegistryCode_repo_release crr = new RegistryCode_repo_release(); - crr.setName("Initial code repo release"); - crr.setObject(lc.makeAPIURL(RegistryObject.class, 1)); - crr.setVersion("1.0.0"); - crr.setWebsite(new URL("http://github.com/blabla")); - al.add(crr); - RegistryKey_value kv = new RegistryKey_value(); - kv.setObject(lc.makeAPIURL(RegistryObject.class, 1)); - kv.setKey("the key"); - kv.setValue("the value"); - al.add(kv); - - return al.stream(); - } - - private boolean keyvalueExists() { - Registry_ObjectList sr = lc.getList(RegistryKey_value.class, new HashMap<>()); - return sr.getCount() != 0; - } - - void create_author() { - if (lc.getFirst(RegistryAuthor.class, Collections.emptyMap()) == null) { - RegistryAuthor author = new RegistryAuthor(); - author.setName("An Anonymous Author"); - lc.post(author); - } - } - - @Order(3) - @Test - void wrongVersion() { - class RestClient_wv extends RestClient { - private final MediaType jsonWithVersion = - new MediaType("application", "json", Collections.singletonMap("version", "0.0.0")); - - public RestClient_wv(String registry_url, String token) { - super(registry_url, token); - } - - @Override - MediaType getJsonMediaType() { - return this.jsonWithVersion; - } - } - RestClient_wv restClient_wv = new RestClient_wv(localReg, System.getenv("REGTOKEN")); - Map em = Collections.emptyMap(); - Assertions.assertThrows( - RegistryVersionException.class, () -> restClient_wv.getFirst(RegistryUsers.class, em)); - } - - @Order(4) - @Test - void wrongToken() { - RestClient lc2 = new RestClient(localReg, "bad token"); - Assertions.assertThrows( - org.fairdatapipeline.dataregistry.restclient.ForbiddenException.class, - () -> lc2.getFirst(RegistryUsers.class, Collections.emptyMap())); - } - - @Order(5) - @Test - void wrongRegistry() { - // I'm faking a JSON error by interpreting a user as a code_run. - APIURL au = lc.makeAPIURL(RegistryUsers.class, 1); - Assertions.assertThrows(RegistryJSONException.class, () -> lc.get(RegistryCode_run.class, au)); - } - - @Order(6) - @Test - void wrongReg() { - RestClient lc2 = new RestClient(badReg, "any token"); - Assertions.assertThrows( - org.fairdatapipeline.dataregistry.restclient.ConnectException.class, - () -> lc2.getFirst(RegistryUsers.class, Collections.emptyMap())); - } - - @Order(7) - @Test - void wisnaeThereAtAw_get_by_id() { - RegistryNamespace n = (RegistryNamespace) lc.get(RegistryNamespace.class, 98765); - Assertions.assertNull(n); // i'm expecting NULL cause namespace 98765 doesn't exist. - } - - @Order(8) - @Test - void wisnaeThereAtAw_getList() { - Registry_ObjectList ol = - lc.getList( - RegistryFile_type.class, - Collections.singletonMap("extension", "AVeryUnlikelyExtension")); - Assertions.assertEquals(0, ol.getCount()); - } - - @Order(9) - @Test - void wisnaeThereAtAw_getFirst() { - RegistryFile_type f = - (RegistryFile_type) - lc.getFirst( - RegistryFile_type.class, - Collections.singletonMap("extension", "AVeryUnlikelyExtension")); - Assertions.assertNull(f); - } - - @Order(10) - @Test - void breakUniqueConstraint() { - String name = "test namespace"; - if (lc.getFirst(RegistryNamespace.class, Collections.singletonMap("name", name)) == null) { - lc.post(new RegistryNamespace(name)); - } - Assertions.assertNull(lc.post(new RegistryNamespace(name))); - } -} diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java deleted file mode 100644 index b9c2f3e..0000000 --- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/testPatchAndDelete.java +++ /dev/null @@ -1,207 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import static org.hamcrest.MatcherAssert.assertThat; -import static org.hamcrest.Matchers.*; - -import java.net.URI; -import java.net.URISyntaxException; -import java.time.LocalDateTime; -import java.util.Collections; -import java.util.List; -import org.fairdatapipeline.dataregistry.content.*; -import org.junit.jupiter.api.*; -import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable; - -@EnabledIfEnvironmentVariable(named = "LOCALREG", matches = "FRESHASADAISY") -@TestInstance(TestInstance.Lifecycle.PER_CLASS) -@TestMethodOrder(MethodOrderer.OrderAnnotation.class) -class testPatchAndDelete { - String localReg = "http://localhost:8000/api/"; - RestClient lc; - RegistryCode_run cr; - - @BeforeAll - public void setUp() { - Assertions.assertNotNull(System.getenv("REGTOKEN")); - lc = new RestClient(localReg, System.getenv("REGTOKEN")); - } - - private void fresh_cr() { - this.cr = new RegistryCode_run(); - this.cr.setDescription("test code_run for put patch delete"); - this.cr.setRun_date(LocalDateTime.now()); - this.cr.setInputs(List.of(getObject_component().getUrl())); - this.cr.setOutputs(List.of(getObject_component().getUrl())); - RegistryObject o = getObject(); - this.cr.setCode_repo(o.getUrl()); - this.cr.setSubmission_script(o.getUrl()); - this.cr = (RegistryCode_run) lc.post(this.cr); - if (this.cr == null) - throw (new IllegalArgumentException("failed to post a fresh RegistryCode_run")); - } - - @Test - @Order(1) - void putCode_run() { - fresh_cr(); - RegistryCode_run cr2 = new RegistryCode_run(); - cr2.setUrl(cr.getUrl()); - cr2.setRun_date(LocalDateTime.now()); - cr2.setSubmission_script(getObject().getUrl()); - cr2.setDescription("changed desc for put"); - cr2.setInputs(getObject_components_2()); - RegistryCode_run cr3 = (RegistryCode_run) lc.put(cr2); - assertThat( - cr3, - samePropertyValuesAs( - cr2, - "last_updated", - "inputs", - "outputs", - "code_repo", - "prov_report", - "ro_crate", - "run_date", - "updated_by", - "uuid")); - Assertions.assertEquals( - cr3.getCode_repo(), cr.getCode_repo()); // this indicates PATCH behaviour. - Assertions.assertEquals( - cr3.getInputs().size(), cr2.getInputs().size()); // inputs have been over-written - Assertions.assertEquals( - cr3.getOutputs().size(), - cr.getOutputs().size()); // outputs have not. this indicates PATCH behaviour. - // - } - - @Test - @Order(2) - void patchCode_run() { - fresh_cr(); - RegistryCode_run cr2 = new RegistryCode_run(); - cr2.setUrl(cr.getUrl()); - cr2.setRun_date(LocalDateTime.now()); - cr2.setSubmission_script(getObject().getUrl()); - cr2.setDescription("changed desc for patch"); - cr2.setInputs(getObject_components_2()); - RegistryCode_run cr3 = (RegistryCode_run) lc.patch(cr2); - assertThat( - cr3, - samePropertyValuesAs( - cr2, - "last_updated", - "inputs", - "outputs", - "code_repo", - "prov_report", - "ro_crate", - "run_date", - "updated_by", - "uuid")); - Assertions.assertEquals( - cr3.getCode_repo(), cr.getCode_repo()); // this indicates PATCH behaviour. - Assertions.assertEquals( - cr3.getInputs().size(), cr2.getInputs().size()); // inputs have been over-written - Assertions.assertEquals( - cr3.getOutputs().size(), - cr.getOutputs().size()); // outputs have not. this indicates PATCH behaviour. - } - - @Test - @Order(3) - void delete_object() { - fresh_cr(); - APIURL url = cr.getUrl(); - lc.delete(cr); - Assertions.assertNull(lc.get(RegistryCode_run.class, url)); - } - - @Test - @Order(4) - void delete_by_id() { - fresh_cr(); - APIURL url = cr.getUrl(); - lc.delete(RegistryCode_run.class, cr.get_id()); - Assertions.assertNull(lc.get(RegistryCode_run.class, url)); - } - - RegistryObject_component getObject_component() { - RegistryObject_component oc = - (RegistryObject_component) - lc.getFirst(RegistryObject_component.class, Collections.emptyMap()); - if (oc == null) { - getObject(); // this should create an object as well as an object component! - oc = - (RegistryObject_component) - lc.getFirst(RegistryObject_component.class, Collections.emptyMap()); - if (oc == null) - throw (new IllegalArgumentException( - "failed to find object_component, even after creating an object")); - } - return oc; - } - - List getObject_components_2() { - RegistryObject o = getObject(); - RegistryObject_component wo = - (RegistryObject_component) - lc.getFirst( - RegistryObject_component.class, Collections.singletonMap("whole_object", "true")); - RegistryObject_component nowo = - (RegistryObject_component) - lc.getFirst( - RegistryObject_component.class, Collections.singletonMap("whole_object", "false")); - if (nowo == null) { - RegistryObject_component oc = new RegistryObject_component(); - oc.setObject(o.getUrl()); - oc.setDescription("an extra oc"); - oc.setName("some measurement"); - nowo = (RegistryObject_component) lc.post(oc); - } - return List.of(wo.getUrl(), nowo.getUrl()); - } - - RegistryObject getObject() { - RegistryObject o = (RegistryObject) lc.getFirst(RegistryObject.class, Collections.emptyMap()); - if (o == null) { - o = new RegistryObject(); - o.setDescription("one random object"); - o.setStorage_location(getStorage_location().getUrl()); - o = (RegistryObject) lc.post(o); - if (o == null) throw (new IllegalArgumentException("couldn't post Object")); - } - return o; - } - - RegistryStorage_location getStorage_location() { - RegistryStorage_location sl = - (RegistryStorage_location) - lc.getFirst(RegistryStorage_location.class, Collections.emptyMap()); - if (sl == null) { - sl = new RegistryStorage_location(); - sl.setHash("70af0e7749896a9aadf7c999ca26b59c7bcf69af"); - sl.setPath("this/is/where/we/keep/the/bikes.txt"); - sl.setStorage_root(getStorage_root().getUrl()); - sl = (RegistryStorage_location) lc.post(sl); - if (sl == null) throw (new IllegalArgumentException("couldn't post Storage_location")); - } - return sl; - } - - RegistryStorage_root getStorage_root() { - RegistryStorage_root sr = - (RegistryStorage_root) lc.getFirst(RegistryStorage_root.class, Collections.emptyMap()); - if (sr == null) { - sr = new RegistryStorage_root(); - try { - sr.setRoot(new URI("http://bikehub.com")); - } catch (URISyntaxException e) { - Assertions.fail("URISyntaxException in test code"); - } - sr.setLocal(true); - sr = (RegistryStorage_root) lc.post(sr); - if (sr == null) throw (new IllegalArgumentException("couldn't post storageRoot")); - } - return sr; - } -} diff --git a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java b/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java deleted file mode 100644 index e18a179..0000000 --- a/dataregistry/src/test/java/org/fairdatapipeline/dataregistry/restclient/test_Registry_RootObjectWriter.java +++ /dev/null @@ -1,48 +0,0 @@ -package org.fairdatapipeline.dataregistry.restclient; - -import java.io.ByteArrayOutputStream; -import java.net.MalformedURLException; -import java.net.URL; -import org.fairdatapipeline.dataregistry.content.*; -import org.junit.jupiter.api.Assertions; -import org.junit.jupiter.api.Test; - -class test_Registry_RootObjectWriter { - - public String write_json(Registry_RootObject o, Class type) { - ByteArrayOutputStream ba = new ByteArrayOutputStream(); - new Registry_RootObjectWriter().writeTo(o, type, null, null, null, null, ba); - return ba.toString(); - } - - @Test - void test_File_type() { - RegistryFile_type ft = new RegistryFile_type("bla", "blow"); - Assertions.assertEquals( - "{\"name\":\"bla\",\"extension\":\"blow\"}", write_json(ft, ft.getClass())); - } - - @Test - void test_Namespace() throws MalformedURLException { - RegistryNamespace ns = new RegistryNamespace(); - ns.setName("name"); - ns.setFull_name("Name Potter"); - ns.setWebsite(new URL("http://www.nos.nl/")); - Assertions.assertEquals( - "{\"name\":\"name\",\"full_name\":\"Name Potter\",\"website\":\"http://www.nos.nl/\"}", - write_json(ns, ns.getClass())); - } - - @Test - void test_Storage_location() { - RegistryStorage_location sl = new RegistryStorage_location(); - sl.setPath("/bla/blow"); - sl.setHash("ciouchsduichs"); - sl.setIs_public(true); - RestClient rc = new RestClient("https://127.0.0.1:8000/api/", "dummy token"); - sl.setStorage_root(rc.makeAPIURL(RegistryStorage_root.class, 1)); - Assertions.assertEquals( - "{\"path\":\"/bla/blow\",\"hash\":\"ciouchsduichs\",\"storage_root\":\"https://127.0.0.1:8000/api/storage_root/1/\",\"public\":1}", - write_json(sl, sl.getClass())); - } -} diff --git a/deprecated-list.html b/deprecated-list.html new file mode 100644 index 0000000..0ee0e1e --- /dev/null +++ b/deprecated-list.html @@ -0,0 +1,146 @@ + + + + + +Deprecated List (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Deprecated API

+

Contents

+
+
+
+ +
+ + diff --git a/element-list b/element-list new file mode 100644 index 0000000..b33561c --- /dev/null +++ b/element-list @@ -0,0 +1,12 @@ +org.fairdatapipeline.api +org.fairdatapipeline.config +org.fairdatapipeline.distribution +org.fairdatapipeline.estimate +org.fairdatapipeline.file +org.fairdatapipeline.hash +org.fairdatapipeline.mapper +org.fairdatapipeline.objects +org.fairdatapipeline.parameters +org.fairdatapipeline.samples +org.fairdatapipeline.toml +org.fairdatapipeline.yaml diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar deleted file mode 100644 index 62d4c05..0000000 Binary files a/gradle/wrapper/gradle-wrapper.jar and /dev/null differ diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties deleted file mode 100644 index 5ceefc8..0000000 --- a/gradle/wrapper/gradle-wrapper.properties +++ /dev/null @@ -1,6 +0,0 @@ -#Fri Jul 10 10:20:32 BST 2020 -distributionUrl=https\://services.gradle.org/distributions/gradle-6.5.1-all.zip -distributionBase=GRADLE_USER_HOME -distributionPath=wrapper/dists -zipStorePath=wrapper/dists -zipStoreBase=GRADLE_USER_HOME diff --git a/gradlew b/gradlew deleted file mode 100644 index fbd7c51..0000000 --- a/gradlew +++ /dev/null @@ -1,185 +0,0 @@ -#!/usr/bin/env sh - -# -# Copyright 2015 the original author or authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# https://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -############################################################################## -## -## Gradle start up script for UN*X -## -############################################################################## - -# Attempt to set APP_HOME -# Resolve links: $0 may be a link -PRG="$0" -# Need this for relative symlinks. -while [ -h "$PRG" ] ; do - ls=`ls -ld "$PRG"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '/.*' > /dev/null; then - PRG="$link" - else - PRG=`dirname "$PRG"`"/$link" - fi -done -SAVED="`pwd`" -cd "`dirname \"$PRG\"`/" >/dev/null -APP_HOME="`pwd -P`" -cd "$SAVED" >/dev/null - -APP_NAME="Gradle" -APP_BASE_NAME=`basename "$0"` - -# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. -DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' - -# Use the maximum available, or set MAX_FD != -1 to use that value. -MAX_FD="maximum" - -warn () { - echo "$*" -} - -die () { - echo - echo "$*" - echo - exit 1 -} - -# OS specific support (must be 'true' or 'false'). -cygwin=false -msys=false -darwin=false -nonstop=false -case "`uname`" in - CYGWIN* ) - cygwin=true - ;; - Darwin* ) - darwin=true - ;; - MINGW* ) - msys=true - ;; - NONSTOP* ) - nonstop=true - ;; -esac - -CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar - - -# Determine the Java command to use to start the JVM. -if [ -n "$JAVA_HOME" ] ; then - if [ -x "$JAVA_HOME/jre/sh/java" ] ; then - # IBM's JDK on AIX uses strange locations for the executables - JAVACMD="$JAVA_HOME/jre/sh/java" - else - JAVACMD="$JAVA_HOME/bin/java" - fi - if [ ! -x "$JAVACMD" ] ; then - die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME - -Please set the JAVA_HOME variable in your environment to match the -location of your Java installation." - fi -else - JAVACMD="java" - which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. - -Please set the JAVA_HOME variable in your environment to match the -location of your Java installation." -fi - -# Increase the maximum file descriptors if we can. -if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then - MAX_FD_LIMIT=`ulimit -H -n` - if [ $? -eq 0 ] ; then - if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then - MAX_FD="$MAX_FD_LIMIT" - fi - ulimit -n $MAX_FD - if [ $? -ne 0 ] ; then - warn "Could not set maximum file descriptor limit: $MAX_FD" - fi - else - warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" - fi -fi - -# For Darwin, add options to specify how the application appears in the dock -if $darwin; then - GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" -fi - -# For Cygwin or MSYS, switch paths to Windows format before running java -if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then - APP_HOME=`cygpath --path --mixed "$APP_HOME"` - CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` - - JAVACMD=`cygpath --unix "$JAVACMD"` - - # We build the pattern for arguments to be converted via cygpath - ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` - SEP="" - for dir in $ROOTDIRSRAW ; do - ROOTDIRS="$ROOTDIRS$SEP$dir" - SEP="|" - done - OURCYGPATTERN="(^($ROOTDIRS))" - # Add a user-defined pattern to the cygpath arguments - if [ "$GRADLE_CYGPATTERN" != "" ] ; then - OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" - fi - # Now convert the arguments - kludge to limit ourselves to /bin/sh - i=0 - for arg in "$@" ; do - CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` - CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option - - if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition - eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` - else - eval `echo args$i`="\"$arg\"" - fi - i=`expr $i + 1` - done - case $i in - 0) set -- ;; - 1) set -- "$args0" ;; - 2) set -- "$args0" "$args1" ;; - 3) set -- "$args0" "$args1" "$args2" ;; - 4) set -- "$args0" "$args1" "$args2" "$args3" ;; - 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; - 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; - 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; - 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; - 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; - esac -fi - -# Escape application args -save () { - for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done - echo " " -} -APP_ARGS=`save "$@"` - -# Collect all arguments for the java command, following the shell quoting and substitution rules -eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" - -exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat deleted file mode 100644 index 5093609..0000000 --- a/gradlew.bat +++ /dev/null @@ -1,104 +0,0 @@ -@rem -@rem Copyright 2015 the original author or authors. -@rem -@rem Licensed under the Apache License, Version 2.0 (the "License"); -@rem you may not use this file except in compliance with the License. -@rem You may obtain a copy of the License at -@rem -@rem https://www.apache.org/licenses/LICENSE-2.0 -@rem -@rem Unless required by applicable law or agreed to in writing, software -@rem distributed under the License is distributed on an "AS IS" BASIS, -@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@rem See the License for the specific language governing permissions and -@rem limitations under the License. -@rem - -@if "%DEBUG%" == "" @echo off -@rem ########################################################################## -@rem -@rem Gradle startup script for Windows -@rem -@rem ########################################################################## - -@rem Set local scope for the variables with windows NT shell -if "%OS%"=="Windows_NT" setlocal - -set DIRNAME=%~dp0 -if "%DIRNAME%" == "" set DIRNAME=. -set APP_BASE_NAME=%~n0 -set APP_HOME=%DIRNAME% - -@rem Resolve any "." and ".." in APP_HOME to make it shorter. -for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi - -@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. -set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" - -@rem Find java.exe -if defined JAVA_HOME goto findJavaFromJavaHome - -set JAVA_EXE=java.exe -%JAVA_EXE% -version >NUL 2>&1 -if "%ERRORLEVEL%" == "0" goto init - -echo. -echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. -echo. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation. - -goto fail - -:findJavaFromJavaHome -set JAVA_HOME=%JAVA_HOME:"=% -set JAVA_EXE=%JAVA_HOME%/bin/java.exe - -if exist "%JAVA_EXE%" goto init - -echo. -echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% -echo. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation. - -goto fail - -:init -@rem Get command-line arguments, handling Windows variants - -if not "%OS%" == "Windows_NT" goto win9xME_args - -:win9xME_args -@rem Slurp the command line arguments. -set CMD_LINE_ARGS= -set _SKIP=2 - -:win9xME_args_slurp -if "x%~1" == "x" goto execute - -set CMD_LINE_ARGS=%* - -:execute -@rem Setup the command line - -set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar - - -@rem Execute Gradle -"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% - -:end -@rem End local scope for the variables with windows NT shell -if "%ERRORLEVEL%"=="0" goto mainEnd - -:fail -rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of -rem the _cmd.exe /c_ return code! -if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 -exit /b 1 - -:mainEnd -if "%OS%"=="Windows_NT" endlocal - -:omega diff --git a/help-doc.html b/help-doc.html new file mode 100644 index 0000000..9b145f1 --- /dev/null +++ b/help-doc.html @@ -0,0 +1,272 @@ + + + + + +API Help (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

How This API Document Is Organized

+
This API (Application Programming Interface) document has pages corresponding to the items in the navigation bar, described as follows.
+
+
+
    +
  • +
    +

    Overview

    +

    The Overview page is the front page of this API document and provides a list of all packages with a summary for each. This page can also contain an overall description of the set of packages.

    +
    +
  • +
  • +
    +

    Package

    +

    Each package has a page that contains a list of its classes and interfaces, with a summary for each. These pages may contain six categories:

    +
      +
    • Interfaces
    • +
    • Classes
    • +
    • Enums
    • +
    • Exceptions
    • +
    • Errors
    • +
    • Annotation Types
    • +
    +
    +
  • +
  • +
    +

    Class or Interface

    +

    Each class, interface, nested class and nested interface has its own separate page. Each of these pages has three sections consisting of a class/interface description, summary tables, and detailed member descriptions:

    +
      +
    • Class Inheritance Diagram
    • +
    • Direct Subclasses
    • +
    • All Known Subinterfaces
    • +
    • All Known Implementing Classes
    • +
    • Class or Interface Declaration
    • +
    • Class or Interface Description
    • +
    +
    +
      +
    • Nested Class Summary
    • +
    • Field Summary
    • +
    • Property Summary
    • +
    • Constructor Summary
    • +
    • Method Summary
    • +
    +
    +
      +
    • Field Detail
    • +
    • Property Detail
    • +
    • Constructor Detail
    • +
    • Method Detail
    • +
    +

    Each summary entry contains the first sentence from the detailed description for that item. The summary entries are alphabetical, while the detailed descriptions are in the order they appear in the source code. This preserves the logical groupings established by the programmer.

    +
    +
  • +
  • +
    +

    Annotation Type

    +

    Each annotation type has its own separate page with the following sections:

    +
      +
    • Annotation Type Declaration
    • +
    • Annotation Type Description
    • +
    • Required Element Summary
    • +
    • Optional Element Summary
    • +
    • Element Detail
    • +
    +
    +
  • +
  • +
    +

    Enum

    +

    Each enum has its own separate page with the following sections:

    +
      +
    • Enum Declaration
    • +
    • Enum Description
    • +
    • Enum Constant Summary
    • +
    • Enum Constant Detail
    • +
    +
    +
  • +
  • +
    +

    Tree (Class Hierarchy)

    +

    There is a Class Hierarchy page for all packages, plus a hierarchy for each package. Each hierarchy page contains a list of classes and a list of interfaces. Classes are organized by inheritance structure starting with java.lang.Object. Interfaces do not inherit from java.lang.Object.

    +
      +
    • When viewing the Overview page, clicking on "Tree" displays the hierarchy for all packages.
    • +
    • When viewing a particular package, class or interface page, clicking on "Tree" displays the hierarchy for only that package.
    • +
    +
    +
  • +
  • +
    +

    Deprecated API

    +

    The Deprecated API page lists all of the API that have been deprecated. A deprecated API is not recommended for use, generally due to improvements, and a replacement API is usually given. Deprecated APIs may be removed in future implementations.

    +
    +
  • +
  • +
    +

    Index

    +

    The Index contains an alphabetic index of all classes, interfaces, constructors, methods, and fields, as well as lists of all packages and all classes.

    +
    +
  • +
  • +
    +

    All Classes

    +

    The All Classes link shows all classes and interfaces except non-static nested types.

    +
    +
  • +
  • +
    +

    Serialized Form

    +

    Each serializable or externalizable class has a description of its serialization fields and methods. This information is of interest to re-implementors, not to developers using the API. While there is no link in the navigation bar, you can get to this information by going to any serialized class and clicking "Serialized Form" in the "See also" section of the class description.

    +
    +
  • +
  • +
    +

    Constant Field Values

    +

    The Constant Field Values page lists the static final fields and their values.

    +
    +
  • +
  • +
    +

    Search

    +

    You can search for definitions of modules, packages, types, fields, methods and other terms defined in the API, using some or all of the name. "Camel-case" abbreviations are supported: for example, "InpStr" will find "InputStream" and "InputStreamReader".

    +
    +
  • +
+
+This help file applies to API documentation generated by the standard doclet.
+
+
+ +
+ + diff --git a/index-all.html b/index-all.html new file mode 100644 index 0000000..9fc537f --- /dev/null +++ b/index-all.html @@ -0,0 +1,990 @@ + + + + + +Index (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
A B C D E F G H I L M N O P R S T U V W Y 
All Classes All Packages + + +

A

+
+
add_components(Object_component...) - Method in class org.fairdatapipeline.api.Issue
+
+
When we have created an issue using coderun.raise_issue() we still need to attach this issue to + one or more object components.
+
+
add_fileObjects(FileObject...) - Method in class org.fairdatapipeline.api.Issue
+
+
When we have created an issue using coderun.raise_issue() we can also attach FileObjects to + this issue.
+
+
as1DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
 
+
as1DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
as2DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
 
+
as2DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
as3DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
 
+
as3DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
as4DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
 
+
as4DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
as5DArray() - Method in interface org.fairdatapipeline.objects.NumericalArray
+
 
+
as5DArray() - Method in class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
+ + + +

B

+
+
BaseYamlWriter - Class in org.fairdatapipeline.yaml
+
 
+
bins() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
+ + + +

C

+
+
categorical - org.fairdatapipeline.distribution.Distribution.DistributionType
+
 
+
check() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
CleanableFileChannel - Class in org.fairdatapipeline.file
+
+
Wrapper around standard FileChannel with additional safety net for closing if user does not close + and ability to run custom function during cleanup/closing.
+
+
CleanableFileChannel(FileChannel, Runnable) - Constructor for class org.fairdatapipeline.file.CleanableFileChannel
+
+
Create a filechannel with a runnable closer to perform the close action.
+
+
close() - Method in class org.fairdatapipeline.api.Coderun
+
+
Finalize and register the coderun.
+
+
close() - Method in class org.fairdatapipeline.api.Data_product
+
 
+
close() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
Coderun - Class in org.fairdatapipeline.api
+
+
Java implementation of the FAIR Data Pipeline API
+
+
Coderun(Path) - Constructor for class org.fairdatapipeline.api.Coderun
+
+
Constructor using only configFilePath - scriptPath is read from the config.
+
+
Coderun(Path, Path) - Constructor for class org.fairdatapipeline.api.Coderun
+
+
Constructor using both configFilePath and ScriptPath
+
+
Coderun(Path, Path, String) - Constructor for class org.fairdatapipeline.api.Coderun
+
+
Constructor specifying configPath, scriptPath, and registryToken.
+
+
Component - Interface in org.fairdatapipeline.parameters
+
 
+
components() - Method in interface org.fairdatapipeline.parameters.Components
+
 
+
Components - Interface in org.fairdatapipeline.parameters
+
 
+
ComponentsDeserializer - Class in org.fairdatapipeline.parameters
+
 
+
ComponentsDeserializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.ComponentsDeserializer
+
 
+
ComponentsSerializer - Class in org.fairdatapipeline.parameters
+
 
+
ComponentsSerializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.ComponentsSerializer
+
 
+
config(YamlReader, Path) - Method in class org.fairdatapipeline.config.ConfigFactory
+
 
+
Config - Interface in org.fairdatapipeline.config
+
+
config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command.
+
+
Config.ConfigItem - Interface in org.fairdatapipeline.config
+
+
Read or Write data product items, specified by name, or (only for write items) possibly ending + in * for simple globbing
+
+
Config.ConfigRunMetadata - Interface in org.fairdatapipeline.config
+
+
Defaults and settings for this coderun.
+
+
Config.ConfigUseItem - Interface in org.fairdatapipeline.config
+
+
Use-section for a data product.
+
+
ConfigException - Exception in org.fairdatapipeline.config
+
+
Something wrong with the config.
+
+
ConfigException(String) - Constructor for exception org.fairdatapipeline.config.ConfigException
+
+
Constructor
+
+
ConfigException(String, Exception) - Constructor for exception org.fairdatapipeline.config.ConfigException
+
+
Constructor
+
+
ConfigFactory - Class in org.fairdatapipeline.config
+
 
+
ConfigFactory() - Constructor for class org.fairdatapipeline.config.ConfigFactory
+
 
+
+ + + +

D

+
+
data_product() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
data_product name (for write items this may end in * for simple globbing)
+
+
data_product() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+
Override the data_product name for this item
+
+
Data_product - Class in org.fairdatapipeline.api
+
+ +
+
Data_product_read - Class in org.fairdatapipeline.api
+
+
Data_product_read is created by Coderun: Coderun.get_dp_for_read(String)
+
+
Data_product_write - Class in org.fairdatapipeline.api
+
+
Data_product_write is created by Coderun: Coderun.get_dp_for_write(String, String)
+
+
DataPipelineMapper - Class in org.fairdatapipeline.mapper
+
+
ObjectMapper for TOML parameter file parameters.
+
+
DataPipelineMapper(JsonFactory, RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
 
+
DataPipelineMapper(MappingJsonFactory, RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
 
+
DataPipelineMapper(RandomGenerator) - Constructor for class org.fairdatapipeline.mapper.DataPipelineMapper
+
 
+
default_input_namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
In which namespace to search for READ data products.
+
+
default_output_namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
In which namespace to place the WRITE data products.
+
+
default_read_version() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
Default write version - Not Used
+
+
default_write_version() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
Default read version - Not Used
+
+
description() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
For write items only: please set the description to get stored in the registry with this data + product
+
+
description() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
Set the description field for this code run.
+
+
deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.distribution.MinMaxDeserializer
+
 
+
deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.parameters.ComponentsDeserializer
+
 
+
deserialize(JsonParser, DeserializationContext) - Method in class org.fairdatapipeline.parameters.RandomGeneratorDeserializer
+
 
+
Distribution - Interface in org.fairdatapipeline.distribution
+
 
+
Distribution.DistributionType - Enum in org.fairdatapipeline.distribution
+
 
+
+ + + +

E

+
+
empirical - org.fairdatapipeline.distribution.Distribution.DistributionType
+
 
+
empiricalSamples() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
Estimate - Interface in org.fairdatapipeline.estimate
+
+
a component to store a plain simple single Number
+
+
exponential - org.fairdatapipeline.distribution.Distribution.DistributionType
+
 
+
+ + + +

F

+
+
failOnHashMisMatch() - Method in interface org.fairdatapipeline.config.Config
+
+
Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files.
+
+
file_type() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
Config write items may specify the file_type (such as csv, h5, or toml) but this can also be + specified using Coderun.get_dp_for_write(String, String) method.
+
+
fileHash(String) - Method in class org.fairdatapipeline.hash.Hasher
+
 
+
fileHash(String, Instant) - Method in class org.fairdatapipeline.hash.Hasher
+
 
+
FileObject - Class in org.fairdatapipeline.api
+
+
A new registryObject with given storage_location, description, authors, file_type.
+
+
FileReader - Class in org.fairdatapipeline.file
+
 
+
FileReader() - Constructor for class org.fairdatapipeline.file.FileReader
+
 
+
force(boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
+ + + +

G

+
+
gamma - org.fairdatapipeline.distribution.Distribution.DistributionType
+
 
+
get_dp_for_read(String) - Method in class org.fairdatapipeline.api.Coderun
+
+
Obtain a data product for reading.
+
+
get_dp_for_write(String) - Method in class org.fairdatapipeline.api.Coderun
+
+
Obtain a data product for writing.
+
+
get_dp_for_write(String, String) - Method in class org.fairdatapipeline.api.Coderun
+
+
Obtain a data product for writing.
+
+
getCode_repo() - Method in class org.fairdatapipeline.api.Coderun
+
+
Access the code repository in order to raise a code repository issue.
+
+
getComponent() - Method in class org.fairdatapipeline.api.Data_product_read
+
+
Obtain an Object_component (whole_object) for reading.
+
+
getComponent() - Method in class org.fairdatapipeline.api.Data_product_write
+
+
Obtain an Object_component (whole_object) for writing.
+
+
getComponent(String) - Method in class org.fairdatapipeline.api.Data_product_read
+
+
Obtain an Object_component for reading.
+
+
getComponent(String) - Method in class org.fairdatapipeline.api.Data_product_write
+
+
Obtain an Object_component for writing.
+
+
getConfig() - Method in class org.fairdatapipeline.api.Coderun
+
+
Access the configuration file (config.yaml); in order to raise a Config issue.
+
+
getDistribution() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
getDistribution() - Method in interface org.fairdatapipeline.estimate.Estimate
+
 
+
getDistribution() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
 
+
getDistribution() - Method in interface org.fairdatapipeline.samples.Samples
+
 
+
getEstimate() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
getEstimate() - Method in interface org.fairdatapipeline.estimate.Estimate
+
 
+
getEstimate() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
 
+
getEstimate() - Method in interface org.fairdatapipeline.samples.Samples
+
 
+
getFilePath() - Method in class org.fairdatapipeline.api.Data_product_read
+
 
+
getSample() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
getSamples() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
getSamples() - Method in interface org.fairdatapipeline.estimate.Estimate
+
 
+
getSamples() - Method in interface org.fairdatapipeline.parameters.ReadComponent
+
 
+
getSamples() - Method in interface org.fairdatapipeline.samples.Samples
+
 
+
getScript() - Method in class org.fairdatapipeline.api.Coderun
+
+
Access the Submission_script; in order to raise a Submission_script issue.
+
+
+ + + +

H

+
+
Hasher - Class in org.fairdatapipeline.hash
+
+
Create the hash for a given file.
+
+
Hasher() - Constructor for class org.fairdatapipeline.hash.Hasher
+
 
+
+ + + +

I

+
+
IllegalActionException - Exception in org.fairdatapipeline.api
+
+
The consumer is probably trying to do something they aren't supposed to be doing.
+
+
IllegalActionException(String) - Constructor for exception org.fairdatapipeline.api.IllegalActionException
+
+
Constructor
+
+
IllegalActionException(String, Exception) - Constructor for exception org.fairdatapipeline.api.IllegalActionException
+
+
Constructor
+
+
internalLoc() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
internalScale() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
internalShape() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
internalType() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
internalValue() - Method in interface org.fairdatapipeline.estimate.Estimate
+
 
+
isLowerInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
isOpen() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
isPublic() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
This is ignored.
+
+
isPublic() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
This is ignored.
+
+
Issue - Class in org.fairdatapipeline.api
+
+
An issue that can be raised with objects or their components.
+
+
isUpperInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
+ + + +

L

+
+
latest_commit() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
The commit hash of the remote_repo, in order to store the exact version of the analysis code.
+
+
local_data_registry_url() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be)
+
+
local_repo() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
This is ignored.
+
+
lock(long, long, boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
lowerBoundary() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
lowerExclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
lowerInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
+ + + +

M

+
+
map(FileChannel.MapMode, long, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
mean() - Method in interface org.fairdatapipeline.samples.Samples
+
 
+
MinMax - Interface in org.fairdatapipeline.distribution
+
+
Used for Distributions.bins
+
+
MinMaxDeserializer - Class in org.fairdatapipeline.distribution
+
 
+
MinMaxDeserializer() - Constructor for class org.fairdatapipeline.distribution.MinMaxDeserializer
+
 
+
MinMaxSerializer - Class in org.fairdatapipeline.distribution
+
 
+
MinMaxSerializer() - Constructor for class org.fairdatapipeline.distribution.MinMaxSerializer
+
 
+
+ + + +

N

+
+
namespace() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+
Override the default namespace for this item
+
+
NumericalArray - Interface in org.fairdatapipeline.objects
+
 
+
NumericalArrayImpl - Class in org.fairdatapipeline.objects
+
 
+
NumericalArrayImpl(Object[]) - Constructor for class org.fairdatapipeline.objects.NumericalArrayImpl
+
 
+
+ + + +

O

+
+
Object_component - Class in org.fairdatapipeline.api
+
+
This represents an object_component to read from or write to (or raise issues with) An + object_component without a name is the 'whole_object' component.
+
+
Object_component_read - Class in org.fairdatapipeline.api
+
+
This represents an object_component to read from (or raise issues with) An object_component + without a name is the 'whole_object' component.
+
+
Object_component_write - Class in org.fairdatapipeline.api
+
+
This represents an object_component to write to (or raise issues with) An object_component + without a name is the 'whole_object' component.
+
+
org.fairdatapipeline.api - package org.fairdatapipeline.api
+
+
Java implementation of the FAIR Data Pipeline API
+
+
org.fairdatapipeline.config - package org.fairdatapipeline.config
+
+
Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI.
+
+
org.fairdatapipeline.distribution - package org.fairdatapipeline.distribution
+
+
Use ImmutableDistribution to read/write + distributions to/from the FAIR Data Pipeline.
+
+
org.fairdatapipeline.estimate - package org.fairdatapipeline.estimate
+
+
Use ImmutableEstimate to read/write simple number + parameters to/from the FAIR Data Pipeline.
+
+
org.fairdatapipeline.file - package org.fairdatapipeline.file
+
+
Helpers relating to files.
+
+
org.fairdatapipeline.hash - package org.fairdatapipeline.hash
+
+
Create SHA1 hash for files.
+
+
org.fairdatapipeline.mapper - package org.fairdatapipeline.mapper
+
+
Object Mapper for FAIR Data Pipeline TOML parameters.
+
+
org.fairdatapipeline.objects - package org.fairdatapipeline.objects
+
+
Arrays and tables for H5 files; not quite implemented yet.
+
+
org.fairdatapipeline.parameters - package org.fairdatapipeline.parameters
+
+
reader/writer for FAIR Data Pipeline TOML parameters.
+
+
org.fairdatapipeline.samples - package org.fairdatapipeline.samples
+
+
Use ImmutableSamples to read/write Samples (lists of + Numbers) to/from the FAIR Data Pipeline.
+
+
org.fairdatapipeline.toml - package org.fairdatapipeline.toml
+
+
This implements the toml files that can be used to store Samples, Estimates, Distributions.
+
+
org.fairdatapipeline.yaml - package org.fairdatapipeline.yaml
+
+
YAML reader to read the config file.
+
+
+ + + +

P

+
+
ParameterDataReader - Interface in org.fairdatapipeline.parameters
+
 
+
ParameterDataReaderImpl - Class in org.fairdatapipeline.parameters
+
 
+
ParameterDataReaderImpl(TomlReader) - Constructor for class org.fairdatapipeline.parameters.ParameterDataReaderImpl
+
 
+
ParameterDataWriter - Interface in org.fairdatapipeline.parameters
+
 
+
ParameterDataWriterImpl - Class in org.fairdatapipeline.parameters
+
 
+
ParameterDataWriterImpl(TomlWriter) - Constructor for class org.fairdatapipeline.parameters.ParameterDataWriterImpl
+
 
+
populate_component() - Method in class org.fairdatapipeline.api.Object_component_read
+
 
+
populate_component() - Method in class org.fairdatapipeline.api.Object_component_write
+
 
+
position() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
position(long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
+ + + +

R

+
+
raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.Coderun
+
+
create an Issue that can be linked to a number of object components + and/or fileObjects.
+
+
raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.FileObject
+
+
raise an issue with this component
+
+
raise_issue(String, Integer) - Method in class org.fairdatapipeline.api.Object_component
+
+
raise an issue with this component
+
+
RandomGeneratorDeserializer - Class in org.fairdatapipeline.parameters
+
 
+
RandomGeneratorDeserializer(RandomGenerator) - Constructor for class org.fairdatapipeline.parameters.RandomGeneratorDeserializer
+
 
+
RandomGeneratorSerializer - Class in org.fairdatapipeline.parameters
+
 
+
RandomGeneratorSerializer() - Constructor for class org.fairdatapipeline.parameters.RandomGeneratorSerializer
+
 
+
read(Reader, TypeReference<T>) - Method in class org.fairdatapipeline.toml.TomlReader
+
 
+
read(Reader, TypeReference<T>) - Method in interface org.fairdatapipeline.yaml.YamlReader
+
 
+
read(String) - Method in class org.fairdatapipeline.file.FileReader
+
 
+
read(ByteBuffer) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
read(ByteBuffer[]) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
read(ByteBuffer[], int, int) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
read(ByteBuffer, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
read(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.objects.StandardArrayDataReader
+
 
+
read(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.parameters.ParameterDataReader
+
 
+
read(CleanableFileChannel, String) - Method in class org.fairdatapipeline.parameters.ParameterDataReaderImpl
+
 
+
ReadComponent - Interface in org.fairdatapipeline.parameters
+
 
+
readDistribution() - Method in class org.fairdatapipeline.api.Object_component_read
+
+
read the Distribution that was stored as this component in a TOML file.
+
+
readEstimate() - Method in class org.fairdatapipeline.api.Object_component_read
+
+
read the Estimate that was stored as this component in a TOML file.
+
+
readFileChannel() - Method in class org.fairdatapipeline.api.Object_component_read
+
+
get the CleanableFileChannel to read directly from the file.
+
+
readItems() - Method in interface org.fairdatapipeline.config.Config
+
+
The config file MAY contain the read section to specify the read data products
+
+
readLink() - Method in class org.fairdatapipeline.api.Object_component_read
+
+
get the filePath to read from; only for whole_object component
+
+
readSamples() - Method in class org.fairdatapipeline.api.Object_component_read
+
+
read the Samples that were stored as this component in a TOML file.
+
+
readTable(CleanableFileChannel, String) - Method in interface org.fairdatapipeline.objects.StandardTableDataReader
+
 
+
RegistryException - Exception in org.fairdatapipeline.api
+
+
Failure to create an Object in the registry.
+
+
RegistryException(String) - Constructor for exception org.fairdatapipeline.api.RegistryException
+
+
Constructor
+
+
RegistryException(String, Exception) - Constructor for exception org.fairdatapipeline.api.RegistryException
+
+
Constructor
+
+
RegistryObjectNotfoundException - Exception in org.fairdatapipeline.api
+
+
Failure to retrieve an expected object from the registry.
+
+
RegistryObjectNotfoundException(String) - Constructor for exception org.fairdatapipeline.api.RegistryObjectNotfoundException
+
+
Constructor
+
+
RegistryObjectNotfoundException(String, Exception) - Constructor for exception org.fairdatapipeline.api.RegistryObjectNotfoundException
+
+
Constructor
+
+
remote_data_registry_url() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
I don't know why we would specify this.
+
+
remote_repo() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
This is the location of the repository of the analysis code.
+
+
rng() - Method in interface org.fairdatapipeline.parameters.Component
+
 
+
run_metadata() - Method in interface org.fairdatapipeline.config.Config
+
+
The config file MUST contain a run_metadata section to specify the coderun details
+
+
+ + + +

S

+
+
sample(List<Number>) - Method in class org.fairdatapipeline.samples.Sampler
+
 
+
sampleFrom(List<Number>) - Static method in class org.fairdatapipeline.samples.Sampler
+
 
+
Sampler - Class in org.fairdatapipeline.samples
+
 
+
Sampler(Random) - Constructor for class org.fairdatapipeline.samples.Sampler
+
 
+
samples() - Method in interface org.fairdatapipeline.samples.Samples
+
 
+
Samples - Interface in org.fairdatapipeline.samples
+
 
+
script() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
This is ignored.
+
+
script_path() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
you can give the path to the submission script (to be stored in the code run) here, or in + Coderun(Path, Path) FileApi constructor.
+
+
serialize(RandomGenerator, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.parameters.RandomGeneratorSerializer
+
 
+
serialize(MinMax, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.distribution.MinMaxSerializer
+
 
+
serialize(Components, JsonGenerator, SerializerProvider) - Method in class org.fairdatapipeline.parameters.ComponentsSerializer
+
 
+
size() - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
StandardArrayDataReader - Interface in org.fairdatapipeline.objects
+
 
+
StandardTable - Interface in org.fairdatapipeline.objects
+
 
+
StandardTableDataReader - Interface in org.fairdatapipeline.objects
+
 
+
+ + + +

T

+
+
token() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
The authentication token for the registry.
+
+
TOMLMapper - Class in org.fairdatapipeline.toml
+
 
+
TOMLMapper(RandomGenerator) - Constructor for class org.fairdatapipeline.toml.TOMLMapper
+
 
+
TomlReader - Class in org.fairdatapipeline.toml
+
 
+
TomlReader(TOMLMapper) - Constructor for class org.fairdatapipeline.toml.TomlReader
+
 
+
TomlWriter - Class in org.fairdatapipeline.toml
+
 
+
TomlWriter(TOMLMapper) - Constructor for class org.fairdatapipeline.toml.TomlWriter
+
 
+
transferFrom(ReadableByteChannel, long, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
transferTo(long, long, WritableByteChannel) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
truncate(long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
tryLock(long, long, boolean) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
+ + + +

U

+
+
underlyingDistribution() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
uniform - org.fairdatapipeline.distribution.Distribution.DistributionType
+
 
+
upperBoundary() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
upperExclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
upperInclusive() - Method in interface org.fairdatapipeline.distribution.MinMax
+
 
+
use() - Method in interface org.fairdatapipeline.config.Config.ConfigItem
+
+
Config (read or write) items MUST have a use section, which MUST specify a version.
+
+
+ + + +

V

+
+
valueOf(String) - Static method in enum org.fairdatapipeline.distribution.Distribution.DistributionType
+
+
Returns the enum constant of this type with the specified name.
+
+
values() - Static method in enum org.fairdatapipeline.distribution.Distribution.DistributionType
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
version() - Method in interface org.fairdatapipeline.config.Config.ConfigUseItem
+
+
Set the version for this item
+
+
+ + + +

W

+
+
weights() - Method in interface org.fairdatapipeline.distribution.Distribution
+
 
+
write(Writer, T) - Method in class org.fairdatapipeline.toml.TomlWriter
+
 
+
write(Writer, T) - Method in class org.fairdatapipeline.yaml.BaseYamlWriter
+
 
+
write(Writer, T) - Method in interface org.fairdatapipeline.yaml.YamlWriter
+
 
+
write(ByteBuffer) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
write(ByteBuffer[]) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
write(ByteBuffer[], int, int) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
write(ByteBuffer, long) - Method in class org.fairdatapipeline.file.CleanableFileChannel
+
 
+
write(CleanableFileChannel, String, Component) - Method in interface org.fairdatapipeline.parameters.ParameterDataWriter
+
 
+
write(CleanableFileChannel, String, Component) - Method in class org.fairdatapipeline.parameters.ParameterDataWriterImpl
+
 
+
write_data_store() - Method in interface org.fairdatapipeline.config.Config.ConfigRunMetadata
+
+
The file system root of the local data store for new write objects.
+
+
WriteComponent - Interface in org.fairdatapipeline.parameters
+
 
+
writeDistribution(Distribution) - Method in class org.fairdatapipeline.api.Object_component_write
+
+
write a Distribution, as this named component in the data product.
+
+
writeEstimate(Number) - Method in class org.fairdatapipeline.api.Object_component_write
+
+
write a Number as an Estimate, as this named component in the data product.
+
+
writeFileChannel() - Method in class org.fairdatapipeline.api.Object_component_write
+
+
get the CleanableFileChannel to write directly to the file.
+
+
writeItems() - Method in interface org.fairdatapipeline.config.Config
+
+
The config file MAY contain the write section to specify the write data products
+
+
writeLink() - Method in class org.fairdatapipeline.api.Object_component_write
+
+
get the filePath to write; only for whole_object component
+
+
writeSamples(Samples) - Method in class org.fairdatapipeline.api.Object_component_write
+
+
write Samples, as this named component in the data product.
+
+
+ + + +

Y

+
+
YamlFactory - Class in org.fairdatapipeline.yaml
+
 
+
YamlFactory() - Constructor for class org.fairdatapipeline.yaml.YamlFactory
+
 
+
yamlReader() - Method in class org.fairdatapipeline.yaml.YamlFactory
+
 
+
YamlReader - Interface in org.fairdatapipeline.yaml
+
 
+
yamlWriter() - Method in class org.fairdatapipeline.yaml.YamlFactory
+
 
+
YamlWriter - Interface in org.fairdatapipeline.yaml
+
 
+
+A B C D E F G H I L M N O P R S T U V W Y 
All Classes All Packages
+
+
+ +
+ + diff --git a/index.html b/index.html new file mode 100644 index 0000000..bd42a64 --- /dev/null +++ b/index.html @@ -0,0 +1,235 @@ + + + + + +Overview (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

api 1.0.0-rc3 API

+
+
+
Java implementation of the FAIR Data Pipeline API. +Use Coderun as the main class to create a coderun of your modelling code.
+
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Packages 
PackageDescription
org.fairdatapipeline.api +
Java implementation of the FAIR Data Pipeline API
+
org.fairdatapipeline.config +
Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI.
+
org.fairdatapipeline.distribution +
Use ImmutableDistribution to read/write + distributions to/from the FAIR Data Pipeline.
+
org.fairdatapipeline.estimate +
Use ImmutableEstimate to read/write simple number + parameters to/from the FAIR Data Pipeline.
+
org.fairdatapipeline.file +
Helpers relating to files.
+
org.fairdatapipeline.hash +
Create SHA1 hash for files.
+
org.fairdatapipeline.mapper +
Object Mapper for FAIR Data Pipeline TOML parameters.
+
org.fairdatapipeline.objects +
Arrays and tables for H5 files; not quite implemented yet.
+
org.fairdatapipeline.parameters +
reader/writer for FAIR Data Pipeline TOML parameters.
+
org.fairdatapipeline.samples +
Use ImmutableSamples to read/write Samples (lists of + Numbers) to/from the FAIR Data Pipeline.
+
org.fairdatapipeline.toml +
This implements the toml files that can be used to store Samples, Estimates, Distributions.
+
org.fairdatapipeline.yaml +
YAML reader to read the config file.
+
+
+
+
+ +
+ + diff --git a/jitpack.yml b/jitpack.yml deleted file mode 100644 index adb3fe1..0000000 --- a/jitpack.yml +++ /dev/null @@ -1,2 +0,0 @@ -jdk: - - openjdk11 diff --git a/jquery-ui.overrides.css b/jquery-ui.overrides.css new file mode 100644 index 0000000..facf852 --- /dev/null +++ b/jquery-ui.overrides.css @@ -0,0 +1,35 @@ +/* + * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This code is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License version 2 only, as + * published by the Free Software Foundation. Oracle designates this + * particular file as subject to the "Classpath" exception as provided + * by Oracle in the LICENSE file that accompanied this code. + * + * This code is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License + * version 2 for more details (a copy is included in the LICENSE file that + * accompanied this code). + * + * You should have received a copy of the GNU General Public License version + * 2 along with this work; if not, write to the Free Software Foundation, + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA + * or visit www.oracle.com if you need additional information or have any + * questions. + */ + +.ui-state-active, +.ui-widget-content .ui-state-active, +.ui-widget-header .ui-state-active, +a.ui-button:active, +.ui-button:active, +.ui-button.ui-state-active:hover { + /* Overrides the color of selection used in jQuery UI */ + background: #F8981D; + border: 1px solid #F8981D; +} diff --git a/jquery/external/jquery/jquery.js b/jquery/external/jquery/jquery.js new file mode 100644 index 0000000..5093733 --- /dev/null +++ b/jquery/external/jquery/jquery.js @@ -0,0 +1,10872 @@ +/*! + * jQuery JavaScript Library v3.5.1 + * https://jquery.com/ + * + * Includes Sizzle.js + * https://sizzlejs.com/ + * + * Copyright JS Foundation and other contributors + * Released under the MIT license + * https://jquery.org/license + * + * Date: 2020-05-04T22:49Z + */ +( function( global, factory ) { + + "use strict"; + + if ( typeof module === "object" && typeof module.exports === "object" ) { + + // For CommonJS and CommonJS-like environments where a proper `window` + // is present, execute the factory and get jQuery. + // For environments that do not have a `window` with a `document` + // (such as Node.js), expose a factory as module.exports. + // This accentuates the need for the creation of a real `window`. + // e.g. var jQuery = require("jquery")(window); + // See ticket #14549 for more info. + module.exports = global.document ? + factory( global, true ) : + function( w ) { + if ( !w.document ) { + throw new Error( "jQuery requires a window with a document" ); + } + return factory( w ); + }; + } else { + factory( global ); + } + +// Pass this if window is not defined yet +} )( typeof window !== "undefined" ? window : this, function( window, noGlobal ) { + +// Edge <= 12 - 13+, Firefox <=18 - 45+, IE 10 - 11, Safari 5.1 - 9+, iOS 6 - 9.1 +// throw exceptions when non-strict code (e.g., ASP.NET 4.5) accesses strict mode +// arguments.callee.caller (trac-13335). But as of jQuery 3.0 (2016), strict mode should be common +// enough that all such attempts are guarded in a try block. +"use strict"; + +var arr = []; + +var getProto = Object.getPrototypeOf; + +var slice = arr.slice; + +var flat = arr.flat ? function( array ) { + return arr.flat.call( array ); +} : function( array ) { + return arr.concat.apply( [], array ); +}; + + +var push = arr.push; + +var indexOf = arr.indexOf; + +var class2type = {}; + +var toString = class2type.toString; + +var hasOwn = class2type.hasOwnProperty; + +var fnToString = hasOwn.toString; + +var ObjectFunctionString = fnToString.call( Object ); + +var support = {}; + +var isFunction = function isFunction( obj ) { + + // Support: Chrome <=57, Firefox <=52 + // In some browsers, typeof returns "function" for HTML elements + // (i.e., `typeof document.createElement( "object" ) === "function"`). + // We don't want to classify *any* DOM node as a function. + return typeof obj === "function" && typeof obj.nodeType !== "number"; + }; + + +var isWindow = function isWindow( obj ) { + return obj != null && obj === obj.window; + }; + + +var document = window.document; + + + + var preservedScriptAttributes = { + type: true, + src: true, + nonce: true, + noModule: true + }; + + function DOMEval( code, node, doc ) { + doc = doc || document; + + var i, val, + script = doc.createElement( "script" ); + + script.text = code; + if ( node ) { + for ( i in preservedScriptAttributes ) { + + // Support: Firefox 64+, Edge 18+ + // Some browsers don't support the "nonce" property on scripts. + // On the other hand, just using `getAttribute` is not enough as + // the `nonce` attribute is reset to an empty string whenever it + // becomes browsing-context connected. + // See https://github.com/whatwg/html/issues/2369 + // See https://html.spec.whatwg.org/#nonce-attributes + // The `node.getAttribute` check was added for the sake of + // `jQuery.globalEval` so that it can fake a nonce-containing node + // via an object. + val = node[ i ] || node.getAttribute && node.getAttribute( i ); + if ( val ) { + script.setAttribute( i, val ); + } + } + } + doc.head.appendChild( script ).parentNode.removeChild( script ); + } + + +function toType( obj ) { + if ( obj == null ) { + return obj + ""; + } + + // Support: Android <=2.3 only (functionish RegExp) + return typeof obj === "object" || typeof obj === "function" ? + class2type[ toString.call( obj ) ] || "object" : + typeof obj; +} +/* global Symbol */ +// Defining this global in .eslintrc.json would create a danger of using the global +// unguarded in another place, it seems safer to define global only for this module + + + +var + version = "3.5.1", + + // Define a local copy of jQuery + jQuery = function( selector, context ) { + + // The jQuery object is actually just the init constructor 'enhanced' + // Need init if jQuery is called (just allow error to be thrown if not included) + return new jQuery.fn.init( selector, context ); + }; + +jQuery.fn = jQuery.prototype = { + + // The current version of jQuery being used + jquery: version, + + constructor: jQuery, + + // The default length of a jQuery object is 0 + length: 0, + + toArray: function() { + return slice.call( this ); + }, + + // Get the Nth element in the matched element set OR + // Get the whole matched element set as a clean array + get: function( num ) { + + // Return all the elements in a clean array + if ( num == null ) { + return slice.call( this ); + } + + // Return just the one element from the set + return num < 0 ? this[ num + this.length ] : this[ num ]; + }, + + // Take an array of elements and push it onto the stack + // (returning the new matched element set) + pushStack: function( elems ) { + + // Build a new jQuery matched element set + var ret = jQuery.merge( this.constructor(), elems ); + + // Add the old object onto the stack (as a reference) + ret.prevObject = this; + + // Return the newly-formed element set + return ret; + }, + + // Execute a callback for every element in the matched set. + each: function( callback ) { + return jQuery.each( this, callback ); + }, + + map: function( callback ) { + return this.pushStack( jQuery.map( this, function( elem, i ) { + return callback.call( elem, i, elem ); + } ) ); + }, + + slice: function() { + return this.pushStack( slice.apply( this, arguments ) ); + }, + + first: function() { + return this.eq( 0 ); + }, + + last: function() { + return this.eq( -1 ); + }, + + even: function() { + return this.pushStack( jQuery.grep( this, function( _elem, i ) { + return ( i + 1 ) % 2; + } ) ); + }, + + odd: function() { + return this.pushStack( jQuery.grep( this, function( _elem, i ) { + return i % 2; + } ) ); + }, + + eq: function( i ) { + var len = this.length, + j = +i + ( i < 0 ? len : 0 ); + return this.pushStack( j >= 0 && j < len ? [ this[ j ] ] : [] ); + }, + + end: function() { + return this.prevObject || this.constructor(); + }, + + // For internal use only. + // Behaves like an Array's method, not like a jQuery method. + push: push, + sort: arr.sort, + splice: arr.splice +}; + +jQuery.extend = jQuery.fn.extend = function() { + var options, name, src, copy, copyIsArray, clone, + target = arguments[ 0 ] || {}, + i = 1, + length = arguments.length, + deep = false; + + // Handle a deep copy situation + if ( typeof target === "boolean" ) { + deep = target; + + // Skip the boolean and the target + target = arguments[ i ] || {}; + i++; + } + + // Handle case when target is a string or something (possible in deep copy) + if ( typeof target !== "object" && !isFunction( target ) ) { + target = {}; + } + + // Extend jQuery itself if only one argument is passed + if ( i === length ) { + target = this; + i--; + } + + for ( ; i < length; i++ ) { + + // Only deal with non-null/undefined values + if ( ( options = arguments[ i ] ) != null ) { + + // Extend the base object + for ( name in options ) { + copy = options[ name ]; + + // Prevent Object.prototype pollution + // Prevent never-ending loop + if ( name === "__proto__" || target === copy ) { + continue; + } + + // Recurse if we're merging plain objects or arrays + if ( deep && copy && ( jQuery.isPlainObject( copy ) || + ( copyIsArray = Array.isArray( copy ) ) ) ) { + src = target[ name ]; + + // Ensure proper type for the source value + if ( copyIsArray && !Array.isArray( src ) ) { + clone = []; + } else if ( !copyIsArray && !jQuery.isPlainObject( src ) ) { + clone = {}; + } else { + clone = src; + } + copyIsArray = false; + + // Never move original objects, clone them + target[ name ] = jQuery.extend( deep, clone, copy ); + + // Don't bring in undefined values + } else if ( copy !== undefined ) { + target[ name ] = copy; + } + } + } + } + + // Return the modified object + return target; +}; + +jQuery.extend( { + + // Unique for each copy of jQuery on the page + expando: "jQuery" + ( version + Math.random() ).replace( /\D/g, "" ), + + // Assume jQuery is ready without the ready module + isReady: true, + + error: function( msg ) { + throw new Error( msg ); + }, + + noop: function() {}, + + isPlainObject: function( obj ) { + var proto, Ctor; + + // Detect obvious negatives + // Use toString instead of jQuery.type to catch host objects + if ( !obj || toString.call( obj ) !== "[object Object]" ) { + return false; + } + + proto = getProto( obj ); + + // Objects with no prototype (e.g., `Object.create( null )`) are plain + if ( !proto ) { + return true; + } + + // Objects with prototype are plain iff they were constructed by a global Object function + Ctor = hasOwn.call( proto, "constructor" ) && proto.constructor; + return typeof Ctor === "function" && fnToString.call( Ctor ) === ObjectFunctionString; + }, + + isEmptyObject: function( obj ) { + var name; + + for ( name in obj ) { + return false; + } + return true; + }, + + // Evaluates a script in a provided context; falls back to the global one + // if not specified. + globalEval: function( code, options, doc ) { + DOMEval( code, { nonce: options && options.nonce }, doc ); + }, + + each: function( obj, callback ) { + var length, i = 0; + + if ( isArrayLike( obj ) ) { + length = obj.length; + for ( ; i < length; i++ ) { + if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) { + break; + } + } + } else { + for ( i in obj ) { + if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) { + break; + } + } + } + + return obj; + }, + + // results is for internal usage only + makeArray: function( arr, results ) { + var ret = results || []; + + if ( arr != null ) { + if ( isArrayLike( Object( arr ) ) ) { + jQuery.merge( ret, + typeof arr === "string" ? + [ arr ] : arr + ); + } else { + push.call( ret, arr ); + } + } + + return ret; + }, + + inArray: function( elem, arr, i ) { + return arr == null ? -1 : indexOf.call( arr, elem, i ); + }, + + // Support: Android <=4.0 only, PhantomJS 1 only + // push.apply(_, arraylike) throws on ancient WebKit + merge: function( first, second ) { + var len = +second.length, + j = 0, + i = first.length; + + for ( ; j < len; j++ ) { + first[ i++ ] = second[ j ]; + } + + first.length = i; + + return first; + }, + + grep: function( elems, callback, invert ) { + var callbackInverse, + matches = [], + i = 0, + length = elems.length, + callbackExpect = !invert; + + // Go through the array, only saving the items + // that pass the validator function + for ( ; i < length; i++ ) { + callbackInverse = !callback( elems[ i ], i ); + if ( callbackInverse !== callbackExpect ) { + matches.push( elems[ i ] ); + } + } + + return matches; + }, + + // arg is for internal usage only + map: function( elems, callback, arg ) { + var length, value, + i = 0, + ret = []; + + // Go through the array, translating each of the items to their new values + if ( isArrayLike( elems ) ) { + length = elems.length; + for ( ; i < length; i++ ) { + value = callback( elems[ i ], i, arg ); + + if ( value != null ) { + ret.push( value ); + } + } + + // Go through every key on the object, + } else { + for ( i in elems ) { + value = callback( elems[ i ], i, arg ); + + if ( value != null ) { + ret.push( value ); + } + } + } + + // Flatten any nested arrays + return flat( ret ); + }, + + // A global GUID counter for objects + guid: 1, + + // jQuery.support is not used in Core but other projects attach their + // properties to it so it needs to exist. + support: support +} ); + +if ( typeof Symbol === "function" ) { + jQuery.fn[ Symbol.iterator ] = arr[ Symbol.iterator ]; +} + +// Populate the class2type map +jQuery.each( "Boolean Number String Function Array Date RegExp Object Error Symbol".split( " " ), +function( _i, name ) { + class2type[ "[object " + name + "]" ] = name.toLowerCase(); +} ); + +function isArrayLike( obj ) { + + // Support: real iOS 8.2 only (not reproducible in simulator) + // `in` check used to prevent JIT error (gh-2145) + // hasOwn isn't used here due to false negatives + // regarding Nodelist length in IE + var length = !!obj && "length" in obj && obj.length, + type = toType( obj ); + + if ( isFunction( obj ) || isWindow( obj ) ) { + return false; + } + + return type === "array" || length === 0 || + typeof length === "number" && length > 0 && ( length - 1 ) in obj; +} +var Sizzle = +/*! + * Sizzle CSS Selector Engine v2.3.5 + * https://sizzlejs.com/ + * + * Copyright JS Foundation and other contributors + * Released under the MIT license + * https://js.foundation/ + * + * Date: 2020-03-14 + */ +( function( window ) { +var i, + support, + Expr, + getText, + isXML, + tokenize, + compile, + select, + outermostContext, + sortInput, + hasDuplicate, + + // Local document vars + setDocument, + document, + docElem, + documentIsHTML, + rbuggyQSA, + rbuggyMatches, + matches, + contains, + + // Instance-specific data + expando = "sizzle" + 1 * new Date(), + preferredDoc = window.document, + dirruns = 0, + done = 0, + classCache = createCache(), + tokenCache = createCache(), + compilerCache = createCache(), + nonnativeSelectorCache = createCache(), + sortOrder = function( a, b ) { + if ( a === b ) { + hasDuplicate = true; + } + return 0; + }, + + // Instance methods + hasOwn = ( {} ).hasOwnProperty, + arr = [], + pop = arr.pop, + pushNative = arr.push, + push = arr.push, + slice = arr.slice, + + // Use a stripped-down indexOf as it's faster than native + // https://jsperf.com/thor-indexof-vs-for/5 + indexOf = function( list, elem ) { + var i = 0, + len = list.length; + for ( ; i < len; i++ ) { + if ( list[ i ] === elem ) { + return i; + } + } + return -1; + }, + + booleans = "checked|selected|async|autofocus|autoplay|controls|defer|disabled|hidden|" + + "ismap|loop|multiple|open|readonly|required|scoped", + + // Regular expressions + + // http://www.w3.org/TR/css3-selectors/#whitespace + whitespace = "[\\x20\\t\\r\\n\\f]", + + // https://www.w3.org/TR/css-syntax-3/#ident-token-diagram + identifier = "(?:\\\\[\\da-fA-F]{1,6}" + whitespace + + "?|\\\\[^\\r\\n\\f]|[\\w-]|[^\0-\\x7f])+", + + // Attribute selectors: http://www.w3.org/TR/selectors/#attribute-selectors + attributes = "\\[" + whitespace + "*(" + identifier + ")(?:" + whitespace + + + // Operator (capture 2) + "*([*^$|!~]?=)" + whitespace + + + // "Attribute values must be CSS identifiers [capture 5] + // or strings [capture 3 or capture 4]" + "*(?:'((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\"|(" + identifier + "))|)" + + whitespace + "*\\]", + + pseudos = ":(" + identifier + ")(?:\\((" + + + // To reduce the number of selectors needing tokenize in the preFilter, prefer arguments: + // 1. quoted (capture 3; capture 4 or capture 5) + "('((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\")|" + + + // 2. simple (capture 6) + "((?:\\\\.|[^\\\\()[\\]]|" + attributes + ")*)|" + + + // 3. anything else (capture 2) + ".*" + + ")\\)|)", + + // Leading and non-escaped trailing whitespace, capturing some non-whitespace characters preceding the latter + rwhitespace = new RegExp( whitespace + "+", "g" ), + rtrim = new RegExp( "^" + whitespace + "+|((?:^|[^\\\\])(?:\\\\.)*)" + + whitespace + "+$", "g" ), + + rcomma = new RegExp( "^" + whitespace + "*," + whitespace + "*" ), + rcombinators = new RegExp( "^" + whitespace + "*([>+~]|" + whitespace + ")" + whitespace + + "*" ), + rdescend = new RegExp( whitespace + "|>" ), + + rpseudo = new RegExp( pseudos ), + ridentifier = new RegExp( "^" + identifier + "$" ), + + matchExpr = { + "ID": new RegExp( "^#(" + identifier + ")" ), + "CLASS": new RegExp( "^\\.(" + identifier + ")" ), + "TAG": new RegExp( "^(" + identifier + "|[*])" ), + "ATTR": new RegExp( "^" + attributes ), + "PSEUDO": new RegExp( "^" + pseudos ), + "CHILD": new RegExp( "^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\(" + + whitespace + "*(even|odd|(([+-]|)(\\d*)n|)" + whitespace + "*(?:([+-]|)" + + whitespace + "*(\\d+)|))" + whitespace + "*\\)|)", "i" ), + "bool": new RegExp( "^(?:" + booleans + ")$", "i" ), + + // For use in libraries implementing .is() + // We use this for POS matching in `select` + "needsContext": new RegExp( "^" + whitespace + + "*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\(" + whitespace + + "*((?:-\\d)?\\d*)" + whitespace + "*\\)|)(?=[^-]|$)", "i" ) + }, + + rhtml = /HTML$/i, + rinputs = /^(?:input|select|textarea|button)$/i, + rheader = /^h\d$/i, + + rnative = /^[^{]+\{\s*\[native \w/, + + // Easily-parseable/retrievable ID or TAG or CLASS selectors + rquickExpr = /^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/, + + rsibling = /[+~]/, + + // CSS escapes + // http://www.w3.org/TR/CSS21/syndata.html#escaped-characters + runescape = new RegExp( "\\\\[\\da-fA-F]{1,6}" + whitespace + "?|\\\\([^\\r\\n\\f])", "g" ), + funescape = function( escape, nonHex ) { + var high = "0x" + escape.slice( 1 ) - 0x10000; + + return nonHex ? + + // Strip the backslash prefix from a non-hex escape sequence + nonHex : + + // Replace a hexadecimal escape sequence with the encoded Unicode code point + // Support: IE <=11+ + // For values outside the Basic Multilingual Plane (BMP), manually construct a + // surrogate pair + high < 0 ? + String.fromCharCode( high + 0x10000 ) : + String.fromCharCode( high >> 10 | 0xD800, high & 0x3FF | 0xDC00 ); + }, + + // CSS string/identifier serialization + // https://drafts.csswg.org/cssom/#common-serializing-idioms + rcssescape = /([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g, + fcssescape = function( ch, asCodePoint ) { + if ( asCodePoint ) { + + // U+0000 NULL becomes U+FFFD REPLACEMENT CHARACTER + if ( ch === "\0" ) { + return "\uFFFD"; + } + + // Control characters and (dependent upon position) numbers get escaped as code points + return ch.slice( 0, -1 ) + "\\" + + ch.charCodeAt( ch.length - 1 ).toString( 16 ) + " "; + } + + // Other potentially-special ASCII characters get backslash-escaped + return "\\" + ch; + }, + + // Used for iframes + // See setDocument() + // Removing the function wrapper causes a "Permission Denied" + // error in IE + unloadHandler = function() { + setDocument(); + }, + + inDisabledFieldset = addCombinator( + function( elem ) { + return elem.disabled === true && elem.nodeName.toLowerCase() === "fieldset"; + }, + { dir: "parentNode", next: "legend" } + ); + +// Optimize for push.apply( _, NodeList ) +try { + push.apply( + ( arr = slice.call( preferredDoc.childNodes ) ), + preferredDoc.childNodes + ); + + // Support: Android<4.0 + // Detect silently failing push.apply + // eslint-disable-next-line no-unused-expressions + arr[ preferredDoc.childNodes.length ].nodeType; +} catch ( e ) { + push = { apply: arr.length ? + + // Leverage slice if possible + function( target, els ) { + pushNative.apply( target, slice.call( els ) ); + } : + + // Support: IE<9 + // Otherwise append directly + function( target, els ) { + var j = target.length, + i = 0; + + // Can't trust NodeList.length + while ( ( target[ j++ ] = els[ i++ ] ) ) {} + target.length = j - 1; + } + }; +} + +function Sizzle( selector, context, results, seed ) { + var m, i, elem, nid, match, groups, newSelector, + newContext = context && context.ownerDocument, + + // nodeType defaults to 9, since context defaults to document + nodeType = context ? context.nodeType : 9; + + results = results || []; + + // Return early from calls with invalid selector or context + if ( typeof selector !== "string" || !selector || + nodeType !== 1 && nodeType !== 9 && nodeType !== 11 ) { + + return results; + } + + // Try to shortcut find operations (as opposed to filters) in HTML documents + if ( !seed ) { + setDocument( context ); + context = context || document; + + if ( documentIsHTML ) { + + // If the selector is sufficiently simple, try using a "get*By*" DOM method + // (excepting DocumentFragment context, where the methods don't exist) + if ( nodeType !== 11 && ( match = rquickExpr.exec( selector ) ) ) { + + // ID selector + if ( ( m = match[ 1 ] ) ) { + + // Document context + if ( nodeType === 9 ) { + if ( ( elem = context.getElementById( m ) ) ) { + + // Support: IE, Opera, Webkit + // TODO: identify versions + // getElementById can match elements by name instead of ID + if ( elem.id === m ) { + results.push( elem ); + return results; + } + } else { + return results; + } + + // Element context + } else { + + // Support: IE, Opera, Webkit + // TODO: identify versions + // getElementById can match elements by name instead of ID + if ( newContext && ( elem = newContext.getElementById( m ) ) && + contains( context, elem ) && + elem.id === m ) { + + results.push( elem ); + return results; + } + } + + // Type selector + } else if ( match[ 2 ] ) { + push.apply( results, context.getElementsByTagName( selector ) ); + return results; + + // Class selector + } else if ( ( m = match[ 3 ] ) && support.getElementsByClassName && + context.getElementsByClassName ) { + + push.apply( results, context.getElementsByClassName( m ) ); + return results; + } + } + + // Take advantage of querySelectorAll + if ( support.qsa && + !nonnativeSelectorCache[ selector + " " ] && + ( !rbuggyQSA || !rbuggyQSA.test( selector ) ) && + + // Support: IE 8 only + // Exclude object elements + ( nodeType !== 1 || context.nodeName.toLowerCase() !== "object" ) ) { + + newSelector = selector; + newContext = context; + + // qSA considers elements outside a scoping root when evaluating child or + // descendant combinators, which is not what we want. + // In such cases, we work around the behavior by prefixing every selector in the + // list with an ID selector referencing the scope context. + // The technique has to be used as well when a leading combinator is used + // as such selectors are not recognized by querySelectorAll. + // Thanks to Andrew Dupont for this technique. + if ( nodeType === 1 && + ( rdescend.test( selector ) || rcombinators.test( selector ) ) ) { + + // Expand context for sibling selectors + newContext = rsibling.test( selector ) && testContext( context.parentNode ) || + context; + + // We can use :scope instead of the ID hack if the browser + // supports it & if we're not changing the context. + if ( newContext !== context || !support.scope ) { + + // Capture the context ID, setting it first if necessary + if ( ( nid = context.getAttribute( "id" ) ) ) { + nid = nid.replace( rcssescape, fcssescape ); + } else { + context.setAttribute( "id", ( nid = expando ) ); + } + } + + // Prefix every selector in the list + groups = tokenize( selector ); + i = groups.length; + while ( i-- ) { + groups[ i ] = ( nid ? "#" + nid : ":scope" ) + " " + + toSelector( groups[ i ] ); + } + newSelector = groups.join( "," ); + } + + try { + push.apply( results, + newContext.querySelectorAll( newSelector ) + ); + return results; + } catch ( qsaError ) { + nonnativeSelectorCache( selector, true ); + } finally { + if ( nid === expando ) { + context.removeAttribute( "id" ); + } + } + } + } + } + + // All others + return select( selector.replace( rtrim, "$1" ), context, results, seed ); +} + +/** + * Create key-value caches of limited size + * @returns {function(string, object)} Returns the Object data after storing it on itself with + * property name the (space-suffixed) string and (if the cache is larger than Expr.cacheLength) + * deleting the oldest entry + */ +function createCache() { + var keys = []; + + function cache( key, value ) { + + // Use (key + " ") to avoid collision with native prototype properties (see Issue #157) + if ( keys.push( key + " " ) > Expr.cacheLength ) { + + // Only keep the most recent entries + delete cache[ keys.shift() ]; + } + return ( cache[ key + " " ] = value ); + } + return cache; +} + +/** + * Mark a function for special use by Sizzle + * @param {Function} fn The function to mark + */ +function markFunction( fn ) { + fn[ expando ] = true; + return fn; +} + +/** + * Support testing using an element + * @param {Function} fn Passed the created element and returns a boolean result + */ +function assert( fn ) { + var el = document.createElement( "fieldset" ); + + try { + return !!fn( el ); + } catch ( e ) { + return false; + } finally { + + // Remove from its parent by default + if ( el.parentNode ) { + el.parentNode.removeChild( el ); + } + + // release memory in IE + el = null; + } +} + +/** + * Adds the same handler for all of the specified attrs + * @param {String} attrs Pipe-separated list of attributes + * @param {Function} handler The method that will be applied + */ +function addHandle( attrs, handler ) { + var arr = attrs.split( "|" ), + i = arr.length; + + while ( i-- ) { + Expr.attrHandle[ arr[ i ] ] = handler; + } +} + +/** + * Checks document order of two siblings + * @param {Element} a + * @param {Element} b + * @returns {Number} Returns less than 0 if a precedes b, greater than 0 if a follows b + */ +function siblingCheck( a, b ) { + var cur = b && a, + diff = cur && a.nodeType === 1 && b.nodeType === 1 && + a.sourceIndex - b.sourceIndex; + + // Use IE sourceIndex if available on both nodes + if ( diff ) { + return diff; + } + + // Check if b follows a + if ( cur ) { + while ( ( cur = cur.nextSibling ) ) { + if ( cur === b ) { + return -1; + } + } + } + + return a ? 1 : -1; +} + +/** + * Returns a function to use in pseudos for input types + * @param {String} type + */ +function createInputPseudo( type ) { + return function( elem ) { + var name = elem.nodeName.toLowerCase(); + return name === "input" && elem.type === type; + }; +} + +/** + * Returns a function to use in pseudos for buttons + * @param {String} type + */ +function createButtonPseudo( type ) { + return function( elem ) { + var name = elem.nodeName.toLowerCase(); + return ( name === "input" || name === "button" ) && elem.type === type; + }; +} + +/** + * Returns a function to use in pseudos for :enabled/:disabled + * @param {Boolean} disabled true for :disabled; false for :enabled + */ +function createDisabledPseudo( disabled ) { + + // Known :disabled false positives: fieldset[disabled] > legend:nth-of-type(n+2) :can-disable + return function( elem ) { + + // Only certain elements can match :enabled or :disabled + // https://html.spec.whatwg.org/multipage/scripting.html#selector-enabled + // https://html.spec.whatwg.org/multipage/scripting.html#selector-disabled + if ( "form" in elem ) { + + // Check for inherited disabledness on relevant non-disabled elements: + // * listed form-associated elements in a disabled fieldset + // https://html.spec.whatwg.org/multipage/forms.html#category-listed + // https://html.spec.whatwg.org/multipage/forms.html#concept-fe-disabled + // * option elements in a disabled optgroup + // https://html.spec.whatwg.org/multipage/forms.html#concept-option-disabled + // All such elements have a "form" property. + if ( elem.parentNode && elem.disabled === false ) { + + // Option elements defer to a parent optgroup if present + if ( "label" in elem ) { + if ( "label" in elem.parentNode ) { + return elem.parentNode.disabled === disabled; + } else { + return elem.disabled === disabled; + } + } + + // Support: IE 6 - 11 + // Use the isDisabled shortcut property to check for disabled fieldset ancestors + return elem.isDisabled === disabled || + + // Where there is no isDisabled, check manually + /* jshint -W018 */ + elem.isDisabled !== !disabled && + inDisabledFieldset( elem ) === disabled; + } + + return elem.disabled === disabled; + + // Try to winnow out elements that can't be disabled before trusting the disabled property. + // Some victims get caught in our net (label, legend, menu, track), but it shouldn't + // even exist on them, let alone have a boolean value. + } else if ( "label" in elem ) { + return elem.disabled === disabled; + } + + // Remaining elements are neither :enabled nor :disabled + return false; + }; +} + +/** + * Returns a function to use in pseudos for positionals + * @param {Function} fn + */ +function createPositionalPseudo( fn ) { + return markFunction( function( argument ) { + argument = +argument; + return markFunction( function( seed, matches ) { + var j, + matchIndexes = fn( [], seed.length, argument ), + i = matchIndexes.length; + + // Match elements found at the specified indexes + while ( i-- ) { + if ( seed[ ( j = matchIndexes[ i ] ) ] ) { + seed[ j ] = !( matches[ j ] = seed[ j ] ); + } + } + } ); + } ); +} + +/** + * Checks a node for validity as a Sizzle context + * @param {Element|Object=} context + * @returns {Element|Object|Boolean} The input node if acceptable, otherwise a falsy value + */ +function testContext( context ) { + return context && typeof context.getElementsByTagName !== "undefined" && context; +} + +// Expose support vars for convenience +support = Sizzle.support = {}; + +/** + * Detects XML nodes + * @param {Element|Object} elem An element or a document + * @returns {Boolean} True iff elem is a non-HTML XML node + */ +isXML = Sizzle.isXML = function( elem ) { + var namespace = elem.namespaceURI, + docElem = ( elem.ownerDocument || elem ).documentElement; + + // Support: IE <=8 + // Assume HTML when documentElement doesn't yet exist, such as inside loading iframes + // https://bugs.jquery.com/ticket/4833 + return !rhtml.test( namespace || docElem && docElem.nodeName || "HTML" ); +}; + +/** + * Sets document-related variables once based on the current document + * @param {Element|Object} [doc] An element or document object to use to set the document + * @returns {Object} Returns the current document + */ +setDocument = Sizzle.setDocument = function( node ) { + var hasCompare, subWindow, + doc = node ? node.ownerDocument || node : preferredDoc; + + // Return early if doc is invalid or already selected + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( doc == document || doc.nodeType !== 9 || !doc.documentElement ) { + return document; + } + + // Update global variables + document = doc; + docElem = document.documentElement; + documentIsHTML = !isXML( document ); + + // Support: IE 9 - 11+, Edge 12 - 18+ + // Accessing iframe documents after unload throws "permission denied" errors (jQuery #13936) + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( preferredDoc != document && + ( subWindow = document.defaultView ) && subWindow.top !== subWindow ) { + + // Support: IE 11, Edge + if ( subWindow.addEventListener ) { + subWindow.addEventListener( "unload", unloadHandler, false ); + + // Support: IE 9 - 10 only + } else if ( subWindow.attachEvent ) { + subWindow.attachEvent( "onunload", unloadHandler ); + } + } + + // Support: IE 8 - 11+, Edge 12 - 18+, Chrome <=16 - 25 only, Firefox <=3.6 - 31 only, + // Safari 4 - 5 only, Opera <=11.6 - 12.x only + // IE/Edge & older browsers don't support the :scope pseudo-class. + // Support: Safari 6.0 only + // Safari 6.0 supports :scope but it's an alias of :root there. + support.scope = assert( function( el ) { + docElem.appendChild( el ).appendChild( document.createElement( "div" ) ); + return typeof el.querySelectorAll !== "undefined" && + !el.querySelectorAll( ":scope fieldset div" ).length; + } ); + + /* Attributes + ---------------------------------------------------------------------- */ + + // Support: IE<8 + // Verify that getAttribute really returns attributes and not properties + // (excepting IE8 booleans) + support.attributes = assert( function( el ) { + el.className = "i"; + return !el.getAttribute( "className" ); + } ); + + /* getElement(s)By* + ---------------------------------------------------------------------- */ + + // Check if getElementsByTagName("*") returns only elements + support.getElementsByTagName = assert( function( el ) { + el.appendChild( document.createComment( "" ) ); + return !el.getElementsByTagName( "*" ).length; + } ); + + // Support: IE<9 + support.getElementsByClassName = rnative.test( document.getElementsByClassName ); + + // Support: IE<10 + // Check if getElementById returns elements by name + // The broken getElementById methods don't pick up programmatically-set names, + // so use a roundabout getElementsByName test + support.getById = assert( function( el ) { + docElem.appendChild( el ).id = expando; + return !document.getElementsByName || !document.getElementsByName( expando ).length; + } ); + + // ID filter and find + if ( support.getById ) { + Expr.filter[ "ID" ] = function( id ) { + var attrId = id.replace( runescape, funescape ); + return function( elem ) { + return elem.getAttribute( "id" ) === attrId; + }; + }; + Expr.find[ "ID" ] = function( id, context ) { + if ( typeof context.getElementById !== "undefined" && documentIsHTML ) { + var elem = context.getElementById( id ); + return elem ? [ elem ] : []; + } + }; + } else { + Expr.filter[ "ID" ] = function( id ) { + var attrId = id.replace( runescape, funescape ); + return function( elem ) { + var node = typeof elem.getAttributeNode !== "undefined" && + elem.getAttributeNode( "id" ); + return node && node.value === attrId; + }; + }; + + // Support: IE 6 - 7 only + // getElementById is not reliable as a find shortcut + Expr.find[ "ID" ] = function( id, context ) { + if ( typeof context.getElementById !== "undefined" && documentIsHTML ) { + var node, i, elems, + elem = context.getElementById( id ); + + if ( elem ) { + + // Verify the id attribute + node = elem.getAttributeNode( "id" ); + if ( node && node.value === id ) { + return [ elem ]; + } + + // Fall back on getElementsByName + elems = context.getElementsByName( id ); + i = 0; + while ( ( elem = elems[ i++ ] ) ) { + node = elem.getAttributeNode( "id" ); + if ( node && node.value === id ) { + return [ elem ]; + } + } + } + + return []; + } + }; + } + + // Tag + Expr.find[ "TAG" ] = support.getElementsByTagName ? + function( tag, context ) { + if ( typeof context.getElementsByTagName !== "undefined" ) { + return context.getElementsByTagName( tag ); + + // DocumentFragment nodes don't have gEBTN + } else if ( support.qsa ) { + return context.querySelectorAll( tag ); + } + } : + + function( tag, context ) { + var elem, + tmp = [], + i = 0, + + // By happy coincidence, a (broken) gEBTN appears on DocumentFragment nodes too + results = context.getElementsByTagName( tag ); + + // Filter out possible comments + if ( tag === "*" ) { + while ( ( elem = results[ i++ ] ) ) { + if ( elem.nodeType === 1 ) { + tmp.push( elem ); + } + } + + return tmp; + } + return results; + }; + + // Class + Expr.find[ "CLASS" ] = support.getElementsByClassName && function( className, context ) { + if ( typeof context.getElementsByClassName !== "undefined" && documentIsHTML ) { + return context.getElementsByClassName( className ); + } + }; + + /* QSA/matchesSelector + ---------------------------------------------------------------------- */ + + // QSA and matchesSelector support + + // matchesSelector(:active) reports false when true (IE9/Opera 11.5) + rbuggyMatches = []; + + // qSa(:focus) reports false when true (Chrome 21) + // We allow this because of a bug in IE8/9 that throws an error + // whenever `document.activeElement` is accessed on an iframe + // So, we allow :focus to pass through QSA all the time to avoid the IE error + // See https://bugs.jquery.com/ticket/13378 + rbuggyQSA = []; + + if ( ( support.qsa = rnative.test( document.querySelectorAll ) ) ) { + + // Build QSA regex + // Regex strategy adopted from Diego Perini + assert( function( el ) { + + var input; + + // Select is set to empty string on purpose + // This is to test IE's treatment of not explicitly + // setting a boolean content attribute, + // since its presence should be enough + // https://bugs.jquery.com/ticket/12359 + docElem.appendChild( el ).innerHTML = "" + + ""; + + // Support: IE8, Opera 11-12.16 + // Nothing should be selected when empty strings follow ^= or $= or *= + // The test attribute must be unknown in Opera but "safe" for WinRT + // https://msdn.microsoft.com/en-us/library/ie/hh465388.aspx#attribute_section + if ( el.querySelectorAll( "[msallowcapture^='']" ).length ) { + rbuggyQSA.push( "[*^$]=" + whitespace + "*(?:''|\"\")" ); + } + + // Support: IE8 + // Boolean attributes and "value" are not treated correctly + if ( !el.querySelectorAll( "[selected]" ).length ) { + rbuggyQSA.push( "\\[" + whitespace + "*(?:value|" + booleans + ")" ); + } + + // Support: Chrome<29, Android<4.4, Safari<7.0+, iOS<7.0+, PhantomJS<1.9.8+ + if ( !el.querySelectorAll( "[id~=" + expando + "-]" ).length ) { + rbuggyQSA.push( "~=" ); + } + + // Support: IE 11+, Edge 15 - 18+ + // IE 11/Edge don't find elements on a `[name='']` query in some cases. + // Adding a temporary attribute to the document before the selection works + // around the issue. + // Interestingly, IE 10 & older don't seem to have the issue. + input = document.createElement( "input" ); + input.setAttribute( "name", "" ); + el.appendChild( input ); + if ( !el.querySelectorAll( "[name='']" ).length ) { + rbuggyQSA.push( "\\[" + whitespace + "*name" + whitespace + "*=" + + whitespace + "*(?:''|\"\")" ); + } + + // Webkit/Opera - :checked should return selected option elements + // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked + // IE8 throws error here and will not see later tests + if ( !el.querySelectorAll( ":checked" ).length ) { + rbuggyQSA.push( ":checked" ); + } + + // Support: Safari 8+, iOS 8+ + // https://bugs.webkit.org/show_bug.cgi?id=136851 + // In-page `selector#id sibling-combinator selector` fails + if ( !el.querySelectorAll( "a#" + expando + "+*" ).length ) { + rbuggyQSA.push( ".#.+[+~]" ); + } + + // Support: Firefox <=3.6 - 5 only + // Old Firefox doesn't throw on a badly-escaped identifier. + el.querySelectorAll( "\\\f" ); + rbuggyQSA.push( "[\\r\\n\\f]" ); + } ); + + assert( function( el ) { + el.innerHTML = "" + + ""; + + // Support: Windows 8 Native Apps + // The type and name attributes are restricted during .innerHTML assignment + var input = document.createElement( "input" ); + input.setAttribute( "type", "hidden" ); + el.appendChild( input ).setAttribute( "name", "D" ); + + // Support: IE8 + // Enforce case-sensitivity of name attribute + if ( el.querySelectorAll( "[name=d]" ).length ) { + rbuggyQSA.push( "name" + whitespace + "*[*^$|!~]?=" ); + } + + // FF 3.5 - :enabled/:disabled and hidden elements (hidden elements are still enabled) + // IE8 throws error here and will not see later tests + if ( el.querySelectorAll( ":enabled" ).length !== 2 ) { + rbuggyQSA.push( ":enabled", ":disabled" ); + } + + // Support: IE9-11+ + // IE's :disabled selector does not pick up the children of disabled fieldsets + docElem.appendChild( el ).disabled = true; + if ( el.querySelectorAll( ":disabled" ).length !== 2 ) { + rbuggyQSA.push( ":enabled", ":disabled" ); + } + + // Support: Opera 10 - 11 only + // Opera 10-11 does not throw on post-comma invalid pseudos + el.querySelectorAll( "*,:x" ); + rbuggyQSA.push( ",.*:" ); + } ); + } + + if ( ( support.matchesSelector = rnative.test( ( matches = docElem.matches || + docElem.webkitMatchesSelector || + docElem.mozMatchesSelector || + docElem.oMatchesSelector || + docElem.msMatchesSelector ) ) ) ) { + + assert( function( el ) { + + // Check to see if it's possible to do matchesSelector + // on a disconnected node (IE 9) + support.disconnectedMatch = matches.call( el, "*" ); + + // This should fail with an exception + // Gecko does not error, returns false instead + matches.call( el, "[s!='']:x" ); + rbuggyMatches.push( "!=", pseudos ); + } ); + } + + rbuggyQSA = rbuggyQSA.length && new RegExp( rbuggyQSA.join( "|" ) ); + rbuggyMatches = rbuggyMatches.length && new RegExp( rbuggyMatches.join( "|" ) ); + + /* Contains + ---------------------------------------------------------------------- */ + hasCompare = rnative.test( docElem.compareDocumentPosition ); + + // Element contains another + // Purposefully self-exclusive + // As in, an element does not contain itself + contains = hasCompare || rnative.test( docElem.contains ) ? + function( a, b ) { + var adown = a.nodeType === 9 ? a.documentElement : a, + bup = b && b.parentNode; + return a === bup || !!( bup && bup.nodeType === 1 && ( + adown.contains ? + adown.contains( bup ) : + a.compareDocumentPosition && a.compareDocumentPosition( bup ) & 16 + ) ); + } : + function( a, b ) { + if ( b ) { + while ( ( b = b.parentNode ) ) { + if ( b === a ) { + return true; + } + } + } + return false; + }; + + /* Sorting + ---------------------------------------------------------------------- */ + + // Document order sorting + sortOrder = hasCompare ? + function( a, b ) { + + // Flag for duplicate removal + if ( a === b ) { + hasDuplicate = true; + return 0; + } + + // Sort on method existence if only one input has compareDocumentPosition + var compare = !a.compareDocumentPosition - !b.compareDocumentPosition; + if ( compare ) { + return compare; + } + + // Calculate position if both inputs belong to the same document + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + compare = ( a.ownerDocument || a ) == ( b.ownerDocument || b ) ? + a.compareDocumentPosition( b ) : + + // Otherwise we know they are disconnected + 1; + + // Disconnected nodes + if ( compare & 1 || + ( !support.sortDetached && b.compareDocumentPosition( a ) === compare ) ) { + + // Choose the first element that is related to our preferred document + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( a == document || a.ownerDocument == preferredDoc && + contains( preferredDoc, a ) ) { + return -1; + } + + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( b == document || b.ownerDocument == preferredDoc && + contains( preferredDoc, b ) ) { + return 1; + } + + // Maintain original order + return sortInput ? + ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) : + 0; + } + + return compare & 4 ? -1 : 1; + } : + function( a, b ) { + + // Exit early if the nodes are identical + if ( a === b ) { + hasDuplicate = true; + return 0; + } + + var cur, + i = 0, + aup = a.parentNode, + bup = b.parentNode, + ap = [ a ], + bp = [ b ]; + + // Parentless nodes are either documents or disconnected + if ( !aup || !bup ) { + + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + /* eslint-disable eqeqeq */ + return a == document ? -1 : + b == document ? 1 : + /* eslint-enable eqeqeq */ + aup ? -1 : + bup ? 1 : + sortInput ? + ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) : + 0; + + // If the nodes are siblings, we can do a quick check + } else if ( aup === bup ) { + return siblingCheck( a, b ); + } + + // Otherwise we need full lists of their ancestors for comparison + cur = a; + while ( ( cur = cur.parentNode ) ) { + ap.unshift( cur ); + } + cur = b; + while ( ( cur = cur.parentNode ) ) { + bp.unshift( cur ); + } + + // Walk down the tree looking for a discrepancy + while ( ap[ i ] === bp[ i ] ) { + i++; + } + + return i ? + + // Do a sibling check if the nodes have a common ancestor + siblingCheck( ap[ i ], bp[ i ] ) : + + // Otherwise nodes in our document sort first + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + /* eslint-disable eqeqeq */ + ap[ i ] == preferredDoc ? -1 : + bp[ i ] == preferredDoc ? 1 : + /* eslint-enable eqeqeq */ + 0; + }; + + return document; +}; + +Sizzle.matches = function( expr, elements ) { + return Sizzle( expr, null, null, elements ); +}; + +Sizzle.matchesSelector = function( elem, expr ) { + setDocument( elem ); + + if ( support.matchesSelector && documentIsHTML && + !nonnativeSelectorCache[ expr + " " ] && + ( !rbuggyMatches || !rbuggyMatches.test( expr ) ) && + ( !rbuggyQSA || !rbuggyQSA.test( expr ) ) ) { + + try { + var ret = matches.call( elem, expr ); + + // IE 9's matchesSelector returns false on disconnected nodes + if ( ret || support.disconnectedMatch || + + // As well, disconnected nodes are said to be in a document + // fragment in IE 9 + elem.document && elem.document.nodeType !== 11 ) { + return ret; + } + } catch ( e ) { + nonnativeSelectorCache( expr, true ); + } + } + + return Sizzle( expr, document, null, [ elem ] ).length > 0; +}; + +Sizzle.contains = function( context, elem ) { + + // Set document vars if needed + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( ( context.ownerDocument || context ) != document ) { + setDocument( context ); + } + return contains( context, elem ); +}; + +Sizzle.attr = function( elem, name ) { + + // Set document vars if needed + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( ( elem.ownerDocument || elem ) != document ) { + setDocument( elem ); + } + + var fn = Expr.attrHandle[ name.toLowerCase() ], + + // Don't get fooled by Object.prototype properties (jQuery #13807) + val = fn && hasOwn.call( Expr.attrHandle, name.toLowerCase() ) ? + fn( elem, name, !documentIsHTML ) : + undefined; + + return val !== undefined ? + val : + support.attributes || !documentIsHTML ? + elem.getAttribute( name ) : + ( val = elem.getAttributeNode( name ) ) && val.specified ? + val.value : + null; +}; + +Sizzle.escape = function( sel ) { + return ( sel + "" ).replace( rcssescape, fcssescape ); +}; + +Sizzle.error = function( msg ) { + throw new Error( "Syntax error, unrecognized expression: " + msg ); +}; + +/** + * Document sorting and removing duplicates + * @param {ArrayLike} results + */ +Sizzle.uniqueSort = function( results ) { + var elem, + duplicates = [], + j = 0, + i = 0; + + // Unless we *know* we can detect duplicates, assume their presence + hasDuplicate = !support.detectDuplicates; + sortInput = !support.sortStable && results.slice( 0 ); + results.sort( sortOrder ); + + if ( hasDuplicate ) { + while ( ( elem = results[ i++ ] ) ) { + if ( elem === results[ i ] ) { + j = duplicates.push( i ); + } + } + while ( j-- ) { + results.splice( duplicates[ j ], 1 ); + } + } + + // Clear input after sorting to release objects + // See https://github.com/jquery/sizzle/pull/225 + sortInput = null; + + return results; +}; + +/** + * Utility function for retrieving the text value of an array of DOM nodes + * @param {Array|Element} elem + */ +getText = Sizzle.getText = function( elem ) { + var node, + ret = "", + i = 0, + nodeType = elem.nodeType; + + if ( !nodeType ) { + + // If no nodeType, this is expected to be an array + while ( ( node = elem[ i++ ] ) ) { + + // Do not traverse comment nodes + ret += getText( node ); + } + } else if ( nodeType === 1 || nodeType === 9 || nodeType === 11 ) { + + // Use textContent for elements + // innerText usage removed for consistency of new lines (jQuery #11153) + if ( typeof elem.textContent === "string" ) { + return elem.textContent; + } else { + + // Traverse its children + for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) { + ret += getText( elem ); + } + } + } else if ( nodeType === 3 || nodeType === 4 ) { + return elem.nodeValue; + } + + // Do not include comment or processing instruction nodes + + return ret; +}; + +Expr = Sizzle.selectors = { + + // Can be adjusted by the user + cacheLength: 50, + + createPseudo: markFunction, + + match: matchExpr, + + attrHandle: {}, + + find: {}, + + relative: { + ">": { dir: "parentNode", first: true }, + " ": { dir: "parentNode" }, + "+": { dir: "previousSibling", first: true }, + "~": { dir: "previousSibling" } + }, + + preFilter: { + "ATTR": function( match ) { + match[ 1 ] = match[ 1 ].replace( runescape, funescape ); + + // Move the given value to match[3] whether quoted or unquoted + match[ 3 ] = ( match[ 3 ] || match[ 4 ] || + match[ 5 ] || "" ).replace( runescape, funescape ); + + if ( match[ 2 ] === "~=" ) { + match[ 3 ] = " " + match[ 3 ] + " "; + } + + return match.slice( 0, 4 ); + }, + + "CHILD": function( match ) { + + /* matches from matchExpr["CHILD"] + 1 type (only|nth|...) + 2 what (child|of-type) + 3 argument (even|odd|\d*|\d*n([+-]\d+)?|...) + 4 xn-component of xn+y argument ([+-]?\d*n|) + 5 sign of xn-component + 6 x of xn-component + 7 sign of y-component + 8 y of y-component + */ + match[ 1 ] = match[ 1 ].toLowerCase(); + + if ( match[ 1 ].slice( 0, 3 ) === "nth" ) { + + // nth-* requires argument + if ( !match[ 3 ] ) { + Sizzle.error( match[ 0 ] ); + } + + // numeric x and y parameters for Expr.filter.CHILD + // remember that false/true cast respectively to 0/1 + match[ 4 ] = +( match[ 4 ] ? + match[ 5 ] + ( match[ 6 ] || 1 ) : + 2 * ( match[ 3 ] === "even" || match[ 3 ] === "odd" ) ); + match[ 5 ] = +( ( match[ 7 ] + match[ 8 ] ) || match[ 3 ] === "odd" ); + + // other types prohibit arguments + } else if ( match[ 3 ] ) { + Sizzle.error( match[ 0 ] ); + } + + return match; + }, + + "PSEUDO": function( match ) { + var excess, + unquoted = !match[ 6 ] && match[ 2 ]; + + if ( matchExpr[ "CHILD" ].test( match[ 0 ] ) ) { + return null; + } + + // Accept quoted arguments as-is + if ( match[ 3 ] ) { + match[ 2 ] = match[ 4 ] || match[ 5 ] || ""; + + // Strip excess characters from unquoted arguments + } else if ( unquoted && rpseudo.test( unquoted ) && + + // Get excess from tokenize (recursively) + ( excess = tokenize( unquoted, true ) ) && + + // advance to the next closing parenthesis + ( excess = unquoted.indexOf( ")", unquoted.length - excess ) - unquoted.length ) ) { + + // excess is a negative index + match[ 0 ] = match[ 0 ].slice( 0, excess ); + match[ 2 ] = unquoted.slice( 0, excess ); + } + + // Return only captures needed by the pseudo filter method (type and argument) + return match.slice( 0, 3 ); + } + }, + + filter: { + + "TAG": function( nodeNameSelector ) { + var nodeName = nodeNameSelector.replace( runescape, funescape ).toLowerCase(); + return nodeNameSelector === "*" ? + function() { + return true; + } : + function( elem ) { + return elem.nodeName && elem.nodeName.toLowerCase() === nodeName; + }; + }, + + "CLASS": function( className ) { + var pattern = classCache[ className + " " ]; + + return pattern || + ( pattern = new RegExp( "(^|" + whitespace + + ")" + className + "(" + whitespace + "|$)" ) ) && classCache( + className, function( elem ) { + return pattern.test( + typeof elem.className === "string" && elem.className || + typeof elem.getAttribute !== "undefined" && + elem.getAttribute( "class" ) || + "" + ); + } ); + }, + + "ATTR": function( name, operator, check ) { + return function( elem ) { + var result = Sizzle.attr( elem, name ); + + if ( result == null ) { + return operator === "!="; + } + if ( !operator ) { + return true; + } + + result += ""; + + /* eslint-disable max-len */ + + return operator === "=" ? result === check : + operator === "!=" ? result !== check : + operator === "^=" ? check && result.indexOf( check ) === 0 : + operator === "*=" ? check && result.indexOf( check ) > -1 : + operator === "$=" ? check && result.slice( -check.length ) === check : + operator === "~=" ? ( " " + result.replace( rwhitespace, " " ) + " " ).indexOf( check ) > -1 : + operator === "|=" ? result === check || result.slice( 0, check.length + 1 ) === check + "-" : + false; + /* eslint-enable max-len */ + + }; + }, + + "CHILD": function( type, what, _argument, first, last ) { + var simple = type.slice( 0, 3 ) !== "nth", + forward = type.slice( -4 ) !== "last", + ofType = what === "of-type"; + + return first === 1 && last === 0 ? + + // Shortcut for :nth-*(n) + function( elem ) { + return !!elem.parentNode; + } : + + function( elem, _context, xml ) { + var cache, uniqueCache, outerCache, node, nodeIndex, start, + dir = simple !== forward ? "nextSibling" : "previousSibling", + parent = elem.parentNode, + name = ofType && elem.nodeName.toLowerCase(), + useCache = !xml && !ofType, + diff = false; + + if ( parent ) { + + // :(first|last|only)-(child|of-type) + if ( simple ) { + while ( dir ) { + node = elem; + while ( ( node = node[ dir ] ) ) { + if ( ofType ? + node.nodeName.toLowerCase() === name : + node.nodeType === 1 ) { + + return false; + } + } + + // Reverse direction for :only-* (if we haven't yet done so) + start = dir = type === "only" && !start && "nextSibling"; + } + return true; + } + + start = [ forward ? parent.firstChild : parent.lastChild ]; + + // non-xml :nth-child(...) stores cache data on `parent` + if ( forward && useCache ) { + + // Seek `elem` from a previously-cached index + + // ...in a gzip-friendly way + node = parent; + outerCache = node[ expando ] || ( node[ expando ] = {} ); + + // Support: IE <9 only + // Defend against cloned attroperties (jQuery gh-1709) + uniqueCache = outerCache[ node.uniqueID ] || + ( outerCache[ node.uniqueID ] = {} ); + + cache = uniqueCache[ type ] || []; + nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ]; + diff = nodeIndex && cache[ 2 ]; + node = nodeIndex && parent.childNodes[ nodeIndex ]; + + while ( ( node = ++nodeIndex && node && node[ dir ] || + + // Fallback to seeking `elem` from the start + ( diff = nodeIndex = 0 ) || start.pop() ) ) { + + // When found, cache indexes on `parent` and break + if ( node.nodeType === 1 && ++diff && node === elem ) { + uniqueCache[ type ] = [ dirruns, nodeIndex, diff ]; + break; + } + } + + } else { + + // Use previously-cached element index if available + if ( useCache ) { + + // ...in a gzip-friendly way + node = elem; + outerCache = node[ expando ] || ( node[ expando ] = {} ); + + // Support: IE <9 only + // Defend against cloned attroperties (jQuery gh-1709) + uniqueCache = outerCache[ node.uniqueID ] || + ( outerCache[ node.uniqueID ] = {} ); + + cache = uniqueCache[ type ] || []; + nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ]; + diff = nodeIndex; + } + + // xml :nth-child(...) + // or :nth-last-child(...) or :nth(-last)?-of-type(...) + if ( diff === false ) { + + // Use the same loop as above to seek `elem` from the start + while ( ( node = ++nodeIndex && node && node[ dir ] || + ( diff = nodeIndex = 0 ) || start.pop() ) ) { + + if ( ( ofType ? + node.nodeName.toLowerCase() === name : + node.nodeType === 1 ) && + ++diff ) { + + // Cache the index of each encountered element + if ( useCache ) { + outerCache = node[ expando ] || + ( node[ expando ] = {} ); + + // Support: IE <9 only + // Defend against cloned attroperties (jQuery gh-1709) + uniqueCache = outerCache[ node.uniqueID ] || + ( outerCache[ node.uniqueID ] = {} ); + + uniqueCache[ type ] = [ dirruns, diff ]; + } + + if ( node === elem ) { + break; + } + } + } + } + } + + // Incorporate the offset, then check against cycle size + diff -= last; + return diff === first || ( diff % first === 0 && diff / first >= 0 ); + } + }; + }, + + "PSEUDO": function( pseudo, argument ) { + + // pseudo-class names are case-insensitive + // http://www.w3.org/TR/selectors/#pseudo-classes + // Prioritize by case sensitivity in case custom pseudos are added with uppercase letters + // Remember that setFilters inherits from pseudos + var args, + fn = Expr.pseudos[ pseudo ] || Expr.setFilters[ pseudo.toLowerCase() ] || + Sizzle.error( "unsupported pseudo: " + pseudo ); + + // The user may use createPseudo to indicate that + // arguments are needed to create the filter function + // just as Sizzle does + if ( fn[ expando ] ) { + return fn( argument ); + } + + // But maintain support for old signatures + if ( fn.length > 1 ) { + args = [ pseudo, pseudo, "", argument ]; + return Expr.setFilters.hasOwnProperty( pseudo.toLowerCase() ) ? + markFunction( function( seed, matches ) { + var idx, + matched = fn( seed, argument ), + i = matched.length; + while ( i-- ) { + idx = indexOf( seed, matched[ i ] ); + seed[ idx ] = !( matches[ idx ] = matched[ i ] ); + } + } ) : + function( elem ) { + return fn( elem, 0, args ); + }; + } + + return fn; + } + }, + + pseudos: { + + // Potentially complex pseudos + "not": markFunction( function( selector ) { + + // Trim the selector passed to compile + // to avoid treating leading and trailing + // spaces as combinators + var input = [], + results = [], + matcher = compile( selector.replace( rtrim, "$1" ) ); + + return matcher[ expando ] ? + markFunction( function( seed, matches, _context, xml ) { + var elem, + unmatched = matcher( seed, null, xml, [] ), + i = seed.length; + + // Match elements unmatched by `matcher` + while ( i-- ) { + if ( ( elem = unmatched[ i ] ) ) { + seed[ i ] = !( matches[ i ] = elem ); + } + } + } ) : + function( elem, _context, xml ) { + input[ 0 ] = elem; + matcher( input, null, xml, results ); + + // Don't keep the element (issue #299) + input[ 0 ] = null; + return !results.pop(); + }; + } ), + + "has": markFunction( function( selector ) { + return function( elem ) { + return Sizzle( selector, elem ).length > 0; + }; + } ), + + "contains": markFunction( function( text ) { + text = text.replace( runescape, funescape ); + return function( elem ) { + return ( elem.textContent || getText( elem ) ).indexOf( text ) > -1; + }; + } ), + + // "Whether an element is represented by a :lang() selector + // is based solely on the element's language value + // being equal to the identifier C, + // or beginning with the identifier C immediately followed by "-". + // The matching of C against the element's language value is performed case-insensitively. + // The identifier C does not have to be a valid language name." + // http://www.w3.org/TR/selectors/#lang-pseudo + "lang": markFunction( function( lang ) { + + // lang value must be a valid identifier + if ( !ridentifier.test( lang || "" ) ) { + Sizzle.error( "unsupported lang: " + lang ); + } + lang = lang.replace( runescape, funescape ).toLowerCase(); + return function( elem ) { + var elemLang; + do { + if ( ( elemLang = documentIsHTML ? + elem.lang : + elem.getAttribute( "xml:lang" ) || elem.getAttribute( "lang" ) ) ) { + + elemLang = elemLang.toLowerCase(); + return elemLang === lang || elemLang.indexOf( lang + "-" ) === 0; + } + } while ( ( elem = elem.parentNode ) && elem.nodeType === 1 ); + return false; + }; + } ), + + // Miscellaneous + "target": function( elem ) { + var hash = window.location && window.location.hash; + return hash && hash.slice( 1 ) === elem.id; + }, + + "root": function( elem ) { + return elem === docElem; + }, + + "focus": function( elem ) { + return elem === document.activeElement && + ( !document.hasFocus || document.hasFocus() ) && + !!( elem.type || elem.href || ~elem.tabIndex ); + }, + + // Boolean properties + "enabled": createDisabledPseudo( false ), + "disabled": createDisabledPseudo( true ), + + "checked": function( elem ) { + + // In CSS3, :checked should return both checked and selected elements + // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked + var nodeName = elem.nodeName.toLowerCase(); + return ( nodeName === "input" && !!elem.checked ) || + ( nodeName === "option" && !!elem.selected ); + }, + + "selected": function( elem ) { + + // Accessing this property makes selected-by-default + // options in Safari work properly + if ( elem.parentNode ) { + // eslint-disable-next-line no-unused-expressions + elem.parentNode.selectedIndex; + } + + return elem.selected === true; + }, + + // Contents + "empty": function( elem ) { + + // http://www.w3.org/TR/selectors/#empty-pseudo + // :empty is negated by element (1) or content nodes (text: 3; cdata: 4; entity ref: 5), + // but not by others (comment: 8; processing instruction: 7; etc.) + // nodeType < 6 works because attributes (2) do not appear as children + for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) { + if ( elem.nodeType < 6 ) { + return false; + } + } + return true; + }, + + "parent": function( elem ) { + return !Expr.pseudos[ "empty" ]( elem ); + }, + + // Element/input types + "header": function( elem ) { + return rheader.test( elem.nodeName ); + }, + + "input": function( elem ) { + return rinputs.test( elem.nodeName ); + }, + + "button": function( elem ) { + var name = elem.nodeName.toLowerCase(); + return name === "input" && elem.type === "button" || name === "button"; + }, + + "text": function( elem ) { + var attr; + return elem.nodeName.toLowerCase() === "input" && + elem.type === "text" && + + // Support: IE<8 + // New HTML5 attribute values (e.g., "search") appear with elem.type === "text" + ( ( attr = elem.getAttribute( "type" ) ) == null || + attr.toLowerCase() === "text" ); + }, + + // Position-in-collection + "first": createPositionalPseudo( function() { + return [ 0 ]; + } ), + + "last": createPositionalPseudo( function( _matchIndexes, length ) { + return [ length - 1 ]; + } ), + + "eq": createPositionalPseudo( function( _matchIndexes, length, argument ) { + return [ argument < 0 ? argument + length : argument ]; + } ), + + "even": createPositionalPseudo( function( matchIndexes, length ) { + var i = 0; + for ( ; i < length; i += 2 ) { + matchIndexes.push( i ); + } + return matchIndexes; + } ), + + "odd": createPositionalPseudo( function( matchIndexes, length ) { + var i = 1; + for ( ; i < length; i += 2 ) { + matchIndexes.push( i ); + } + return matchIndexes; + } ), + + "lt": createPositionalPseudo( function( matchIndexes, length, argument ) { + var i = argument < 0 ? + argument + length : + argument > length ? + length : + argument; + for ( ; --i >= 0; ) { + matchIndexes.push( i ); + } + return matchIndexes; + } ), + + "gt": createPositionalPseudo( function( matchIndexes, length, argument ) { + var i = argument < 0 ? argument + length : argument; + for ( ; ++i < length; ) { + matchIndexes.push( i ); + } + return matchIndexes; + } ) + } +}; + +Expr.pseudos[ "nth" ] = Expr.pseudos[ "eq" ]; + +// Add button/input type pseudos +for ( i in { radio: true, checkbox: true, file: true, password: true, image: true } ) { + Expr.pseudos[ i ] = createInputPseudo( i ); +} +for ( i in { submit: true, reset: true } ) { + Expr.pseudos[ i ] = createButtonPseudo( i ); +} + +// Easy API for creating new setFilters +function setFilters() {} +setFilters.prototype = Expr.filters = Expr.pseudos; +Expr.setFilters = new setFilters(); + +tokenize = Sizzle.tokenize = function( selector, parseOnly ) { + var matched, match, tokens, type, + soFar, groups, preFilters, + cached = tokenCache[ selector + " " ]; + + if ( cached ) { + return parseOnly ? 0 : cached.slice( 0 ); + } + + soFar = selector; + groups = []; + preFilters = Expr.preFilter; + + while ( soFar ) { + + // Comma and first run + if ( !matched || ( match = rcomma.exec( soFar ) ) ) { + if ( match ) { + + // Don't consume trailing commas as valid + soFar = soFar.slice( match[ 0 ].length ) || soFar; + } + groups.push( ( tokens = [] ) ); + } + + matched = false; + + // Combinators + if ( ( match = rcombinators.exec( soFar ) ) ) { + matched = match.shift(); + tokens.push( { + value: matched, + + // Cast descendant combinators to space + type: match[ 0 ].replace( rtrim, " " ) + } ); + soFar = soFar.slice( matched.length ); + } + + // Filters + for ( type in Expr.filter ) { + if ( ( match = matchExpr[ type ].exec( soFar ) ) && ( !preFilters[ type ] || + ( match = preFilters[ type ]( match ) ) ) ) { + matched = match.shift(); + tokens.push( { + value: matched, + type: type, + matches: match + } ); + soFar = soFar.slice( matched.length ); + } + } + + if ( !matched ) { + break; + } + } + + // Return the length of the invalid excess + // if we're just parsing + // Otherwise, throw an error or return tokens + return parseOnly ? + soFar.length : + soFar ? + Sizzle.error( selector ) : + + // Cache the tokens + tokenCache( selector, groups ).slice( 0 ); +}; + +function toSelector( tokens ) { + var i = 0, + len = tokens.length, + selector = ""; + for ( ; i < len; i++ ) { + selector += tokens[ i ].value; + } + return selector; +} + +function addCombinator( matcher, combinator, base ) { + var dir = combinator.dir, + skip = combinator.next, + key = skip || dir, + checkNonElements = base && key === "parentNode", + doneName = done++; + + return combinator.first ? + + // Check against closest ancestor/preceding element + function( elem, context, xml ) { + while ( ( elem = elem[ dir ] ) ) { + if ( elem.nodeType === 1 || checkNonElements ) { + return matcher( elem, context, xml ); + } + } + return false; + } : + + // Check against all ancestor/preceding elements + function( elem, context, xml ) { + var oldCache, uniqueCache, outerCache, + newCache = [ dirruns, doneName ]; + + // We can't set arbitrary data on XML nodes, so they don't benefit from combinator caching + if ( xml ) { + while ( ( elem = elem[ dir ] ) ) { + if ( elem.nodeType === 1 || checkNonElements ) { + if ( matcher( elem, context, xml ) ) { + return true; + } + } + } + } else { + while ( ( elem = elem[ dir ] ) ) { + if ( elem.nodeType === 1 || checkNonElements ) { + outerCache = elem[ expando ] || ( elem[ expando ] = {} ); + + // Support: IE <9 only + // Defend against cloned attroperties (jQuery gh-1709) + uniqueCache = outerCache[ elem.uniqueID ] || + ( outerCache[ elem.uniqueID ] = {} ); + + if ( skip && skip === elem.nodeName.toLowerCase() ) { + elem = elem[ dir ] || elem; + } else if ( ( oldCache = uniqueCache[ key ] ) && + oldCache[ 0 ] === dirruns && oldCache[ 1 ] === doneName ) { + + // Assign to newCache so results back-propagate to previous elements + return ( newCache[ 2 ] = oldCache[ 2 ] ); + } else { + + // Reuse newcache so results back-propagate to previous elements + uniqueCache[ key ] = newCache; + + // A match means we're done; a fail means we have to keep checking + if ( ( newCache[ 2 ] = matcher( elem, context, xml ) ) ) { + return true; + } + } + } + } + } + return false; + }; +} + +function elementMatcher( matchers ) { + return matchers.length > 1 ? + function( elem, context, xml ) { + var i = matchers.length; + while ( i-- ) { + if ( !matchers[ i ]( elem, context, xml ) ) { + return false; + } + } + return true; + } : + matchers[ 0 ]; +} + +function multipleContexts( selector, contexts, results ) { + var i = 0, + len = contexts.length; + for ( ; i < len; i++ ) { + Sizzle( selector, contexts[ i ], results ); + } + return results; +} + +function condense( unmatched, map, filter, context, xml ) { + var elem, + newUnmatched = [], + i = 0, + len = unmatched.length, + mapped = map != null; + + for ( ; i < len; i++ ) { + if ( ( elem = unmatched[ i ] ) ) { + if ( !filter || filter( elem, context, xml ) ) { + newUnmatched.push( elem ); + if ( mapped ) { + map.push( i ); + } + } + } + } + + return newUnmatched; +} + +function setMatcher( preFilter, selector, matcher, postFilter, postFinder, postSelector ) { + if ( postFilter && !postFilter[ expando ] ) { + postFilter = setMatcher( postFilter ); + } + if ( postFinder && !postFinder[ expando ] ) { + postFinder = setMatcher( postFinder, postSelector ); + } + return markFunction( function( seed, results, context, xml ) { + var temp, i, elem, + preMap = [], + postMap = [], + preexisting = results.length, + + // Get initial elements from seed or context + elems = seed || multipleContexts( + selector || "*", + context.nodeType ? [ context ] : context, + [] + ), + + // Prefilter to get matcher input, preserving a map for seed-results synchronization + matcherIn = preFilter && ( seed || !selector ) ? + condense( elems, preMap, preFilter, context, xml ) : + elems, + + matcherOut = matcher ? + + // If we have a postFinder, or filtered seed, or non-seed postFilter or preexisting results, + postFinder || ( seed ? preFilter : preexisting || postFilter ) ? + + // ...intermediate processing is necessary + [] : + + // ...otherwise use results directly + results : + matcherIn; + + // Find primary matches + if ( matcher ) { + matcher( matcherIn, matcherOut, context, xml ); + } + + // Apply postFilter + if ( postFilter ) { + temp = condense( matcherOut, postMap ); + postFilter( temp, [], context, xml ); + + // Un-match failing elements by moving them back to matcherIn + i = temp.length; + while ( i-- ) { + if ( ( elem = temp[ i ] ) ) { + matcherOut[ postMap[ i ] ] = !( matcherIn[ postMap[ i ] ] = elem ); + } + } + } + + if ( seed ) { + if ( postFinder || preFilter ) { + if ( postFinder ) { + + // Get the final matcherOut by condensing this intermediate into postFinder contexts + temp = []; + i = matcherOut.length; + while ( i-- ) { + if ( ( elem = matcherOut[ i ] ) ) { + + // Restore matcherIn since elem is not yet a final match + temp.push( ( matcherIn[ i ] = elem ) ); + } + } + postFinder( null, ( matcherOut = [] ), temp, xml ); + } + + // Move matched elements from seed to results to keep them synchronized + i = matcherOut.length; + while ( i-- ) { + if ( ( elem = matcherOut[ i ] ) && + ( temp = postFinder ? indexOf( seed, elem ) : preMap[ i ] ) > -1 ) { + + seed[ temp ] = !( results[ temp ] = elem ); + } + } + } + + // Add elements to results, through postFinder if defined + } else { + matcherOut = condense( + matcherOut === results ? + matcherOut.splice( preexisting, matcherOut.length ) : + matcherOut + ); + if ( postFinder ) { + postFinder( null, results, matcherOut, xml ); + } else { + push.apply( results, matcherOut ); + } + } + } ); +} + +function matcherFromTokens( tokens ) { + var checkContext, matcher, j, + len = tokens.length, + leadingRelative = Expr.relative[ tokens[ 0 ].type ], + implicitRelative = leadingRelative || Expr.relative[ " " ], + i = leadingRelative ? 1 : 0, + + // The foundational matcher ensures that elements are reachable from top-level context(s) + matchContext = addCombinator( function( elem ) { + return elem === checkContext; + }, implicitRelative, true ), + matchAnyContext = addCombinator( function( elem ) { + return indexOf( checkContext, elem ) > -1; + }, implicitRelative, true ), + matchers = [ function( elem, context, xml ) { + var ret = ( !leadingRelative && ( xml || context !== outermostContext ) ) || ( + ( checkContext = context ).nodeType ? + matchContext( elem, context, xml ) : + matchAnyContext( elem, context, xml ) ); + + // Avoid hanging onto element (issue #299) + checkContext = null; + return ret; + } ]; + + for ( ; i < len; i++ ) { + if ( ( matcher = Expr.relative[ tokens[ i ].type ] ) ) { + matchers = [ addCombinator( elementMatcher( matchers ), matcher ) ]; + } else { + matcher = Expr.filter[ tokens[ i ].type ].apply( null, tokens[ i ].matches ); + + // Return special upon seeing a positional matcher + if ( matcher[ expando ] ) { + + // Find the next relative operator (if any) for proper handling + j = ++i; + for ( ; j < len; j++ ) { + if ( Expr.relative[ tokens[ j ].type ] ) { + break; + } + } + return setMatcher( + i > 1 && elementMatcher( matchers ), + i > 1 && toSelector( + + // If the preceding token was a descendant combinator, insert an implicit any-element `*` + tokens + .slice( 0, i - 1 ) + .concat( { value: tokens[ i - 2 ].type === " " ? "*" : "" } ) + ).replace( rtrim, "$1" ), + matcher, + i < j && matcherFromTokens( tokens.slice( i, j ) ), + j < len && matcherFromTokens( ( tokens = tokens.slice( j ) ) ), + j < len && toSelector( tokens ) + ); + } + matchers.push( matcher ); + } + } + + return elementMatcher( matchers ); +} + +function matcherFromGroupMatchers( elementMatchers, setMatchers ) { + var bySet = setMatchers.length > 0, + byElement = elementMatchers.length > 0, + superMatcher = function( seed, context, xml, results, outermost ) { + var elem, j, matcher, + matchedCount = 0, + i = "0", + unmatched = seed && [], + setMatched = [], + contextBackup = outermostContext, + + // We must always have either seed elements or outermost context + elems = seed || byElement && Expr.find[ "TAG" ]( "*", outermost ), + + // Use integer dirruns iff this is the outermost matcher + dirrunsUnique = ( dirruns += contextBackup == null ? 1 : Math.random() || 0.1 ), + len = elems.length; + + if ( outermost ) { + + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + outermostContext = context == document || context || outermost; + } + + // Add elements passing elementMatchers directly to results + // Support: IE<9, Safari + // Tolerate NodeList properties (IE: "length"; Safari: ) matching elements by id + for ( ; i !== len && ( elem = elems[ i ] ) != null; i++ ) { + if ( byElement && elem ) { + j = 0; + + // Support: IE 11+, Edge 17 - 18+ + // IE/Edge sometimes throw a "Permission denied" error when strict-comparing + // two documents; shallow comparisons work. + // eslint-disable-next-line eqeqeq + if ( !context && elem.ownerDocument != document ) { + setDocument( elem ); + xml = !documentIsHTML; + } + while ( ( matcher = elementMatchers[ j++ ] ) ) { + if ( matcher( elem, context || document, xml ) ) { + results.push( elem ); + break; + } + } + if ( outermost ) { + dirruns = dirrunsUnique; + } + } + + // Track unmatched elements for set filters + if ( bySet ) { + + // They will have gone through all possible matchers + if ( ( elem = !matcher && elem ) ) { + matchedCount--; + } + + // Lengthen the array for every element, matched or not + if ( seed ) { + unmatched.push( elem ); + } + } + } + + // `i` is now the count of elements visited above, and adding it to `matchedCount` + // makes the latter nonnegative. + matchedCount += i; + + // Apply set filters to unmatched elements + // NOTE: This can be skipped if there are no unmatched elements (i.e., `matchedCount` + // equals `i`), unless we didn't visit _any_ elements in the above loop because we have + // no element matchers and no seed. + // Incrementing an initially-string "0" `i` allows `i` to remain a string only in that + // case, which will result in a "00" `matchedCount` that differs from `i` but is also + // numerically zero. + if ( bySet && i !== matchedCount ) { + j = 0; + while ( ( matcher = setMatchers[ j++ ] ) ) { + matcher( unmatched, setMatched, context, xml ); + } + + if ( seed ) { + + // Reintegrate element matches to eliminate the need for sorting + if ( matchedCount > 0 ) { + while ( i-- ) { + if ( !( unmatched[ i ] || setMatched[ i ] ) ) { + setMatched[ i ] = pop.call( results ); + } + } + } + + // Discard index placeholder values to get only actual matches + setMatched = condense( setMatched ); + } + + // Add matches to results + push.apply( results, setMatched ); + + // Seedless set matches succeeding multiple successful matchers stipulate sorting + if ( outermost && !seed && setMatched.length > 0 && + ( matchedCount + setMatchers.length ) > 1 ) { + + Sizzle.uniqueSort( results ); + } + } + + // Override manipulation of globals by nested matchers + if ( outermost ) { + dirruns = dirrunsUnique; + outermostContext = contextBackup; + } + + return unmatched; + }; + + return bySet ? + markFunction( superMatcher ) : + superMatcher; +} + +compile = Sizzle.compile = function( selector, match /* Internal Use Only */ ) { + var i, + setMatchers = [], + elementMatchers = [], + cached = compilerCache[ selector + " " ]; + + if ( !cached ) { + + // Generate a function of recursive functions that can be used to check each element + if ( !match ) { + match = tokenize( selector ); + } + i = match.length; + while ( i-- ) { + cached = matcherFromTokens( match[ i ] ); + if ( cached[ expando ] ) { + setMatchers.push( cached ); + } else { + elementMatchers.push( cached ); + } + } + + // Cache the compiled function + cached = compilerCache( + selector, + matcherFromGroupMatchers( elementMatchers, setMatchers ) + ); + + // Save selector and tokenization + cached.selector = selector; + } + return cached; +}; + +/** + * A low-level selection function that works with Sizzle's compiled + * selector functions + * @param {String|Function} selector A selector or a pre-compiled + * selector function built with Sizzle.compile + * @param {Element} context + * @param {Array} [results] + * @param {Array} [seed] A set of elements to match against + */ +select = Sizzle.select = function( selector, context, results, seed ) { + var i, tokens, token, type, find, + compiled = typeof selector === "function" && selector, + match = !seed && tokenize( ( selector = compiled.selector || selector ) ); + + results = results || []; + + // Try to minimize operations if there is only one selector in the list and no seed + // (the latter of which guarantees us context) + if ( match.length === 1 ) { + + // Reduce context if the leading compound selector is an ID + tokens = match[ 0 ] = match[ 0 ].slice( 0 ); + if ( tokens.length > 2 && ( token = tokens[ 0 ] ).type === "ID" && + context.nodeType === 9 && documentIsHTML && Expr.relative[ tokens[ 1 ].type ] ) { + + context = ( Expr.find[ "ID" ]( token.matches[ 0 ] + .replace( runescape, funescape ), context ) || [] )[ 0 ]; + if ( !context ) { + return results; + + // Precompiled matchers will still verify ancestry, so step up a level + } else if ( compiled ) { + context = context.parentNode; + } + + selector = selector.slice( tokens.shift().value.length ); + } + + // Fetch a seed set for right-to-left matching + i = matchExpr[ "needsContext" ].test( selector ) ? 0 : tokens.length; + while ( i-- ) { + token = tokens[ i ]; + + // Abort if we hit a combinator + if ( Expr.relative[ ( type = token.type ) ] ) { + break; + } + if ( ( find = Expr.find[ type ] ) ) { + + // Search, expanding context for leading sibling combinators + if ( ( seed = find( + token.matches[ 0 ].replace( runescape, funescape ), + rsibling.test( tokens[ 0 ].type ) && testContext( context.parentNode ) || + context + ) ) ) { + + // If seed is empty or no tokens remain, we can return early + tokens.splice( i, 1 ); + selector = seed.length && toSelector( tokens ); + if ( !selector ) { + push.apply( results, seed ); + return results; + } + + break; + } + } + } + } + + // Compile and execute a filtering function if one is not provided + // Provide `match` to avoid retokenization if we modified the selector above + ( compiled || compile( selector, match ) )( + seed, + context, + !documentIsHTML, + results, + !context || rsibling.test( selector ) && testContext( context.parentNode ) || context + ); + return results; +}; + +// One-time assignments + +// Sort stability +support.sortStable = expando.split( "" ).sort( sortOrder ).join( "" ) === expando; + +// Support: Chrome 14-35+ +// Always assume duplicates if they aren't passed to the comparison function +support.detectDuplicates = !!hasDuplicate; + +// Initialize against the default document +setDocument(); + +// Support: Webkit<537.32 - Safari 6.0.3/Chrome 25 (fixed in Chrome 27) +// Detached nodes confoundingly follow *each other* +support.sortDetached = assert( function( el ) { + + // Should return 1, but returns 4 (following) + return el.compareDocumentPosition( document.createElement( "fieldset" ) ) & 1; +} ); + +// Support: IE<8 +// Prevent attribute/property "interpolation" +// https://msdn.microsoft.com/en-us/library/ms536429%28VS.85%29.aspx +if ( !assert( function( el ) { + el.innerHTML = ""; + return el.firstChild.getAttribute( "href" ) === "#"; +} ) ) { + addHandle( "type|href|height|width", function( elem, name, isXML ) { + if ( !isXML ) { + return elem.getAttribute( name, name.toLowerCase() === "type" ? 1 : 2 ); + } + } ); +} + +// Support: IE<9 +// Use defaultValue in place of getAttribute("value") +if ( !support.attributes || !assert( function( el ) { + el.innerHTML = ""; + el.firstChild.setAttribute( "value", "" ); + return el.firstChild.getAttribute( "value" ) === ""; +} ) ) { + addHandle( "value", function( elem, _name, isXML ) { + if ( !isXML && elem.nodeName.toLowerCase() === "input" ) { + return elem.defaultValue; + } + } ); +} + +// Support: IE<9 +// Use getAttributeNode to fetch booleans when getAttribute lies +if ( !assert( function( el ) { + return el.getAttribute( "disabled" ) == null; +} ) ) { + addHandle( booleans, function( elem, name, isXML ) { + var val; + if ( !isXML ) { + return elem[ name ] === true ? name.toLowerCase() : + ( val = elem.getAttributeNode( name ) ) && val.specified ? + val.value : + null; + } + } ); +} + +return Sizzle; + +} )( window ); + + + +jQuery.find = Sizzle; +jQuery.expr = Sizzle.selectors; + +// Deprecated +jQuery.expr[ ":" ] = jQuery.expr.pseudos; +jQuery.uniqueSort = jQuery.unique = Sizzle.uniqueSort; +jQuery.text = Sizzle.getText; +jQuery.isXMLDoc = Sizzle.isXML; +jQuery.contains = Sizzle.contains; +jQuery.escapeSelector = Sizzle.escape; + + + + +var dir = function( elem, dir, until ) { + var matched = [], + truncate = until !== undefined; + + while ( ( elem = elem[ dir ] ) && elem.nodeType !== 9 ) { + if ( elem.nodeType === 1 ) { + if ( truncate && jQuery( elem ).is( until ) ) { + break; + } + matched.push( elem ); + } + } + return matched; +}; + + +var siblings = function( n, elem ) { + var matched = []; + + for ( ; n; n = n.nextSibling ) { + if ( n.nodeType === 1 && n !== elem ) { + matched.push( n ); + } + } + + return matched; +}; + + +var rneedsContext = jQuery.expr.match.needsContext; + + + +function nodeName( elem, name ) { + + return elem.nodeName && elem.nodeName.toLowerCase() === name.toLowerCase(); + +}; +var rsingleTag = ( /^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i ); + + + +// Implement the identical functionality for filter and not +function winnow( elements, qualifier, not ) { + if ( isFunction( qualifier ) ) { + return jQuery.grep( elements, function( elem, i ) { + return !!qualifier.call( elem, i, elem ) !== not; + } ); + } + + // Single element + if ( qualifier.nodeType ) { + return jQuery.grep( elements, function( elem ) { + return ( elem === qualifier ) !== not; + } ); + } + + // Arraylike of elements (jQuery, arguments, Array) + if ( typeof qualifier !== "string" ) { + return jQuery.grep( elements, function( elem ) { + return ( indexOf.call( qualifier, elem ) > -1 ) !== not; + } ); + } + + // Filtered directly for both simple and complex selectors + return jQuery.filter( qualifier, elements, not ); +} + +jQuery.filter = function( expr, elems, not ) { + var elem = elems[ 0 ]; + + if ( not ) { + expr = ":not(" + expr + ")"; + } + + if ( elems.length === 1 && elem.nodeType === 1 ) { + return jQuery.find.matchesSelector( elem, expr ) ? [ elem ] : []; + } + + return jQuery.find.matches( expr, jQuery.grep( elems, function( elem ) { + return elem.nodeType === 1; + } ) ); +}; + +jQuery.fn.extend( { + find: function( selector ) { + var i, ret, + len = this.length, + self = this; + + if ( typeof selector !== "string" ) { + return this.pushStack( jQuery( selector ).filter( function() { + for ( i = 0; i < len; i++ ) { + if ( jQuery.contains( self[ i ], this ) ) { + return true; + } + } + } ) ); + } + + ret = this.pushStack( [] ); + + for ( i = 0; i < len; i++ ) { + jQuery.find( selector, self[ i ], ret ); + } + + return len > 1 ? jQuery.uniqueSort( ret ) : ret; + }, + filter: function( selector ) { + return this.pushStack( winnow( this, selector || [], false ) ); + }, + not: function( selector ) { + return this.pushStack( winnow( this, selector || [], true ) ); + }, + is: function( selector ) { + return !!winnow( + this, + + // If this is a positional/relative selector, check membership in the returned set + // so $("p:first").is("p:last") won't return true for a doc with two "p". + typeof selector === "string" && rneedsContext.test( selector ) ? + jQuery( selector ) : + selector || [], + false + ).length; + } +} ); + + +// Initialize a jQuery object + + +// A central reference to the root jQuery(document) +var rootjQuery, + + // A simple way to check for HTML strings + // Prioritize #id over to avoid XSS via location.hash (#9521) + // Strict HTML recognition (#11290: must start with <) + // Shortcut simple #id case for speed + rquickExpr = /^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/, + + init = jQuery.fn.init = function( selector, context, root ) { + var match, elem; + + // HANDLE: $(""), $(null), $(undefined), $(false) + if ( !selector ) { + return this; + } + + // Method init() accepts an alternate rootjQuery + // so migrate can support jQuery.sub (gh-2101) + root = root || rootjQuery; + + // Handle HTML strings + if ( typeof selector === "string" ) { + if ( selector[ 0 ] === "<" && + selector[ selector.length - 1 ] === ">" && + selector.length >= 3 ) { + + // Assume that strings that start and end with <> are HTML and skip the regex check + match = [ null, selector, null ]; + + } else { + match = rquickExpr.exec( selector ); + } + + // Match html or make sure no context is specified for #id + if ( match && ( match[ 1 ] || !context ) ) { + + // HANDLE: $(html) -> $(array) + if ( match[ 1 ] ) { + context = context instanceof jQuery ? context[ 0 ] : context; + + // Option to run scripts is true for back-compat + // Intentionally let the error be thrown if parseHTML is not present + jQuery.merge( this, jQuery.parseHTML( + match[ 1 ], + context && context.nodeType ? context.ownerDocument || context : document, + true + ) ); + + // HANDLE: $(html, props) + if ( rsingleTag.test( match[ 1 ] ) && jQuery.isPlainObject( context ) ) { + for ( match in context ) { + + // Properties of context are called as methods if possible + if ( isFunction( this[ match ] ) ) { + this[ match ]( context[ match ] ); + + // ...and otherwise set as attributes + } else { + this.attr( match, context[ match ] ); + } + } + } + + return this; + + // HANDLE: $(#id) + } else { + elem = document.getElementById( match[ 2 ] ); + + if ( elem ) { + + // Inject the element directly into the jQuery object + this[ 0 ] = elem; + this.length = 1; + } + return this; + } + + // HANDLE: $(expr, $(...)) + } else if ( !context || context.jquery ) { + return ( context || root ).find( selector ); + + // HANDLE: $(expr, context) + // (which is just equivalent to: $(context).find(expr) + } else { + return this.constructor( context ).find( selector ); + } + + // HANDLE: $(DOMElement) + } else if ( selector.nodeType ) { + this[ 0 ] = selector; + this.length = 1; + return this; + + // HANDLE: $(function) + // Shortcut for document ready + } else if ( isFunction( selector ) ) { + return root.ready !== undefined ? + root.ready( selector ) : + + // Execute immediately if ready is not present + selector( jQuery ); + } + + return jQuery.makeArray( selector, this ); + }; + +// Give the init function the jQuery prototype for later instantiation +init.prototype = jQuery.fn; + +// Initialize central reference +rootjQuery = jQuery( document ); + + +var rparentsprev = /^(?:parents|prev(?:Until|All))/, + + // Methods guaranteed to produce a unique set when starting from a unique set + guaranteedUnique = { + children: true, + contents: true, + next: true, + prev: true + }; + +jQuery.fn.extend( { + has: function( target ) { + var targets = jQuery( target, this ), + l = targets.length; + + return this.filter( function() { + var i = 0; + for ( ; i < l; i++ ) { + if ( jQuery.contains( this, targets[ i ] ) ) { + return true; + } + } + } ); + }, + + closest: function( selectors, context ) { + var cur, + i = 0, + l = this.length, + matched = [], + targets = typeof selectors !== "string" && jQuery( selectors ); + + // Positional selectors never match, since there's no _selection_ context + if ( !rneedsContext.test( selectors ) ) { + for ( ; i < l; i++ ) { + for ( cur = this[ i ]; cur && cur !== context; cur = cur.parentNode ) { + + // Always skip document fragments + if ( cur.nodeType < 11 && ( targets ? + targets.index( cur ) > -1 : + + // Don't pass non-elements to Sizzle + cur.nodeType === 1 && + jQuery.find.matchesSelector( cur, selectors ) ) ) { + + matched.push( cur ); + break; + } + } + } + } + + return this.pushStack( matched.length > 1 ? jQuery.uniqueSort( matched ) : matched ); + }, + + // Determine the position of an element within the set + index: function( elem ) { + + // No argument, return index in parent + if ( !elem ) { + return ( this[ 0 ] && this[ 0 ].parentNode ) ? this.first().prevAll().length : -1; + } + + // Index in selector + if ( typeof elem === "string" ) { + return indexOf.call( jQuery( elem ), this[ 0 ] ); + } + + // Locate the position of the desired element + return indexOf.call( this, + + // If it receives a jQuery object, the first element is used + elem.jquery ? elem[ 0 ] : elem + ); + }, + + add: function( selector, context ) { + return this.pushStack( + jQuery.uniqueSort( + jQuery.merge( this.get(), jQuery( selector, context ) ) + ) + ); + }, + + addBack: function( selector ) { + return this.add( selector == null ? + this.prevObject : this.prevObject.filter( selector ) + ); + } +} ); + +function sibling( cur, dir ) { + while ( ( cur = cur[ dir ] ) && cur.nodeType !== 1 ) {} + return cur; +} + +jQuery.each( { + parent: function( elem ) { + var parent = elem.parentNode; + return parent && parent.nodeType !== 11 ? parent : null; + }, + parents: function( elem ) { + return dir( elem, "parentNode" ); + }, + parentsUntil: function( elem, _i, until ) { + return dir( elem, "parentNode", until ); + }, + next: function( elem ) { + return sibling( elem, "nextSibling" ); + }, + prev: function( elem ) { + return sibling( elem, "previousSibling" ); + }, + nextAll: function( elem ) { + return dir( elem, "nextSibling" ); + }, + prevAll: function( elem ) { + return dir( elem, "previousSibling" ); + }, + nextUntil: function( elem, _i, until ) { + return dir( elem, "nextSibling", until ); + }, + prevUntil: function( elem, _i, until ) { + return dir( elem, "previousSibling", until ); + }, + siblings: function( elem ) { + return siblings( ( elem.parentNode || {} ).firstChild, elem ); + }, + children: function( elem ) { + return siblings( elem.firstChild ); + }, + contents: function( elem ) { + if ( elem.contentDocument != null && + + // Support: IE 11+ + // elements with no `data` attribute has an object + // `contentDocument` with a `null` prototype. + getProto( elem.contentDocument ) ) { + + return elem.contentDocument; + } + + // Support: IE 9 - 11 only, iOS 7 only, Android Browser <=4.3 only + // Treat the template element as a regular one in browsers that + // don't support it. + if ( nodeName( elem, "template" ) ) { + elem = elem.content || elem; + } + + return jQuery.merge( [], elem.childNodes ); + } +}, function( name, fn ) { + jQuery.fn[ name ] = function( until, selector ) { + var matched = jQuery.map( this, fn, until ); + + if ( name.slice( -5 ) !== "Until" ) { + selector = until; + } + + if ( selector && typeof selector === "string" ) { + matched = jQuery.filter( selector, matched ); + } + + if ( this.length > 1 ) { + + // Remove duplicates + if ( !guaranteedUnique[ name ] ) { + jQuery.uniqueSort( matched ); + } + + // Reverse order for parents* and prev-derivatives + if ( rparentsprev.test( name ) ) { + matched.reverse(); + } + } + + return this.pushStack( matched ); + }; +} ); +var rnothtmlwhite = ( /[^\x20\t\r\n\f]+/g ); + + + +// Convert String-formatted options into Object-formatted ones +function createOptions( options ) { + var object = {}; + jQuery.each( options.match( rnothtmlwhite ) || [], function( _, flag ) { + object[ flag ] = true; + } ); + return object; +} + +/* + * Create a callback list using the following parameters: + * + * options: an optional list of space-separated options that will change how + * the callback list behaves or a more traditional option object + * + * By default a callback list will act like an event callback list and can be + * "fired" multiple times. + * + * Possible options: + * + * once: will ensure the callback list can only be fired once (like a Deferred) + * + * memory: will keep track of previous values and will call any callback added + * after the list has been fired right away with the latest "memorized" + * values (like a Deferred) + * + * unique: will ensure a callback can only be added once (no duplicate in the list) + * + * stopOnFalse: interrupt callings when a callback returns false + * + */ +jQuery.Callbacks = function( options ) { + + // Convert options from String-formatted to Object-formatted if needed + // (we check in cache first) + options = typeof options === "string" ? + createOptions( options ) : + jQuery.extend( {}, options ); + + var // Flag to know if list is currently firing + firing, + + // Last fire value for non-forgettable lists + memory, + + // Flag to know if list was already fired + fired, + + // Flag to prevent firing + locked, + + // Actual callback list + list = [], + + // Queue of execution data for repeatable lists + queue = [], + + // Index of currently firing callback (modified by add/remove as needed) + firingIndex = -1, + + // Fire callbacks + fire = function() { + + // Enforce single-firing + locked = locked || options.once; + + // Execute callbacks for all pending executions, + // respecting firingIndex overrides and runtime changes + fired = firing = true; + for ( ; queue.length; firingIndex = -1 ) { + memory = queue.shift(); + while ( ++firingIndex < list.length ) { + + // Run callback and check for early termination + if ( list[ firingIndex ].apply( memory[ 0 ], memory[ 1 ] ) === false && + options.stopOnFalse ) { + + // Jump to end and forget the data so .add doesn't re-fire + firingIndex = list.length; + memory = false; + } + } + } + + // Forget the data if we're done with it + if ( !options.memory ) { + memory = false; + } + + firing = false; + + // Clean up if we're done firing for good + if ( locked ) { + + // Keep an empty list if we have data for future add calls + if ( memory ) { + list = []; + + // Otherwise, this object is spent + } else { + list = ""; + } + } + }, + + // Actual Callbacks object + self = { + + // Add a callback or a collection of callbacks to the list + add: function() { + if ( list ) { + + // If we have memory from a past run, we should fire after adding + if ( memory && !firing ) { + firingIndex = list.length - 1; + queue.push( memory ); + } + + ( function add( args ) { + jQuery.each( args, function( _, arg ) { + if ( isFunction( arg ) ) { + if ( !options.unique || !self.has( arg ) ) { + list.push( arg ); + } + } else if ( arg && arg.length && toType( arg ) !== "string" ) { + + // Inspect recursively + add( arg ); + } + } ); + } )( arguments ); + + if ( memory && !firing ) { + fire(); + } + } + return this; + }, + + // Remove a callback from the list + remove: function() { + jQuery.each( arguments, function( _, arg ) { + var index; + while ( ( index = jQuery.inArray( arg, list, index ) ) > -1 ) { + list.splice( index, 1 ); + + // Handle firing indexes + if ( index <= firingIndex ) { + firingIndex--; + } + } + } ); + return this; + }, + + // Check if a given callback is in the list. + // If no argument is given, return whether or not list has callbacks attached. + has: function( fn ) { + return fn ? + jQuery.inArray( fn, list ) > -1 : + list.length > 0; + }, + + // Remove all callbacks from the list + empty: function() { + if ( list ) { + list = []; + } + return this; + }, + + // Disable .fire and .add + // Abort any current/pending executions + // Clear all callbacks and values + disable: function() { + locked = queue = []; + list = memory = ""; + return this; + }, + disabled: function() { + return !list; + }, + + // Disable .fire + // Also disable .add unless we have memory (since it would have no effect) + // Abort any pending executions + lock: function() { + locked = queue = []; + if ( !memory && !firing ) { + list = memory = ""; + } + return this; + }, + locked: function() { + return !!locked; + }, + + // Call all callbacks with the given context and arguments + fireWith: function( context, args ) { + if ( !locked ) { + args = args || []; + args = [ context, args.slice ? args.slice() : args ]; + queue.push( args ); + if ( !firing ) { + fire(); + } + } + return this; + }, + + // Call all the callbacks with the given arguments + fire: function() { + self.fireWith( this, arguments ); + return this; + }, + + // To know if the callbacks have already been called at least once + fired: function() { + return !!fired; + } + }; + + return self; +}; + + +function Identity( v ) { + return v; +} +function Thrower( ex ) { + throw ex; +} + +function adoptValue( value, resolve, reject, noValue ) { + var method; + + try { + + // Check for promise aspect first to privilege synchronous behavior + if ( value && isFunction( ( method = value.promise ) ) ) { + method.call( value ).done( resolve ).fail( reject ); + + // Other thenables + } else if ( value && isFunction( ( method = value.then ) ) ) { + method.call( value, resolve, reject ); + + // Other non-thenables + } else { + + // Control `resolve` arguments by letting Array#slice cast boolean `noValue` to integer: + // * false: [ value ].slice( 0 ) => resolve( value ) + // * true: [ value ].slice( 1 ) => resolve() + resolve.apply( undefined, [ value ].slice( noValue ) ); + } + + // For Promises/A+, convert exceptions into rejections + // Since jQuery.when doesn't unwrap thenables, we can skip the extra checks appearing in + // Deferred#then to conditionally suppress rejection. + } catch ( value ) { + + // Support: Android 4.0 only + // Strict mode functions invoked without .call/.apply get global-object context + reject.apply( undefined, [ value ] ); + } +} + +jQuery.extend( { + + Deferred: function( func ) { + var tuples = [ + + // action, add listener, callbacks, + // ... .then handlers, argument index, [final state] + [ "notify", "progress", jQuery.Callbacks( "memory" ), + jQuery.Callbacks( "memory" ), 2 ], + [ "resolve", "done", jQuery.Callbacks( "once memory" ), + jQuery.Callbacks( "once memory" ), 0, "resolved" ], + [ "reject", "fail", jQuery.Callbacks( "once memory" ), + jQuery.Callbacks( "once memory" ), 1, "rejected" ] + ], + state = "pending", + promise = { + state: function() { + return state; + }, + always: function() { + deferred.done( arguments ).fail( arguments ); + return this; + }, + "catch": function( fn ) { + return promise.then( null, fn ); + }, + + // Keep pipe for back-compat + pipe: function( /* fnDone, fnFail, fnProgress */ ) { + var fns = arguments; + + return jQuery.Deferred( function( newDefer ) { + jQuery.each( tuples, function( _i, tuple ) { + + // Map tuples (progress, done, fail) to arguments (done, fail, progress) + var fn = isFunction( fns[ tuple[ 4 ] ] ) && fns[ tuple[ 4 ] ]; + + // deferred.progress(function() { bind to newDefer or newDefer.notify }) + // deferred.done(function() { bind to newDefer or newDefer.resolve }) + // deferred.fail(function() { bind to newDefer or newDefer.reject }) + deferred[ tuple[ 1 ] ]( function() { + var returned = fn && fn.apply( this, arguments ); + if ( returned && isFunction( returned.promise ) ) { + returned.promise() + .progress( newDefer.notify ) + .done( newDefer.resolve ) + .fail( newDefer.reject ); + } else { + newDefer[ tuple[ 0 ] + "With" ]( + this, + fn ? [ returned ] : arguments + ); + } + } ); + } ); + fns = null; + } ).promise(); + }, + then: function( onFulfilled, onRejected, onProgress ) { + var maxDepth = 0; + function resolve( depth, deferred, handler, special ) { + return function() { + var that = this, + args = arguments, + mightThrow = function() { + var returned, then; + + // Support: Promises/A+ section 2.3.3.3.3 + // https://promisesaplus.com/#point-59 + // Ignore double-resolution attempts + if ( depth < maxDepth ) { + return; + } + + returned = handler.apply( that, args ); + + // Support: Promises/A+ section 2.3.1 + // https://promisesaplus.com/#point-48 + if ( returned === deferred.promise() ) { + throw new TypeError( "Thenable self-resolution" ); + } + + // Support: Promises/A+ sections 2.3.3.1, 3.5 + // https://promisesaplus.com/#point-54 + // https://promisesaplus.com/#point-75 + // Retrieve `then` only once + then = returned && + + // Support: Promises/A+ section 2.3.4 + // https://promisesaplus.com/#point-64 + // Only check objects and functions for thenability + ( typeof returned === "object" || + typeof returned === "function" ) && + returned.then; + + // Handle a returned thenable + if ( isFunction( then ) ) { + + // Special processors (notify) just wait for resolution + if ( special ) { + then.call( + returned, + resolve( maxDepth, deferred, Identity, special ), + resolve( maxDepth, deferred, Thrower, special ) + ); + + // Normal processors (resolve) also hook into progress + } else { + + // ...and disregard older resolution values + maxDepth++; + + then.call( + returned, + resolve( maxDepth, deferred, Identity, special ), + resolve( maxDepth, deferred, Thrower, special ), + resolve( maxDepth, deferred, Identity, + deferred.notifyWith ) + ); + } + + // Handle all other returned values + } else { + + // Only substitute handlers pass on context + // and multiple values (non-spec behavior) + if ( handler !== Identity ) { + that = undefined; + args = [ returned ]; + } + + // Process the value(s) + // Default process is resolve + ( special || deferred.resolveWith )( that, args ); + } + }, + + // Only normal processors (resolve) catch and reject exceptions + process = special ? + mightThrow : + function() { + try { + mightThrow(); + } catch ( e ) { + + if ( jQuery.Deferred.exceptionHook ) { + jQuery.Deferred.exceptionHook( e, + process.stackTrace ); + } + + // Support: Promises/A+ section 2.3.3.3.4.1 + // https://promisesaplus.com/#point-61 + // Ignore post-resolution exceptions + if ( depth + 1 >= maxDepth ) { + + // Only substitute handlers pass on context + // and multiple values (non-spec behavior) + if ( handler !== Thrower ) { + that = undefined; + args = [ e ]; + } + + deferred.rejectWith( that, args ); + } + } + }; + + // Support: Promises/A+ section 2.3.3.3.1 + // https://promisesaplus.com/#point-57 + // Re-resolve promises immediately to dodge false rejection from + // subsequent errors + if ( depth ) { + process(); + } else { + + // Call an optional hook to record the stack, in case of exception + // since it's otherwise lost when execution goes async + if ( jQuery.Deferred.getStackHook ) { + process.stackTrace = jQuery.Deferred.getStackHook(); + } + window.setTimeout( process ); + } + }; + } + + return jQuery.Deferred( function( newDefer ) { + + // progress_handlers.add( ... ) + tuples[ 0 ][ 3 ].add( + resolve( + 0, + newDefer, + isFunction( onProgress ) ? + onProgress : + Identity, + newDefer.notifyWith + ) + ); + + // fulfilled_handlers.add( ... ) + tuples[ 1 ][ 3 ].add( + resolve( + 0, + newDefer, + isFunction( onFulfilled ) ? + onFulfilled : + Identity + ) + ); + + // rejected_handlers.add( ... ) + tuples[ 2 ][ 3 ].add( + resolve( + 0, + newDefer, + isFunction( onRejected ) ? + onRejected : + Thrower + ) + ); + } ).promise(); + }, + + // Get a promise for this deferred + // If obj is provided, the promise aspect is added to the object + promise: function( obj ) { + return obj != null ? jQuery.extend( obj, promise ) : promise; + } + }, + deferred = {}; + + // Add list-specific methods + jQuery.each( tuples, function( i, tuple ) { + var list = tuple[ 2 ], + stateString = tuple[ 5 ]; + + // promise.progress = list.add + // promise.done = list.add + // promise.fail = list.add + promise[ tuple[ 1 ] ] = list.add; + + // Handle state + if ( stateString ) { + list.add( + function() { + + // state = "resolved" (i.e., fulfilled) + // state = "rejected" + state = stateString; + }, + + // rejected_callbacks.disable + // fulfilled_callbacks.disable + tuples[ 3 - i ][ 2 ].disable, + + // rejected_handlers.disable + // fulfilled_handlers.disable + tuples[ 3 - i ][ 3 ].disable, + + // progress_callbacks.lock + tuples[ 0 ][ 2 ].lock, + + // progress_handlers.lock + tuples[ 0 ][ 3 ].lock + ); + } + + // progress_handlers.fire + // fulfilled_handlers.fire + // rejected_handlers.fire + list.add( tuple[ 3 ].fire ); + + // deferred.notify = function() { deferred.notifyWith(...) } + // deferred.resolve = function() { deferred.resolveWith(...) } + // deferred.reject = function() { deferred.rejectWith(...) } + deferred[ tuple[ 0 ] ] = function() { + deferred[ tuple[ 0 ] + "With" ]( this === deferred ? undefined : this, arguments ); + return this; + }; + + // deferred.notifyWith = list.fireWith + // deferred.resolveWith = list.fireWith + // deferred.rejectWith = list.fireWith + deferred[ tuple[ 0 ] + "With" ] = list.fireWith; + } ); + + // Make the deferred a promise + promise.promise( deferred ); + + // Call given func if any + if ( func ) { + func.call( deferred, deferred ); + } + + // All done! + return deferred; + }, + + // Deferred helper + when: function( singleValue ) { + var + + // count of uncompleted subordinates + remaining = arguments.length, + + // count of unprocessed arguments + i = remaining, + + // subordinate fulfillment data + resolveContexts = Array( i ), + resolveValues = slice.call( arguments ), + + // the master Deferred + master = jQuery.Deferred(), + + // subordinate callback factory + updateFunc = function( i ) { + return function( value ) { + resolveContexts[ i ] = this; + resolveValues[ i ] = arguments.length > 1 ? slice.call( arguments ) : value; + if ( !( --remaining ) ) { + master.resolveWith( resolveContexts, resolveValues ); + } + }; + }; + + // Single- and empty arguments are adopted like Promise.resolve + if ( remaining <= 1 ) { + adoptValue( singleValue, master.done( updateFunc( i ) ).resolve, master.reject, + !remaining ); + + // Use .then() to unwrap secondary thenables (cf. gh-3000) + if ( master.state() === "pending" || + isFunction( resolveValues[ i ] && resolveValues[ i ].then ) ) { + + return master.then(); + } + } + + // Multiple arguments are aggregated like Promise.all array elements + while ( i-- ) { + adoptValue( resolveValues[ i ], updateFunc( i ), master.reject ); + } + + return master.promise(); + } +} ); + + +// These usually indicate a programmer mistake during development, +// warn about them ASAP rather than swallowing them by default. +var rerrorNames = /^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/; + +jQuery.Deferred.exceptionHook = function( error, stack ) { + + // Support: IE 8 - 9 only + // Console exists when dev tools are open, which can happen at any time + if ( window.console && window.console.warn && error && rerrorNames.test( error.name ) ) { + window.console.warn( "jQuery.Deferred exception: " + error.message, error.stack, stack ); + } +}; + + + + +jQuery.readyException = function( error ) { + window.setTimeout( function() { + throw error; + } ); +}; + + + + +// The deferred used on DOM ready +var readyList = jQuery.Deferred(); + +jQuery.fn.ready = function( fn ) { + + readyList + .then( fn ) + + // Wrap jQuery.readyException in a function so that the lookup + // happens at the time of error handling instead of callback + // registration. + .catch( function( error ) { + jQuery.readyException( error ); + } ); + + return this; +}; + +jQuery.extend( { + + // Is the DOM ready to be used? Set to true once it occurs. + isReady: false, + + // A counter to track how many items to wait for before + // the ready event fires. See #6781 + readyWait: 1, + + // Handle when the DOM is ready + ready: function( wait ) { + + // Abort if there are pending holds or we're already ready + if ( wait === true ? --jQuery.readyWait : jQuery.isReady ) { + return; + } + + // Remember that the DOM is ready + jQuery.isReady = true; + + // If a normal DOM Ready event fired, decrement, and wait if need be + if ( wait !== true && --jQuery.readyWait > 0 ) { + return; + } + + // If there are functions bound, to execute + readyList.resolveWith( document, [ jQuery ] ); + } +} ); + +jQuery.ready.then = readyList.then; + +// The ready event handler and self cleanup method +function completed() { + document.removeEventListener( "DOMContentLoaded", completed ); + window.removeEventListener( "load", completed ); + jQuery.ready(); +} + +// Catch cases where $(document).ready() is called +// after the browser event has already occurred. +// Support: IE <=9 - 10 only +// Older IE sometimes signals "interactive" too soon +if ( document.readyState === "complete" || + ( document.readyState !== "loading" && !document.documentElement.doScroll ) ) { + + // Handle it asynchronously to allow scripts the opportunity to delay ready + window.setTimeout( jQuery.ready ); + +} else { + + // Use the handy event callback + document.addEventListener( "DOMContentLoaded", completed ); + + // A fallback to window.onload, that will always work + window.addEventListener( "load", completed ); +} + + + + +// Multifunctional method to get and set values of a collection +// The value/s can optionally be executed if it's a function +var access = function( elems, fn, key, value, chainable, emptyGet, raw ) { + var i = 0, + len = elems.length, + bulk = key == null; + + // Sets many values + if ( toType( key ) === "object" ) { + chainable = true; + for ( i in key ) { + access( elems, fn, i, key[ i ], true, emptyGet, raw ); + } + + // Sets one value + } else if ( value !== undefined ) { + chainable = true; + + if ( !isFunction( value ) ) { + raw = true; + } + + if ( bulk ) { + + // Bulk operations run against the entire set + if ( raw ) { + fn.call( elems, value ); + fn = null; + + // ...except when executing function values + } else { + bulk = fn; + fn = function( elem, _key, value ) { + return bulk.call( jQuery( elem ), value ); + }; + } + } + + if ( fn ) { + for ( ; i < len; i++ ) { + fn( + elems[ i ], key, raw ? + value : + value.call( elems[ i ], i, fn( elems[ i ], key ) ) + ); + } + } + } + + if ( chainable ) { + return elems; + } + + // Gets + if ( bulk ) { + return fn.call( elems ); + } + + return len ? fn( elems[ 0 ], key ) : emptyGet; +}; + + +// Matches dashed string for camelizing +var rmsPrefix = /^-ms-/, + rdashAlpha = /-([a-z])/g; + +// Used by camelCase as callback to replace() +function fcamelCase( _all, letter ) { + return letter.toUpperCase(); +} + +// Convert dashed to camelCase; used by the css and data modules +// Support: IE <=9 - 11, Edge 12 - 15 +// Microsoft forgot to hump their vendor prefix (#9572) +function camelCase( string ) { + return string.replace( rmsPrefix, "ms-" ).replace( rdashAlpha, fcamelCase ); +} +var acceptData = function( owner ) { + + // Accepts only: + // - Node + // - Node.ELEMENT_NODE + // - Node.DOCUMENT_NODE + // - Object + // - Any + return owner.nodeType === 1 || owner.nodeType === 9 || !( +owner.nodeType ); +}; + + + + +function Data() { + this.expando = jQuery.expando + Data.uid++; +} + +Data.uid = 1; + +Data.prototype = { + + cache: function( owner ) { + + // Check if the owner object already has a cache + var value = owner[ this.expando ]; + + // If not, create one + if ( !value ) { + value = {}; + + // We can accept data for non-element nodes in modern browsers, + // but we should not, see #8335. + // Always return an empty object. + if ( acceptData( owner ) ) { + + // If it is a node unlikely to be stringify-ed or looped over + // use plain assignment + if ( owner.nodeType ) { + owner[ this.expando ] = value; + + // Otherwise secure it in a non-enumerable property + // configurable must be true to allow the property to be + // deleted when data is removed + } else { + Object.defineProperty( owner, this.expando, { + value: value, + configurable: true + } ); + } + } + } + + return value; + }, + set: function( owner, data, value ) { + var prop, + cache = this.cache( owner ); + + // Handle: [ owner, key, value ] args + // Always use camelCase key (gh-2257) + if ( typeof data === "string" ) { + cache[ camelCase( data ) ] = value; + + // Handle: [ owner, { properties } ] args + } else { + + // Copy the properties one-by-one to the cache object + for ( prop in data ) { + cache[ camelCase( prop ) ] = data[ prop ]; + } + } + return cache; + }, + get: function( owner, key ) { + return key === undefined ? + this.cache( owner ) : + + // Always use camelCase key (gh-2257) + owner[ this.expando ] && owner[ this.expando ][ camelCase( key ) ]; + }, + access: function( owner, key, value ) { + + // In cases where either: + // + // 1. No key was specified + // 2. A string key was specified, but no value provided + // + // Take the "read" path and allow the get method to determine + // which value to return, respectively either: + // + // 1. The entire cache object + // 2. The data stored at the key + // + if ( key === undefined || + ( ( key && typeof key === "string" ) && value === undefined ) ) { + + return this.get( owner, key ); + } + + // When the key is not a string, or both a key and value + // are specified, set or extend (existing objects) with either: + // + // 1. An object of properties + // 2. A key and value + // + this.set( owner, key, value ); + + // Since the "set" path can have two possible entry points + // return the expected data based on which path was taken[*] + return value !== undefined ? value : key; + }, + remove: function( owner, key ) { + var i, + cache = owner[ this.expando ]; + + if ( cache === undefined ) { + return; + } + + if ( key !== undefined ) { + + // Support array or space separated string of keys + if ( Array.isArray( key ) ) { + + // If key is an array of keys... + // We always set camelCase keys, so remove that. + key = key.map( camelCase ); + } else { + key = camelCase( key ); + + // If a key with the spaces exists, use it. + // Otherwise, create an array by matching non-whitespace + key = key in cache ? + [ key ] : + ( key.match( rnothtmlwhite ) || [] ); + } + + i = key.length; + + while ( i-- ) { + delete cache[ key[ i ] ]; + } + } + + // Remove the expando if there's no more data + if ( key === undefined || jQuery.isEmptyObject( cache ) ) { + + // Support: Chrome <=35 - 45 + // Webkit & Blink performance suffers when deleting properties + // from DOM nodes, so set to undefined instead + // https://bugs.chromium.org/p/chromium/issues/detail?id=378607 (bug restricted) + if ( owner.nodeType ) { + owner[ this.expando ] = undefined; + } else { + delete owner[ this.expando ]; + } + } + }, + hasData: function( owner ) { + var cache = owner[ this.expando ]; + return cache !== undefined && !jQuery.isEmptyObject( cache ); + } +}; +var dataPriv = new Data(); + +var dataUser = new Data(); + + + +// Implementation Summary +// +// 1. Enforce API surface and semantic compatibility with 1.9.x branch +// 2. Improve the module's maintainability by reducing the storage +// paths to a single mechanism. +// 3. Use the same single mechanism to support "private" and "user" data. +// 4. _Never_ expose "private" data to user code (TODO: Drop _data, _removeData) +// 5. Avoid exposing implementation details on user objects (eg. expando properties) +// 6. Provide a clear path for implementation upgrade to WeakMap in 2014 + +var rbrace = /^(?:\{[\w\W]*\}|\[[\w\W]*\])$/, + rmultiDash = /[A-Z]/g; + +function getData( data ) { + if ( data === "true" ) { + return true; + } + + if ( data === "false" ) { + return false; + } + + if ( data === "null" ) { + return null; + } + + // Only convert to a number if it doesn't change the string + if ( data === +data + "" ) { + return +data; + } + + if ( rbrace.test( data ) ) { + return JSON.parse( data ); + } + + return data; +} + +function dataAttr( elem, key, data ) { + var name; + + // If nothing was found internally, try to fetch any + // data from the HTML5 data-* attribute + if ( data === undefined && elem.nodeType === 1 ) { + name = "data-" + key.replace( rmultiDash, "-$&" ).toLowerCase(); + data = elem.getAttribute( name ); + + if ( typeof data === "string" ) { + try { + data = getData( data ); + } catch ( e ) {} + + // Make sure we set the data so it isn't changed later + dataUser.set( elem, key, data ); + } else { + data = undefined; + } + } + return data; +} + +jQuery.extend( { + hasData: function( elem ) { + return dataUser.hasData( elem ) || dataPriv.hasData( elem ); + }, + + data: function( elem, name, data ) { + return dataUser.access( elem, name, data ); + }, + + removeData: function( elem, name ) { + dataUser.remove( elem, name ); + }, + + // TODO: Now that all calls to _data and _removeData have been replaced + // with direct calls to dataPriv methods, these can be deprecated. + _data: function( elem, name, data ) { + return dataPriv.access( elem, name, data ); + }, + + _removeData: function( elem, name ) { + dataPriv.remove( elem, name ); + } +} ); + +jQuery.fn.extend( { + data: function( key, value ) { + var i, name, data, + elem = this[ 0 ], + attrs = elem && elem.attributes; + + // Gets all values + if ( key === undefined ) { + if ( this.length ) { + data = dataUser.get( elem ); + + if ( elem.nodeType === 1 && !dataPriv.get( elem, "hasDataAttrs" ) ) { + i = attrs.length; + while ( i-- ) { + + // Support: IE 11 only + // The attrs elements can be null (#14894) + if ( attrs[ i ] ) { + name = attrs[ i ].name; + if ( name.indexOf( "data-" ) === 0 ) { + name = camelCase( name.slice( 5 ) ); + dataAttr( elem, name, data[ name ] ); + } + } + } + dataPriv.set( elem, "hasDataAttrs", true ); + } + } + + return data; + } + + // Sets multiple values + if ( typeof key === "object" ) { + return this.each( function() { + dataUser.set( this, key ); + } ); + } + + return access( this, function( value ) { + var data; + + // The calling jQuery object (element matches) is not empty + // (and therefore has an element appears at this[ 0 ]) and the + // `value` parameter was not undefined. An empty jQuery object + // will result in `undefined` for elem = this[ 0 ] which will + // throw an exception if an attempt to read a data cache is made. + if ( elem && value === undefined ) { + + // Attempt to get data from the cache + // The key will always be camelCased in Data + data = dataUser.get( elem, key ); + if ( data !== undefined ) { + return data; + } + + // Attempt to "discover" the data in + // HTML5 custom data-* attrs + data = dataAttr( elem, key ); + if ( data !== undefined ) { + return data; + } + + // We tried really hard, but the data doesn't exist. + return; + } + + // Set the data... + this.each( function() { + + // We always store the camelCased key + dataUser.set( this, key, value ); + } ); + }, null, value, arguments.length > 1, null, true ); + }, + + removeData: function( key ) { + return this.each( function() { + dataUser.remove( this, key ); + } ); + } +} ); + + +jQuery.extend( { + queue: function( elem, type, data ) { + var queue; + + if ( elem ) { + type = ( type || "fx" ) + "queue"; + queue = dataPriv.get( elem, type ); + + // Speed up dequeue by getting out quickly if this is just a lookup + if ( data ) { + if ( !queue || Array.isArray( data ) ) { + queue = dataPriv.access( elem, type, jQuery.makeArray( data ) ); + } else { + queue.push( data ); + } + } + return queue || []; + } + }, + + dequeue: function( elem, type ) { + type = type || "fx"; + + var queue = jQuery.queue( elem, type ), + startLength = queue.length, + fn = queue.shift(), + hooks = jQuery._queueHooks( elem, type ), + next = function() { + jQuery.dequeue( elem, type ); + }; + + // If the fx queue is dequeued, always remove the progress sentinel + if ( fn === "inprogress" ) { + fn = queue.shift(); + startLength--; + } + + if ( fn ) { + + // Add a progress sentinel to prevent the fx queue from being + // automatically dequeued + if ( type === "fx" ) { + queue.unshift( "inprogress" ); + } + + // Clear up the last queue stop function + delete hooks.stop; + fn.call( elem, next, hooks ); + } + + if ( !startLength && hooks ) { + hooks.empty.fire(); + } + }, + + // Not public - generate a queueHooks object, or return the current one + _queueHooks: function( elem, type ) { + var key = type + "queueHooks"; + return dataPriv.get( elem, key ) || dataPriv.access( elem, key, { + empty: jQuery.Callbacks( "once memory" ).add( function() { + dataPriv.remove( elem, [ type + "queue", key ] ); + } ) + } ); + } +} ); + +jQuery.fn.extend( { + queue: function( type, data ) { + var setter = 2; + + if ( typeof type !== "string" ) { + data = type; + type = "fx"; + setter--; + } + + if ( arguments.length < setter ) { + return jQuery.queue( this[ 0 ], type ); + } + + return data === undefined ? + this : + this.each( function() { + var queue = jQuery.queue( this, type, data ); + + // Ensure a hooks for this queue + jQuery._queueHooks( this, type ); + + if ( type === "fx" && queue[ 0 ] !== "inprogress" ) { + jQuery.dequeue( this, type ); + } + } ); + }, + dequeue: function( type ) { + return this.each( function() { + jQuery.dequeue( this, type ); + } ); + }, + clearQueue: function( type ) { + return this.queue( type || "fx", [] ); + }, + + // Get a promise resolved when queues of a certain type + // are emptied (fx is the type by default) + promise: function( type, obj ) { + var tmp, + count = 1, + defer = jQuery.Deferred(), + elements = this, + i = this.length, + resolve = function() { + if ( !( --count ) ) { + defer.resolveWith( elements, [ elements ] ); + } + }; + + if ( typeof type !== "string" ) { + obj = type; + type = undefined; + } + type = type || "fx"; + + while ( i-- ) { + tmp = dataPriv.get( elements[ i ], type + "queueHooks" ); + if ( tmp && tmp.empty ) { + count++; + tmp.empty.add( resolve ); + } + } + resolve(); + return defer.promise( obj ); + } +} ); +var pnum = ( /[+-]?(?:\d*\.|)\d+(?:[eE][+-]?\d+|)/ ).source; + +var rcssNum = new RegExp( "^(?:([+-])=|)(" + pnum + ")([a-z%]*)$", "i" ); + + +var cssExpand = [ "Top", "Right", "Bottom", "Left" ]; + +var documentElement = document.documentElement; + + + + var isAttached = function( elem ) { + return jQuery.contains( elem.ownerDocument, elem ); + }, + composed = { composed: true }; + + // Support: IE 9 - 11+, Edge 12 - 18+, iOS 10.0 - 10.2 only + // Check attachment across shadow DOM boundaries when possible (gh-3504) + // Support: iOS 10.0-10.2 only + // Early iOS 10 versions support `attachShadow` but not `getRootNode`, + // leading to errors. We need to check for `getRootNode`. + if ( documentElement.getRootNode ) { + isAttached = function( elem ) { + return jQuery.contains( elem.ownerDocument, elem ) || + elem.getRootNode( composed ) === elem.ownerDocument; + }; + } +var isHiddenWithinTree = function( elem, el ) { + + // isHiddenWithinTree might be called from jQuery#filter function; + // in that case, element will be second argument + elem = el || elem; + + // Inline style trumps all + return elem.style.display === "none" || + elem.style.display === "" && + + // Otherwise, check computed style + // Support: Firefox <=43 - 45 + // Disconnected elements can have computed display: none, so first confirm that elem is + // in the document. + isAttached( elem ) && + + jQuery.css( elem, "display" ) === "none"; + }; + + + +function adjustCSS( elem, prop, valueParts, tween ) { + var adjusted, scale, + maxIterations = 20, + currentValue = tween ? + function() { + return tween.cur(); + } : + function() { + return jQuery.css( elem, prop, "" ); + }, + initial = currentValue(), + unit = valueParts && valueParts[ 3 ] || ( jQuery.cssNumber[ prop ] ? "" : "px" ), + + // Starting value computation is required for potential unit mismatches + initialInUnit = elem.nodeType && + ( jQuery.cssNumber[ prop ] || unit !== "px" && +initial ) && + rcssNum.exec( jQuery.css( elem, prop ) ); + + if ( initialInUnit && initialInUnit[ 3 ] !== unit ) { + + // Support: Firefox <=54 + // Halve the iteration target value to prevent interference from CSS upper bounds (gh-2144) + initial = initial / 2; + + // Trust units reported by jQuery.css + unit = unit || initialInUnit[ 3 ]; + + // Iteratively approximate from a nonzero starting point + initialInUnit = +initial || 1; + + while ( maxIterations-- ) { + + // Evaluate and update our best guess (doubling guesses that zero out). + // Finish if the scale equals or crosses 1 (making the old*new product non-positive). + jQuery.style( elem, prop, initialInUnit + unit ); + if ( ( 1 - scale ) * ( 1 - ( scale = currentValue() / initial || 0.5 ) ) <= 0 ) { + maxIterations = 0; + } + initialInUnit = initialInUnit / scale; + + } + + initialInUnit = initialInUnit * 2; + jQuery.style( elem, prop, initialInUnit + unit ); + + // Make sure we update the tween properties later on + valueParts = valueParts || []; + } + + if ( valueParts ) { + initialInUnit = +initialInUnit || +initial || 0; + + // Apply relative offset (+=/-=) if specified + adjusted = valueParts[ 1 ] ? + initialInUnit + ( valueParts[ 1 ] + 1 ) * valueParts[ 2 ] : + +valueParts[ 2 ]; + if ( tween ) { + tween.unit = unit; + tween.start = initialInUnit; + tween.end = adjusted; + } + } + return adjusted; +} + + +var defaultDisplayMap = {}; + +function getDefaultDisplay( elem ) { + var temp, + doc = elem.ownerDocument, + nodeName = elem.nodeName, + display = defaultDisplayMap[ nodeName ]; + + if ( display ) { + return display; + } + + temp = doc.body.appendChild( doc.createElement( nodeName ) ); + display = jQuery.css( temp, "display" ); + + temp.parentNode.removeChild( temp ); + + if ( display === "none" ) { + display = "block"; + } + defaultDisplayMap[ nodeName ] = display; + + return display; +} + +function showHide( elements, show ) { + var display, elem, + values = [], + index = 0, + length = elements.length; + + // Determine new display value for elements that need to change + for ( ; index < length; index++ ) { + elem = elements[ index ]; + if ( !elem.style ) { + continue; + } + + display = elem.style.display; + if ( show ) { + + // Since we force visibility upon cascade-hidden elements, an immediate (and slow) + // check is required in this first loop unless we have a nonempty display value (either + // inline or about-to-be-restored) + if ( display === "none" ) { + values[ index ] = dataPriv.get( elem, "display" ) || null; + if ( !values[ index ] ) { + elem.style.display = ""; + } + } + if ( elem.style.display === "" && isHiddenWithinTree( elem ) ) { + values[ index ] = getDefaultDisplay( elem ); + } + } else { + if ( display !== "none" ) { + values[ index ] = "none"; + + // Remember what we're overwriting + dataPriv.set( elem, "display", display ); + } + } + } + + // Set the display of the elements in a second loop to avoid constant reflow + for ( index = 0; index < length; index++ ) { + if ( values[ index ] != null ) { + elements[ index ].style.display = values[ index ]; + } + } + + return elements; +} + +jQuery.fn.extend( { + show: function() { + return showHide( this, true ); + }, + hide: function() { + return showHide( this ); + }, + toggle: function( state ) { + if ( typeof state === "boolean" ) { + return state ? this.show() : this.hide(); + } + + return this.each( function() { + if ( isHiddenWithinTree( this ) ) { + jQuery( this ).show(); + } else { + jQuery( this ).hide(); + } + } ); + } +} ); +var rcheckableType = ( /^(?:checkbox|radio)$/i ); + +var rtagName = ( /<([a-z][^\/\0>\x20\t\r\n\f]*)/i ); + +var rscriptType = ( /^$|^module$|\/(?:java|ecma)script/i ); + + + +( function() { + var fragment = document.createDocumentFragment(), + div = fragment.appendChild( document.createElement( "div" ) ), + input = document.createElement( "input" ); + + // Support: Android 4.0 - 4.3 only + // Check state lost if the name is set (#11217) + // Support: Windows Web Apps (WWA) + // `name` and `type` must use .setAttribute for WWA (#14901) + input.setAttribute( "type", "radio" ); + input.setAttribute( "checked", "checked" ); + input.setAttribute( "name", "t" ); + + div.appendChild( input ); + + // Support: Android <=4.1 only + // Older WebKit doesn't clone checked state correctly in fragments + support.checkClone = div.cloneNode( true ).cloneNode( true ).lastChild.checked; + + // Support: IE <=11 only + // Make sure textarea (and checkbox) defaultValue is properly cloned + div.innerHTML = ""; + support.noCloneChecked = !!div.cloneNode( true ).lastChild.defaultValue; + + // Support: IE <=9 only + // IE <=9 replaces "; + support.option = !!div.lastChild; +} )(); + + +// We have to close these tags to support XHTML (#13200) +var wrapMap = { + + // XHTML parsers do not magically insert elements in the + // same way that tag soup parsers do. So we cannot shorten + // this by omitting or other required elements. + thead: [ 1, "", "
" ], + col: [ 2, "", "
" ], + tr: [ 2, "", "
" ], + td: [ 3, "", "
" ], + + _default: [ 0, "", "" ] +}; + +wrapMap.tbody = wrapMap.tfoot = wrapMap.colgroup = wrapMap.caption = wrapMap.thead; +wrapMap.th = wrapMap.td; + +// Support: IE <=9 only +if ( !support.option ) { + wrapMap.optgroup = wrapMap.option = [ 1, "" ]; +} + + +function getAll( context, tag ) { + + // Support: IE <=9 - 11 only + // Use typeof to avoid zero-argument method invocation on host objects (#15151) + var ret; + + if ( typeof context.getElementsByTagName !== "undefined" ) { + ret = context.getElementsByTagName( tag || "*" ); + + } else if ( typeof context.querySelectorAll !== "undefined" ) { + ret = context.querySelectorAll( tag || "*" ); + + } else { + ret = []; + } + + if ( tag === undefined || tag && nodeName( context, tag ) ) { + return jQuery.merge( [ context ], ret ); + } + + return ret; +} + + +// Mark scripts as having already been evaluated +function setGlobalEval( elems, refElements ) { + var i = 0, + l = elems.length; + + for ( ; i < l; i++ ) { + dataPriv.set( + elems[ i ], + "globalEval", + !refElements || dataPriv.get( refElements[ i ], "globalEval" ) + ); + } +} + + +var rhtml = /<|&#?\w+;/; + +function buildFragment( elems, context, scripts, selection, ignored ) { + var elem, tmp, tag, wrap, attached, j, + fragment = context.createDocumentFragment(), + nodes = [], + i = 0, + l = elems.length; + + for ( ; i < l; i++ ) { + elem = elems[ i ]; + + if ( elem || elem === 0 ) { + + // Add nodes directly + if ( toType( elem ) === "object" ) { + + // Support: Android <=4.0 only, PhantomJS 1 only + // push.apply(_, arraylike) throws on ancient WebKit + jQuery.merge( nodes, elem.nodeType ? [ elem ] : elem ); + + // Convert non-html into a text node + } else if ( !rhtml.test( elem ) ) { + nodes.push( context.createTextNode( elem ) ); + + // Convert html into DOM nodes + } else { + tmp = tmp || fragment.appendChild( context.createElement( "div" ) ); + + // Deserialize a standard representation + tag = ( rtagName.exec( elem ) || [ "", "" ] )[ 1 ].toLowerCase(); + wrap = wrapMap[ tag ] || wrapMap._default; + tmp.innerHTML = wrap[ 1 ] + jQuery.htmlPrefilter( elem ) + wrap[ 2 ]; + + // Descend through wrappers to the right content + j = wrap[ 0 ]; + while ( j-- ) { + tmp = tmp.lastChild; + } + + // Support: Android <=4.0 only, PhantomJS 1 only + // push.apply(_, arraylike) throws on ancient WebKit + jQuery.merge( nodes, tmp.childNodes ); + + // Remember the top-level container + tmp = fragment.firstChild; + + // Ensure the created nodes are orphaned (#12392) + tmp.textContent = ""; + } + } + } + + // Remove wrapper from fragment + fragment.textContent = ""; + + i = 0; + while ( ( elem = nodes[ i++ ] ) ) { + + // Skip elements already in the context collection (trac-4087) + if ( selection && jQuery.inArray( elem, selection ) > -1 ) { + if ( ignored ) { + ignored.push( elem ); + } + continue; + } + + attached = isAttached( elem ); + + // Append to fragment + tmp = getAll( fragment.appendChild( elem ), "script" ); + + // Preserve script evaluation history + if ( attached ) { + setGlobalEval( tmp ); + } + + // Capture executables + if ( scripts ) { + j = 0; + while ( ( elem = tmp[ j++ ] ) ) { + if ( rscriptType.test( elem.type || "" ) ) { + scripts.push( elem ); + } + } + } + } + + return fragment; +} + + +var + rkeyEvent = /^key/, + rmouseEvent = /^(?:mouse|pointer|contextmenu|drag|drop)|click/, + rtypenamespace = /^([^.]*)(?:\.(.+)|)/; + +function returnTrue() { + return true; +} + +function returnFalse() { + return false; +} + +// Support: IE <=9 - 11+ +// focus() and blur() are asynchronous, except when they are no-op. +// So expect focus to be synchronous when the element is already active, +// and blur to be synchronous when the element is not already active. +// (focus and blur are always synchronous in other supported browsers, +// this just defines when we can count on it). +function expectSync( elem, type ) { + return ( elem === safeActiveElement() ) === ( type === "focus" ); +} + +// Support: IE <=9 only +// Accessing document.activeElement can throw unexpectedly +// https://bugs.jquery.com/ticket/13393 +function safeActiveElement() { + try { + return document.activeElement; + } catch ( err ) { } +} + +function on( elem, types, selector, data, fn, one ) { + var origFn, type; + + // Types can be a map of types/handlers + if ( typeof types === "object" ) { + + // ( types-Object, selector, data ) + if ( typeof selector !== "string" ) { + + // ( types-Object, data ) + data = data || selector; + selector = undefined; + } + for ( type in types ) { + on( elem, type, selector, data, types[ type ], one ); + } + return elem; + } + + if ( data == null && fn == null ) { + + // ( types, fn ) + fn = selector; + data = selector = undefined; + } else if ( fn == null ) { + if ( typeof selector === "string" ) { + + // ( types, selector, fn ) + fn = data; + data = undefined; + } else { + + // ( types, data, fn ) + fn = data; + data = selector; + selector = undefined; + } + } + if ( fn === false ) { + fn = returnFalse; + } else if ( !fn ) { + return elem; + } + + if ( one === 1 ) { + origFn = fn; + fn = function( event ) { + + // Can use an empty set, since event contains the info + jQuery().off( event ); + return origFn.apply( this, arguments ); + }; + + // Use same guid so caller can remove using origFn + fn.guid = origFn.guid || ( origFn.guid = jQuery.guid++ ); + } + return elem.each( function() { + jQuery.event.add( this, types, fn, data, selector ); + } ); +} + +/* + * Helper functions for managing events -- not part of the public interface. + * Props to Dean Edwards' addEvent library for many of the ideas. + */ +jQuery.event = { + + global: {}, + + add: function( elem, types, handler, data, selector ) { + + var handleObjIn, eventHandle, tmp, + events, t, handleObj, + special, handlers, type, namespaces, origType, + elemData = dataPriv.get( elem ); + + // Only attach events to objects that accept data + if ( !acceptData( elem ) ) { + return; + } + + // Caller can pass in an object of custom data in lieu of the handler + if ( handler.handler ) { + handleObjIn = handler; + handler = handleObjIn.handler; + selector = handleObjIn.selector; + } + + // Ensure that invalid selectors throw exceptions at attach time + // Evaluate against documentElement in case elem is a non-element node (e.g., document) + if ( selector ) { + jQuery.find.matchesSelector( documentElement, selector ); + } + + // Make sure that the handler has a unique ID, used to find/remove it later + if ( !handler.guid ) { + handler.guid = jQuery.guid++; + } + + // Init the element's event structure and main handler, if this is the first + if ( !( events = elemData.events ) ) { + events = elemData.events = Object.create( null ); + } + if ( !( eventHandle = elemData.handle ) ) { + eventHandle = elemData.handle = function( e ) { + + // Discard the second event of a jQuery.event.trigger() and + // when an event is called after a page has unloaded + return typeof jQuery !== "undefined" && jQuery.event.triggered !== e.type ? + jQuery.event.dispatch.apply( elem, arguments ) : undefined; + }; + } + + // Handle multiple events separated by a space + types = ( types || "" ).match( rnothtmlwhite ) || [ "" ]; + t = types.length; + while ( t-- ) { + tmp = rtypenamespace.exec( types[ t ] ) || []; + type = origType = tmp[ 1 ]; + namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort(); + + // There *must* be a type, no attaching namespace-only handlers + if ( !type ) { + continue; + } + + // If event changes its type, use the special event handlers for the changed type + special = jQuery.event.special[ type ] || {}; + + // If selector defined, determine special event api type, otherwise given type + type = ( selector ? special.delegateType : special.bindType ) || type; + + // Update special based on newly reset type + special = jQuery.event.special[ type ] || {}; + + // handleObj is passed to all event handlers + handleObj = jQuery.extend( { + type: type, + origType: origType, + data: data, + handler: handler, + guid: handler.guid, + selector: selector, + needsContext: selector && jQuery.expr.match.needsContext.test( selector ), + namespace: namespaces.join( "." ) + }, handleObjIn ); + + // Init the event handler queue if we're the first + if ( !( handlers = events[ type ] ) ) { + handlers = events[ type ] = []; + handlers.delegateCount = 0; + + // Only use addEventListener if the special events handler returns false + if ( !special.setup || + special.setup.call( elem, data, namespaces, eventHandle ) === false ) { + + if ( elem.addEventListener ) { + elem.addEventListener( type, eventHandle ); + } + } + } + + if ( special.add ) { + special.add.call( elem, handleObj ); + + if ( !handleObj.handler.guid ) { + handleObj.handler.guid = handler.guid; + } + } + + // Add to the element's handler list, delegates in front + if ( selector ) { + handlers.splice( handlers.delegateCount++, 0, handleObj ); + } else { + handlers.push( handleObj ); + } + + // Keep track of which events have ever been used, for event optimization + jQuery.event.global[ type ] = true; + } + + }, + + // Detach an event or set of events from an element + remove: function( elem, types, handler, selector, mappedTypes ) { + + var j, origCount, tmp, + events, t, handleObj, + special, handlers, type, namespaces, origType, + elemData = dataPriv.hasData( elem ) && dataPriv.get( elem ); + + if ( !elemData || !( events = elemData.events ) ) { + return; + } + + // Once for each type.namespace in types; type may be omitted + types = ( types || "" ).match( rnothtmlwhite ) || [ "" ]; + t = types.length; + while ( t-- ) { + tmp = rtypenamespace.exec( types[ t ] ) || []; + type = origType = tmp[ 1 ]; + namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort(); + + // Unbind all events (on this namespace, if provided) for the element + if ( !type ) { + for ( type in events ) { + jQuery.event.remove( elem, type + types[ t ], handler, selector, true ); + } + continue; + } + + special = jQuery.event.special[ type ] || {}; + type = ( selector ? special.delegateType : special.bindType ) || type; + handlers = events[ type ] || []; + tmp = tmp[ 2 ] && + new RegExp( "(^|\\.)" + namespaces.join( "\\.(?:.*\\.|)" ) + "(\\.|$)" ); + + // Remove matching events + origCount = j = handlers.length; + while ( j-- ) { + handleObj = handlers[ j ]; + + if ( ( mappedTypes || origType === handleObj.origType ) && + ( !handler || handler.guid === handleObj.guid ) && + ( !tmp || tmp.test( handleObj.namespace ) ) && + ( !selector || selector === handleObj.selector || + selector === "**" && handleObj.selector ) ) { + handlers.splice( j, 1 ); + + if ( handleObj.selector ) { + handlers.delegateCount--; + } + if ( special.remove ) { + special.remove.call( elem, handleObj ); + } + } + } + + // Remove generic event handler if we removed something and no more handlers exist + // (avoids potential for endless recursion during removal of special event handlers) + if ( origCount && !handlers.length ) { + if ( !special.teardown || + special.teardown.call( elem, namespaces, elemData.handle ) === false ) { + + jQuery.removeEvent( elem, type, elemData.handle ); + } + + delete events[ type ]; + } + } + + // Remove data and the expando if it's no longer used + if ( jQuery.isEmptyObject( events ) ) { + dataPriv.remove( elem, "handle events" ); + } + }, + + dispatch: function( nativeEvent ) { + + var i, j, ret, matched, handleObj, handlerQueue, + args = new Array( arguments.length ), + + // Make a writable jQuery.Event from the native event object + event = jQuery.event.fix( nativeEvent ), + + handlers = ( + dataPriv.get( this, "events" ) || Object.create( null ) + )[ event.type ] || [], + special = jQuery.event.special[ event.type ] || {}; + + // Use the fix-ed jQuery.Event rather than the (read-only) native event + args[ 0 ] = event; + + for ( i = 1; i < arguments.length; i++ ) { + args[ i ] = arguments[ i ]; + } + + event.delegateTarget = this; + + // Call the preDispatch hook for the mapped type, and let it bail if desired + if ( special.preDispatch && special.preDispatch.call( this, event ) === false ) { + return; + } + + // Determine handlers + handlerQueue = jQuery.event.handlers.call( this, event, handlers ); + + // Run delegates first; they may want to stop propagation beneath us + i = 0; + while ( ( matched = handlerQueue[ i++ ] ) && !event.isPropagationStopped() ) { + event.currentTarget = matched.elem; + + j = 0; + while ( ( handleObj = matched.handlers[ j++ ] ) && + !event.isImmediatePropagationStopped() ) { + + // If the event is namespaced, then each handler is only invoked if it is + // specially universal or its namespaces are a superset of the event's. + if ( !event.rnamespace || handleObj.namespace === false || + event.rnamespace.test( handleObj.namespace ) ) { + + event.handleObj = handleObj; + event.data = handleObj.data; + + ret = ( ( jQuery.event.special[ handleObj.origType ] || {} ).handle || + handleObj.handler ).apply( matched.elem, args ); + + if ( ret !== undefined ) { + if ( ( event.result = ret ) === false ) { + event.preventDefault(); + event.stopPropagation(); + } + } + } + } + } + + // Call the postDispatch hook for the mapped type + if ( special.postDispatch ) { + special.postDispatch.call( this, event ); + } + + return event.result; + }, + + handlers: function( event, handlers ) { + var i, handleObj, sel, matchedHandlers, matchedSelectors, + handlerQueue = [], + delegateCount = handlers.delegateCount, + cur = event.target; + + // Find delegate handlers + if ( delegateCount && + + // Support: IE <=9 + // Black-hole SVG instance trees (trac-13180) + cur.nodeType && + + // Support: Firefox <=42 + // Suppress spec-violating clicks indicating a non-primary pointer button (trac-3861) + // https://www.w3.org/TR/DOM-Level-3-Events/#event-type-click + // Support: IE 11 only + // ...but not arrow key "clicks" of radio inputs, which can have `button` -1 (gh-2343) + !( event.type === "click" && event.button >= 1 ) ) { + + for ( ; cur !== this; cur = cur.parentNode || this ) { + + // Don't check non-elements (#13208) + // Don't process clicks on disabled elements (#6911, #8165, #11382, #11764) + if ( cur.nodeType === 1 && !( event.type === "click" && cur.disabled === true ) ) { + matchedHandlers = []; + matchedSelectors = {}; + for ( i = 0; i < delegateCount; i++ ) { + handleObj = handlers[ i ]; + + // Don't conflict with Object.prototype properties (#13203) + sel = handleObj.selector + " "; + + if ( matchedSelectors[ sel ] === undefined ) { + matchedSelectors[ sel ] = handleObj.needsContext ? + jQuery( sel, this ).index( cur ) > -1 : + jQuery.find( sel, this, null, [ cur ] ).length; + } + if ( matchedSelectors[ sel ] ) { + matchedHandlers.push( handleObj ); + } + } + if ( matchedHandlers.length ) { + handlerQueue.push( { elem: cur, handlers: matchedHandlers } ); + } + } + } + } + + // Add the remaining (directly-bound) handlers + cur = this; + if ( delegateCount < handlers.length ) { + handlerQueue.push( { elem: cur, handlers: handlers.slice( delegateCount ) } ); + } + + return handlerQueue; + }, + + addProp: function( name, hook ) { + Object.defineProperty( jQuery.Event.prototype, name, { + enumerable: true, + configurable: true, + + get: isFunction( hook ) ? + function() { + if ( this.originalEvent ) { + return hook( this.originalEvent ); + } + } : + function() { + if ( this.originalEvent ) { + return this.originalEvent[ name ]; + } + }, + + set: function( value ) { + Object.defineProperty( this, name, { + enumerable: true, + configurable: true, + writable: true, + value: value + } ); + } + } ); + }, + + fix: function( originalEvent ) { + return originalEvent[ jQuery.expando ] ? + originalEvent : + new jQuery.Event( originalEvent ); + }, + + special: { + load: { + + // Prevent triggered image.load events from bubbling to window.load + noBubble: true + }, + click: { + + // Utilize native event to ensure correct state for checkable inputs + setup: function( data ) { + + // For mutual compressibility with _default, replace `this` access with a local var. + // `|| data` is dead code meant only to preserve the variable through minification. + var el = this || data; + + // Claim the first handler + if ( rcheckableType.test( el.type ) && + el.click && nodeName( el, "input" ) ) { + + // dataPriv.set( el, "click", ... ) + leverageNative( el, "click", returnTrue ); + } + + // Return false to allow normal processing in the caller + return false; + }, + trigger: function( data ) { + + // For mutual compressibility with _default, replace `this` access with a local var. + // `|| data` is dead code meant only to preserve the variable through minification. + var el = this || data; + + // Force setup before triggering a click + if ( rcheckableType.test( el.type ) && + el.click && nodeName( el, "input" ) ) { + + leverageNative( el, "click" ); + } + + // Return non-false to allow normal event-path propagation + return true; + }, + + // For cross-browser consistency, suppress native .click() on links + // Also prevent it if we're currently inside a leveraged native-event stack + _default: function( event ) { + var target = event.target; + return rcheckableType.test( target.type ) && + target.click && nodeName( target, "input" ) && + dataPriv.get( target, "click" ) || + nodeName( target, "a" ); + } + }, + + beforeunload: { + postDispatch: function( event ) { + + // Support: Firefox 20+ + // Firefox doesn't alert if the returnValue field is not set. + if ( event.result !== undefined && event.originalEvent ) { + event.originalEvent.returnValue = event.result; + } + } + } + } +}; + +// Ensure the presence of an event listener that handles manually-triggered +// synthetic events by interrupting progress until reinvoked in response to +// *native* events that it fires directly, ensuring that state changes have +// already occurred before other listeners are invoked. +function leverageNative( el, type, expectSync ) { + + // Missing expectSync indicates a trigger call, which must force setup through jQuery.event.add + if ( !expectSync ) { + if ( dataPriv.get( el, type ) === undefined ) { + jQuery.event.add( el, type, returnTrue ); + } + return; + } + + // Register the controller as a special universal handler for all event namespaces + dataPriv.set( el, type, false ); + jQuery.event.add( el, type, { + namespace: false, + handler: function( event ) { + var notAsync, result, + saved = dataPriv.get( this, type ); + + if ( ( event.isTrigger & 1 ) && this[ type ] ) { + + // Interrupt processing of the outer synthetic .trigger()ed event + // Saved data should be false in such cases, but might be a leftover capture object + // from an async native handler (gh-4350) + if ( !saved.length ) { + + // Store arguments for use when handling the inner native event + // There will always be at least one argument (an event object), so this array + // will not be confused with a leftover capture object. + saved = slice.call( arguments ); + dataPriv.set( this, type, saved ); + + // Trigger the native event and capture its result + // Support: IE <=9 - 11+ + // focus() and blur() are asynchronous + notAsync = expectSync( this, type ); + this[ type ](); + result = dataPriv.get( this, type ); + if ( saved !== result || notAsync ) { + dataPriv.set( this, type, false ); + } else { + result = {}; + } + if ( saved !== result ) { + + // Cancel the outer synthetic event + event.stopImmediatePropagation(); + event.preventDefault(); + return result.value; + } + + // If this is an inner synthetic event for an event with a bubbling surrogate + // (focus or blur), assume that the surrogate already propagated from triggering the + // native event and prevent that from happening again here. + // This technically gets the ordering wrong w.r.t. to `.trigger()` (in which the + // bubbling surrogate propagates *after* the non-bubbling base), but that seems + // less bad than duplication. + } else if ( ( jQuery.event.special[ type ] || {} ).delegateType ) { + event.stopPropagation(); + } + + // If this is a native event triggered above, everything is now in order + // Fire an inner synthetic event with the original arguments + } else if ( saved.length ) { + + // ...and capture the result + dataPriv.set( this, type, { + value: jQuery.event.trigger( + + // Support: IE <=9 - 11+ + // Extend with the prototype to reset the above stopImmediatePropagation() + jQuery.extend( saved[ 0 ], jQuery.Event.prototype ), + saved.slice( 1 ), + this + ) + } ); + + // Abort handling of the native event + event.stopImmediatePropagation(); + } + } + } ); +} + +jQuery.removeEvent = function( elem, type, handle ) { + + // This "if" is needed for plain objects + if ( elem.removeEventListener ) { + elem.removeEventListener( type, handle ); + } +}; + +jQuery.Event = function( src, props ) { + + // Allow instantiation without the 'new' keyword + if ( !( this instanceof jQuery.Event ) ) { + return new jQuery.Event( src, props ); + } + + // Event object + if ( src && src.type ) { + this.originalEvent = src; + this.type = src.type; + + // Events bubbling up the document may have been marked as prevented + // by a handler lower down the tree; reflect the correct value. + this.isDefaultPrevented = src.defaultPrevented || + src.defaultPrevented === undefined && + + // Support: Android <=2.3 only + src.returnValue === false ? + returnTrue : + returnFalse; + + // Create target properties + // Support: Safari <=6 - 7 only + // Target should not be a text node (#504, #13143) + this.target = ( src.target && src.target.nodeType === 3 ) ? + src.target.parentNode : + src.target; + + this.currentTarget = src.currentTarget; + this.relatedTarget = src.relatedTarget; + + // Event type + } else { + this.type = src; + } + + // Put explicitly provided properties onto the event object + if ( props ) { + jQuery.extend( this, props ); + } + + // Create a timestamp if incoming event doesn't have one + this.timeStamp = src && src.timeStamp || Date.now(); + + // Mark it as fixed + this[ jQuery.expando ] = true; +}; + +// jQuery.Event is based on DOM3 Events as specified by the ECMAScript Language Binding +// https://www.w3.org/TR/2003/WD-DOM-Level-3-Events-20030331/ecma-script-binding.html +jQuery.Event.prototype = { + constructor: jQuery.Event, + isDefaultPrevented: returnFalse, + isPropagationStopped: returnFalse, + isImmediatePropagationStopped: returnFalse, + isSimulated: false, + + preventDefault: function() { + var e = this.originalEvent; + + this.isDefaultPrevented = returnTrue; + + if ( e && !this.isSimulated ) { + e.preventDefault(); + } + }, + stopPropagation: function() { + var e = this.originalEvent; + + this.isPropagationStopped = returnTrue; + + if ( e && !this.isSimulated ) { + e.stopPropagation(); + } + }, + stopImmediatePropagation: function() { + var e = this.originalEvent; + + this.isImmediatePropagationStopped = returnTrue; + + if ( e && !this.isSimulated ) { + e.stopImmediatePropagation(); + } + + this.stopPropagation(); + } +}; + +// Includes all common event props including KeyEvent and MouseEvent specific props +jQuery.each( { + altKey: true, + bubbles: true, + cancelable: true, + changedTouches: true, + ctrlKey: true, + detail: true, + eventPhase: true, + metaKey: true, + pageX: true, + pageY: true, + shiftKey: true, + view: true, + "char": true, + code: true, + charCode: true, + key: true, + keyCode: true, + button: true, + buttons: true, + clientX: true, + clientY: true, + offsetX: true, + offsetY: true, + pointerId: true, + pointerType: true, + screenX: true, + screenY: true, + targetTouches: true, + toElement: true, + touches: true, + + which: function( event ) { + var button = event.button; + + // Add which for key events + if ( event.which == null && rkeyEvent.test( event.type ) ) { + return event.charCode != null ? event.charCode : event.keyCode; + } + + // Add which for click: 1 === left; 2 === middle; 3 === right + if ( !event.which && button !== undefined && rmouseEvent.test( event.type ) ) { + if ( button & 1 ) { + return 1; + } + + if ( button & 2 ) { + return 3; + } + + if ( button & 4 ) { + return 2; + } + + return 0; + } + + return event.which; + } +}, jQuery.event.addProp ); + +jQuery.each( { focus: "focusin", blur: "focusout" }, function( type, delegateType ) { + jQuery.event.special[ type ] = { + + // Utilize native event if possible so blur/focus sequence is correct + setup: function() { + + // Claim the first handler + // dataPriv.set( this, "focus", ... ) + // dataPriv.set( this, "blur", ... ) + leverageNative( this, type, expectSync ); + + // Return false to allow normal processing in the caller + return false; + }, + trigger: function() { + + // Force setup before trigger + leverageNative( this, type ); + + // Return non-false to allow normal event-path propagation + return true; + }, + + delegateType: delegateType + }; +} ); + +// Create mouseenter/leave events using mouseover/out and event-time checks +// so that event delegation works in jQuery. +// Do the same for pointerenter/pointerleave and pointerover/pointerout +// +// Support: Safari 7 only +// Safari sends mouseenter too often; see: +// https://bugs.chromium.org/p/chromium/issues/detail?id=470258 +// for the description of the bug (it existed in older Chrome versions as well). +jQuery.each( { + mouseenter: "mouseover", + mouseleave: "mouseout", + pointerenter: "pointerover", + pointerleave: "pointerout" +}, function( orig, fix ) { + jQuery.event.special[ orig ] = { + delegateType: fix, + bindType: fix, + + handle: function( event ) { + var ret, + target = this, + related = event.relatedTarget, + handleObj = event.handleObj; + + // For mouseenter/leave call the handler if related is outside the target. + // NB: No relatedTarget if the mouse left/entered the browser window + if ( !related || ( related !== target && !jQuery.contains( target, related ) ) ) { + event.type = handleObj.origType; + ret = handleObj.handler.apply( this, arguments ); + event.type = fix; + } + return ret; + } + }; +} ); + +jQuery.fn.extend( { + + on: function( types, selector, data, fn ) { + return on( this, types, selector, data, fn ); + }, + one: function( types, selector, data, fn ) { + return on( this, types, selector, data, fn, 1 ); + }, + off: function( types, selector, fn ) { + var handleObj, type; + if ( types && types.preventDefault && types.handleObj ) { + + // ( event ) dispatched jQuery.Event + handleObj = types.handleObj; + jQuery( types.delegateTarget ).off( + handleObj.namespace ? + handleObj.origType + "." + handleObj.namespace : + handleObj.origType, + handleObj.selector, + handleObj.handler + ); + return this; + } + if ( typeof types === "object" ) { + + // ( types-object [, selector] ) + for ( type in types ) { + this.off( type, selector, types[ type ] ); + } + return this; + } + if ( selector === false || typeof selector === "function" ) { + + // ( types [, fn] ) + fn = selector; + selector = undefined; + } + if ( fn === false ) { + fn = returnFalse; + } + return this.each( function() { + jQuery.event.remove( this, types, fn, selector ); + } ); + } +} ); + + +var + + // Support: IE <=10 - 11, Edge 12 - 13 only + // In IE/Edge using regex groups here causes severe slowdowns. + // See https://connect.microsoft.com/IE/feedback/details/1736512/ + rnoInnerhtml = /\s*$/g; + +// Prefer a tbody over its parent table for containing new rows +function manipulationTarget( elem, content ) { + if ( nodeName( elem, "table" ) && + nodeName( content.nodeType !== 11 ? content : content.firstChild, "tr" ) ) { + + return jQuery( elem ).children( "tbody" )[ 0 ] || elem; + } + + return elem; +} + +// Replace/restore the type attribute of script elements for safe DOM manipulation +function disableScript( elem ) { + elem.type = ( elem.getAttribute( "type" ) !== null ) + "/" + elem.type; + return elem; +} +function restoreScript( elem ) { + if ( ( elem.type || "" ).slice( 0, 5 ) === "true/" ) { + elem.type = elem.type.slice( 5 ); + } else { + elem.removeAttribute( "type" ); + } + + return elem; +} + +function cloneCopyEvent( src, dest ) { + var i, l, type, pdataOld, udataOld, udataCur, events; + + if ( dest.nodeType !== 1 ) { + return; + } + + // 1. Copy private data: events, handlers, etc. + if ( dataPriv.hasData( src ) ) { + pdataOld = dataPriv.get( src ); + events = pdataOld.events; + + if ( events ) { + dataPriv.remove( dest, "handle events" ); + + for ( type in events ) { + for ( i = 0, l = events[ type ].length; i < l; i++ ) { + jQuery.event.add( dest, type, events[ type ][ i ] ); + } + } + } + } + + // 2. Copy user data + if ( dataUser.hasData( src ) ) { + udataOld = dataUser.access( src ); + udataCur = jQuery.extend( {}, udataOld ); + + dataUser.set( dest, udataCur ); + } +} + +// Fix IE bugs, see support tests +function fixInput( src, dest ) { + var nodeName = dest.nodeName.toLowerCase(); + + // Fails to persist the checked state of a cloned checkbox or radio button. + if ( nodeName === "input" && rcheckableType.test( src.type ) ) { + dest.checked = src.checked; + + // Fails to return the selected option to the default selected state when cloning options + } else if ( nodeName === "input" || nodeName === "textarea" ) { + dest.defaultValue = src.defaultValue; + } +} + +function domManip( collection, args, callback, ignored ) { + + // Flatten any nested arrays + args = flat( args ); + + var fragment, first, scripts, hasScripts, node, doc, + i = 0, + l = collection.length, + iNoClone = l - 1, + value = args[ 0 ], + valueIsFunction = isFunction( value ); + + // We can't cloneNode fragments that contain checked, in WebKit + if ( valueIsFunction || + ( l > 1 && typeof value === "string" && + !support.checkClone && rchecked.test( value ) ) ) { + return collection.each( function( index ) { + var self = collection.eq( index ); + if ( valueIsFunction ) { + args[ 0 ] = value.call( this, index, self.html() ); + } + domManip( self, args, callback, ignored ); + } ); + } + + if ( l ) { + fragment = buildFragment( args, collection[ 0 ].ownerDocument, false, collection, ignored ); + first = fragment.firstChild; + + if ( fragment.childNodes.length === 1 ) { + fragment = first; + } + + // Require either new content or an interest in ignored elements to invoke the callback + if ( first || ignored ) { + scripts = jQuery.map( getAll( fragment, "script" ), disableScript ); + hasScripts = scripts.length; + + // Use the original fragment for the last item + // instead of the first because it can end up + // being emptied incorrectly in certain situations (#8070). + for ( ; i < l; i++ ) { + node = fragment; + + if ( i !== iNoClone ) { + node = jQuery.clone( node, true, true ); + + // Keep references to cloned scripts for later restoration + if ( hasScripts ) { + + // Support: Android <=4.0 only, PhantomJS 1 only + // push.apply(_, arraylike) throws on ancient WebKit + jQuery.merge( scripts, getAll( node, "script" ) ); + } + } + + callback.call( collection[ i ], node, i ); + } + + if ( hasScripts ) { + doc = scripts[ scripts.length - 1 ].ownerDocument; + + // Reenable scripts + jQuery.map( scripts, restoreScript ); + + // Evaluate executable scripts on first document insertion + for ( i = 0; i < hasScripts; i++ ) { + node = scripts[ i ]; + if ( rscriptType.test( node.type || "" ) && + !dataPriv.access( node, "globalEval" ) && + jQuery.contains( doc, node ) ) { + + if ( node.src && ( node.type || "" ).toLowerCase() !== "module" ) { + + // Optional AJAX dependency, but won't run scripts if not present + if ( jQuery._evalUrl && !node.noModule ) { + jQuery._evalUrl( node.src, { + nonce: node.nonce || node.getAttribute( "nonce" ) + }, doc ); + } + } else { + DOMEval( node.textContent.replace( rcleanScript, "" ), node, doc ); + } + } + } + } + } + } + + return collection; +} + +function remove( elem, selector, keepData ) { + var node, + nodes = selector ? jQuery.filter( selector, elem ) : elem, + i = 0; + + for ( ; ( node = nodes[ i ] ) != null; i++ ) { + if ( !keepData && node.nodeType === 1 ) { + jQuery.cleanData( getAll( node ) ); + } + + if ( node.parentNode ) { + if ( keepData && isAttached( node ) ) { + setGlobalEval( getAll( node, "script" ) ); + } + node.parentNode.removeChild( node ); + } + } + + return elem; +} + +jQuery.extend( { + htmlPrefilter: function( html ) { + return html; + }, + + clone: function( elem, dataAndEvents, deepDataAndEvents ) { + var i, l, srcElements, destElements, + clone = elem.cloneNode( true ), + inPage = isAttached( elem ); + + // Fix IE cloning issues + if ( !support.noCloneChecked && ( elem.nodeType === 1 || elem.nodeType === 11 ) && + !jQuery.isXMLDoc( elem ) ) { + + // We eschew Sizzle here for performance reasons: https://jsperf.com/getall-vs-sizzle/2 + destElements = getAll( clone ); + srcElements = getAll( elem ); + + for ( i = 0, l = srcElements.length; i < l; i++ ) { + fixInput( srcElements[ i ], destElements[ i ] ); + } + } + + // Copy the events from the original to the clone + if ( dataAndEvents ) { + if ( deepDataAndEvents ) { + srcElements = srcElements || getAll( elem ); + destElements = destElements || getAll( clone ); + + for ( i = 0, l = srcElements.length; i < l; i++ ) { + cloneCopyEvent( srcElements[ i ], destElements[ i ] ); + } + } else { + cloneCopyEvent( elem, clone ); + } + } + + // Preserve script evaluation history + destElements = getAll( clone, "script" ); + if ( destElements.length > 0 ) { + setGlobalEval( destElements, !inPage && getAll( elem, "script" ) ); + } + + // Return the cloned set + return clone; + }, + + cleanData: function( elems ) { + var data, elem, type, + special = jQuery.event.special, + i = 0; + + for ( ; ( elem = elems[ i ] ) !== undefined; i++ ) { + if ( acceptData( elem ) ) { + if ( ( data = elem[ dataPriv.expando ] ) ) { + if ( data.events ) { + for ( type in data.events ) { + if ( special[ type ] ) { + jQuery.event.remove( elem, type ); + + // This is a shortcut to avoid jQuery.event.remove's overhead + } else { + jQuery.removeEvent( elem, type, data.handle ); + } + } + } + + // Support: Chrome <=35 - 45+ + // Assign undefined instead of using delete, see Data#remove + elem[ dataPriv.expando ] = undefined; + } + if ( elem[ dataUser.expando ] ) { + + // Support: Chrome <=35 - 45+ + // Assign undefined instead of using delete, see Data#remove + elem[ dataUser.expando ] = undefined; + } + } + } + } +} ); + +jQuery.fn.extend( { + detach: function( selector ) { + return remove( this, selector, true ); + }, + + remove: function( selector ) { + return remove( this, selector ); + }, + + text: function( value ) { + return access( this, function( value ) { + return value === undefined ? + jQuery.text( this ) : + this.empty().each( function() { + if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { + this.textContent = value; + } + } ); + }, null, value, arguments.length ); + }, + + append: function() { + return domManip( this, arguments, function( elem ) { + if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { + var target = manipulationTarget( this, elem ); + target.appendChild( elem ); + } + } ); + }, + + prepend: function() { + return domManip( this, arguments, function( elem ) { + if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { + var target = manipulationTarget( this, elem ); + target.insertBefore( elem, target.firstChild ); + } + } ); + }, + + before: function() { + return domManip( this, arguments, function( elem ) { + if ( this.parentNode ) { + this.parentNode.insertBefore( elem, this ); + } + } ); + }, + + after: function() { + return domManip( this, arguments, function( elem ) { + if ( this.parentNode ) { + this.parentNode.insertBefore( elem, this.nextSibling ); + } + } ); + }, + + empty: function() { + var elem, + i = 0; + + for ( ; ( elem = this[ i ] ) != null; i++ ) { + if ( elem.nodeType === 1 ) { + + // Prevent memory leaks + jQuery.cleanData( getAll( elem, false ) ); + + // Remove any remaining nodes + elem.textContent = ""; + } + } + + return this; + }, + + clone: function( dataAndEvents, deepDataAndEvents ) { + dataAndEvents = dataAndEvents == null ? false : dataAndEvents; + deepDataAndEvents = deepDataAndEvents == null ? dataAndEvents : deepDataAndEvents; + + return this.map( function() { + return jQuery.clone( this, dataAndEvents, deepDataAndEvents ); + } ); + }, + + html: function( value ) { + return access( this, function( value ) { + var elem = this[ 0 ] || {}, + i = 0, + l = this.length; + + if ( value === undefined && elem.nodeType === 1 ) { + return elem.innerHTML; + } + + // See if we can take a shortcut and just use innerHTML + if ( typeof value === "string" && !rnoInnerhtml.test( value ) && + !wrapMap[ ( rtagName.exec( value ) || [ "", "" ] )[ 1 ].toLowerCase() ] ) { + + value = jQuery.htmlPrefilter( value ); + + try { + for ( ; i < l; i++ ) { + elem = this[ i ] || {}; + + // Remove element nodes and prevent memory leaks + if ( elem.nodeType === 1 ) { + jQuery.cleanData( getAll( elem, false ) ); + elem.innerHTML = value; + } + } + + elem = 0; + + // If using innerHTML throws an exception, use the fallback method + } catch ( e ) {} + } + + if ( elem ) { + this.empty().append( value ); + } + }, null, value, arguments.length ); + }, + + replaceWith: function() { + var ignored = []; + + // Make the changes, replacing each non-ignored context element with the new content + return domManip( this, arguments, function( elem ) { + var parent = this.parentNode; + + if ( jQuery.inArray( this, ignored ) < 0 ) { + jQuery.cleanData( getAll( this ) ); + if ( parent ) { + parent.replaceChild( elem, this ); + } + } + + // Force callback invocation + }, ignored ); + } +} ); + +jQuery.each( { + appendTo: "append", + prependTo: "prepend", + insertBefore: "before", + insertAfter: "after", + replaceAll: "replaceWith" +}, function( name, original ) { + jQuery.fn[ name ] = function( selector ) { + var elems, + ret = [], + insert = jQuery( selector ), + last = insert.length - 1, + i = 0; + + for ( ; i <= last; i++ ) { + elems = i === last ? this : this.clone( true ); + jQuery( insert[ i ] )[ original ]( elems ); + + // Support: Android <=4.0 only, PhantomJS 1 only + // .get() because push.apply(_, arraylike) throws on ancient WebKit + push.apply( ret, elems.get() ); + } + + return this.pushStack( ret ); + }; +} ); +var rnumnonpx = new RegExp( "^(" + pnum + ")(?!px)[a-z%]+$", "i" ); + +var getStyles = function( elem ) { + + // Support: IE <=11 only, Firefox <=30 (#15098, #14150) + // IE throws on elements created in popups + // FF meanwhile throws on frame elements through "defaultView.getComputedStyle" + var view = elem.ownerDocument.defaultView; + + if ( !view || !view.opener ) { + view = window; + } + + return view.getComputedStyle( elem ); + }; + +var swap = function( elem, options, callback ) { + var ret, name, + old = {}; + + // Remember the old values, and insert the new ones + for ( name in options ) { + old[ name ] = elem.style[ name ]; + elem.style[ name ] = options[ name ]; + } + + ret = callback.call( elem ); + + // Revert the old values + for ( name in options ) { + elem.style[ name ] = old[ name ]; + } + + return ret; +}; + + +var rboxStyle = new RegExp( cssExpand.join( "|" ), "i" ); + + + +( function() { + + // Executing both pixelPosition & boxSizingReliable tests require only one layout + // so they're executed at the same time to save the second computation. + function computeStyleTests() { + + // This is a singleton, we need to execute it only once + if ( !div ) { + return; + } + + container.style.cssText = "position:absolute;left:-11111px;width:60px;" + + "margin-top:1px;padding:0;border:0"; + div.style.cssText = + "position:relative;display:block;box-sizing:border-box;overflow:scroll;" + + "margin:auto;border:1px;padding:1px;" + + "width:60%;top:1%"; + documentElement.appendChild( container ).appendChild( div ); + + var divStyle = window.getComputedStyle( div ); + pixelPositionVal = divStyle.top !== "1%"; + + // Support: Android 4.0 - 4.3 only, Firefox <=3 - 44 + reliableMarginLeftVal = roundPixelMeasures( divStyle.marginLeft ) === 12; + + // Support: Android 4.0 - 4.3 only, Safari <=9.1 - 10.1, iOS <=7.0 - 9.3 + // Some styles come back with percentage values, even though they shouldn't + div.style.right = "60%"; + pixelBoxStylesVal = roundPixelMeasures( divStyle.right ) === 36; + + // Support: IE 9 - 11 only + // Detect misreporting of content dimensions for box-sizing:border-box elements + boxSizingReliableVal = roundPixelMeasures( divStyle.width ) === 36; + + // Support: IE 9 only + // Detect overflow:scroll screwiness (gh-3699) + // Support: Chrome <=64 + // Don't get tricked when zoom affects offsetWidth (gh-4029) + div.style.position = "absolute"; + scrollboxSizeVal = roundPixelMeasures( div.offsetWidth / 3 ) === 12; + + documentElement.removeChild( container ); + + // Nullify the div so it wouldn't be stored in the memory and + // it will also be a sign that checks already performed + div = null; + } + + function roundPixelMeasures( measure ) { + return Math.round( parseFloat( measure ) ); + } + + var pixelPositionVal, boxSizingReliableVal, scrollboxSizeVal, pixelBoxStylesVal, + reliableTrDimensionsVal, reliableMarginLeftVal, + container = document.createElement( "div" ), + div = document.createElement( "div" ); + + // Finish early in limited (non-browser) environments + if ( !div.style ) { + return; + } + + // Support: IE <=9 - 11 only + // Style of cloned element affects source element cloned (#8908) + div.style.backgroundClip = "content-box"; + div.cloneNode( true ).style.backgroundClip = ""; + support.clearCloneStyle = div.style.backgroundClip === "content-box"; + + jQuery.extend( support, { + boxSizingReliable: function() { + computeStyleTests(); + return boxSizingReliableVal; + }, + pixelBoxStyles: function() { + computeStyleTests(); + return pixelBoxStylesVal; + }, + pixelPosition: function() { + computeStyleTests(); + return pixelPositionVal; + }, + reliableMarginLeft: function() { + computeStyleTests(); + return reliableMarginLeftVal; + }, + scrollboxSize: function() { + computeStyleTests(); + return scrollboxSizeVal; + }, + + // Support: IE 9 - 11+, Edge 15 - 18+ + // IE/Edge misreport `getComputedStyle` of table rows with width/height + // set in CSS while `offset*` properties report correct values. + // Behavior in IE 9 is more subtle than in newer versions & it passes + // some versions of this test; make sure not to make it pass there! + reliableTrDimensions: function() { + var table, tr, trChild, trStyle; + if ( reliableTrDimensionsVal == null ) { + table = document.createElement( "table" ); + tr = document.createElement( "tr" ); + trChild = document.createElement( "div" ); + + table.style.cssText = "position:absolute;left:-11111px"; + tr.style.height = "1px"; + trChild.style.height = "9px"; + + documentElement + .appendChild( table ) + .appendChild( tr ) + .appendChild( trChild ); + + trStyle = window.getComputedStyle( tr ); + reliableTrDimensionsVal = parseInt( trStyle.height ) > 3; + + documentElement.removeChild( table ); + } + return reliableTrDimensionsVal; + } + } ); +} )(); + + +function curCSS( elem, name, computed ) { + var width, minWidth, maxWidth, ret, + + // Support: Firefox 51+ + // Retrieving style before computed somehow + // fixes an issue with getting wrong values + // on detached elements + style = elem.style; + + computed = computed || getStyles( elem ); + + // getPropertyValue is needed for: + // .css('filter') (IE 9 only, #12537) + // .css('--customProperty) (#3144) + if ( computed ) { + ret = computed.getPropertyValue( name ) || computed[ name ]; + + if ( ret === "" && !isAttached( elem ) ) { + ret = jQuery.style( elem, name ); + } + + // A tribute to the "awesome hack by Dean Edwards" + // Android Browser returns percentage for some values, + // but width seems to be reliably pixels. + // This is against the CSSOM draft spec: + // https://drafts.csswg.org/cssom/#resolved-values + if ( !support.pixelBoxStyles() && rnumnonpx.test( ret ) && rboxStyle.test( name ) ) { + + // Remember the original values + width = style.width; + minWidth = style.minWidth; + maxWidth = style.maxWidth; + + // Put in the new values to get a computed value out + style.minWidth = style.maxWidth = style.width = ret; + ret = computed.width; + + // Revert the changed values + style.width = width; + style.minWidth = minWidth; + style.maxWidth = maxWidth; + } + } + + return ret !== undefined ? + + // Support: IE <=9 - 11 only + // IE returns zIndex value as an integer. + ret + "" : + ret; +} + + +function addGetHookIf( conditionFn, hookFn ) { + + // Define the hook, we'll check on the first run if it's really needed. + return { + get: function() { + if ( conditionFn() ) { + + // Hook not needed (or it's not possible to use it due + // to missing dependency), remove it. + delete this.get; + return; + } + + // Hook needed; redefine it so that the support test is not executed again. + return ( this.get = hookFn ).apply( this, arguments ); + } + }; +} + + +var cssPrefixes = [ "Webkit", "Moz", "ms" ], + emptyStyle = document.createElement( "div" ).style, + vendorProps = {}; + +// Return a vendor-prefixed property or undefined +function vendorPropName( name ) { + + // Check for vendor prefixed names + var capName = name[ 0 ].toUpperCase() + name.slice( 1 ), + i = cssPrefixes.length; + + while ( i-- ) { + name = cssPrefixes[ i ] + capName; + if ( name in emptyStyle ) { + return name; + } + } +} + +// Return a potentially-mapped jQuery.cssProps or vendor prefixed property +function finalPropName( name ) { + var final = jQuery.cssProps[ name ] || vendorProps[ name ]; + + if ( final ) { + return final; + } + if ( name in emptyStyle ) { + return name; + } + return vendorProps[ name ] = vendorPropName( name ) || name; +} + + +var + + // Swappable if display is none or starts with table + // except "table", "table-cell", or "table-caption" + // See here for display values: https://developer.mozilla.org/en-US/docs/CSS/display + rdisplayswap = /^(none|table(?!-c[ea]).+)/, + rcustomProp = /^--/, + cssShow = { position: "absolute", visibility: "hidden", display: "block" }, + cssNormalTransform = { + letterSpacing: "0", + fontWeight: "400" + }; + +function setPositiveNumber( _elem, value, subtract ) { + + // Any relative (+/-) values have already been + // normalized at this point + var matches = rcssNum.exec( value ); + return matches ? + + // Guard against undefined "subtract", e.g., when used as in cssHooks + Math.max( 0, matches[ 2 ] - ( subtract || 0 ) ) + ( matches[ 3 ] || "px" ) : + value; +} + +function boxModelAdjustment( elem, dimension, box, isBorderBox, styles, computedVal ) { + var i = dimension === "width" ? 1 : 0, + extra = 0, + delta = 0; + + // Adjustment may not be necessary + if ( box === ( isBorderBox ? "border" : "content" ) ) { + return 0; + } + + for ( ; i < 4; i += 2 ) { + + // Both box models exclude margin + if ( box === "margin" ) { + delta += jQuery.css( elem, box + cssExpand[ i ], true, styles ); + } + + // If we get here with a content-box, we're seeking "padding" or "border" or "margin" + if ( !isBorderBox ) { + + // Add padding + delta += jQuery.css( elem, "padding" + cssExpand[ i ], true, styles ); + + // For "border" or "margin", add border + if ( box !== "padding" ) { + delta += jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); + + // But still keep track of it otherwise + } else { + extra += jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); + } + + // If we get here with a border-box (content + padding + border), we're seeking "content" or + // "padding" or "margin" + } else { + + // For "content", subtract padding + if ( box === "content" ) { + delta -= jQuery.css( elem, "padding" + cssExpand[ i ], true, styles ); + } + + // For "content" or "padding", subtract border + if ( box !== "margin" ) { + delta -= jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); + } + } + } + + // Account for positive content-box scroll gutter when requested by providing computedVal + if ( !isBorderBox && computedVal >= 0 ) { + + // offsetWidth/offsetHeight is a rounded sum of content, padding, scroll gutter, and border + // Assuming integer scroll gutter, subtract the rest and round down + delta += Math.max( 0, Math.ceil( + elem[ "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ) ] - + computedVal - + delta - + extra - + 0.5 + + // If offsetWidth/offsetHeight is unknown, then we can't determine content-box scroll gutter + // Use an explicit zero to avoid NaN (gh-3964) + ) ) || 0; + } + + return delta; +} + +function getWidthOrHeight( elem, dimension, extra ) { + + // Start with computed style + var styles = getStyles( elem ), + + // To avoid forcing a reflow, only fetch boxSizing if we need it (gh-4322). + // Fake content-box until we know it's needed to know the true value. + boxSizingNeeded = !support.boxSizingReliable() || extra, + isBorderBox = boxSizingNeeded && + jQuery.css( elem, "boxSizing", false, styles ) === "border-box", + valueIsBorderBox = isBorderBox, + + val = curCSS( elem, dimension, styles ), + offsetProp = "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ); + + // Support: Firefox <=54 + // Return a confounding non-pixel value or feign ignorance, as appropriate. + if ( rnumnonpx.test( val ) ) { + if ( !extra ) { + return val; + } + val = "auto"; + } + + + // Support: IE 9 - 11 only + // Use offsetWidth/offsetHeight for when box sizing is unreliable. + // In those cases, the computed value can be trusted to be border-box. + if ( ( !support.boxSizingReliable() && isBorderBox || + + // Support: IE 10 - 11+, Edge 15 - 18+ + // IE/Edge misreport `getComputedStyle` of table rows with width/height + // set in CSS while `offset*` properties report correct values. + // Interestingly, in some cases IE 9 doesn't suffer from this issue. + !support.reliableTrDimensions() && nodeName( elem, "tr" ) || + + // Fall back to offsetWidth/offsetHeight when value is "auto" + // This happens for inline elements with no explicit setting (gh-3571) + val === "auto" || + + // Support: Android <=4.1 - 4.3 only + // Also use offsetWidth/offsetHeight for misreported inline dimensions (gh-3602) + !parseFloat( val ) && jQuery.css( elem, "display", false, styles ) === "inline" ) && + + // Make sure the element is visible & connected + elem.getClientRects().length ) { + + isBorderBox = jQuery.css( elem, "boxSizing", false, styles ) === "border-box"; + + // Where available, offsetWidth/offsetHeight approximate border box dimensions. + // Where not available (e.g., SVG), assume unreliable box-sizing and interpret the + // retrieved value as a content box dimension. + valueIsBorderBox = offsetProp in elem; + if ( valueIsBorderBox ) { + val = elem[ offsetProp ]; + } + } + + // Normalize "" and auto + val = parseFloat( val ) || 0; + + // Adjust for the element's box model + return ( val + + boxModelAdjustment( + elem, + dimension, + extra || ( isBorderBox ? "border" : "content" ), + valueIsBorderBox, + styles, + + // Provide the current computed size to request scroll gutter calculation (gh-3589) + val + ) + ) + "px"; +} + +jQuery.extend( { + + // Add in style property hooks for overriding the default + // behavior of getting and setting a style property + cssHooks: { + opacity: { + get: function( elem, computed ) { + if ( computed ) { + + // We should always get a number back from opacity + var ret = curCSS( elem, "opacity" ); + return ret === "" ? "1" : ret; + } + } + } + }, + + // Don't automatically add "px" to these possibly-unitless properties + cssNumber: { + "animationIterationCount": true, + "columnCount": true, + "fillOpacity": true, + "flexGrow": true, + "flexShrink": true, + "fontWeight": true, + "gridArea": true, + "gridColumn": true, + "gridColumnEnd": true, + "gridColumnStart": true, + "gridRow": true, + "gridRowEnd": true, + "gridRowStart": true, + "lineHeight": true, + "opacity": true, + "order": true, + "orphans": true, + "widows": true, + "zIndex": true, + "zoom": true + }, + + // Add in properties whose names you wish to fix before + // setting or getting the value + cssProps: {}, + + // Get and set the style property on a DOM Node + style: function( elem, name, value, extra ) { + + // Don't set styles on text and comment nodes + if ( !elem || elem.nodeType === 3 || elem.nodeType === 8 || !elem.style ) { + return; + } + + // Make sure that we're working with the right name + var ret, type, hooks, + origName = camelCase( name ), + isCustomProp = rcustomProp.test( name ), + style = elem.style; + + // Make sure that we're working with the right name. We don't + // want to query the value if it is a CSS custom property + // since they are user-defined. + if ( !isCustomProp ) { + name = finalPropName( origName ); + } + + // Gets hook for the prefixed version, then unprefixed version + hooks = jQuery.cssHooks[ name ] || jQuery.cssHooks[ origName ]; + + // Check if we're setting a value + if ( value !== undefined ) { + type = typeof value; + + // Convert "+=" or "-=" to relative numbers (#7345) + if ( type === "string" && ( ret = rcssNum.exec( value ) ) && ret[ 1 ] ) { + value = adjustCSS( elem, name, ret ); + + // Fixes bug #9237 + type = "number"; + } + + // Make sure that null and NaN values aren't set (#7116) + if ( value == null || value !== value ) { + return; + } + + // If a number was passed in, add the unit (except for certain CSS properties) + // The isCustomProp check can be removed in jQuery 4.0 when we only auto-append + // "px" to a few hardcoded values. + if ( type === "number" && !isCustomProp ) { + value += ret && ret[ 3 ] || ( jQuery.cssNumber[ origName ] ? "" : "px" ); + } + + // background-* props affect original clone's values + if ( !support.clearCloneStyle && value === "" && name.indexOf( "background" ) === 0 ) { + style[ name ] = "inherit"; + } + + // If a hook was provided, use that value, otherwise just set the specified value + if ( !hooks || !( "set" in hooks ) || + ( value = hooks.set( elem, value, extra ) ) !== undefined ) { + + if ( isCustomProp ) { + style.setProperty( name, value ); + } else { + style[ name ] = value; + } + } + + } else { + + // If a hook was provided get the non-computed value from there + if ( hooks && "get" in hooks && + ( ret = hooks.get( elem, false, extra ) ) !== undefined ) { + + return ret; + } + + // Otherwise just get the value from the style object + return style[ name ]; + } + }, + + css: function( elem, name, extra, styles ) { + var val, num, hooks, + origName = camelCase( name ), + isCustomProp = rcustomProp.test( name ); + + // Make sure that we're working with the right name. We don't + // want to modify the value if it is a CSS custom property + // since they are user-defined. + if ( !isCustomProp ) { + name = finalPropName( origName ); + } + + // Try prefixed name followed by the unprefixed name + hooks = jQuery.cssHooks[ name ] || jQuery.cssHooks[ origName ]; + + // If a hook was provided get the computed value from there + if ( hooks && "get" in hooks ) { + val = hooks.get( elem, true, extra ); + } + + // Otherwise, if a way to get the computed value exists, use that + if ( val === undefined ) { + val = curCSS( elem, name, styles ); + } + + // Convert "normal" to computed value + if ( val === "normal" && name in cssNormalTransform ) { + val = cssNormalTransform[ name ]; + } + + // Make numeric if forced or a qualifier was provided and val looks numeric + if ( extra === "" || extra ) { + num = parseFloat( val ); + return extra === true || isFinite( num ) ? num || 0 : val; + } + + return val; + } +} ); + +jQuery.each( [ "height", "width" ], function( _i, dimension ) { + jQuery.cssHooks[ dimension ] = { + get: function( elem, computed, extra ) { + if ( computed ) { + + // Certain elements can have dimension info if we invisibly show them + // but it must have a current display style that would benefit + return rdisplayswap.test( jQuery.css( elem, "display" ) ) && + + // Support: Safari 8+ + // Table columns in Safari have non-zero offsetWidth & zero + // getBoundingClientRect().width unless display is changed. + // Support: IE <=11 only + // Running getBoundingClientRect on a disconnected node + // in IE throws an error. + ( !elem.getClientRects().length || !elem.getBoundingClientRect().width ) ? + swap( elem, cssShow, function() { + return getWidthOrHeight( elem, dimension, extra ); + } ) : + getWidthOrHeight( elem, dimension, extra ); + } + }, + + set: function( elem, value, extra ) { + var matches, + styles = getStyles( elem ), + + // Only read styles.position if the test has a chance to fail + // to avoid forcing a reflow. + scrollboxSizeBuggy = !support.scrollboxSize() && + styles.position === "absolute", + + // To avoid forcing a reflow, only fetch boxSizing if we need it (gh-3991) + boxSizingNeeded = scrollboxSizeBuggy || extra, + isBorderBox = boxSizingNeeded && + jQuery.css( elem, "boxSizing", false, styles ) === "border-box", + subtract = extra ? + boxModelAdjustment( + elem, + dimension, + extra, + isBorderBox, + styles + ) : + 0; + + // Account for unreliable border-box dimensions by comparing offset* to computed and + // faking a content-box to get border and padding (gh-3699) + if ( isBorderBox && scrollboxSizeBuggy ) { + subtract -= Math.ceil( + elem[ "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ) ] - + parseFloat( styles[ dimension ] ) - + boxModelAdjustment( elem, dimension, "border", false, styles ) - + 0.5 + ); + } + + // Convert to pixels if value adjustment is needed + if ( subtract && ( matches = rcssNum.exec( value ) ) && + ( matches[ 3 ] || "px" ) !== "px" ) { + + elem.style[ dimension ] = value; + value = jQuery.css( elem, dimension ); + } + + return setPositiveNumber( elem, value, subtract ); + } + }; +} ); + +jQuery.cssHooks.marginLeft = addGetHookIf( support.reliableMarginLeft, + function( elem, computed ) { + if ( computed ) { + return ( parseFloat( curCSS( elem, "marginLeft" ) ) || + elem.getBoundingClientRect().left - + swap( elem, { marginLeft: 0 }, function() { + return elem.getBoundingClientRect().left; + } ) + ) + "px"; + } + } +); + +// These hooks are used by animate to expand properties +jQuery.each( { + margin: "", + padding: "", + border: "Width" +}, function( prefix, suffix ) { + jQuery.cssHooks[ prefix + suffix ] = { + expand: function( value ) { + var i = 0, + expanded = {}, + + // Assumes a single number if not a string + parts = typeof value === "string" ? value.split( " " ) : [ value ]; + + for ( ; i < 4; i++ ) { + expanded[ prefix + cssExpand[ i ] + suffix ] = + parts[ i ] || parts[ i - 2 ] || parts[ 0 ]; + } + + return expanded; + } + }; + + if ( prefix !== "margin" ) { + jQuery.cssHooks[ prefix + suffix ].set = setPositiveNumber; + } +} ); + +jQuery.fn.extend( { + css: function( name, value ) { + return access( this, function( elem, name, value ) { + var styles, len, + map = {}, + i = 0; + + if ( Array.isArray( name ) ) { + styles = getStyles( elem ); + len = name.length; + + for ( ; i < len; i++ ) { + map[ name[ i ] ] = jQuery.css( elem, name[ i ], false, styles ); + } + + return map; + } + + return value !== undefined ? + jQuery.style( elem, name, value ) : + jQuery.css( elem, name ); + }, name, value, arguments.length > 1 ); + } +} ); + + +function Tween( elem, options, prop, end, easing ) { + return new Tween.prototype.init( elem, options, prop, end, easing ); +} +jQuery.Tween = Tween; + +Tween.prototype = { + constructor: Tween, + init: function( elem, options, prop, end, easing, unit ) { + this.elem = elem; + this.prop = prop; + this.easing = easing || jQuery.easing._default; + this.options = options; + this.start = this.now = this.cur(); + this.end = end; + this.unit = unit || ( jQuery.cssNumber[ prop ] ? "" : "px" ); + }, + cur: function() { + var hooks = Tween.propHooks[ this.prop ]; + + return hooks && hooks.get ? + hooks.get( this ) : + Tween.propHooks._default.get( this ); + }, + run: function( percent ) { + var eased, + hooks = Tween.propHooks[ this.prop ]; + + if ( this.options.duration ) { + this.pos = eased = jQuery.easing[ this.easing ]( + percent, this.options.duration * percent, 0, 1, this.options.duration + ); + } else { + this.pos = eased = percent; + } + this.now = ( this.end - this.start ) * eased + this.start; + + if ( this.options.step ) { + this.options.step.call( this.elem, this.now, this ); + } + + if ( hooks && hooks.set ) { + hooks.set( this ); + } else { + Tween.propHooks._default.set( this ); + } + return this; + } +}; + +Tween.prototype.init.prototype = Tween.prototype; + +Tween.propHooks = { + _default: { + get: function( tween ) { + var result; + + // Use a property on the element directly when it is not a DOM element, + // or when there is no matching style property that exists. + if ( tween.elem.nodeType !== 1 || + tween.elem[ tween.prop ] != null && tween.elem.style[ tween.prop ] == null ) { + return tween.elem[ tween.prop ]; + } + + // Passing an empty string as a 3rd parameter to .css will automatically + // attempt a parseFloat and fallback to a string if the parse fails. + // Simple values such as "10px" are parsed to Float; + // complex values such as "rotate(1rad)" are returned as-is. + result = jQuery.css( tween.elem, tween.prop, "" ); + + // Empty strings, null, undefined and "auto" are converted to 0. + return !result || result === "auto" ? 0 : result; + }, + set: function( tween ) { + + // Use step hook for back compat. + // Use cssHook if its there. + // Use .style if available and use plain properties where available. + if ( jQuery.fx.step[ tween.prop ] ) { + jQuery.fx.step[ tween.prop ]( tween ); + } else if ( tween.elem.nodeType === 1 && ( + jQuery.cssHooks[ tween.prop ] || + tween.elem.style[ finalPropName( tween.prop ) ] != null ) ) { + jQuery.style( tween.elem, tween.prop, tween.now + tween.unit ); + } else { + tween.elem[ tween.prop ] = tween.now; + } + } + } +}; + +// Support: IE <=9 only +// Panic based approach to setting things on disconnected nodes +Tween.propHooks.scrollTop = Tween.propHooks.scrollLeft = { + set: function( tween ) { + if ( tween.elem.nodeType && tween.elem.parentNode ) { + tween.elem[ tween.prop ] = tween.now; + } + } +}; + +jQuery.easing = { + linear: function( p ) { + return p; + }, + swing: function( p ) { + return 0.5 - Math.cos( p * Math.PI ) / 2; + }, + _default: "swing" +}; + +jQuery.fx = Tween.prototype.init; + +// Back compat <1.8 extension point +jQuery.fx.step = {}; + + + + +var + fxNow, inProgress, + rfxtypes = /^(?:toggle|show|hide)$/, + rrun = /queueHooks$/; + +function schedule() { + if ( inProgress ) { + if ( document.hidden === false && window.requestAnimationFrame ) { + window.requestAnimationFrame( schedule ); + } else { + window.setTimeout( schedule, jQuery.fx.interval ); + } + + jQuery.fx.tick(); + } +} + +// Animations created synchronously will run synchronously +function createFxNow() { + window.setTimeout( function() { + fxNow = undefined; + } ); + return ( fxNow = Date.now() ); +} + +// Generate parameters to create a standard animation +function genFx( type, includeWidth ) { + var which, + i = 0, + attrs = { height: type }; + + // If we include width, step value is 1 to do all cssExpand values, + // otherwise step value is 2 to skip over Left and Right + includeWidth = includeWidth ? 1 : 0; + for ( ; i < 4; i += 2 - includeWidth ) { + which = cssExpand[ i ]; + attrs[ "margin" + which ] = attrs[ "padding" + which ] = type; + } + + if ( includeWidth ) { + attrs.opacity = attrs.width = type; + } + + return attrs; +} + +function createTween( value, prop, animation ) { + var tween, + collection = ( Animation.tweeners[ prop ] || [] ).concat( Animation.tweeners[ "*" ] ), + index = 0, + length = collection.length; + for ( ; index < length; index++ ) { + if ( ( tween = collection[ index ].call( animation, prop, value ) ) ) { + + // We're done with this property + return tween; + } + } +} + +function defaultPrefilter( elem, props, opts ) { + var prop, value, toggle, hooks, oldfire, propTween, restoreDisplay, display, + isBox = "width" in props || "height" in props, + anim = this, + orig = {}, + style = elem.style, + hidden = elem.nodeType && isHiddenWithinTree( elem ), + dataShow = dataPriv.get( elem, "fxshow" ); + + // Queue-skipping animations hijack the fx hooks + if ( !opts.queue ) { + hooks = jQuery._queueHooks( elem, "fx" ); + if ( hooks.unqueued == null ) { + hooks.unqueued = 0; + oldfire = hooks.empty.fire; + hooks.empty.fire = function() { + if ( !hooks.unqueued ) { + oldfire(); + } + }; + } + hooks.unqueued++; + + anim.always( function() { + + // Ensure the complete handler is called before this completes + anim.always( function() { + hooks.unqueued--; + if ( !jQuery.queue( elem, "fx" ).length ) { + hooks.empty.fire(); + } + } ); + } ); + } + + // Detect show/hide animations + for ( prop in props ) { + value = props[ prop ]; + if ( rfxtypes.test( value ) ) { + delete props[ prop ]; + toggle = toggle || value === "toggle"; + if ( value === ( hidden ? "hide" : "show" ) ) { + + // Pretend to be hidden if this is a "show" and + // there is still data from a stopped show/hide + if ( value === "show" && dataShow && dataShow[ prop ] !== undefined ) { + hidden = true; + + // Ignore all other no-op show/hide data + } else { + continue; + } + } + orig[ prop ] = dataShow && dataShow[ prop ] || jQuery.style( elem, prop ); + } + } + + // Bail out if this is a no-op like .hide().hide() + propTween = !jQuery.isEmptyObject( props ); + if ( !propTween && jQuery.isEmptyObject( orig ) ) { + return; + } + + // Restrict "overflow" and "display" styles during box animations + if ( isBox && elem.nodeType === 1 ) { + + // Support: IE <=9 - 11, Edge 12 - 15 + // Record all 3 overflow attributes because IE does not infer the shorthand + // from identically-valued overflowX and overflowY and Edge just mirrors + // the overflowX value there. + opts.overflow = [ style.overflow, style.overflowX, style.overflowY ]; + + // Identify a display type, preferring old show/hide data over the CSS cascade + restoreDisplay = dataShow && dataShow.display; + if ( restoreDisplay == null ) { + restoreDisplay = dataPriv.get( elem, "display" ); + } + display = jQuery.css( elem, "display" ); + if ( display === "none" ) { + if ( restoreDisplay ) { + display = restoreDisplay; + } else { + + // Get nonempty value(s) by temporarily forcing visibility + showHide( [ elem ], true ); + restoreDisplay = elem.style.display || restoreDisplay; + display = jQuery.css( elem, "display" ); + showHide( [ elem ] ); + } + } + + // Animate inline elements as inline-block + if ( display === "inline" || display === "inline-block" && restoreDisplay != null ) { + if ( jQuery.css( elem, "float" ) === "none" ) { + + // Restore the original display value at the end of pure show/hide animations + if ( !propTween ) { + anim.done( function() { + style.display = restoreDisplay; + } ); + if ( restoreDisplay == null ) { + display = style.display; + restoreDisplay = display === "none" ? "" : display; + } + } + style.display = "inline-block"; + } + } + } + + if ( opts.overflow ) { + style.overflow = "hidden"; + anim.always( function() { + style.overflow = opts.overflow[ 0 ]; + style.overflowX = opts.overflow[ 1 ]; + style.overflowY = opts.overflow[ 2 ]; + } ); + } + + // Implement show/hide animations + propTween = false; + for ( prop in orig ) { + + // General show/hide setup for this element animation + if ( !propTween ) { + if ( dataShow ) { + if ( "hidden" in dataShow ) { + hidden = dataShow.hidden; + } + } else { + dataShow = dataPriv.access( elem, "fxshow", { display: restoreDisplay } ); + } + + // Store hidden/visible for toggle so `.stop().toggle()` "reverses" + if ( toggle ) { + dataShow.hidden = !hidden; + } + + // Show elements before animating them + if ( hidden ) { + showHide( [ elem ], true ); + } + + /* eslint-disable no-loop-func */ + + anim.done( function() { + + /* eslint-enable no-loop-func */ + + // The final step of a "hide" animation is actually hiding the element + if ( !hidden ) { + showHide( [ elem ] ); + } + dataPriv.remove( elem, "fxshow" ); + for ( prop in orig ) { + jQuery.style( elem, prop, orig[ prop ] ); + } + } ); + } + + // Per-property setup + propTween = createTween( hidden ? dataShow[ prop ] : 0, prop, anim ); + if ( !( prop in dataShow ) ) { + dataShow[ prop ] = propTween.start; + if ( hidden ) { + propTween.end = propTween.start; + propTween.start = 0; + } + } + } +} + +function propFilter( props, specialEasing ) { + var index, name, easing, value, hooks; + + // camelCase, specialEasing and expand cssHook pass + for ( index in props ) { + name = camelCase( index ); + easing = specialEasing[ name ]; + value = props[ index ]; + if ( Array.isArray( value ) ) { + easing = value[ 1 ]; + value = props[ index ] = value[ 0 ]; + } + + if ( index !== name ) { + props[ name ] = value; + delete props[ index ]; + } + + hooks = jQuery.cssHooks[ name ]; + if ( hooks && "expand" in hooks ) { + value = hooks.expand( value ); + delete props[ name ]; + + // Not quite $.extend, this won't overwrite existing keys. + // Reusing 'index' because we have the correct "name" + for ( index in value ) { + if ( !( index in props ) ) { + props[ index ] = value[ index ]; + specialEasing[ index ] = easing; + } + } + } else { + specialEasing[ name ] = easing; + } + } +} + +function Animation( elem, properties, options ) { + var result, + stopped, + index = 0, + length = Animation.prefilters.length, + deferred = jQuery.Deferred().always( function() { + + // Don't match elem in the :animated selector + delete tick.elem; + } ), + tick = function() { + if ( stopped ) { + return false; + } + var currentTime = fxNow || createFxNow(), + remaining = Math.max( 0, animation.startTime + animation.duration - currentTime ), + + // Support: Android 2.3 only + // Archaic crash bug won't allow us to use `1 - ( 0.5 || 0 )` (#12497) + temp = remaining / animation.duration || 0, + percent = 1 - temp, + index = 0, + length = animation.tweens.length; + + for ( ; index < length; index++ ) { + animation.tweens[ index ].run( percent ); + } + + deferred.notifyWith( elem, [ animation, percent, remaining ] ); + + // If there's more to do, yield + if ( percent < 1 && length ) { + return remaining; + } + + // If this was an empty animation, synthesize a final progress notification + if ( !length ) { + deferred.notifyWith( elem, [ animation, 1, 0 ] ); + } + + // Resolve the animation and report its conclusion + deferred.resolveWith( elem, [ animation ] ); + return false; + }, + animation = deferred.promise( { + elem: elem, + props: jQuery.extend( {}, properties ), + opts: jQuery.extend( true, { + specialEasing: {}, + easing: jQuery.easing._default + }, options ), + originalProperties: properties, + originalOptions: options, + startTime: fxNow || createFxNow(), + duration: options.duration, + tweens: [], + createTween: function( prop, end ) { + var tween = jQuery.Tween( elem, animation.opts, prop, end, + animation.opts.specialEasing[ prop ] || animation.opts.easing ); + animation.tweens.push( tween ); + return tween; + }, + stop: function( gotoEnd ) { + var index = 0, + + // If we are going to the end, we want to run all the tweens + // otherwise we skip this part + length = gotoEnd ? animation.tweens.length : 0; + if ( stopped ) { + return this; + } + stopped = true; + for ( ; index < length; index++ ) { + animation.tweens[ index ].run( 1 ); + } + + // Resolve when we played the last frame; otherwise, reject + if ( gotoEnd ) { + deferred.notifyWith( elem, [ animation, 1, 0 ] ); + deferred.resolveWith( elem, [ animation, gotoEnd ] ); + } else { + deferred.rejectWith( elem, [ animation, gotoEnd ] ); + } + return this; + } + } ), + props = animation.props; + + propFilter( props, animation.opts.specialEasing ); + + for ( ; index < length; index++ ) { + result = Animation.prefilters[ index ].call( animation, elem, props, animation.opts ); + if ( result ) { + if ( isFunction( result.stop ) ) { + jQuery._queueHooks( animation.elem, animation.opts.queue ).stop = + result.stop.bind( result ); + } + return result; + } + } + + jQuery.map( props, createTween, animation ); + + if ( isFunction( animation.opts.start ) ) { + animation.opts.start.call( elem, animation ); + } + + // Attach callbacks from options + animation + .progress( animation.opts.progress ) + .done( animation.opts.done, animation.opts.complete ) + .fail( animation.opts.fail ) + .always( animation.opts.always ); + + jQuery.fx.timer( + jQuery.extend( tick, { + elem: elem, + anim: animation, + queue: animation.opts.queue + } ) + ); + + return animation; +} + +jQuery.Animation = jQuery.extend( Animation, { + + tweeners: { + "*": [ function( prop, value ) { + var tween = this.createTween( prop, value ); + adjustCSS( tween.elem, prop, rcssNum.exec( value ), tween ); + return tween; + } ] + }, + + tweener: function( props, callback ) { + if ( isFunction( props ) ) { + callback = props; + props = [ "*" ]; + } else { + props = props.match( rnothtmlwhite ); + } + + var prop, + index = 0, + length = props.length; + + for ( ; index < length; index++ ) { + prop = props[ index ]; + Animation.tweeners[ prop ] = Animation.tweeners[ prop ] || []; + Animation.tweeners[ prop ].unshift( callback ); + } + }, + + prefilters: [ defaultPrefilter ], + + prefilter: function( callback, prepend ) { + if ( prepend ) { + Animation.prefilters.unshift( callback ); + } else { + Animation.prefilters.push( callback ); + } + } +} ); + +jQuery.speed = function( speed, easing, fn ) { + var opt = speed && typeof speed === "object" ? jQuery.extend( {}, speed ) : { + complete: fn || !fn && easing || + isFunction( speed ) && speed, + duration: speed, + easing: fn && easing || easing && !isFunction( easing ) && easing + }; + + // Go to the end state if fx are off + if ( jQuery.fx.off ) { + opt.duration = 0; + + } else { + if ( typeof opt.duration !== "number" ) { + if ( opt.duration in jQuery.fx.speeds ) { + opt.duration = jQuery.fx.speeds[ opt.duration ]; + + } else { + opt.duration = jQuery.fx.speeds._default; + } + } + } + + // Normalize opt.queue - true/undefined/null -> "fx" + if ( opt.queue == null || opt.queue === true ) { + opt.queue = "fx"; + } + + // Queueing + opt.old = opt.complete; + + opt.complete = function() { + if ( isFunction( opt.old ) ) { + opt.old.call( this ); + } + + if ( opt.queue ) { + jQuery.dequeue( this, opt.queue ); + } + }; + + return opt; +}; + +jQuery.fn.extend( { + fadeTo: function( speed, to, easing, callback ) { + + // Show any hidden elements after setting opacity to 0 + return this.filter( isHiddenWithinTree ).css( "opacity", 0 ).show() + + // Animate to the value specified + .end().animate( { opacity: to }, speed, easing, callback ); + }, + animate: function( prop, speed, easing, callback ) { + var empty = jQuery.isEmptyObject( prop ), + optall = jQuery.speed( speed, easing, callback ), + doAnimation = function() { + + // Operate on a copy of prop so per-property easing won't be lost + var anim = Animation( this, jQuery.extend( {}, prop ), optall ); + + // Empty animations, or finishing resolves immediately + if ( empty || dataPriv.get( this, "finish" ) ) { + anim.stop( true ); + } + }; + doAnimation.finish = doAnimation; + + return empty || optall.queue === false ? + this.each( doAnimation ) : + this.queue( optall.queue, doAnimation ); + }, + stop: function( type, clearQueue, gotoEnd ) { + var stopQueue = function( hooks ) { + var stop = hooks.stop; + delete hooks.stop; + stop( gotoEnd ); + }; + + if ( typeof type !== "string" ) { + gotoEnd = clearQueue; + clearQueue = type; + type = undefined; + } + if ( clearQueue ) { + this.queue( type || "fx", [] ); + } + + return this.each( function() { + var dequeue = true, + index = type != null && type + "queueHooks", + timers = jQuery.timers, + data = dataPriv.get( this ); + + if ( index ) { + if ( data[ index ] && data[ index ].stop ) { + stopQueue( data[ index ] ); + } + } else { + for ( index in data ) { + if ( data[ index ] && data[ index ].stop && rrun.test( index ) ) { + stopQueue( data[ index ] ); + } + } + } + + for ( index = timers.length; index--; ) { + if ( timers[ index ].elem === this && + ( type == null || timers[ index ].queue === type ) ) { + + timers[ index ].anim.stop( gotoEnd ); + dequeue = false; + timers.splice( index, 1 ); + } + } + + // Start the next in the queue if the last step wasn't forced. + // Timers currently will call their complete callbacks, which + // will dequeue but only if they were gotoEnd. + if ( dequeue || !gotoEnd ) { + jQuery.dequeue( this, type ); + } + } ); + }, + finish: function( type ) { + if ( type !== false ) { + type = type || "fx"; + } + return this.each( function() { + var index, + data = dataPriv.get( this ), + queue = data[ type + "queue" ], + hooks = data[ type + "queueHooks" ], + timers = jQuery.timers, + length = queue ? queue.length : 0; + + // Enable finishing flag on private data + data.finish = true; + + // Empty the queue first + jQuery.queue( this, type, [] ); + + if ( hooks && hooks.stop ) { + hooks.stop.call( this, true ); + } + + // Look for any active animations, and finish them + for ( index = timers.length; index--; ) { + if ( timers[ index ].elem === this && timers[ index ].queue === type ) { + timers[ index ].anim.stop( true ); + timers.splice( index, 1 ); + } + } + + // Look for any animations in the old queue and finish them + for ( index = 0; index < length; index++ ) { + if ( queue[ index ] && queue[ index ].finish ) { + queue[ index ].finish.call( this ); + } + } + + // Turn off finishing flag + delete data.finish; + } ); + } +} ); + +jQuery.each( [ "toggle", "show", "hide" ], function( _i, name ) { + var cssFn = jQuery.fn[ name ]; + jQuery.fn[ name ] = function( speed, easing, callback ) { + return speed == null || typeof speed === "boolean" ? + cssFn.apply( this, arguments ) : + this.animate( genFx( name, true ), speed, easing, callback ); + }; +} ); + +// Generate shortcuts for custom animations +jQuery.each( { + slideDown: genFx( "show" ), + slideUp: genFx( "hide" ), + slideToggle: genFx( "toggle" ), + fadeIn: { opacity: "show" }, + fadeOut: { opacity: "hide" }, + fadeToggle: { opacity: "toggle" } +}, function( name, props ) { + jQuery.fn[ name ] = function( speed, easing, callback ) { + return this.animate( props, speed, easing, callback ); + }; +} ); + +jQuery.timers = []; +jQuery.fx.tick = function() { + var timer, + i = 0, + timers = jQuery.timers; + + fxNow = Date.now(); + + for ( ; i < timers.length; i++ ) { + timer = timers[ i ]; + + // Run the timer and safely remove it when done (allowing for external removal) + if ( !timer() && timers[ i ] === timer ) { + timers.splice( i--, 1 ); + } + } + + if ( !timers.length ) { + jQuery.fx.stop(); + } + fxNow = undefined; +}; + +jQuery.fx.timer = function( timer ) { + jQuery.timers.push( timer ); + jQuery.fx.start(); +}; + +jQuery.fx.interval = 13; +jQuery.fx.start = function() { + if ( inProgress ) { + return; + } + + inProgress = true; + schedule(); +}; + +jQuery.fx.stop = function() { + inProgress = null; +}; + +jQuery.fx.speeds = { + slow: 600, + fast: 200, + + // Default speed + _default: 400 +}; + + +// Based off of the plugin by Clint Helfers, with permission. +// https://web.archive.org/web/20100324014747/http://blindsignals.com/index.php/2009/07/jquery-delay/ +jQuery.fn.delay = function( time, type ) { + time = jQuery.fx ? jQuery.fx.speeds[ time ] || time : time; + type = type || "fx"; + + return this.queue( type, function( next, hooks ) { + var timeout = window.setTimeout( next, time ); + hooks.stop = function() { + window.clearTimeout( timeout ); + }; + } ); +}; + + +( function() { + var input = document.createElement( "input" ), + select = document.createElement( "select" ), + opt = select.appendChild( document.createElement( "option" ) ); + + input.type = "checkbox"; + + // Support: Android <=4.3 only + // Default value for a checkbox should be "on" + support.checkOn = input.value !== ""; + + // Support: IE <=11 only + // Must access selectedIndex to make default options select + support.optSelected = opt.selected; + + // Support: IE <=11 only + // An input loses its value after becoming a radio + input = document.createElement( "input" ); + input.value = "t"; + input.type = "radio"; + support.radioValue = input.value === "t"; +} )(); + + +var boolHook, + attrHandle = jQuery.expr.attrHandle; + +jQuery.fn.extend( { + attr: function( name, value ) { + return access( this, jQuery.attr, name, value, arguments.length > 1 ); + }, + + removeAttr: function( name ) { + return this.each( function() { + jQuery.removeAttr( this, name ); + } ); + } +} ); + +jQuery.extend( { + attr: function( elem, name, value ) { + var ret, hooks, + nType = elem.nodeType; + + // Don't get/set attributes on text, comment and attribute nodes + if ( nType === 3 || nType === 8 || nType === 2 ) { + return; + } + + // Fallback to prop when attributes are not supported + if ( typeof elem.getAttribute === "undefined" ) { + return jQuery.prop( elem, name, value ); + } + + // Attribute hooks are determined by the lowercase version + // Grab necessary hook if one is defined + if ( nType !== 1 || !jQuery.isXMLDoc( elem ) ) { + hooks = jQuery.attrHooks[ name.toLowerCase() ] || + ( jQuery.expr.match.bool.test( name ) ? boolHook : undefined ); + } + + if ( value !== undefined ) { + if ( value === null ) { + jQuery.removeAttr( elem, name ); + return; + } + + if ( hooks && "set" in hooks && + ( ret = hooks.set( elem, value, name ) ) !== undefined ) { + return ret; + } + + elem.setAttribute( name, value + "" ); + return value; + } + + if ( hooks && "get" in hooks && ( ret = hooks.get( elem, name ) ) !== null ) { + return ret; + } + + ret = jQuery.find.attr( elem, name ); + + // Non-existent attributes return null, we normalize to undefined + return ret == null ? undefined : ret; + }, + + attrHooks: { + type: { + set: function( elem, value ) { + if ( !support.radioValue && value === "radio" && + nodeName( elem, "input" ) ) { + var val = elem.value; + elem.setAttribute( "type", value ); + if ( val ) { + elem.value = val; + } + return value; + } + } + } + }, + + removeAttr: function( elem, value ) { + var name, + i = 0, + + // Attribute names can contain non-HTML whitespace characters + // https://html.spec.whatwg.org/multipage/syntax.html#attributes-2 + attrNames = value && value.match( rnothtmlwhite ); + + if ( attrNames && elem.nodeType === 1 ) { + while ( ( name = attrNames[ i++ ] ) ) { + elem.removeAttribute( name ); + } + } + } +} ); + +// Hooks for boolean attributes +boolHook = { + set: function( elem, value, name ) { + if ( value === false ) { + + // Remove boolean attributes when set to false + jQuery.removeAttr( elem, name ); + } else { + elem.setAttribute( name, name ); + } + return name; + } +}; + +jQuery.each( jQuery.expr.match.bool.source.match( /\w+/g ), function( _i, name ) { + var getter = attrHandle[ name ] || jQuery.find.attr; + + attrHandle[ name ] = function( elem, name, isXML ) { + var ret, handle, + lowercaseName = name.toLowerCase(); + + if ( !isXML ) { + + // Avoid an infinite loop by temporarily removing this function from the getter + handle = attrHandle[ lowercaseName ]; + attrHandle[ lowercaseName ] = ret; + ret = getter( elem, name, isXML ) != null ? + lowercaseName : + null; + attrHandle[ lowercaseName ] = handle; + } + return ret; + }; +} ); + + + + +var rfocusable = /^(?:input|select|textarea|button)$/i, + rclickable = /^(?:a|area)$/i; + +jQuery.fn.extend( { + prop: function( name, value ) { + return access( this, jQuery.prop, name, value, arguments.length > 1 ); + }, + + removeProp: function( name ) { + return this.each( function() { + delete this[ jQuery.propFix[ name ] || name ]; + } ); + } +} ); + +jQuery.extend( { + prop: function( elem, name, value ) { + var ret, hooks, + nType = elem.nodeType; + + // Don't get/set properties on text, comment and attribute nodes + if ( nType === 3 || nType === 8 || nType === 2 ) { + return; + } + + if ( nType !== 1 || !jQuery.isXMLDoc( elem ) ) { + + // Fix name and attach hooks + name = jQuery.propFix[ name ] || name; + hooks = jQuery.propHooks[ name ]; + } + + if ( value !== undefined ) { + if ( hooks && "set" in hooks && + ( ret = hooks.set( elem, value, name ) ) !== undefined ) { + return ret; + } + + return ( elem[ name ] = value ); + } + + if ( hooks && "get" in hooks && ( ret = hooks.get( elem, name ) ) !== null ) { + return ret; + } + + return elem[ name ]; + }, + + propHooks: { + tabIndex: { + get: function( elem ) { + + // Support: IE <=9 - 11 only + // elem.tabIndex doesn't always return the + // correct value when it hasn't been explicitly set + // https://web.archive.org/web/20141116233347/http://fluidproject.org/blog/2008/01/09/getting-setting-and-removing-tabindex-values-with-javascript/ + // Use proper attribute retrieval(#12072) + var tabindex = jQuery.find.attr( elem, "tabindex" ); + + if ( tabindex ) { + return parseInt( tabindex, 10 ); + } + + if ( + rfocusable.test( elem.nodeName ) || + rclickable.test( elem.nodeName ) && + elem.href + ) { + return 0; + } + + return -1; + } + } + }, + + propFix: { + "for": "htmlFor", + "class": "className" + } +} ); + +// Support: IE <=11 only +// Accessing the selectedIndex property +// forces the browser to respect setting selected +// on the option +// The getter ensures a default option is selected +// when in an optgroup +// eslint rule "no-unused-expressions" is disabled for this code +// since it considers such accessions noop +if ( !support.optSelected ) { + jQuery.propHooks.selected = { + get: function( elem ) { + + /* eslint no-unused-expressions: "off" */ + + var parent = elem.parentNode; + if ( parent && parent.parentNode ) { + parent.parentNode.selectedIndex; + } + return null; + }, + set: function( elem ) { + + /* eslint no-unused-expressions: "off" */ + + var parent = elem.parentNode; + if ( parent ) { + parent.selectedIndex; + + if ( parent.parentNode ) { + parent.parentNode.selectedIndex; + } + } + } + }; +} + +jQuery.each( [ + "tabIndex", + "readOnly", + "maxLength", + "cellSpacing", + "cellPadding", + "rowSpan", + "colSpan", + "useMap", + "frameBorder", + "contentEditable" +], function() { + jQuery.propFix[ this.toLowerCase() ] = this; +} ); + + + + + // Strip and collapse whitespace according to HTML spec + // https://infra.spec.whatwg.org/#strip-and-collapse-ascii-whitespace + function stripAndCollapse( value ) { + var tokens = value.match( rnothtmlwhite ) || []; + return tokens.join( " " ); + } + + +function getClass( elem ) { + return elem.getAttribute && elem.getAttribute( "class" ) || ""; +} + +function classesToArray( value ) { + if ( Array.isArray( value ) ) { + return value; + } + if ( typeof value === "string" ) { + return value.match( rnothtmlwhite ) || []; + } + return []; +} + +jQuery.fn.extend( { + addClass: function( value ) { + var classes, elem, cur, curValue, clazz, j, finalValue, + i = 0; + + if ( isFunction( value ) ) { + return this.each( function( j ) { + jQuery( this ).addClass( value.call( this, j, getClass( this ) ) ); + } ); + } + + classes = classesToArray( value ); + + if ( classes.length ) { + while ( ( elem = this[ i++ ] ) ) { + curValue = getClass( elem ); + cur = elem.nodeType === 1 && ( " " + stripAndCollapse( curValue ) + " " ); + + if ( cur ) { + j = 0; + while ( ( clazz = classes[ j++ ] ) ) { + if ( cur.indexOf( " " + clazz + " " ) < 0 ) { + cur += clazz + " "; + } + } + + // Only assign if different to avoid unneeded rendering. + finalValue = stripAndCollapse( cur ); + if ( curValue !== finalValue ) { + elem.setAttribute( "class", finalValue ); + } + } + } + } + + return this; + }, + + removeClass: function( value ) { + var classes, elem, cur, curValue, clazz, j, finalValue, + i = 0; + + if ( isFunction( value ) ) { + return this.each( function( j ) { + jQuery( this ).removeClass( value.call( this, j, getClass( this ) ) ); + } ); + } + + if ( !arguments.length ) { + return this.attr( "class", "" ); + } + + classes = classesToArray( value ); + + if ( classes.length ) { + while ( ( elem = this[ i++ ] ) ) { + curValue = getClass( elem ); + + // This expression is here for better compressibility (see addClass) + cur = elem.nodeType === 1 && ( " " + stripAndCollapse( curValue ) + " " ); + + if ( cur ) { + j = 0; + while ( ( clazz = classes[ j++ ] ) ) { + + // Remove *all* instances + while ( cur.indexOf( " " + clazz + " " ) > -1 ) { + cur = cur.replace( " " + clazz + " ", " " ); + } + } + + // Only assign if different to avoid unneeded rendering. + finalValue = stripAndCollapse( cur ); + if ( curValue !== finalValue ) { + elem.setAttribute( "class", finalValue ); + } + } + } + } + + return this; + }, + + toggleClass: function( value, stateVal ) { + var type = typeof value, + isValidValue = type === "string" || Array.isArray( value ); + + if ( typeof stateVal === "boolean" && isValidValue ) { + return stateVal ? this.addClass( value ) : this.removeClass( value ); + } + + if ( isFunction( value ) ) { + return this.each( function( i ) { + jQuery( this ).toggleClass( + value.call( this, i, getClass( this ), stateVal ), + stateVal + ); + } ); + } + + return this.each( function() { + var className, i, self, classNames; + + if ( isValidValue ) { + + // Toggle individual class names + i = 0; + self = jQuery( this ); + classNames = classesToArray( value ); + + while ( ( className = classNames[ i++ ] ) ) { + + // Check each className given, space separated list + if ( self.hasClass( className ) ) { + self.removeClass( className ); + } else { + self.addClass( className ); + } + } + + // Toggle whole class name + } else if ( value === undefined || type === "boolean" ) { + className = getClass( this ); + if ( className ) { + + // Store className if set + dataPriv.set( this, "__className__", className ); + } + + // If the element has a class name or if we're passed `false`, + // then remove the whole classname (if there was one, the above saved it). + // Otherwise bring back whatever was previously saved (if anything), + // falling back to the empty string if nothing was stored. + if ( this.setAttribute ) { + this.setAttribute( "class", + className || value === false ? + "" : + dataPriv.get( this, "__className__" ) || "" + ); + } + } + } ); + }, + + hasClass: function( selector ) { + var className, elem, + i = 0; + + className = " " + selector + " "; + while ( ( elem = this[ i++ ] ) ) { + if ( elem.nodeType === 1 && + ( " " + stripAndCollapse( getClass( elem ) ) + " " ).indexOf( className ) > -1 ) { + return true; + } + } + + return false; + } +} ); + + + + +var rreturn = /\r/g; + +jQuery.fn.extend( { + val: function( value ) { + var hooks, ret, valueIsFunction, + elem = this[ 0 ]; + + if ( !arguments.length ) { + if ( elem ) { + hooks = jQuery.valHooks[ elem.type ] || + jQuery.valHooks[ elem.nodeName.toLowerCase() ]; + + if ( hooks && + "get" in hooks && + ( ret = hooks.get( elem, "value" ) ) !== undefined + ) { + return ret; + } + + ret = elem.value; + + // Handle most common string cases + if ( typeof ret === "string" ) { + return ret.replace( rreturn, "" ); + } + + // Handle cases where value is null/undef or number + return ret == null ? "" : ret; + } + + return; + } + + valueIsFunction = isFunction( value ); + + return this.each( function( i ) { + var val; + + if ( this.nodeType !== 1 ) { + return; + } + + if ( valueIsFunction ) { + val = value.call( this, i, jQuery( this ).val() ); + } else { + val = value; + } + + // Treat null/undefined as ""; convert numbers to string + if ( val == null ) { + val = ""; + + } else if ( typeof val === "number" ) { + val += ""; + + } else if ( Array.isArray( val ) ) { + val = jQuery.map( val, function( value ) { + return value == null ? "" : value + ""; + } ); + } + + hooks = jQuery.valHooks[ this.type ] || jQuery.valHooks[ this.nodeName.toLowerCase() ]; + + // If set returns undefined, fall back to normal setting + if ( !hooks || !( "set" in hooks ) || hooks.set( this, val, "value" ) === undefined ) { + this.value = val; + } + } ); + } +} ); + +jQuery.extend( { + valHooks: { + option: { + get: function( elem ) { + + var val = jQuery.find.attr( elem, "value" ); + return val != null ? + val : + + // Support: IE <=10 - 11 only + // option.text throws exceptions (#14686, #14858) + // Strip and collapse whitespace + // https://html.spec.whatwg.org/#strip-and-collapse-whitespace + stripAndCollapse( jQuery.text( elem ) ); + } + }, + select: { + get: function( elem ) { + var value, option, i, + options = elem.options, + index = elem.selectedIndex, + one = elem.type === "select-one", + values = one ? null : [], + max = one ? index + 1 : options.length; + + if ( index < 0 ) { + i = max; + + } else { + i = one ? index : 0; + } + + // Loop through all the selected options + for ( ; i < max; i++ ) { + option = options[ i ]; + + // Support: IE <=9 only + // IE8-9 doesn't update selected after form reset (#2551) + if ( ( option.selected || i === index ) && + + // Don't return options that are disabled or in a disabled optgroup + !option.disabled && + ( !option.parentNode.disabled || + !nodeName( option.parentNode, "optgroup" ) ) ) { + + // Get the specific value for the option + value = jQuery( option ).val(); + + // We don't need an array for one selects + if ( one ) { + return value; + } + + // Multi-Selects return an array + values.push( value ); + } + } + + return values; + }, + + set: function( elem, value ) { + var optionSet, option, + options = elem.options, + values = jQuery.makeArray( value ), + i = options.length; + + while ( i-- ) { + option = options[ i ]; + + /* eslint-disable no-cond-assign */ + + if ( option.selected = + jQuery.inArray( jQuery.valHooks.option.get( option ), values ) > -1 + ) { + optionSet = true; + } + + /* eslint-enable no-cond-assign */ + } + + // Force browsers to behave consistently when non-matching value is set + if ( !optionSet ) { + elem.selectedIndex = -1; + } + return values; + } + } + } +} ); + +// Radios and checkboxes getter/setter +jQuery.each( [ "radio", "checkbox" ], function() { + jQuery.valHooks[ this ] = { + set: function( elem, value ) { + if ( Array.isArray( value ) ) { + return ( elem.checked = jQuery.inArray( jQuery( elem ).val(), value ) > -1 ); + } + } + }; + if ( !support.checkOn ) { + jQuery.valHooks[ this ].get = function( elem ) { + return elem.getAttribute( "value" ) === null ? "on" : elem.value; + }; + } +} ); + + + + +// Return jQuery for attributes-only inclusion + + +support.focusin = "onfocusin" in window; + + +var rfocusMorph = /^(?:focusinfocus|focusoutblur)$/, + stopPropagationCallback = function( e ) { + e.stopPropagation(); + }; + +jQuery.extend( jQuery.event, { + + trigger: function( event, data, elem, onlyHandlers ) { + + var i, cur, tmp, bubbleType, ontype, handle, special, lastElement, + eventPath = [ elem || document ], + type = hasOwn.call( event, "type" ) ? event.type : event, + namespaces = hasOwn.call( event, "namespace" ) ? event.namespace.split( "." ) : []; + + cur = lastElement = tmp = elem = elem || document; + + // Don't do events on text and comment nodes + if ( elem.nodeType === 3 || elem.nodeType === 8 ) { + return; + } + + // focus/blur morphs to focusin/out; ensure we're not firing them right now + if ( rfocusMorph.test( type + jQuery.event.triggered ) ) { + return; + } + + if ( type.indexOf( "." ) > -1 ) { + + // Namespaced trigger; create a regexp to match event type in handle() + namespaces = type.split( "." ); + type = namespaces.shift(); + namespaces.sort(); + } + ontype = type.indexOf( ":" ) < 0 && "on" + type; + + // Caller can pass in a jQuery.Event object, Object, or just an event type string + event = event[ jQuery.expando ] ? + event : + new jQuery.Event( type, typeof event === "object" && event ); + + // Trigger bitmask: & 1 for native handlers; & 2 for jQuery (always true) + event.isTrigger = onlyHandlers ? 2 : 3; + event.namespace = namespaces.join( "." ); + event.rnamespace = event.namespace ? + new RegExp( "(^|\\.)" + namespaces.join( "\\.(?:.*\\.|)" ) + "(\\.|$)" ) : + null; + + // Clean up the event in case it is being reused + event.result = undefined; + if ( !event.target ) { + event.target = elem; + } + + // Clone any incoming data and prepend the event, creating the handler arg list + data = data == null ? + [ event ] : + jQuery.makeArray( data, [ event ] ); + + // Allow special events to draw outside the lines + special = jQuery.event.special[ type ] || {}; + if ( !onlyHandlers && special.trigger && special.trigger.apply( elem, data ) === false ) { + return; + } + + // Determine event propagation path in advance, per W3C events spec (#9951) + // Bubble up to document, then to window; watch for a global ownerDocument var (#9724) + if ( !onlyHandlers && !special.noBubble && !isWindow( elem ) ) { + + bubbleType = special.delegateType || type; + if ( !rfocusMorph.test( bubbleType + type ) ) { + cur = cur.parentNode; + } + for ( ; cur; cur = cur.parentNode ) { + eventPath.push( cur ); + tmp = cur; + } + + // Only add window if we got to document (e.g., not plain obj or detached DOM) + if ( tmp === ( elem.ownerDocument || document ) ) { + eventPath.push( tmp.defaultView || tmp.parentWindow || window ); + } + } + + // Fire handlers on the event path + i = 0; + while ( ( cur = eventPath[ i++ ] ) && !event.isPropagationStopped() ) { + lastElement = cur; + event.type = i > 1 ? + bubbleType : + special.bindType || type; + + // jQuery handler + handle = ( + dataPriv.get( cur, "events" ) || Object.create( null ) + )[ event.type ] && + dataPriv.get( cur, "handle" ); + if ( handle ) { + handle.apply( cur, data ); + } + + // Native handler + handle = ontype && cur[ ontype ]; + if ( handle && handle.apply && acceptData( cur ) ) { + event.result = handle.apply( cur, data ); + if ( event.result === false ) { + event.preventDefault(); + } + } + } + event.type = type; + + // If nobody prevented the default action, do it now + if ( !onlyHandlers && !event.isDefaultPrevented() ) { + + if ( ( !special._default || + special._default.apply( eventPath.pop(), data ) === false ) && + acceptData( elem ) ) { + + // Call a native DOM method on the target with the same name as the event. + // Don't do default actions on window, that's where global variables be (#6170) + if ( ontype && isFunction( elem[ type ] ) && !isWindow( elem ) ) { + + // Don't re-trigger an onFOO event when we call its FOO() method + tmp = elem[ ontype ]; + + if ( tmp ) { + elem[ ontype ] = null; + } + + // Prevent re-triggering of the same event, since we already bubbled it above + jQuery.event.triggered = type; + + if ( event.isPropagationStopped() ) { + lastElement.addEventListener( type, stopPropagationCallback ); + } + + elem[ type ](); + + if ( event.isPropagationStopped() ) { + lastElement.removeEventListener( type, stopPropagationCallback ); + } + + jQuery.event.triggered = undefined; + + if ( tmp ) { + elem[ ontype ] = tmp; + } + } + } + } + + return event.result; + }, + + // Piggyback on a donor event to simulate a different one + // Used only for `focus(in | out)` events + simulate: function( type, elem, event ) { + var e = jQuery.extend( + new jQuery.Event(), + event, + { + type: type, + isSimulated: true + } + ); + + jQuery.event.trigger( e, null, elem ); + } + +} ); + +jQuery.fn.extend( { + + trigger: function( type, data ) { + return this.each( function() { + jQuery.event.trigger( type, data, this ); + } ); + }, + triggerHandler: function( type, data ) { + var elem = this[ 0 ]; + if ( elem ) { + return jQuery.event.trigger( type, data, elem, true ); + } + } +} ); + + +// Support: Firefox <=44 +// Firefox doesn't have focus(in | out) events +// Related ticket - https://bugzilla.mozilla.org/show_bug.cgi?id=687787 +// +// Support: Chrome <=48 - 49, Safari <=9.0 - 9.1 +// focus(in | out) events fire after focus & blur events, +// which is spec violation - http://www.w3.org/TR/DOM-Level-3-Events/#events-focusevent-event-order +// Related ticket - https://bugs.chromium.org/p/chromium/issues/detail?id=449857 +if ( !support.focusin ) { + jQuery.each( { focus: "focusin", blur: "focusout" }, function( orig, fix ) { + + // Attach a single capturing handler on the document while someone wants focusin/focusout + var handler = function( event ) { + jQuery.event.simulate( fix, event.target, jQuery.event.fix( event ) ); + }; + + jQuery.event.special[ fix ] = { + setup: function() { + + // Handle: regular nodes (via `this.ownerDocument`), window + // (via `this.document`) & document (via `this`). + var doc = this.ownerDocument || this.document || this, + attaches = dataPriv.access( doc, fix ); + + if ( !attaches ) { + doc.addEventListener( orig, handler, true ); + } + dataPriv.access( doc, fix, ( attaches || 0 ) + 1 ); + }, + teardown: function() { + var doc = this.ownerDocument || this.document || this, + attaches = dataPriv.access( doc, fix ) - 1; + + if ( !attaches ) { + doc.removeEventListener( orig, handler, true ); + dataPriv.remove( doc, fix ); + + } else { + dataPriv.access( doc, fix, attaches ); + } + } + }; + } ); +} +var location = window.location; + +var nonce = { guid: Date.now() }; + +var rquery = ( /\?/ ); + + + +// Cross-browser xml parsing +jQuery.parseXML = function( data ) { + var xml; + if ( !data || typeof data !== "string" ) { + return null; + } + + // Support: IE 9 - 11 only + // IE throws on parseFromString with invalid input. + try { + xml = ( new window.DOMParser() ).parseFromString( data, "text/xml" ); + } catch ( e ) { + xml = undefined; + } + + if ( !xml || xml.getElementsByTagName( "parsererror" ).length ) { + jQuery.error( "Invalid XML: " + data ); + } + return xml; +}; + + +var + rbracket = /\[\]$/, + rCRLF = /\r?\n/g, + rsubmitterTypes = /^(?:submit|button|image|reset|file)$/i, + rsubmittable = /^(?:input|select|textarea|keygen)/i; + +function buildParams( prefix, obj, traditional, add ) { + var name; + + if ( Array.isArray( obj ) ) { + + // Serialize array item. + jQuery.each( obj, function( i, v ) { + if ( traditional || rbracket.test( prefix ) ) { + + // Treat each array item as a scalar. + add( prefix, v ); + + } else { + + // Item is non-scalar (array or object), encode its numeric index. + buildParams( + prefix + "[" + ( typeof v === "object" && v != null ? i : "" ) + "]", + v, + traditional, + add + ); + } + } ); + + } else if ( !traditional && toType( obj ) === "object" ) { + + // Serialize object item. + for ( name in obj ) { + buildParams( prefix + "[" + name + "]", obj[ name ], traditional, add ); + } + + } else { + + // Serialize scalar item. + add( prefix, obj ); + } +} + +// Serialize an array of form elements or a set of +// key/values into a query string +jQuery.param = function( a, traditional ) { + var prefix, + s = [], + add = function( key, valueOrFunction ) { + + // If value is a function, invoke it and use its return value + var value = isFunction( valueOrFunction ) ? + valueOrFunction() : + valueOrFunction; + + s[ s.length ] = encodeURIComponent( key ) + "=" + + encodeURIComponent( value == null ? "" : value ); + }; + + if ( a == null ) { + return ""; + } + + // If an array was passed in, assume that it is an array of form elements. + if ( Array.isArray( a ) || ( a.jquery && !jQuery.isPlainObject( a ) ) ) { + + // Serialize the form elements + jQuery.each( a, function() { + add( this.name, this.value ); + } ); + + } else { + + // If traditional, encode the "old" way (the way 1.3.2 or older + // did it), otherwise encode params recursively. + for ( prefix in a ) { + buildParams( prefix, a[ prefix ], traditional, add ); + } + } + + // Return the resulting serialization + return s.join( "&" ); +}; + +jQuery.fn.extend( { + serialize: function() { + return jQuery.param( this.serializeArray() ); + }, + serializeArray: function() { + return this.map( function() { + + // Can add propHook for "elements" to filter or add form elements + var elements = jQuery.prop( this, "elements" ); + return elements ? jQuery.makeArray( elements ) : this; + } ) + .filter( function() { + var type = this.type; + + // Use .is( ":disabled" ) so that fieldset[disabled] works + return this.name && !jQuery( this ).is( ":disabled" ) && + rsubmittable.test( this.nodeName ) && !rsubmitterTypes.test( type ) && + ( this.checked || !rcheckableType.test( type ) ); + } ) + .map( function( _i, elem ) { + var val = jQuery( this ).val(); + + if ( val == null ) { + return null; + } + + if ( Array.isArray( val ) ) { + return jQuery.map( val, function( val ) { + return { name: elem.name, value: val.replace( rCRLF, "\r\n" ) }; + } ); + } + + return { name: elem.name, value: val.replace( rCRLF, "\r\n" ) }; + } ).get(); + } +} ); + + +var + r20 = /%20/g, + rhash = /#.*$/, + rantiCache = /([?&])_=[^&]*/, + rheaders = /^(.*?):[ \t]*([^\r\n]*)$/mg, + + // #7653, #8125, #8152: local protocol detection + rlocalProtocol = /^(?:about|app|app-storage|.+-extension|file|res|widget):$/, + rnoContent = /^(?:GET|HEAD)$/, + rprotocol = /^\/\//, + + /* Prefilters + * 1) They are useful to introduce custom dataTypes (see ajax/jsonp.js for an example) + * 2) These are called: + * - BEFORE asking for a transport + * - AFTER param serialization (s.data is a string if s.processData is true) + * 3) key is the dataType + * 4) the catchall symbol "*" can be used + * 5) execution will start with transport dataType and THEN continue down to "*" if needed + */ + prefilters = {}, + + /* Transports bindings + * 1) key is the dataType + * 2) the catchall symbol "*" can be used + * 3) selection will start with transport dataType and THEN go to "*" if needed + */ + transports = {}, + + // Avoid comment-prolog char sequence (#10098); must appease lint and evade compression + allTypes = "*/".concat( "*" ), + + // Anchor tag for parsing the document origin + originAnchor = document.createElement( "a" ); + originAnchor.href = location.href; + +// Base "constructor" for jQuery.ajaxPrefilter and jQuery.ajaxTransport +function addToPrefiltersOrTransports( structure ) { + + // dataTypeExpression is optional and defaults to "*" + return function( dataTypeExpression, func ) { + + if ( typeof dataTypeExpression !== "string" ) { + func = dataTypeExpression; + dataTypeExpression = "*"; + } + + var dataType, + i = 0, + dataTypes = dataTypeExpression.toLowerCase().match( rnothtmlwhite ) || []; + + if ( isFunction( func ) ) { + + // For each dataType in the dataTypeExpression + while ( ( dataType = dataTypes[ i++ ] ) ) { + + // Prepend if requested + if ( dataType[ 0 ] === "+" ) { + dataType = dataType.slice( 1 ) || "*"; + ( structure[ dataType ] = structure[ dataType ] || [] ).unshift( func ); + + // Otherwise append + } else { + ( structure[ dataType ] = structure[ dataType ] || [] ).push( func ); + } + } + } + }; +} + +// Base inspection function for prefilters and transports +function inspectPrefiltersOrTransports( structure, options, originalOptions, jqXHR ) { + + var inspected = {}, + seekingTransport = ( structure === transports ); + + function inspect( dataType ) { + var selected; + inspected[ dataType ] = true; + jQuery.each( structure[ dataType ] || [], function( _, prefilterOrFactory ) { + var dataTypeOrTransport = prefilterOrFactory( options, originalOptions, jqXHR ); + if ( typeof dataTypeOrTransport === "string" && + !seekingTransport && !inspected[ dataTypeOrTransport ] ) { + + options.dataTypes.unshift( dataTypeOrTransport ); + inspect( dataTypeOrTransport ); + return false; + } else if ( seekingTransport ) { + return !( selected = dataTypeOrTransport ); + } + } ); + return selected; + } + + return inspect( options.dataTypes[ 0 ] ) || !inspected[ "*" ] && inspect( "*" ); +} + +// A special extend for ajax options +// that takes "flat" options (not to be deep extended) +// Fixes #9887 +function ajaxExtend( target, src ) { + var key, deep, + flatOptions = jQuery.ajaxSettings.flatOptions || {}; + + for ( key in src ) { + if ( src[ key ] !== undefined ) { + ( flatOptions[ key ] ? target : ( deep || ( deep = {} ) ) )[ key ] = src[ key ]; + } + } + if ( deep ) { + jQuery.extend( true, target, deep ); + } + + return target; +} + +/* Handles responses to an ajax request: + * - finds the right dataType (mediates between content-type and expected dataType) + * - returns the corresponding response + */ +function ajaxHandleResponses( s, jqXHR, responses ) { + + var ct, type, finalDataType, firstDataType, + contents = s.contents, + dataTypes = s.dataTypes; + + // Remove auto dataType and get content-type in the process + while ( dataTypes[ 0 ] === "*" ) { + dataTypes.shift(); + if ( ct === undefined ) { + ct = s.mimeType || jqXHR.getResponseHeader( "Content-Type" ); + } + } + + // Check if we're dealing with a known content-type + if ( ct ) { + for ( type in contents ) { + if ( contents[ type ] && contents[ type ].test( ct ) ) { + dataTypes.unshift( type ); + break; + } + } + } + + // Check to see if we have a response for the expected dataType + if ( dataTypes[ 0 ] in responses ) { + finalDataType = dataTypes[ 0 ]; + } else { + + // Try convertible dataTypes + for ( type in responses ) { + if ( !dataTypes[ 0 ] || s.converters[ type + " " + dataTypes[ 0 ] ] ) { + finalDataType = type; + break; + } + if ( !firstDataType ) { + firstDataType = type; + } + } + + // Or just use first one + finalDataType = finalDataType || firstDataType; + } + + // If we found a dataType + // We add the dataType to the list if needed + // and return the corresponding response + if ( finalDataType ) { + if ( finalDataType !== dataTypes[ 0 ] ) { + dataTypes.unshift( finalDataType ); + } + return responses[ finalDataType ]; + } +} + +/* Chain conversions given the request and the original response + * Also sets the responseXXX fields on the jqXHR instance + */ +function ajaxConvert( s, response, jqXHR, isSuccess ) { + var conv2, current, conv, tmp, prev, + converters = {}, + + // Work with a copy of dataTypes in case we need to modify it for conversion + dataTypes = s.dataTypes.slice(); + + // Create converters map with lowercased keys + if ( dataTypes[ 1 ] ) { + for ( conv in s.converters ) { + converters[ conv.toLowerCase() ] = s.converters[ conv ]; + } + } + + current = dataTypes.shift(); + + // Convert to each sequential dataType + while ( current ) { + + if ( s.responseFields[ current ] ) { + jqXHR[ s.responseFields[ current ] ] = response; + } + + // Apply the dataFilter if provided + if ( !prev && isSuccess && s.dataFilter ) { + response = s.dataFilter( response, s.dataType ); + } + + prev = current; + current = dataTypes.shift(); + + if ( current ) { + + // There's only work to do if current dataType is non-auto + if ( current === "*" ) { + + current = prev; + + // Convert response if prev dataType is non-auto and differs from current + } else if ( prev !== "*" && prev !== current ) { + + // Seek a direct converter + conv = converters[ prev + " " + current ] || converters[ "* " + current ]; + + // If none found, seek a pair + if ( !conv ) { + for ( conv2 in converters ) { + + // If conv2 outputs current + tmp = conv2.split( " " ); + if ( tmp[ 1 ] === current ) { + + // If prev can be converted to accepted input + conv = converters[ prev + " " + tmp[ 0 ] ] || + converters[ "* " + tmp[ 0 ] ]; + if ( conv ) { + + // Condense equivalence converters + if ( conv === true ) { + conv = converters[ conv2 ]; + + // Otherwise, insert the intermediate dataType + } else if ( converters[ conv2 ] !== true ) { + current = tmp[ 0 ]; + dataTypes.unshift( tmp[ 1 ] ); + } + break; + } + } + } + } + + // Apply converter (if not an equivalence) + if ( conv !== true ) { + + // Unless errors are allowed to bubble, catch and return them + if ( conv && s.throws ) { + response = conv( response ); + } else { + try { + response = conv( response ); + } catch ( e ) { + return { + state: "parsererror", + error: conv ? e : "No conversion from " + prev + " to " + current + }; + } + } + } + } + } + } + + return { state: "success", data: response }; +} + +jQuery.extend( { + + // Counter for holding the number of active queries + active: 0, + + // Last-Modified header cache for next request + lastModified: {}, + etag: {}, + + ajaxSettings: { + url: location.href, + type: "GET", + isLocal: rlocalProtocol.test( location.protocol ), + global: true, + processData: true, + async: true, + contentType: "application/x-www-form-urlencoded; charset=UTF-8", + + /* + timeout: 0, + data: null, + dataType: null, + username: null, + password: null, + cache: null, + throws: false, + traditional: false, + headers: {}, + */ + + accepts: { + "*": allTypes, + text: "text/plain", + html: "text/html", + xml: "application/xml, text/xml", + json: "application/json, text/javascript" + }, + + contents: { + xml: /\bxml\b/, + html: /\bhtml/, + json: /\bjson\b/ + }, + + responseFields: { + xml: "responseXML", + text: "responseText", + json: "responseJSON" + }, + + // Data converters + // Keys separate source (or catchall "*") and destination types with a single space + converters: { + + // Convert anything to text + "* text": String, + + // Text to html (true = no transformation) + "text html": true, + + // Evaluate text as a json expression + "text json": JSON.parse, + + // Parse text as xml + "text xml": jQuery.parseXML + }, + + // For options that shouldn't be deep extended: + // you can add your own custom options here if + // and when you create one that shouldn't be + // deep extended (see ajaxExtend) + flatOptions: { + url: true, + context: true + } + }, + + // Creates a full fledged settings object into target + // with both ajaxSettings and settings fields. + // If target is omitted, writes into ajaxSettings. + ajaxSetup: function( target, settings ) { + return settings ? + + // Building a settings object + ajaxExtend( ajaxExtend( target, jQuery.ajaxSettings ), settings ) : + + // Extending ajaxSettings + ajaxExtend( jQuery.ajaxSettings, target ); + }, + + ajaxPrefilter: addToPrefiltersOrTransports( prefilters ), + ajaxTransport: addToPrefiltersOrTransports( transports ), + + // Main method + ajax: function( url, options ) { + + // If url is an object, simulate pre-1.5 signature + if ( typeof url === "object" ) { + options = url; + url = undefined; + } + + // Force options to be an object + options = options || {}; + + var transport, + + // URL without anti-cache param + cacheURL, + + // Response headers + responseHeadersString, + responseHeaders, + + // timeout handle + timeoutTimer, + + // Url cleanup var + urlAnchor, + + // Request state (becomes false upon send and true upon completion) + completed, + + // To know if global events are to be dispatched + fireGlobals, + + // Loop variable + i, + + // uncached part of the url + uncached, + + // Create the final options object + s = jQuery.ajaxSetup( {}, options ), + + // Callbacks context + callbackContext = s.context || s, + + // Context for global events is callbackContext if it is a DOM node or jQuery collection + globalEventContext = s.context && + ( callbackContext.nodeType || callbackContext.jquery ) ? + jQuery( callbackContext ) : + jQuery.event, + + // Deferreds + deferred = jQuery.Deferred(), + completeDeferred = jQuery.Callbacks( "once memory" ), + + // Status-dependent callbacks + statusCode = s.statusCode || {}, + + // Headers (they are sent all at once) + requestHeaders = {}, + requestHeadersNames = {}, + + // Default abort message + strAbort = "canceled", + + // Fake xhr + jqXHR = { + readyState: 0, + + // Builds headers hashtable if needed + getResponseHeader: function( key ) { + var match; + if ( completed ) { + if ( !responseHeaders ) { + responseHeaders = {}; + while ( ( match = rheaders.exec( responseHeadersString ) ) ) { + responseHeaders[ match[ 1 ].toLowerCase() + " " ] = + ( responseHeaders[ match[ 1 ].toLowerCase() + " " ] || [] ) + .concat( match[ 2 ] ); + } + } + match = responseHeaders[ key.toLowerCase() + " " ]; + } + return match == null ? null : match.join( ", " ); + }, + + // Raw string + getAllResponseHeaders: function() { + return completed ? responseHeadersString : null; + }, + + // Caches the header + setRequestHeader: function( name, value ) { + if ( completed == null ) { + name = requestHeadersNames[ name.toLowerCase() ] = + requestHeadersNames[ name.toLowerCase() ] || name; + requestHeaders[ name ] = value; + } + return this; + }, + + // Overrides response content-type header + overrideMimeType: function( type ) { + if ( completed == null ) { + s.mimeType = type; + } + return this; + }, + + // Status-dependent callbacks + statusCode: function( map ) { + var code; + if ( map ) { + if ( completed ) { + + // Execute the appropriate callbacks + jqXHR.always( map[ jqXHR.status ] ); + } else { + + // Lazy-add the new callbacks in a way that preserves old ones + for ( code in map ) { + statusCode[ code ] = [ statusCode[ code ], map[ code ] ]; + } + } + } + return this; + }, + + // Cancel the request + abort: function( statusText ) { + var finalText = statusText || strAbort; + if ( transport ) { + transport.abort( finalText ); + } + done( 0, finalText ); + return this; + } + }; + + // Attach deferreds + deferred.promise( jqXHR ); + + // Add protocol if not provided (prefilters might expect it) + // Handle falsy url in the settings object (#10093: consistency with old signature) + // We also use the url parameter if available + s.url = ( ( url || s.url || location.href ) + "" ) + .replace( rprotocol, location.protocol + "//" ); + + // Alias method option to type as per ticket #12004 + s.type = options.method || options.type || s.method || s.type; + + // Extract dataTypes list + s.dataTypes = ( s.dataType || "*" ).toLowerCase().match( rnothtmlwhite ) || [ "" ]; + + // A cross-domain request is in order when the origin doesn't match the current origin. + if ( s.crossDomain == null ) { + urlAnchor = document.createElement( "a" ); + + // Support: IE <=8 - 11, Edge 12 - 15 + // IE throws exception on accessing the href property if url is malformed, + // e.g. http://example.com:80x/ + try { + urlAnchor.href = s.url; + + // Support: IE <=8 - 11 only + // Anchor's host property isn't correctly set when s.url is relative + urlAnchor.href = urlAnchor.href; + s.crossDomain = originAnchor.protocol + "//" + originAnchor.host !== + urlAnchor.protocol + "//" + urlAnchor.host; + } catch ( e ) { + + // If there is an error parsing the URL, assume it is crossDomain, + // it can be rejected by the transport if it is invalid + s.crossDomain = true; + } + } + + // Convert data if not already a string + if ( s.data && s.processData && typeof s.data !== "string" ) { + s.data = jQuery.param( s.data, s.traditional ); + } + + // Apply prefilters + inspectPrefiltersOrTransports( prefilters, s, options, jqXHR ); + + // If request was aborted inside a prefilter, stop there + if ( completed ) { + return jqXHR; + } + + // We can fire global events as of now if asked to + // Don't fire events if jQuery.event is undefined in an AMD-usage scenario (#15118) + fireGlobals = jQuery.event && s.global; + + // Watch for a new set of requests + if ( fireGlobals && jQuery.active++ === 0 ) { + jQuery.event.trigger( "ajaxStart" ); + } + + // Uppercase the type + s.type = s.type.toUpperCase(); + + // Determine if request has content + s.hasContent = !rnoContent.test( s.type ); + + // Save the URL in case we're toying with the If-Modified-Since + // and/or If-None-Match header later on + // Remove hash to simplify url manipulation + cacheURL = s.url.replace( rhash, "" ); + + // More options handling for requests with no content + if ( !s.hasContent ) { + + // Remember the hash so we can put it back + uncached = s.url.slice( cacheURL.length ); + + // If data is available and should be processed, append data to url + if ( s.data && ( s.processData || typeof s.data === "string" ) ) { + cacheURL += ( rquery.test( cacheURL ) ? "&" : "?" ) + s.data; + + // #9682: remove data so that it's not used in an eventual retry + delete s.data; + } + + // Add or update anti-cache param if needed + if ( s.cache === false ) { + cacheURL = cacheURL.replace( rantiCache, "$1" ); + uncached = ( rquery.test( cacheURL ) ? "&" : "?" ) + "_=" + ( nonce.guid++ ) + + uncached; + } + + // Put hash and anti-cache on the URL that will be requested (gh-1732) + s.url = cacheURL + uncached; + + // Change '%20' to '+' if this is encoded form body content (gh-2658) + } else if ( s.data && s.processData && + ( s.contentType || "" ).indexOf( "application/x-www-form-urlencoded" ) === 0 ) { + s.data = s.data.replace( r20, "+" ); + } + + // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode. + if ( s.ifModified ) { + if ( jQuery.lastModified[ cacheURL ] ) { + jqXHR.setRequestHeader( "If-Modified-Since", jQuery.lastModified[ cacheURL ] ); + } + if ( jQuery.etag[ cacheURL ] ) { + jqXHR.setRequestHeader( "If-None-Match", jQuery.etag[ cacheURL ] ); + } + } + + // Set the correct header, if data is being sent + if ( s.data && s.hasContent && s.contentType !== false || options.contentType ) { + jqXHR.setRequestHeader( "Content-Type", s.contentType ); + } + + // Set the Accepts header for the server, depending on the dataType + jqXHR.setRequestHeader( + "Accept", + s.dataTypes[ 0 ] && s.accepts[ s.dataTypes[ 0 ] ] ? + s.accepts[ s.dataTypes[ 0 ] ] + + ( s.dataTypes[ 0 ] !== "*" ? ", " + allTypes + "; q=0.01" : "" ) : + s.accepts[ "*" ] + ); + + // Check for headers option + for ( i in s.headers ) { + jqXHR.setRequestHeader( i, s.headers[ i ] ); + } + + // Allow custom headers/mimetypes and early abort + if ( s.beforeSend && + ( s.beforeSend.call( callbackContext, jqXHR, s ) === false || completed ) ) { + + // Abort if not done already and return + return jqXHR.abort(); + } + + // Aborting is no longer a cancellation + strAbort = "abort"; + + // Install callbacks on deferreds + completeDeferred.add( s.complete ); + jqXHR.done( s.success ); + jqXHR.fail( s.error ); + + // Get transport + transport = inspectPrefiltersOrTransports( transports, s, options, jqXHR ); + + // If no transport, we auto-abort + if ( !transport ) { + done( -1, "No Transport" ); + } else { + jqXHR.readyState = 1; + + // Send global event + if ( fireGlobals ) { + globalEventContext.trigger( "ajaxSend", [ jqXHR, s ] ); + } + + // If request was aborted inside ajaxSend, stop there + if ( completed ) { + return jqXHR; + } + + // Timeout + if ( s.async && s.timeout > 0 ) { + timeoutTimer = window.setTimeout( function() { + jqXHR.abort( "timeout" ); + }, s.timeout ); + } + + try { + completed = false; + transport.send( requestHeaders, done ); + } catch ( e ) { + + // Rethrow post-completion exceptions + if ( completed ) { + throw e; + } + + // Propagate others as results + done( -1, e ); + } + } + + // Callback for when everything is done + function done( status, nativeStatusText, responses, headers ) { + var isSuccess, success, error, response, modified, + statusText = nativeStatusText; + + // Ignore repeat invocations + if ( completed ) { + return; + } + + completed = true; + + // Clear timeout if it exists + if ( timeoutTimer ) { + window.clearTimeout( timeoutTimer ); + } + + // Dereference transport for early garbage collection + // (no matter how long the jqXHR object will be used) + transport = undefined; + + // Cache response headers + responseHeadersString = headers || ""; + + // Set readyState + jqXHR.readyState = status > 0 ? 4 : 0; + + // Determine if successful + isSuccess = status >= 200 && status < 300 || status === 304; + + // Get response data + if ( responses ) { + response = ajaxHandleResponses( s, jqXHR, responses ); + } + + // Use a noop converter for missing script + if ( !isSuccess && jQuery.inArray( "script", s.dataTypes ) > -1 ) { + s.converters[ "text script" ] = function() {}; + } + + // Convert no matter what (that way responseXXX fields are always set) + response = ajaxConvert( s, response, jqXHR, isSuccess ); + + // If successful, handle type chaining + if ( isSuccess ) { + + // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode. + if ( s.ifModified ) { + modified = jqXHR.getResponseHeader( "Last-Modified" ); + if ( modified ) { + jQuery.lastModified[ cacheURL ] = modified; + } + modified = jqXHR.getResponseHeader( "etag" ); + if ( modified ) { + jQuery.etag[ cacheURL ] = modified; + } + } + + // if no content + if ( status === 204 || s.type === "HEAD" ) { + statusText = "nocontent"; + + // if not modified + } else if ( status === 304 ) { + statusText = "notmodified"; + + // If we have data, let's convert it + } else { + statusText = response.state; + success = response.data; + error = response.error; + isSuccess = !error; + } + } else { + + // Extract error from statusText and normalize for non-aborts + error = statusText; + if ( status || !statusText ) { + statusText = "error"; + if ( status < 0 ) { + status = 0; + } + } + } + + // Set data for the fake xhr object + jqXHR.status = status; + jqXHR.statusText = ( nativeStatusText || statusText ) + ""; + + // Success/Error + if ( isSuccess ) { + deferred.resolveWith( callbackContext, [ success, statusText, jqXHR ] ); + } else { + deferred.rejectWith( callbackContext, [ jqXHR, statusText, error ] ); + } + + // Status-dependent callbacks + jqXHR.statusCode( statusCode ); + statusCode = undefined; + + if ( fireGlobals ) { + globalEventContext.trigger( isSuccess ? "ajaxSuccess" : "ajaxError", + [ jqXHR, s, isSuccess ? success : error ] ); + } + + // Complete + completeDeferred.fireWith( callbackContext, [ jqXHR, statusText ] ); + + if ( fireGlobals ) { + globalEventContext.trigger( "ajaxComplete", [ jqXHR, s ] ); + + // Handle the global AJAX counter + if ( !( --jQuery.active ) ) { + jQuery.event.trigger( "ajaxStop" ); + } + } + } + + return jqXHR; + }, + + getJSON: function( url, data, callback ) { + return jQuery.get( url, data, callback, "json" ); + }, + + getScript: function( url, callback ) { + return jQuery.get( url, undefined, callback, "script" ); + } +} ); + +jQuery.each( [ "get", "post" ], function( _i, method ) { + jQuery[ method ] = function( url, data, callback, type ) { + + // Shift arguments if data argument was omitted + if ( isFunction( data ) ) { + type = type || callback; + callback = data; + data = undefined; + } + + // The url can be an options object (which then must have .url) + return jQuery.ajax( jQuery.extend( { + url: url, + type: method, + dataType: type, + data: data, + success: callback + }, jQuery.isPlainObject( url ) && url ) ); + }; +} ); + +jQuery.ajaxPrefilter( function( s ) { + var i; + for ( i in s.headers ) { + if ( i.toLowerCase() === "content-type" ) { + s.contentType = s.headers[ i ] || ""; + } + } +} ); + + +jQuery._evalUrl = function( url, options, doc ) { + return jQuery.ajax( { + url: url, + + // Make this explicit, since user can override this through ajaxSetup (#11264) + type: "GET", + dataType: "script", + cache: true, + async: false, + global: false, + + // Only evaluate the response if it is successful (gh-4126) + // dataFilter is not invoked for failure responses, so using it instead + // of the default converter is kludgy but it works. + converters: { + "text script": function() {} + }, + dataFilter: function( response ) { + jQuery.globalEval( response, options, doc ); + } + } ); +}; + + +jQuery.fn.extend( { + wrapAll: function( html ) { + var wrap; + + if ( this[ 0 ] ) { + if ( isFunction( html ) ) { + html = html.call( this[ 0 ] ); + } + + // The elements to wrap the target around + wrap = jQuery( html, this[ 0 ].ownerDocument ).eq( 0 ).clone( true ); + + if ( this[ 0 ].parentNode ) { + wrap.insertBefore( this[ 0 ] ); + } + + wrap.map( function() { + var elem = this; + + while ( elem.firstElementChild ) { + elem = elem.firstElementChild; + } + + return elem; + } ).append( this ); + } + + return this; + }, + + wrapInner: function( html ) { + if ( isFunction( html ) ) { + return this.each( function( i ) { + jQuery( this ).wrapInner( html.call( this, i ) ); + } ); + } + + return this.each( function() { + var self = jQuery( this ), + contents = self.contents(); + + if ( contents.length ) { + contents.wrapAll( html ); + + } else { + self.append( html ); + } + } ); + }, + + wrap: function( html ) { + var htmlIsFunction = isFunction( html ); + + return this.each( function( i ) { + jQuery( this ).wrapAll( htmlIsFunction ? html.call( this, i ) : html ); + } ); + }, + + unwrap: function( selector ) { + this.parent( selector ).not( "body" ).each( function() { + jQuery( this ).replaceWith( this.childNodes ); + } ); + return this; + } +} ); + + +jQuery.expr.pseudos.hidden = function( elem ) { + return !jQuery.expr.pseudos.visible( elem ); +}; +jQuery.expr.pseudos.visible = function( elem ) { + return !!( elem.offsetWidth || elem.offsetHeight || elem.getClientRects().length ); +}; + + + + +jQuery.ajaxSettings.xhr = function() { + try { + return new window.XMLHttpRequest(); + } catch ( e ) {} +}; + +var xhrSuccessStatus = { + + // File protocol always yields status code 0, assume 200 + 0: 200, + + // Support: IE <=9 only + // #1450: sometimes IE returns 1223 when it should be 204 + 1223: 204 + }, + xhrSupported = jQuery.ajaxSettings.xhr(); + +support.cors = !!xhrSupported && ( "withCredentials" in xhrSupported ); +support.ajax = xhrSupported = !!xhrSupported; + +jQuery.ajaxTransport( function( options ) { + var callback, errorCallback; + + // Cross domain only allowed if supported through XMLHttpRequest + if ( support.cors || xhrSupported && !options.crossDomain ) { + return { + send: function( headers, complete ) { + var i, + xhr = options.xhr(); + + xhr.open( + options.type, + options.url, + options.async, + options.username, + options.password + ); + + // Apply custom fields if provided + if ( options.xhrFields ) { + for ( i in options.xhrFields ) { + xhr[ i ] = options.xhrFields[ i ]; + } + } + + // Override mime type if needed + if ( options.mimeType && xhr.overrideMimeType ) { + xhr.overrideMimeType( options.mimeType ); + } + + // X-Requested-With header + // For cross-domain requests, seeing as conditions for a preflight are + // akin to a jigsaw puzzle, we simply never set it to be sure. + // (it can always be set on a per-request basis or even using ajaxSetup) + // For same-domain requests, won't change header if already provided. + if ( !options.crossDomain && !headers[ "X-Requested-With" ] ) { + headers[ "X-Requested-With" ] = "XMLHttpRequest"; + } + + // Set headers + for ( i in headers ) { + xhr.setRequestHeader( i, headers[ i ] ); + } + + // Callback + callback = function( type ) { + return function() { + if ( callback ) { + callback = errorCallback = xhr.onload = + xhr.onerror = xhr.onabort = xhr.ontimeout = + xhr.onreadystatechange = null; + + if ( type === "abort" ) { + xhr.abort(); + } else if ( type === "error" ) { + + // Support: IE <=9 only + // On a manual native abort, IE9 throws + // errors on any property access that is not readyState + if ( typeof xhr.status !== "number" ) { + complete( 0, "error" ); + } else { + complete( + + // File: protocol always yields status 0; see #8605, #14207 + xhr.status, + xhr.statusText + ); + } + } else { + complete( + xhrSuccessStatus[ xhr.status ] || xhr.status, + xhr.statusText, + + // Support: IE <=9 only + // IE9 has no XHR2 but throws on binary (trac-11426) + // For XHR2 non-text, let the caller handle it (gh-2498) + ( xhr.responseType || "text" ) !== "text" || + typeof xhr.responseText !== "string" ? + { binary: xhr.response } : + { text: xhr.responseText }, + xhr.getAllResponseHeaders() + ); + } + } + }; + }; + + // Listen to events + xhr.onload = callback(); + errorCallback = xhr.onerror = xhr.ontimeout = callback( "error" ); + + // Support: IE 9 only + // Use onreadystatechange to replace onabort + // to handle uncaught aborts + if ( xhr.onabort !== undefined ) { + xhr.onabort = errorCallback; + } else { + xhr.onreadystatechange = function() { + + // Check readyState before timeout as it changes + if ( xhr.readyState === 4 ) { + + // Allow onerror to be called first, + // but that will not handle a native abort + // Also, save errorCallback to a variable + // as xhr.onerror cannot be accessed + window.setTimeout( function() { + if ( callback ) { + errorCallback(); + } + } ); + } + }; + } + + // Create the abort callback + callback = callback( "abort" ); + + try { + + // Do send the request (this may raise an exception) + xhr.send( options.hasContent && options.data || null ); + } catch ( e ) { + + // #14683: Only rethrow if this hasn't been notified as an error yet + if ( callback ) { + throw e; + } + } + }, + + abort: function() { + if ( callback ) { + callback(); + } + } + }; + } +} ); + + + + +// Prevent auto-execution of scripts when no explicit dataType was provided (See gh-2432) +jQuery.ajaxPrefilter( function( s ) { + if ( s.crossDomain ) { + s.contents.script = false; + } +} ); + +// Install script dataType +jQuery.ajaxSetup( { + accepts: { + script: "text/javascript, application/javascript, " + + "application/ecmascript, application/x-ecmascript" + }, + contents: { + script: /\b(?:java|ecma)script\b/ + }, + converters: { + "text script": function( text ) { + jQuery.globalEval( text ); + return text; + } + } +} ); + +// Handle cache's special case and crossDomain +jQuery.ajaxPrefilter( "script", function( s ) { + if ( s.cache === undefined ) { + s.cache = false; + } + if ( s.crossDomain ) { + s.type = "GET"; + } +} ); + +// Bind script tag hack transport +jQuery.ajaxTransport( "script", function( s ) { + + // This transport only deals with cross domain or forced-by-attrs requests + if ( s.crossDomain || s.scriptAttrs ) { + var script, callback; + return { + send: function( _, complete ) { + script = jQuery( "\r\n"; + +// inject VBScript +document.write(IEBinaryToArray_ByteStr_Script); + +global.JSZipUtils._getBinaryFromXHR = function (xhr) { + var binary = xhr.responseBody; + var byteMapping = {}; + for ( var i = 0; i < 256; i++ ) { + for ( var j = 0; j < 256; j++ ) { + byteMapping[ String.fromCharCode( i + (j << 8) ) ] = + String.fromCharCode(i) + String.fromCharCode(j); + } + } + var rawBytes = IEBinaryToArray_ByteStr(binary); + var lastChr = IEBinaryToArray_ByteStr_Last(binary); + return rawBytes.replace(/[\s\S]/g, function( match ) { + return byteMapping[match]; + }) + lastChr; +}; + +// enforcing Stuk's coding style +// vim: set shiftwidth=4 softtabstop=4: + +},{}]},{},[1]) +; diff --git a/jquery/jszip-utils/dist/jszip-utils-ie.min.js b/jquery/jszip-utils/dist/jszip-utils-ie.min.js new file mode 100644 index 0000000..93d8bc8 --- /dev/null +++ b/jquery/jszip-utils/dist/jszip-utils-ie.min.js @@ -0,0 +1,10 @@ +/*! + +JSZipUtils - A collection of cross-browser utilities to go along with JSZip. + + +(c) 2014 Stuart Knightley, David Duponchel +Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown. + +*/ +!function a(b,c,d){function e(g,h){if(!c[g]){if(!b[g]){var i="function"==typeof require&&require;if(!h&&i)return i(g,!0);if(f)return f(g,!0);throw new Error("Cannot find module '"+g+"'")}var j=c[g]={exports:{}};b[g][0].call(j.exports,function(a){var c=b[g][1][a];return e(c?c:a)},j,j.exports,a,b,c,d)}return c[g].exports}for(var f="function"==typeof require&&require,g=0;g\r\n";document.write(b),a.JSZipUtils._getBinaryFromXHR=function(a){for(var b=a.responseBody,c={},d=0;256>d;d++)for(var e=0;256>e;e++)c[String.fromCharCode(d+(e<<8))]=String.fromCharCode(d)+String.fromCharCode(e);var f=IEBinaryToArray_ByteStr(b),g=IEBinaryToArray_ByteStr_Last(b);return f.replace(/[\s\S]/g,function(a){return c[a]})+g}},{}]},{},[1]); diff --git a/jquery/jszip-utils/dist/jszip-utils.js b/jquery/jszip-utils/dist/jszip-utils.js new file mode 100644 index 0000000..775895e --- /dev/null +++ b/jquery/jszip-utils/dist/jszip-utils.js @@ -0,0 +1,118 @@ +/*! + +JSZipUtils - A collection of cross-browser utilities to go along with JSZip. + + +(c) 2014 Stuart Knightley, David Duponchel +Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown. + +*/ +!function(e){"object"==typeof exports?module.exports=e():"function"==typeof define&&define.amd?define(e):"undefined"!=typeof window?window.JSZipUtils=e():"undefined"!=typeof global?global.JSZipUtils=e():"undefined"!=typeof self&&(self.JSZipUtils=e())}(function(){var define,module,exports;return (function e(t,n,r){function s(o,u){if(!n[o]){if(!t[o]){var a=typeof require=="function"&&require;if(!u&&a)return a(o,!0);if(i)return i(o,!0);throw new Error("Cannot find module '"+o+"'")}var f=n[o]={exports:{}};t[o][0].call(f.exports,function(e){var n=t[o][1][e];return s(n?n:e)},f,f.exports,e,t,n,r)}return n[o].exports}var i=typeof require=="function"&&require;for(var o=0;o + +(c) 2014 Stuart Knightley, David Duponchel +Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip-utils/master/LICENSE.markdown. + +*/ +!function(a){"object"==typeof exports?module.exports=a():"function"==typeof define&&define.amd?define(a):"undefined"!=typeof window?window.JSZipUtils=a():"undefined"!=typeof global?global.JSZipUtils=a():"undefined"!=typeof self&&(self.JSZipUtils=a())}(function(){return function a(b,c,d){function e(g,h){if(!c[g]){if(!b[g]){var i="function"==typeof require&&require;if(!h&&i)return i(g,!0);if(f)return f(g,!0);throw new Error("Cannot find module '"+g+"'")}var j=c[g]={exports:{}};b[g][0].call(j.exports,function(a){var c=b[g][1][a];return e(c?c:a)},j,j.exports,a,b,c,d)}return c[g].exports}for(var f="function"==typeof require&&require,g=0;g + +(c) 2009-2016 Stuart Knightley +Dual licenced under the MIT license or GPLv3. See https://raw.github.com/Stuk/jszip/master/LICENSE.markdown. + +JSZip uses the library pako released under the MIT license : +https://github.com/nodeca/pako/blob/master/LICENSE +*/ + +(function(f){if(typeof exports==="object"&&typeof module!=="undefined"){module.exports=f()}else if(typeof define==="function"&&define.amd){define([],f)}else{var g;if(typeof window!=="undefined"){g=window}else if(typeof global!=="undefined"){g=global}else if(typeof self!=="undefined"){g=self}else{g=this}g.JSZip = f()}})(function(){var define,module,exports;return (function e(t,n,r){function s(o,u){if(!n[o]){if(!t[o]){var a=typeof require=="function"&&require;if(!u&&a)return a(o,!0);if(i)return i(o,!0);var f=new Error("Cannot find module '"+o+"'");throw f.code="MODULE_NOT_FOUND",f}var l=n[o]={exports:{}};t[o][0].call(l.exports,function(e){var n=t[o][1][e];return s(n?n:e)},l,l.exports,e,t,n,r)}return n[o].exports}var i=typeof require=="function"&&require;for(var o=0;o> 2; + enc2 = ((chr1 & 3) << 4) | (chr2 >> 4); + enc3 = remainingBytes > 1 ? (((chr2 & 15) << 2) | (chr3 >> 6)) : 64; + enc4 = remainingBytes > 2 ? (chr3 & 63) : 64; + + output.push(_keyStr.charAt(enc1) + _keyStr.charAt(enc2) + _keyStr.charAt(enc3) + _keyStr.charAt(enc4)); + + } + + return output.join(""); +}; + +// public method for decoding +exports.decode = function(input) { + var chr1, chr2, chr3; + var enc1, enc2, enc3, enc4; + var i = 0, resultIndex = 0; + + var dataUrlPrefix = "data:"; + + if (input.substr(0, dataUrlPrefix.length) === dataUrlPrefix) { + // This is a common error: people give a data url + // (data:image/png;base64,iVBOR...) with a {base64: true} and + // wonders why things don't work. + // We can detect that the string input looks like a data url but we + // *can't* be sure it is one: removing everything up to the comma would + // be too dangerous. + throw new Error("Invalid base64 input, it looks like a data url."); + } + + input = input.replace(/[^A-Za-z0-9\+\/\=]/g, ""); + + var totalLength = input.length * 3 / 4; + if(input.charAt(input.length - 1) === _keyStr.charAt(64)) { + totalLength--; + } + if(input.charAt(input.length - 2) === _keyStr.charAt(64)) { + totalLength--; + } + if (totalLength % 1 !== 0) { + // totalLength is not an integer, the length does not match a valid + // base64 content. That can happen if: + // - the input is not a base64 content + // - the input is *almost* a base64 content, with a extra chars at the + // beginning or at the end + // - the input uses a base64 variant (base64url for example) + throw new Error("Invalid base64 input, bad content length."); + } + var output; + if (support.uint8array) { + output = new Uint8Array(totalLength|0); + } else { + output = new Array(totalLength|0); + } + + while (i < input.length) { + + enc1 = _keyStr.indexOf(input.charAt(i++)); + enc2 = _keyStr.indexOf(input.charAt(i++)); + enc3 = _keyStr.indexOf(input.charAt(i++)); + enc4 = _keyStr.indexOf(input.charAt(i++)); + + chr1 = (enc1 << 2) | (enc2 >> 4); + chr2 = ((enc2 & 15) << 4) | (enc3 >> 2); + chr3 = ((enc3 & 3) << 6) | enc4; + + output[resultIndex++] = chr1; + + if (enc3 !== 64) { + output[resultIndex++] = chr2; + } + if (enc4 !== 64) { + output[resultIndex++] = chr3; + } + + } + + return output; +}; + +},{"./support":30,"./utils":32}],2:[function(require,module,exports){ +'use strict'; + +var external = require("./external"); +var DataWorker = require('./stream/DataWorker'); +var Crc32Probe = require('./stream/Crc32Probe'); +var DataLengthProbe = require('./stream/DataLengthProbe'); + +/** + * Represent a compressed object, with everything needed to decompress it. + * @constructor + * @param {number} compressedSize the size of the data compressed. + * @param {number} uncompressedSize the size of the data after decompression. + * @param {number} crc32 the crc32 of the decompressed file. + * @param {object} compression the type of compression, see lib/compressions.js. + * @param {String|ArrayBuffer|Uint8Array|Buffer} data the compressed data. + */ +function CompressedObject(compressedSize, uncompressedSize, crc32, compression, data) { + this.compressedSize = compressedSize; + this.uncompressedSize = uncompressedSize; + this.crc32 = crc32; + this.compression = compression; + this.compressedContent = data; +} + +CompressedObject.prototype = { + /** + * Create a worker to get the uncompressed content. + * @return {GenericWorker} the worker. + */ + getContentWorker: function () { + var worker = new DataWorker(external.Promise.resolve(this.compressedContent)) + .pipe(this.compression.uncompressWorker()) + .pipe(new DataLengthProbe("data_length")); + + var that = this; + worker.on("end", function () { + if (this.streamInfo['data_length'] !== that.uncompressedSize) { + throw new Error("Bug : uncompressed data size mismatch"); + } + }); + return worker; + }, + /** + * Create a worker to get the compressed content. + * @return {GenericWorker} the worker. + */ + getCompressedWorker: function () { + return new DataWorker(external.Promise.resolve(this.compressedContent)) + .withStreamInfo("compressedSize", this.compressedSize) + .withStreamInfo("uncompressedSize", this.uncompressedSize) + .withStreamInfo("crc32", this.crc32) + .withStreamInfo("compression", this.compression) + ; + } +}; + +/** + * Chain the given worker with other workers to compress the content with the + * given compression. + * @param {GenericWorker} uncompressedWorker the worker to pipe. + * @param {Object} compression the compression object. + * @param {Object} compressionOptions the options to use when compressing. + * @return {GenericWorker} the new worker compressing the content. + */ +CompressedObject.createWorkerFrom = function (uncompressedWorker, compression, compressionOptions) { + return uncompressedWorker + .pipe(new Crc32Probe()) + .pipe(new DataLengthProbe("uncompressedSize")) + .pipe(compression.compressWorker(compressionOptions)) + .pipe(new DataLengthProbe("compressedSize")) + .withStreamInfo("compression", compression); +}; + +module.exports = CompressedObject; + +},{"./external":6,"./stream/Crc32Probe":25,"./stream/DataLengthProbe":26,"./stream/DataWorker":27}],3:[function(require,module,exports){ +'use strict'; + +var GenericWorker = require("./stream/GenericWorker"); + +exports.STORE = { + magic: "\x00\x00", + compressWorker : function (compressionOptions) { + return new GenericWorker("STORE compression"); + }, + uncompressWorker : function () { + return new GenericWorker("STORE decompression"); + } +}; +exports.DEFLATE = require('./flate'); + +},{"./flate":7,"./stream/GenericWorker":28}],4:[function(require,module,exports){ +'use strict'; + +var utils = require('./utils'); + +/** + * The following functions come from pako, from pako/lib/zlib/crc32.js + * released under the MIT license, see pako https://github.com/nodeca/pako/ + */ + +// Use ordinary array, since untyped makes no boost here +function makeTable() { + var c, table = []; + + for(var n =0; n < 256; n++){ + c = n; + for(var k =0; k < 8; k++){ + c = ((c&1) ? (0xEDB88320 ^ (c >>> 1)) : (c >>> 1)); + } + table[n] = c; + } + + return table; +} + +// Create table on load. Just 255 signed longs. Not a problem. +var crcTable = makeTable(); + + +function crc32(crc, buf, len, pos) { + var t = crcTable, end = pos + len; + + crc = crc ^ (-1); + + for (var i = pos; i < end; i++ ) { + crc = (crc >>> 8) ^ t[(crc ^ buf[i]) & 0xFF]; + } + + return (crc ^ (-1)); // >>> 0; +} + +// That's all for the pako functions. + +/** + * Compute the crc32 of a string. + * This is almost the same as the function crc32, but for strings. Using the + * same function for the two use cases leads to horrible performances. + * @param {Number} crc the starting value of the crc. + * @param {String} str the string to use. + * @param {Number} len the length of the string. + * @param {Number} pos the starting position for the crc32 computation. + * @return {Number} the computed crc32. + */ +function crc32str(crc, str, len, pos) { + var t = crcTable, end = pos + len; + + crc = crc ^ (-1); + + for (var i = pos; i < end; i++ ) { + crc = (crc >>> 8) ^ t[(crc ^ str.charCodeAt(i)) & 0xFF]; + } + + return (crc ^ (-1)); // >>> 0; +} + +module.exports = function crc32wrapper(input, crc) { + if (typeof input === "undefined" || !input.length) { + return 0; + } + + var isArray = utils.getTypeOf(input) !== "string"; + + if(isArray) { + return crc32(crc|0, input, input.length, 0); + } else { + return crc32str(crc|0, input, input.length, 0); + } +}; + +},{"./utils":32}],5:[function(require,module,exports){ +'use strict'; +exports.base64 = false; +exports.binary = false; +exports.dir = false; +exports.createFolders = true; +exports.date = null; +exports.compression = null; +exports.compressionOptions = null; +exports.comment = null; +exports.unixPermissions = null; +exports.dosPermissions = null; + +},{}],6:[function(require,module,exports){ +/* global Promise */ +'use strict'; + +// load the global object first: +// - it should be better integrated in the system (unhandledRejection in node) +// - the environment may have a custom Promise implementation (see zone.js) +var ES6Promise = null; +if (typeof Promise !== "undefined") { + ES6Promise = Promise; +} else { + ES6Promise = require("lie"); +} + +/** + * Let the user use/change some implementations. + */ +module.exports = { + Promise: ES6Promise +}; + +},{"lie":37}],7:[function(require,module,exports){ +'use strict'; +var USE_TYPEDARRAY = (typeof Uint8Array !== 'undefined') && (typeof Uint16Array !== 'undefined') && (typeof Uint32Array !== 'undefined'); + +var pako = require("pako"); +var utils = require("./utils"); +var GenericWorker = require("./stream/GenericWorker"); + +var ARRAY_TYPE = USE_TYPEDARRAY ? "uint8array" : "array"; + +exports.magic = "\x08\x00"; + +/** + * Create a worker that uses pako to inflate/deflate. + * @constructor + * @param {String} action the name of the pako function to call : either "Deflate" or "Inflate". + * @param {Object} options the options to use when (de)compressing. + */ +function FlateWorker(action, options) { + GenericWorker.call(this, "FlateWorker/" + action); + + this._pako = null; + this._pakoAction = action; + this._pakoOptions = options; + // the `meta` object from the last chunk received + // this allow this worker to pass around metadata + this.meta = {}; +} + +utils.inherits(FlateWorker, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +FlateWorker.prototype.processChunk = function (chunk) { + this.meta = chunk.meta; + if (this._pako === null) { + this._createPako(); + } + this._pako.push(utils.transformTo(ARRAY_TYPE, chunk.data), false); +}; + +/** + * @see GenericWorker.flush + */ +FlateWorker.prototype.flush = function () { + GenericWorker.prototype.flush.call(this); + if (this._pako === null) { + this._createPako(); + } + this._pako.push([], true); +}; +/** + * @see GenericWorker.cleanUp + */ +FlateWorker.prototype.cleanUp = function () { + GenericWorker.prototype.cleanUp.call(this); + this._pako = null; +}; + +/** + * Create the _pako object. + * TODO: lazy-loading this object isn't the best solution but it's the + * quickest. The best solution is to lazy-load the worker list. See also the + * issue #446. + */ +FlateWorker.prototype._createPako = function () { + this._pako = new pako[this._pakoAction]({ + raw: true, + level: this._pakoOptions.level || -1 // default compression + }); + var self = this; + this._pako.onData = function(data) { + self.push({ + data : data, + meta : self.meta + }); + }; +}; + +exports.compressWorker = function (compressionOptions) { + return new FlateWorker("Deflate", compressionOptions); +}; +exports.uncompressWorker = function () { + return new FlateWorker("Inflate", {}); +}; + +},{"./stream/GenericWorker":28,"./utils":32,"pako":38}],8:[function(require,module,exports){ +'use strict'; + +var utils = require('../utils'); +var GenericWorker = require('../stream/GenericWorker'); +var utf8 = require('../utf8'); +var crc32 = require('../crc32'); +var signature = require('../signature'); + +/** + * Transform an integer into a string in hexadecimal. + * @private + * @param {number} dec the number to convert. + * @param {number} bytes the number of bytes to generate. + * @returns {string} the result. + */ +var decToHex = function(dec, bytes) { + var hex = "", i; + for (i = 0; i < bytes; i++) { + hex += String.fromCharCode(dec & 0xff); + dec = dec >>> 8; + } + return hex; +}; + +/** + * Generate the UNIX part of the external file attributes. + * @param {Object} unixPermissions the unix permissions or null. + * @param {Boolean} isDir true if the entry is a directory, false otherwise. + * @return {Number} a 32 bit integer. + * + * adapted from http://unix.stackexchange.com/questions/14705/the-zip-formats-external-file-attribute : + * + * TTTTsstrwxrwxrwx0000000000ADVSHR + * ^^^^____________________________ file type, see zipinfo.c (UNX_*) + * ^^^_________________________ setuid, setgid, sticky + * ^^^^^^^^^________________ permissions + * ^^^^^^^^^^______ not used ? + * ^^^^^^ DOS attribute bits : Archive, Directory, Volume label, System file, Hidden, Read only + */ +var generateUnixExternalFileAttr = function (unixPermissions, isDir) { + + var result = unixPermissions; + if (!unixPermissions) { + // I can't use octal values in strict mode, hence the hexa. + // 040775 => 0x41fd + // 0100664 => 0x81b4 + result = isDir ? 0x41fd : 0x81b4; + } + return (result & 0xFFFF) << 16; +}; + +/** + * Generate the DOS part of the external file attributes. + * @param {Object} dosPermissions the dos permissions or null. + * @param {Boolean} isDir true if the entry is a directory, false otherwise. + * @return {Number} a 32 bit integer. + * + * Bit 0 Read-Only + * Bit 1 Hidden + * Bit 2 System + * Bit 3 Volume Label + * Bit 4 Directory + * Bit 5 Archive + */ +var generateDosExternalFileAttr = function (dosPermissions, isDir) { + + // the dir flag is already set for compatibility + return (dosPermissions || 0) & 0x3F; +}; + +/** + * Generate the various parts used in the construction of the final zip file. + * @param {Object} streamInfo the hash with information about the compressed file. + * @param {Boolean} streamedContent is the content streamed ? + * @param {Boolean} streamingEnded is the stream finished ? + * @param {number} offset the current offset from the start of the zip file. + * @param {String} platform let's pretend we are this platform (change platform dependents fields) + * @param {Function} encodeFileName the function to encode the file name / comment. + * @return {Object} the zip parts. + */ +var generateZipParts = function(streamInfo, streamedContent, streamingEnded, offset, platform, encodeFileName) { + var file = streamInfo['file'], + compression = streamInfo['compression'], + useCustomEncoding = encodeFileName !== utf8.utf8encode, + encodedFileName = utils.transformTo("string", encodeFileName(file.name)), + utfEncodedFileName = utils.transformTo("string", utf8.utf8encode(file.name)), + comment = file.comment, + encodedComment = utils.transformTo("string", encodeFileName(comment)), + utfEncodedComment = utils.transformTo("string", utf8.utf8encode(comment)), + useUTF8ForFileName = utfEncodedFileName.length !== file.name.length, + useUTF8ForComment = utfEncodedComment.length !== comment.length, + dosTime, + dosDate, + extraFields = "", + unicodePathExtraField = "", + unicodeCommentExtraField = "", + dir = file.dir, + date = file.date; + + + var dataInfo = { + crc32 : 0, + compressedSize : 0, + uncompressedSize : 0 + }; + + // if the content is streamed, the sizes/crc32 are only available AFTER + // the end of the stream. + if (!streamedContent || streamingEnded) { + dataInfo.crc32 = streamInfo['crc32']; + dataInfo.compressedSize = streamInfo['compressedSize']; + dataInfo.uncompressedSize = streamInfo['uncompressedSize']; + } + + var bitflag = 0; + if (streamedContent) { + // Bit 3: the sizes/crc32 are set to zero in the local header. + // The correct values are put in the data descriptor immediately + // following the compressed data. + bitflag |= 0x0008; + } + if (!useCustomEncoding && (useUTF8ForFileName || useUTF8ForComment)) { + // Bit 11: Language encoding flag (EFS). + bitflag |= 0x0800; + } + + + var extFileAttr = 0; + var versionMadeBy = 0; + if (dir) { + // dos or unix, we set the dos dir flag + extFileAttr |= 0x00010; + } + if(platform === "UNIX") { + versionMadeBy = 0x031E; // UNIX, version 3.0 + extFileAttr |= generateUnixExternalFileAttr(file.unixPermissions, dir); + } else { // DOS or other, fallback to DOS + versionMadeBy = 0x0014; // DOS, version 2.0 + extFileAttr |= generateDosExternalFileAttr(file.dosPermissions, dir); + } + + // date + // @see http://www.delorie.com/djgpp/doc/rbinter/it/52/13.html + // @see http://www.delorie.com/djgpp/doc/rbinter/it/65/16.html + // @see http://www.delorie.com/djgpp/doc/rbinter/it/66/16.html + + dosTime = date.getUTCHours(); + dosTime = dosTime << 6; + dosTime = dosTime | date.getUTCMinutes(); + dosTime = dosTime << 5; + dosTime = dosTime | date.getUTCSeconds() / 2; + + dosDate = date.getUTCFullYear() - 1980; + dosDate = dosDate << 4; + dosDate = dosDate | (date.getUTCMonth() + 1); + dosDate = dosDate << 5; + dosDate = dosDate | date.getUTCDate(); + + if (useUTF8ForFileName) { + // set the unicode path extra field. unzip needs at least one extra + // field to correctly handle unicode path, so using the path is as good + // as any other information. This could improve the situation with + // other archive managers too. + // This field is usually used without the utf8 flag, with a non + // unicode path in the header (winrar, winzip). This helps (a bit) + // with the messy Windows' default compressed folders feature but + // breaks on p7zip which doesn't seek the unicode path extra field. + // So for now, UTF-8 everywhere ! + unicodePathExtraField = + // Version + decToHex(1, 1) + + // NameCRC32 + decToHex(crc32(encodedFileName), 4) + + // UnicodeName + utfEncodedFileName; + + extraFields += + // Info-ZIP Unicode Path Extra Field + "\x75\x70" + + // size + decToHex(unicodePathExtraField.length, 2) + + // content + unicodePathExtraField; + } + + if(useUTF8ForComment) { + + unicodeCommentExtraField = + // Version + decToHex(1, 1) + + // CommentCRC32 + decToHex(crc32(encodedComment), 4) + + // UnicodeName + utfEncodedComment; + + extraFields += + // Info-ZIP Unicode Path Extra Field + "\x75\x63" + + // size + decToHex(unicodeCommentExtraField.length, 2) + + // content + unicodeCommentExtraField; + } + + var header = ""; + + // version needed to extract + header += "\x0A\x00"; + // general purpose bit flag + header += decToHex(bitflag, 2); + // compression method + header += compression.magic; + // last mod file time + header += decToHex(dosTime, 2); + // last mod file date + header += decToHex(dosDate, 2); + // crc-32 + header += decToHex(dataInfo.crc32, 4); + // compressed size + header += decToHex(dataInfo.compressedSize, 4); + // uncompressed size + header += decToHex(dataInfo.uncompressedSize, 4); + // file name length + header += decToHex(encodedFileName.length, 2); + // extra field length + header += decToHex(extraFields.length, 2); + + + var fileRecord = signature.LOCAL_FILE_HEADER + header + encodedFileName + extraFields; + + var dirRecord = signature.CENTRAL_FILE_HEADER + + // version made by (00: DOS) + decToHex(versionMadeBy, 2) + + // file header (common to file and central directory) + header + + // file comment length + decToHex(encodedComment.length, 2) + + // disk number start + "\x00\x00" + + // internal file attributes TODO + "\x00\x00" + + // external file attributes + decToHex(extFileAttr, 4) + + // relative offset of local header + decToHex(offset, 4) + + // file name + encodedFileName + + // extra field + extraFields + + // file comment + encodedComment; + + return { + fileRecord: fileRecord, + dirRecord: dirRecord + }; +}; + +/** + * Generate the EOCD record. + * @param {Number} entriesCount the number of entries in the zip file. + * @param {Number} centralDirLength the length (in bytes) of the central dir. + * @param {Number} localDirLength the length (in bytes) of the local dir. + * @param {String} comment the zip file comment as a binary string. + * @param {Function} encodeFileName the function to encode the comment. + * @return {String} the EOCD record. + */ +var generateCentralDirectoryEnd = function (entriesCount, centralDirLength, localDirLength, comment, encodeFileName) { + var dirEnd = ""; + var encodedComment = utils.transformTo("string", encodeFileName(comment)); + + // end of central dir signature + dirEnd = signature.CENTRAL_DIRECTORY_END + + // number of this disk + "\x00\x00" + + // number of the disk with the start of the central directory + "\x00\x00" + + // total number of entries in the central directory on this disk + decToHex(entriesCount, 2) + + // total number of entries in the central directory + decToHex(entriesCount, 2) + + // size of the central directory 4 bytes + decToHex(centralDirLength, 4) + + // offset of start of central directory with respect to the starting disk number + decToHex(localDirLength, 4) + + // .ZIP file comment length + decToHex(encodedComment.length, 2) + + // .ZIP file comment + encodedComment; + + return dirEnd; +}; + +/** + * Generate data descriptors for a file entry. + * @param {Object} streamInfo the hash generated by a worker, containing information + * on the file entry. + * @return {String} the data descriptors. + */ +var generateDataDescriptors = function (streamInfo) { + var descriptor = ""; + descriptor = signature.DATA_DESCRIPTOR + + // crc-32 4 bytes + decToHex(streamInfo['crc32'], 4) + + // compressed size 4 bytes + decToHex(streamInfo['compressedSize'], 4) + + // uncompressed size 4 bytes + decToHex(streamInfo['uncompressedSize'], 4); + + return descriptor; +}; + + +/** + * A worker to concatenate other workers to create a zip file. + * @param {Boolean} streamFiles `true` to stream the content of the files, + * `false` to accumulate it. + * @param {String} comment the comment to use. + * @param {String} platform the platform to use, "UNIX" or "DOS". + * @param {Function} encodeFileName the function to encode file names and comments. + */ +function ZipFileWorker(streamFiles, comment, platform, encodeFileName) { + GenericWorker.call(this, "ZipFileWorker"); + // The number of bytes written so far. This doesn't count accumulated chunks. + this.bytesWritten = 0; + // The comment of the zip file + this.zipComment = comment; + // The platform "generating" the zip file. + this.zipPlatform = platform; + // the function to encode file names and comments. + this.encodeFileName = encodeFileName; + // Should we stream the content of the files ? + this.streamFiles = streamFiles; + // If `streamFiles` is false, we will need to accumulate the content of the + // files to calculate sizes / crc32 (and write them *before* the content). + // This boolean indicates if we are accumulating chunks (it will change a lot + // during the lifetime of this worker). + this.accumulate = false; + // The buffer receiving chunks when accumulating content. + this.contentBuffer = []; + // The list of generated directory records. + this.dirRecords = []; + // The offset (in bytes) from the beginning of the zip file for the current source. + this.currentSourceOffset = 0; + // The total number of entries in this zip file. + this.entriesCount = 0; + // the name of the file currently being added, null when handling the end of the zip file. + // Used for the emitted metadata. + this.currentFile = null; + + + + this._sources = []; +} +utils.inherits(ZipFileWorker, GenericWorker); + +/** + * @see GenericWorker.push + */ +ZipFileWorker.prototype.push = function (chunk) { + + var currentFilePercent = chunk.meta.percent || 0; + var entriesCount = this.entriesCount; + var remainingFiles = this._sources.length; + + if(this.accumulate) { + this.contentBuffer.push(chunk); + } else { + this.bytesWritten += chunk.data.length; + + GenericWorker.prototype.push.call(this, { + data : chunk.data, + meta : { + currentFile : this.currentFile, + percent : entriesCount ? (currentFilePercent + 100 * (entriesCount - remainingFiles - 1)) / entriesCount : 100 + } + }); + } +}; + +/** + * The worker started a new source (an other worker). + * @param {Object} streamInfo the streamInfo object from the new source. + */ +ZipFileWorker.prototype.openedSource = function (streamInfo) { + this.currentSourceOffset = this.bytesWritten; + this.currentFile = streamInfo['file'].name; + + var streamedContent = this.streamFiles && !streamInfo['file'].dir; + + // don't stream folders (because they don't have any content) + if(streamedContent) { + var record = generateZipParts(streamInfo, streamedContent, false, this.currentSourceOffset, this.zipPlatform, this.encodeFileName); + this.push({ + data : record.fileRecord, + meta : {percent:0} + }); + } else { + // we need to wait for the whole file before pushing anything + this.accumulate = true; + } +}; + +/** + * The worker finished a source (an other worker). + * @param {Object} streamInfo the streamInfo object from the finished source. + */ +ZipFileWorker.prototype.closedSource = function (streamInfo) { + this.accumulate = false; + var streamedContent = this.streamFiles && !streamInfo['file'].dir; + var record = generateZipParts(streamInfo, streamedContent, true, this.currentSourceOffset, this.zipPlatform, this.encodeFileName); + + this.dirRecords.push(record.dirRecord); + if(streamedContent) { + // after the streamed file, we put data descriptors + this.push({ + data : generateDataDescriptors(streamInfo), + meta : {percent:100} + }); + } else { + // the content wasn't streamed, we need to push everything now + // first the file record, then the content + this.push({ + data : record.fileRecord, + meta : {percent:0} + }); + while(this.contentBuffer.length) { + this.push(this.contentBuffer.shift()); + } + } + this.currentFile = null; +}; + +/** + * @see GenericWorker.flush + */ +ZipFileWorker.prototype.flush = function () { + + var localDirLength = this.bytesWritten; + for(var i = 0; i < this.dirRecords.length; i++) { + this.push({ + data : this.dirRecords[i], + meta : {percent:100} + }); + } + var centralDirLength = this.bytesWritten - localDirLength; + + var dirEnd = generateCentralDirectoryEnd(this.dirRecords.length, centralDirLength, localDirLength, this.zipComment, this.encodeFileName); + + this.push({ + data : dirEnd, + meta : {percent:100} + }); +}; + +/** + * Prepare the next source to be read. + */ +ZipFileWorker.prototype.prepareNextSource = function () { + this.previous = this._sources.shift(); + this.openedSource(this.previous.streamInfo); + if (this.isPaused) { + this.previous.pause(); + } else { + this.previous.resume(); + } +}; + +/** + * @see GenericWorker.registerPrevious + */ +ZipFileWorker.prototype.registerPrevious = function (previous) { + this._sources.push(previous); + var self = this; + + previous.on('data', function (chunk) { + self.processChunk(chunk); + }); + previous.on('end', function () { + self.closedSource(self.previous.streamInfo); + if(self._sources.length) { + self.prepareNextSource(); + } else { + self.end(); + } + }); + previous.on('error', function (e) { + self.error(e); + }); + return this; +}; + +/** + * @see GenericWorker.resume + */ +ZipFileWorker.prototype.resume = function () { + if(!GenericWorker.prototype.resume.call(this)) { + return false; + } + + if (!this.previous && this._sources.length) { + this.prepareNextSource(); + return true; + } + if (!this.previous && !this._sources.length && !this.generatedError) { + this.end(); + return true; + } +}; + +/** + * @see GenericWorker.error + */ +ZipFileWorker.prototype.error = function (e) { + var sources = this._sources; + if(!GenericWorker.prototype.error.call(this, e)) { + return false; + } + for(var i = 0; i < sources.length; i++) { + try { + sources[i].error(e); + } catch(e) { + // the `error` exploded, nothing to do + } + } + return true; +}; + +/** + * @see GenericWorker.lock + */ +ZipFileWorker.prototype.lock = function () { + GenericWorker.prototype.lock.call(this); + var sources = this._sources; + for(var i = 0; i < sources.length; i++) { + sources[i].lock(); + } +}; + +module.exports = ZipFileWorker; + +},{"../crc32":4,"../signature":23,"../stream/GenericWorker":28,"../utf8":31,"../utils":32}],9:[function(require,module,exports){ +'use strict'; + +var compressions = require('../compressions'); +var ZipFileWorker = require('./ZipFileWorker'); + +/** + * Find the compression to use. + * @param {String} fileCompression the compression defined at the file level, if any. + * @param {String} zipCompression the compression defined at the load() level. + * @return {Object} the compression object to use. + */ +var getCompression = function (fileCompression, zipCompression) { + + var compressionName = fileCompression || zipCompression; + var compression = compressions[compressionName]; + if (!compression) { + throw new Error(compressionName + " is not a valid compression method !"); + } + return compression; +}; + +/** + * Create a worker to generate a zip file. + * @param {JSZip} zip the JSZip instance at the right root level. + * @param {Object} options to generate the zip file. + * @param {String} comment the comment to use. + */ +exports.generateWorker = function (zip, options, comment) { + + var zipFileWorker = new ZipFileWorker(options.streamFiles, comment, options.platform, options.encodeFileName); + var entriesCount = 0; + try { + + zip.forEach(function (relativePath, file) { + entriesCount++; + var compression = getCompression(file.options.compression, options.compression); + var compressionOptions = file.options.compressionOptions || options.compressionOptions || {}; + var dir = file.dir, date = file.date; + + file._compressWorker(compression, compressionOptions) + .withStreamInfo("file", { + name : relativePath, + dir : dir, + date : date, + comment : file.comment || "", + unixPermissions : file.unixPermissions, + dosPermissions : file.dosPermissions + }) + .pipe(zipFileWorker); + }); + zipFileWorker.entriesCount = entriesCount; + } catch (e) { + zipFileWorker.error(e); + } + + return zipFileWorker; +}; + +},{"../compressions":3,"./ZipFileWorker":8}],10:[function(require,module,exports){ +'use strict'; + +/** + * Representation a of zip file in js + * @constructor + */ +function JSZip() { + // if this constructor is used without `new`, it adds `new` before itself: + if(!(this instanceof JSZip)) { + return new JSZip(); + } + + if(arguments.length) { + throw new Error("The constructor with parameters has been removed in JSZip 3.0, please check the upgrade guide."); + } + + // object containing the files : + // { + // "folder/" : {...}, + // "folder/data.txt" : {...} + // } + // NOTE: we use a null prototype because we do not + // want filenames like "toString" coming from a zip file + // to overwrite methods and attributes in a normal Object. + this.files = Object.create(null); + + this.comment = null; + + // Where we are in the hierarchy + this.root = ""; + this.clone = function() { + var newObj = new JSZip(); + for (var i in this) { + if (typeof this[i] !== "function") { + newObj[i] = this[i]; + } + } + return newObj; + }; +} +JSZip.prototype = require('./object'); +JSZip.prototype.loadAsync = require('./load'); +JSZip.support = require('./support'); +JSZip.defaults = require('./defaults'); + +// TODO find a better way to handle this version, +// a require('package.json').version doesn't work with webpack, see #327 +JSZip.version = "3.7.1"; + +JSZip.loadAsync = function (content, options) { + return new JSZip().loadAsync(content, options); +}; + +JSZip.external = require("./external"); +module.exports = JSZip; + +},{"./defaults":5,"./external":6,"./load":11,"./object":15,"./support":30}],11:[function(require,module,exports){ +'use strict'; +var utils = require('./utils'); +var external = require("./external"); +var utf8 = require('./utf8'); +var ZipEntries = require('./zipEntries'); +var Crc32Probe = require('./stream/Crc32Probe'); +var nodejsUtils = require("./nodejsUtils"); + +/** + * Check the CRC32 of an entry. + * @param {ZipEntry} zipEntry the zip entry to check. + * @return {Promise} the result. + */ +function checkEntryCRC32(zipEntry) { + return new external.Promise(function (resolve, reject) { + var worker = zipEntry.decompressed.getContentWorker().pipe(new Crc32Probe()); + worker.on("error", function (e) { + reject(e); + }) + .on("end", function () { + if (worker.streamInfo.crc32 !== zipEntry.decompressed.crc32) { + reject(new Error("Corrupted zip : CRC32 mismatch")); + } else { + resolve(); + } + }) + .resume(); + }); +} + +module.exports = function (data, options) { + var zip = this; + options = utils.extend(options || {}, { + base64: false, + checkCRC32: false, + optimizedBinaryString: false, + createFolders: false, + decodeFileName: utf8.utf8decode + }); + + if (nodejsUtils.isNode && nodejsUtils.isStream(data)) { + return external.Promise.reject(new Error("JSZip can't accept a stream when loading a zip file.")); + } + + return utils.prepareContent("the loaded zip file", data, true, options.optimizedBinaryString, options.base64) + .then(function (data) { + var zipEntries = new ZipEntries(options); + zipEntries.load(data); + return zipEntries; + }).then(function checkCRC32(zipEntries) { + var promises = [external.Promise.resolve(zipEntries)]; + var files = zipEntries.files; + if (options.checkCRC32) { + for (var i = 0; i < files.length; i++) { + promises.push(checkEntryCRC32(files[i])); + } + } + return external.Promise.all(promises); + }).then(function addFiles(results) { + var zipEntries = results.shift(); + var files = zipEntries.files; + for (var i = 0; i < files.length; i++) { + var input = files[i]; + zip.file(input.fileNameStr, input.decompressed, { + binary: true, + optimizedBinaryString: true, + date: input.date, + dir: input.dir, + comment: input.fileCommentStr.length ? input.fileCommentStr : null, + unixPermissions: input.unixPermissions, + dosPermissions: input.dosPermissions, + createFolders: options.createFolders + }); + } + if (zipEntries.zipComment.length) { + zip.comment = zipEntries.zipComment; + } + + return zip; + }); +}; + +},{"./external":6,"./nodejsUtils":14,"./stream/Crc32Probe":25,"./utf8":31,"./utils":32,"./zipEntries":33}],12:[function(require,module,exports){ +"use strict"; + +var utils = require('../utils'); +var GenericWorker = require('../stream/GenericWorker'); + +/** + * A worker that use a nodejs stream as source. + * @constructor + * @param {String} filename the name of the file entry for this stream. + * @param {Readable} stream the nodejs stream. + */ +function NodejsStreamInputAdapter(filename, stream) { + GenericWorker.call(this, "Nodejs stream input adapter for " + filename); + this._upstreamEnded = false; + this._bindStream(stream); +} + +utils.inherits(NodejsStreamInputAdapter, GenericWorker); + +/** + * Prepare the stream and bind the callbacks on it. + * Do this ASAP on node 0.10 ! A lazy binding doesn't always work. + * @param {Stream} stream the nodejs stream to use. + */ +NodejsStreamInputAdapter.prototype._bindStream = function (stream) { + var self = this; + this._stream = stream; + stream.pause(); + stream + .on("data", function (chunk) { + self.push({ + data: chunk, + meta : { + percent : 0 + } + }); + }) + .on("error", function (e) { + if(self.isPaused) { + this.generatedError = e; + } else { + self.error(e); + } + }) + .on("end", function () { + if(self.isPaused) { + self._upstreamEnded = true; + } else { + self.end(); + } + }); +}; +NodejsStreamInputAdapter.prototype.pause = function () { + if(!GenericWorker.prototype.pause.call(this)) { + return false; + } + this._stream.pause(); + return true; +}; +NodejsStreamInputAdapter.prototype.resume = function () { + if(!GenericWorker.prototype.resume.call(this)) { + return false; + } + + if(this._upstreamEnded) { + this.end(); + } else { + this._stream.resume(); + } + + return true; +}; + +module.exports = NodejsStreamInputAdapter; + +},{"../stream/GenericWorker":28,"../utils":32}],13:[function(require,module,exports){ +'use strict'; + +var Readable = require('readable-stream').Readable; + +var utils = require('../utils'); +utils.inherits(NodejsStreamOutputAdapter, Readable); + +/** +* A nodejs stream using a worker as source. +* @see the SourceWrapper in http://nodejs.org/api/stream.html +* @constructor +* @param {StreamHelper} helper the helper wrapping the worker +* @param {Object} options the nodejs stream options +* @param {Function} updateCb the update callback. +*/ +function NodejsStreamOutputAdapter(helper, options, updateCb) { + Readable.call(this, options); + this._helper = helper; + + var self = this; + helper.on("data", function (data, meta) { + if (!self.push(data)) { + self._helper.pause(); + } + if(updateCb) { + updateCb(meta); + } + }) + .on("error", function(e) { + self.emit('error', e); + }) + .on("end", function () { + self.push(null); + }); +} + + +NodejsStreamOutputAdapter.prototype._read = function() { + this._helper.resume(); +}; + +module.exports = NodejsStreamOutputAdapter; + +},{"../utils":32,"readable-stream":16}],14:[function(require,module,exports){ +'use strict'; + +module.exports = { + /** + * True if this is running in Nodejs, will be undefined in a browser. + * In a browser, browserify won't include this file and the whole module + * will be resolved an empty object. + */ + isNode : typeof Buffer !== "undefined", + /** + * Create a new nodejs Buffer from an existing content. + * @param {Object} data the data to pass to the constructor. + * @param {String} encoding the encoding to use. + * @return {Buffer} a new Buffer. + */ + newBufferFrom: function(data, encoding) { + if (Buffer.from && Buffer.from !== Uint8Array.from) { + return Buffer.from(data, encoding); + } else { + if (typeof data === "number") { + // Safeguard for old Node.js versions. On newer versions, + // Buffer.from(number) / Buffer(number, encoding) already throw. + throw new Error("The \"data\" argument must not be a number"); + } + return new Buffer(data, encoding); + } + }, + /** + * Create a new nodejs Buffer with the specified size. + * @param {Integer} size the size of the buffer. + * @return {Buffer} a new Buffer. + */ + allocBuffer: function (size) { + if (Buffer.alloc) { + return Buffer.alloc(size); + } else { + var buf = new Buffer(size); + buf.fill(0); + return buf; + } + }, + /** + * Find out if an object is a Buffer. + * @param {Object} b the object to test. + * @return {Boolean} true if the object is a Buffer, false otherwise. + */ + isBuffer : function(b){ + return Buffer.isBuffer(b); + }, + + isStream : function (obj) { + return obj && + typeof obj.on === "function" && + typeof obj.pause === "function" && + typeof obj.resume === "function"; + } +}; + +},{}],15:[function(require,module,exports){ +'use strict'; +var utf8 = require('./utf8'); +var utils = require('./utils'); +var GenericWorker = require('./stream/GenericWorker'); +var StreamHelper = require('./stream/StreamHelper'); +var defaults = require('./defaults'); +var CompressedObject = require('./compressedObject'); +var ZipObject = require('./zipObject'); +var generate = require("./generate"); +var nodejsUtils = require("./nodejsUtils"); +var NodejsStreamInputAdapter = require("./nodejs/NodejsStreamInputAdapter"); + + +/** + * Add a file in the current folder. + * @private + * @param {string} name the name of the file + * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data of the file + * @param {Object} originalOptions the options of the file + * @return {Object} the new file. + */ +var fileAdd = function(name, data, originalOptions) { + // be sure sub folders exist + var dataType = utils.getTypeOf(data), + parent; + + + /* + * Correct options. + */ + + var o = utils.extend(originalOptions || {}, defaults); + o.date = o.date || new Date(); + if (o.compression !== null) { + o.compression = o.compression.toUpperCase(); + } + + if (typeof o.unixPermissions === "string") { + o.unixPermissions = parseInt(o.unixPermissions, 8); + } + + // UNX_IFDIR 0040000 see zipinfo.c + if (o.unixPermissions && (o.unixPermissions & 0x4000)) { + o.dir = true; + } + // Bit 4 Directory + if (o.dosPermissions && (o.dosPermissions & 0x0010)) { + o.dir = true; + } + + if (o.dir) { + name = forceTrailingSlash(name); + } + if (o.createFolders && (parent = parentFolder(name))) { + folderAdd.call(this, parent, true); + } + + var isUnicodeString = dataType === "string" && o.binary === false && o.base64 === false; + if (!originalOptions || typeof originalOptions.binary === "undefined") { + o.binary = !isUnicodeString; + } + + + var isCompressedEmpty = (data instanceof CompressedObject) && data.uncompressedSize === 0; + + if (isCompressedEmpty || o.dir || !data || data.length === 0) { + o.base64 = false; + o.binary = true; + data = ""; + o.compression = "STORE"; + dataType = "string"; + } + + /* + * Convert content to fit. + */ + + var zipObjectContent = null; + if (data instanceof CompressedObject || data instanceof GenericWorker) { + zipObjectContent = data; + } else if (nodejsUtils.isNode && nodejsUtils.isStream(data)) { + zipObjectContent = new NodejsStreamInputAdapter(name, data); + } else { + zipObjectContent = utils.prepareContent(name, data, o.binary, o.optimizedBinaryString, o.base64); + } + + var object = new ZipObject(name, zipObjectContent, o); + this.files[name] = object; + /* + TODO: we can't throw an exception because we have async promises + (we can have a promise of a Date() for example) but returning a + promise is useless because file(name, data) returns the JSZip + object for chaining. Should we break that to allow the user + to catch the error ? + + return external.Promise.resolve(zipObjectContent) + .then(function () { + return object; + }); + */ +}; + +/** + * Find the parent folder of the path. + * @private + * @param {string} path the path to use + * @return {string} the parent folder, or "" + */ +var parentFolder = function (path) { + if (path.slice(-1) === '/') { + path = path.substring(0, path.length - 1); + } + var lastSlash = path.lastIndexOf('/'); + return (lastSlash > 0) ? path.substring(0, lastSlash) : ""; +}; + +/** + * Returns the path with a slash at the end. + * @private + * @param {String} path the path to check. + * @return {String} the path with a trailing slash. + */ +var forceTrailingSlash = function(path) { + // Check the name ends with a / + if (path.slice(-1) !== "/") { + path += "/"; // IE doesn't like substr(-1) + } + return path; +}; + +/** + * Add a (sub) folder in the current folder. + * @private + * @param {string} name the folder's name + * @param {boolean=} [createFolders] If true, automatically create sub + * folders. Defaults to false. + * @return {Object} the new folder. + */ +var folderAdd = function(name, createFolders) { + createFolders = (typeof createFolders !== 'undefined') ? createFolders : defaults.createFolders; + + name = forceTrailingSlash(name); + + // Does this folder already exist? + if (!this.files[name]) { + fileAdd.call(this, name, null, { + dir: true, + createFolders: createFolders + }); + } + return this.files[name]; +}; + +/** +* Cross-window, cross-Node-context regular expression detection +* @param {Object} object Anything +* @return {Boolean} true if the object is a regular expression, +* false otherwise +*/ +function isRegExp(object) { + return Object.prototype.toString.call(object) === "[object RegExp]"; +} + +// return the actual prototype of JSZip +var out = { + /** + * @see loadAsync + */ + load: function() { + throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide."); + }, + + + /** + * Call a callback function for each entry at this folder level. + * @param {Function} cb the callback function: + * function (relativePath, file) {...} + * It takes 2 arguments : the relative path and the file. + */ + forEach: function(cb) { + var filename, relativePath, file; + /* jshint ignore:start */ + // ignore warning about unwanted properties because this.files is a null prototype object + for (filename in this.files) { + file = this.files[filename]; + relativePath = filename.slice(this.root.length, filename.length); + if (relativePath && filename.slice(0, this.root.length) === this.root) { // the file is in the current root + cb(relativePath, file); // TODO reverse the parameters ? need to be clean AND consistent with the filter search fn... + } + } + /* jshint ignore:end */ + }, + + /** + * Filter nested files/folders with the specified function. + * @param {Function} search the predicate to use : + * function (relativePath, file) {...} + * It takes 2 arguments : the relative path and the file. + * @return {Array} An array of matching elements. + */ + filter: function(search) { + var result = []; + this.forEach(function (relativePath, entry) { + if (search(relativePath, entry)) { // the file matches the function + result.push(entry); + } + + }); + return result; + }, + + /** + * Add a file to the zip file, or search a file. + * @param {string|RegExp} name The name of the file to add (if data is defined), + * the name of the file to find (if no data) or a regex to match files. + * @param {String|ArrayBuffer|Uint8Array|Buffer} data The file data, either raw or base64 encoded + * @param {Object} o File options + * @return {JSZip|Object|Array} this JSZip object (when adding a file), + * a file (when searching by string) or an array of files (when searching by regex). + */ + file: function(name, data, o) { + if (arguments.length === 1) { + if (isRegExp(name)) { + var regexp = name; + return this.filter(function(relativePath, file) { + return !file.dir && regexp.test(relativePath); + }); + } + else { // text + var obj = this.files[this.root + name]; + if (obj && !obj.dir) { + return obj; + } else { + return null; + } + } + } + else { // more than one argument : we have data ! + name = this.root + name; + fileAdd.call(this, name, data, o); + } + return this; + }, + + /** + * Add a directory to the zip file, or search. + * @param {String|RegExp} arg The name of the directory to add, or a regex to search folders. + * @return {JSZip} an object with the new directory as the root, or an array containing matching folders. + */ + folder: function(arg) { + if (!arg) { + return this; + } + + if (isRegExp(arg)) { + return this.filter(function(relativePath, file) { + return file.dir && arg.test(relativePath); + }); + } + + // else, name is a new folder + var name = this.root + arg; + var newFolder = folderAdd.call(this, name); + + // Allow chaining by returning a new object with this folder as the root + var ret = this.clone(); + ret.root = newFolder.name; + return ret; + }, + + /** + * Delete a file, or a directory and all sub-files, from the zip + * @param {string} name the name of the file to delete + * @return {JSZip} this JSZip object + */ + remove: function(name) { + name = this.root + name; + var file = this.files[name]; + if (!file) { + // Look for any folders + if (name.slice(-1) !== "/") { + name += "/"; + } + file = this.files[name]; + } + + if (file && !file.dir) { + // file + delete this.files[name]; + } else { + // maybe a folder, delete recursively + var kids = this.filter(function(relativePath, file) { + return file.name.slice(0, name.length) === name; + }); + for (var i = 0; i < kids.length; i++) { + delete this.files[kids[i].name]; + } + } + + return this; + }, + + /** + * Generate the complete zip file + * @param {Object} options the options to generate the zip file : + * - compression, "STORE" by default. + * - type, "base64" by default. Values are : string, base64, uint8array, arraybuffer, blob. + * @return {String|Uint8Array|ArrayBuffer|Buffer|Blob} the zip file + */ + generate: function(options) { + throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide."); + }, + + /** + * Generate the complete zip file as an internal stream. + * @param {Object} options the options to generate the zip file : + * - compression, "STORE" by default. + * - type, "base64" by default. Values are : string, base64, uint8array, arraybuffer, blob. + * @return {StreamHelper} the streamed zip file. + */ + generateInternalStream: function(options) { + var worker, opts = {}; + try { + opts = utils.extend(options || {}, { + streamFiles: false, + compression: "STORE", + compressionOptions : null, + type: "", + platform: "DOS", + comment: null, + mimeType: 'application/zip', + encodeFileName: utf8.utf8encode + }); + + opts.type = opts.type.toLowerCase(); + opts.compression = opts.compression.toUpperCase(); + + // "binarystring" is preferred but the internals use "string". + if(opts.type === "binarystring") { + opts.type = "string"; + } + + if (!opts.type) { + throw new Error("No output type specified."); + } + + utils.checkSupport(opts.type); + + // accept nodejs `process.platform` + if( + opts.platform === 'darwin' || + opts.platform === 'freebsd' || + opts.platform === 'linux' || + opts.platform === 'sunos' + ) { + opts.platform = "UNIX"; + } + if (opts.platform === 'win32') { + opts.platform = "DOS"; + } + + var comment = opts.comment || this.comment || ""; + worker = generate.generateWorker(this, opts, comment); + } catch (e) { + worker = new GenericWorker("error"); + worker.error(e); + } + return new StreamHelper(worker, opts.type || "string", opts.mimeType); + }, + /** + * Generate the complete zip file asynchronously. + * @see generateInternalStream + */ + generateAsync: function(options, onUpdate) { + return this.generateInternalStream(options).accumulate(onUpdate); + }, + /** + * Generate the complete zip file asynchronously. + * @see generateInternalStream + */ + generateNodeStream: function(options, onUpdate) { + options = options || {}; + if (!options.type) { + options.type = "nodebuffer"; + } + return this.generateInternalStream(options).toNodejsStream(onUpdate); + } +}; +module.exports = out; + +},{"./compressedObject":2,"./defaults":5,"./generate":9,"./nodejs/NodejsStreamInputAdapter":12,"./nodejsUtils":14,"./stream/GenericWorker":28,"./stream/StreamHelper":29,"./utf8":31,"./utils":32,"./zipObject":35}],16:[function(require,module,exports){ +/* + * This file is used by module bundlers (browserify/webpack/etc) when + * including a stream implementation. We use "readable-stream" to get a + * consistent behavior between nodejs versions but bundlers often have a shim + * for "stream". Using this shim greatly improve the compatibility and greatly + * reduce the final size of the bundle (only one stream implementation, not + * two). + */ +module.exports = require("stream"); + +},{"stream":undefined}],17:[function(require,module,exports){ +'use strict'; +var DataReader = require('./DataReader'); +var utils = require('../utils'); + +function ArrayReader(data) { + DataReader.call(this, data); + for(var i = 0; i < this.data.length; i++) { + data[i] = data[i] & 0xFF; + } +} +utils.inherits(ArrayReader, DataReader); +/** + * @see DataReader.byteAt + */ +ArrayReader.prototype.byteAt = function(i) { + return this.data[this.zero + i]; +}; +/** + * @see DataReader.lastIndexOfSignature + */ +ArrayReader.prototype.lastIndexOfSignature = function(sig) { + var sig0 = sig.charCodeAt(0), + sig1 = sig.charCodeAt(1), + sig2 = sig.charCodeAt(2), + sig3 = sig.charCodeAt(3); + for (var i = this.length - 4; i >= 0; --i) { + if (this.data[i] === sig0 && this.data[i + 1] === sig1 && this.data[i + 2] === sig2 && this.data[i + 3] === sig3) { + return i - this.zero; + } + } + + return -1; +}; +/** + * @see DataReader.readAndCheckSignature + */ +ArrayReader.prototype.readAndCheckSignature = function (sig) { + var sig0 = sig.charCodeAt(0), + sig1 = sig.charCodeAt(1), + sig2 = sig.charCodeAt(2), + sig3 = sig.charCodeAt(3), + data = this.readData(4); + return sig0 === data[0] && sig1 === data[1] && sig2 === data[2] && sig3 === data[3]; +}; +/** + * @see DataReader.readData + */ +ArrayReader.prototype.readData = function(size) { + this.checkOffset(size); + if(size === 0) { + return []; + } + var result = this.data.slice(this.zero + this.index, this.zero + this.index + size); + this.index += size; + return result; +}; +module.exports = ArrayReader; + +},{"../utils":32,"./DataReader":18}],18:[function(require,module,exports){ +'use strict'; +var utils = require('../utils'); + +function DataReader(data) { + this.data = data; // type : see implementation + this.length = data.length; + this.index = 0; + this.zero = 0; +} +DataReader.prototype = { + /** + * Check that the offset will not go too far. + * @param {string} offset the additional offset to check. + * @throws {Error} an Error if the offset is out of bounds. + */ + checkOffset: function(offset) { + this.checkIndex(this.index + offset); + }, + /** + * Check that the specified index will not be too far. + * @param {string} newIndex the index to check. + * @throws {Error} an Error if the index is out of bounds. + */ + checkIndex: function(newIndex) { + if (this.length < this.zero + newIndex || newIndex < 0) { + throw new Error("End of data reached (data length = " + this.length + ", asked index = " + (newIndex) + "). Corrupted zip ?"); + } + }, + /** + * Change the index. + * @param {number} newIndex The new index. + * @throws {Error} if the new index is out of the data. + */ + setIndex: function(newIndex) { + this.checkIndex(newIndex); + this.index = newIndex; + }, + /** + * Skip the next n bytes. + * @param {number} n the number of bytes to skip. + * @throws {Error} if the new index is out of the data. + */ + skip: function(n) { + this.setIndex(this.index + n); + }, + /** + * Get the byte at the specified index. + * @param {number} i the index to use. + * @return {number} a byte. + */ + byteAt: function(i) { + // see implementations + }, + /** + * Get the next number with a given byte size. + * @param {number} size the number of bytes to read. + * @return {number} the corresponding number. + */ + readInt: function(size) { + var result = 0, + i; + this.checkOffset(size); + for (i = this.index + size - 1; i >= this.index; i--) { + result = (result << 8) + this.byteAt(i); + } + this.index += size; + return result; + }, + /** + * Get the next string with a given byte size. + * @param {number} size the number of bytes to read. + * @return {string} the corresponding string. + */ + readString: function(size) { + return utils.transformTo("string", this.readData(size)); + }, + /** + * Get raw data without conversion, bytes. + * @param {number} size the number of bytes to read. + * @return {Object} the raw data, implementation specific. + */ + readData: function(size) { + // see implementations + }, + /** + * Find the last occurrence of a zip signature (4 bytes). + * @param {string} sig the signature to find. + * @return {number} the index of the last occurrence, -1 if not found. + */ + lastIndexOfSignature: function(sig) { + // see implementations + }, + /** + * Read the signature (4 bytes) at the current position and compare it with sig. + * @param {string} sig the expected signature + * @return {boolean} true if the signature matches, false otherwise. + */ + readAndCheckSignature: function(sig) { + // see implementations + }, + /** + * Get the next date. + * @return {Date} the date. + */ + readDate: function() { + var dostime = this.readInt(4); + return new Date(Date.UTC( + ((dostime >> 25) & 0x7f) + 1980, // year + ((dostime >> 21) & 0x0f) - 1, // month + (dostime >> 16) & 0x1f, // day + (dostime >> 11) & 0x1f, // hour + (dostime >> 5) & 0x3f, // minute + (dostime & 0x1f) << 1)); // second + } +}; +module.exports = DataReader; + +},{"../utils":32}],19:[function(require,module,exports){ +'use strict'; +var Uint8ArrayReader = require('./Uint8ArrayReader'); +var utils = require('../utils'); + +function NodeBufferReader(data) { + Uint8ArrayReader.call(this, data); +} +utils.inherits(NodeBufferReader, Uint8ArrayReader); + +/** + * @see DataReader.readData + */ +NodeBufferReader.prototype.readData = function(size) { + this.checkOffset(size); + var result = this.data.slice(this.zero + this.index, this.zero + this.index + size); + this.index += size; + return result; +}; +module.exports = NodeBufferReader; + +},{"../utils":32,"./Uint8ArrayReader":21}],20:[function(require,module,exports){ +'use strict'; +var DataReader = require('./DataReader'); +var utils = require('../utils'); + +function StringReader(data) { + DataReader.call(this, data); +} +utils.inherits(StringReader, DataReader); +/** + * @see DataReader.byteAt + */ +StringReader.prototype.byteAt = function(i) { + return this.data.charCodeAt(this.zero + i); +}; +/** + * @see DataReader.lastIndexOfSignature + */ +StringReader.prototype.lastIndexOfSignature = function(sig) { + return this.data.lastIndexOf(sig) - this.zero; +}; +/** + * @see DataReader.readAndCheckSignature + */ +StringReader.prototype.readAndCheckSignature = function (sig) { + var data = this.readData(4); + return sig === data; +}; +/** + * @see DataReader.readData + */ +StringReader.prototype.readData = function(size) { + this.checkOffset(size); + // this will work because the constructor applied the "& 0xff" mask. + var result = this.data.slice(this.zero + this.index, this.zero + this.index + size); + this.index += size; + return result; +}; +module.exports = StringReader; + +},{"../utils":32,"./DataReader":18}],21:[function(require,module,exports){ +'use strict'; +var ArrayReader = require('./ArrayReader'); +var utils = require('../utils'); + +function Uint8ArrayReader(data) { + ArrayReader.call(this, data); +} +utils.inherits(Uint8ArrayReader, ArrayReader); +/** + * @see DataReader.readData + */ +Uint8ArrayReader.prototype.readData = function(size) { + this.checkOffset(size); + if(size === 0) { + // in IE10, when using subarray(idx, idx), we get the array [0x00] instead of []. + return new Uint8Array(0); + } + var result = this.data.subarray(this.zero + this.index, this.zero + this.index + size); + this.index += size; + return result; +}; +module.exports = Uint8ArrayReader; + +},{"../utils":32,"./ArrayReader":17}],22:[function(require,module,exports){ +'use strict'; + +var utils = require('../utils'); +var support = require('../support'); +var ArrayReader = require('./ArrayReader'); +var StringReader = require('./StringReader'); +var NodeBufferReader = require('./NodeBufferReader'); +var Uint8ArrayReader = require('./Uint8ArrayReader'); + +/** + * Create a reader adapted to the data. + * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data to read. + * @return {DataReader} the data reader. + */ +module.exports = function (data) { + var type = utils.getTypeOf(data); + utils.checkSupport(type); + if (type === "string" && !support.uint8array) { + return new StringReader(data); + } + if (type === "nodebuffer") { + return new NodeBufferReader(data); + } + if (support.uint8array) { + return new Uint8ArrayReader(utils.transformTo("uint8array", data)); + } + return new ArrayReader(utils.transformTo("array", data)); +}; + +},{"../support":30,"../utils":32,"./ArrayReader":17,"./NodeBufferReader":19,"./StringReader":20,"./Uint8ArrayReader":21}],23:[function(require,module,exports){ +'use strict'; +exports.LOCAL_FILE_HEADER = "PK\x03\x04"; +exports.CENTRAL_FILE_HEADER = "PK\x01\x02"; +exports.CENTRAL_DIRECTORY_END = "PK\x05\x06"; +exports.ZIP64_CENTRAL_DIRECTORY_LOCATOR = "PK\x06\x07"; +exports.ZIP64_CENTRAL_DIRECTORY_END = "PK\x06\x06"; +exports.DATA_DESCRIPTOR = "PK\x07\x08"; + +},{}],24:[function(require,module,exports){ +'use strict'; + +var GenericWorker = require('./GenericWorker'); +var utils = require('../utils'); + +/** + * A worker which convert chunks to a specified type. + * @constructor + * @param {String} destType the destination type. + */ +function ConvertWorker(destType) { + GenericWorker.call(this, "ConvertWorker to " + destType); + this.destType = destType; +} +utils.inherits(ConvertWorker, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +ConvertWorker.prototype.processChunk = function (chunk) { + this.push({ + data : utils.transformTo(this.destType, chunk.data), + meta : chunk.meta + }); +}; +module.exports = ConvertWorker; + +},{"../utils":32,"./GenericWorker":28}],25:[function(require,module,exports){ +'use strict'; + +var GenericWorker = require('./GenericWorker'); +var crc32 = require('../crc32'); +var utils = require('../utils'); + +/** + * A worker which calculate the crc32 of the data flowing through. + * @constructor + */ +function Crc32Probe() { + GenericWorker.call(this, "Crc32Probe"); + this.withStreamInfo("crc32", 0); +} +utils.inherits(Crc32Probe, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +Crc32Probe.prototype.processChunk = function (chunk) { + this.streamInfo.crc32 = crc32(chunk.data, this.streamInfo.crc32 || 0); + this.push(chunk); +}; +module.exports = Crc32Probe; + +},{"../crc32":4,"../utils":32,"./GenericWorker":28}],26:[function(require,module,exports){ +'use strict'; + +var utils = require('../utils'); +var GenericWorker = require('./GenericWorker'); + +/** + * A worker which calculate the total length of the data flowing through. + * @constructor + * @param {String} propName the name used to expose the length + */ +function DataLengthProbe(propName) { + GenericWorker.call(this, "DataLengthProbe for " + propName); + this.propName = propName; + this.withStreamInfo(propName, 0); +} +utils.inherits(DataLengthProbe, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +DataLengthProbe.prototype.processChunk = function (chunk) { + if(chunk) { + var length = this.streamInfo[this.propName] || 0; + this.streamInfo[this.propName] = length + chunk.data.length; + } + GenericWorker.prototype.processChunk.call(this, chunk); +}; +module.exports = DataLengthProbe; + + +},{"../utils":32,"./GenericWorker":28}],27:[function(require,module,exports){ +'use strict'; + +var utils = require('../utils'); +var GenericWorker = require('./GenericWorker'); + +// the size of the generated chunks +// TODO expose this as a public variable +var DEFAULT_BLOCK_SIZE = 16 * 1024; + +/** + * A worker that reads a content and emits chunks. + * @constructor + * @param {Promise} dataP the promise of the data to split + */ +function DataWorker(dataP) { + GenericWorker.call(this, "DataWorker"); + var self = this; + this.dataIsReady = false; + this.index = 0; + this.max = 0; + this.data = null; + this.type = ""; + + this._tickScheduled = false; + + dataP.then(function (data) { + self.dataIsReady = true; + self.data = data; + self.max = data && data.length || 0; + self.type = utils.getTypeOf(data); + if(!self.isPaused) { + self._tickAndRepeat(); + } + }, function (e) { + self.error(e); + }); +} + +utils.inherits(DataWorker, GenericWorker); + +/** + * @see GenericWorker.cleanUp + */ +DataWorker.prototype.cleanUp = function () { + GenericWorker.prototype.cleanUp.call(this); + this.data = null; +}; + +/** + * @see GenericWorker.resume + */ +DataWorker.prototype.resume = function () { + if(!GenericWorker.prototype.resume.call(this)) { + return false; + } + + if (!this._tickScheduled && this.dataIsReady) { + this._tickScheduled = true; + utils.delay(this._tickAndRepeat, [], this); + } + return true; +}; + +/** + * Trigger a tick a schedule an other call to this function. + */ +DataWorker.prototype._tickAndRepeat = function() { + this._tickScheduled = false; + if(this.isPaused || this.isFinished) { + return; + } + this._tick(); + if(!this.isFinished) { + utils.delay(this._tickAndRepeat, [], this); + this._tickScheduled = true; + } +}; + +/** + * Read and push a chunk. + */ +DataWorker.prototype._tick = function() { + + if(this.isPaused || this.isFinished) { + return false; + } + + var size = DEFAULT_BLOCK_SIZE; + var data = null, nextIndex = Math.min(this.max, this.index + size); + if (this.index >= this.max) { + // EOF + return this.end(); + } else { + switch(this.type) { + case "string": + data = this.data.substring(this.index, nextIndex); + break; + case "uint8array": + data = this.data.subarray(this.index, nextIndex); + break; + case "array": + case "nodebuffer": + data = this.data.slice(this.index, nextIndex); + break; + } + this.index = nextIndex; + return this.push({ + data : data, + meta : { + percent : this.max ? this.index / this.max * 100 : 0 + } + }); + } +}; + +module.exports = DataWorker; + +},{"../utils":32,"./GenericWorker":28}],28:[function(require,module,exports){ +'use strict'; + +/** + * A worker that does nothing but passing chunks to the next one. This is like + * a nodejs stream but with some differences. On the good side : + * - it works on IE 6-9 without any issue / polyfill + * - it weights less than the full dependencies bundled with browserify + * - it forwards errors (no need to declare an error handler EVERYWHERE) + * + * A chunk is an object with 2 attributes : `meta` and `data`. The former is an + * object containing anything (`percent` for example), see each worker for more + * details. The latter is the real data (String, Uint8Array, etc). + * + * @constructor + * @param {String} name the name of the stream (mainly used for debugging purposes) + */ +function GenericWorker(name) { + // the name of the worker + this.name = name || "default"; + // an object containing metadata about the workers chain + this.streamInfo = {}; + // an error which happened when the worker was paused + this.generatedError = null; + // an object containing metadata to be merged by this worker into the general metadata + this.extraStreamInfo = {}; + // true if the stream is paused (and should not do anything), false otherwise + this.isPaused = true; + // true if the stream is finished (and should not do anything), false otherwise + this.isFinished = false; + // true if the stream is locked to prevent further structure updates (pipe), false otherwise + this.isLocked = false; + // the event listeners + this._listeners = { + 'data':[], + 'end':[], + 'error':[] + }; + // the previous worker, if any + this.previous = null; +} + +GenericWorker.prototype = { + /** + * Push a chunk to the next workers. + * @param {Object} chunk the chunk to push + */ + push : function (chunk) { + this.emit("data", chunk); + }, + /** + * End the stream. + * @return {Boolean} true if this call ended the worker, false otherwise. + */ + end : function () { + if (this.isFinished) { + return false; + } + + this.flush(); + try { + this.emit("end"); + this.cleanUp(); + this.isFinished = true; + } catch (e) { + this.emit("error", e); + } + return true; + }, + /** + * End the stream with an error. + * @param {Error} e the error which caused the premature end. + * @return {Boolean} true if this call ended the worker with an error, false otherwise. + */ + error : function (e) { + if (this.isFinished) { + return false; + } + + if(this.isPaused) { + this.generatedError = e; + } else { + this.isFinished = true; + + this.emit("error", e); + + // in the workers chain exploded in the middle of the chain, + // the error event will go downward but we also need to notify + // workers upward that there has been an error. + if(this.previous) { + this.previous.error(e); + } + + this.cleanUp(); + } + return true; + }, + /** + * Add a callback on an event. + * @param {String} name the name of the event (data, end, error) + * @param {Function} listener the function to call when the event is triggered + * @return {GenericWorker} the current object for chainability + */ + on : function (name, listener) { + this._listeners[name].push(listener); + return this; + }, + /** + * Clean any references when a worker is ending. + */ + cleanUp : function () { + this.streamInfo = this.generatedError = this.extraStreamInfo = null; + this._listeners = []; + }, + /** + * Trigger an event. This will call registered callback with the provided arg. + * @param {String} name the name of the event (data, end, error) + * @param {Object} arg the argument to call the callback with. + */ + emit : function (name, arg) { + if (this._listeners[name]) { + for(var i = 0; i < this._listeners[name].length; i++) { + this._listeners[name][i].call(this, arg); + } + } + }, + /** + * Chain a worker with an other. + * @param {Worker} next the worker receiving events from the current one. + * @return {worker} the next worker for chainability + */ + pipe : function (next) { + return next.registerPrevious(this); + }, + /** + * Same as `pipe` in the other direction. + * Using an API with `pipe(next)` is very easy. + * Implementing the API with the point of view of the next one registering + * a source is easier, see the ZipFileWorker. + * @param {Worker} previous the previous worker, sending events to this one + * @return {Worker} the current worker for chainability + */ + registerPrevious : function (previous) { + if (this.isLocked) { + throw new Error("The stream '" + this + "' has already been used."); + } + + // sharing the streamInfo... + this.streamInfo = previous.streamInfo; + // ... and adding our own bits + this.mergeStreamInfo(); + this.previous = previous; + var self = this; + previous.on('data', function (chunk) { + self.processChunk(chunk); + }); + previous.on('end', function () { + self.end(); + }); + previous.on('error', function (e) { + self.error(e); + }); + return this; + }, + /** + * Pause the stream so it doesn't send events anymore. + * @return {Boolean} true if this call paused the worker, false otherwise. + */ + pause : function () { + if(this.isPaused || this.isFinished) { + return false; + } + this.isPaused = true; + + if(this.previous) { + this.previous.pause(); + } + return true; + }, + /** + * Resume a paused stream. + * @return {Boolean} true if this call resumed the worker, false otherwise. + */ + resume : function () { + if(!this.isPaused || this.isFinished) { + return false; + } + this.isPaused = false; + + // if true, the worker tried to resume but failed + var withError = false; + if(this.generatedError) { + this.error(this.generatedError); + withError = true; + } + if(this.previous) { + this.previous.resume(); + } + + return !withError; + }, + /** + * Flush any remaining bytes as the stream is ending. + */ + flush : function () {}, + /** + * Process a chunk. This is usually the method overridden. + * @param {Object} chunk the chunk to process. + */ + processChunk : function(chunk) { + this.push(chunk); + }, + /** + * Add a key/value to be added in the workers chain streamInfo once activated. + * @param {String} key the key to use + * @param {Object} value the associated value + * @return {Worker} the current worker for chainability + */ + withStreamInfo : function (key, value) { + this.extraStreamInfo[key] = value; + this.mergeStreamInfo(); + return this; + }, + /** + * Merge this worker's streamInfo into the chain's streamInfo. + */ + mergeStreamInfo : function () { + for(var key in this.extraStreamInfo) { + if (!this.extraStreamInfo.hasOwnProperty(key)) { + continue; + } + this.streamInfo[key] = this.extraStreamInfo[key]; + } + }, + + /** + * Lock the stream to prevent further updates on the workers chain. + * After calling this method, all calls to pipe will fail. + */ + lock: function () { + if (this.isLocked) { + throw new Error("The stream '" + this + "' has already been used."); + } + this.isLocked = true; + if (this.previous) { + this.previous.lock(); + } + }, + + /** + * + * Pretty print the workers chain. + */ + toString : function () { + var me = "Worker " + this.name; + if (this.previous) { + return this.previous + " -> " + me; + } else { + return me; + } + } +}; + +module.exports = GenericWorker; + +},{}],29:[function(require,module,exports){ +'use strict'; + +var utils = require('../utils'); +var ConvertWorker = require('./ConvertWorker'); +var GenericWorker = require('./GenericWorker'); +var base64 = require('../base64'); +var support = require("../support"); +var external = require("../external"); + +var NodejsStreamOutputAdapter = null; +if (support.nodestream) { + try { + NodejsStreamOutputAdapter = require('../nodejs/NodejsStreamOutputAdapter'); + } catch(e) {} +} + +/** + * Apply the final transformation of the data. If the user wants a Blob for + * example, it's easier to work with an U8intArray and finally do the + * ArrayBuffer/Blob conversion. + * @param {String} type the name of the final type + * @param {String|Uint8Array|Buffer} content the content to transform + * @param {String} mimeType the mime type of the content, if applicable. + * @return {String|Uint8Array|ArrayBuffer|Buffer|Blob} the content in the right format. + */ +function transformZipOutput(type, content, mimeType) { + switch(type) { + case "blob" : + return utils.newBlob(utils.transformTo("arraybuffer", content), mimeType); + case "base64" : + return base64.encode(content); + default : + return utils.transformTo(type, content); + } +} + +/** + * Concatenate an array of data of the given type. + * @param {String} type the type of the data in the given array. + * @param {Array} dataArray the array containing the data chunks to concatenate + * @return {String|Uint8Array|Buffer} the concatenated data + * @throws Error if the asked type is unsupported + */ +function concat (type, dataArray) { + var i, index = 0, res = null, totalLength = 0; + for(i = 0; i < dataArray.length; i++) { + totalLength += dataArray[i].length; + } + switch(type) { + case "string": + return dataArray.join(""); + case "array": + return Array.prototype.concat.apply([], dataArray); + case "uint8array": + res = new Uint8Array(totalLength); + for(i = 0; i < dataArray.length; i++) { + res.set(dataArray[i], index); + index += dataArray[i].length; + } + return res; + case "nodebuffer": + return Buffer.concat(dataArray); + default: + throw new Error("concat : unsupported type '" + type + "'"); + } +} + +/** + * Listen a StreamHelper, accumulate its content and concatenate it into a + * complete block. + * @param {StreamHelper} helper the helper to use. + * @param {Function} updateCallback a callback called on each update. Called + * with one arg : + * - the metadata linked to the update received. + * @return Promise the promise for the accumulation. + */ +function accumulate(helper, updateCallback) { + return new external.Promise(function (resolve, reject){ + var dataArray = []; + var chunkType = helper._internalType, + resultType = helper._outputType, + mimeType = helper._mimeType; + helper + .on('data', function (data, meta) { + dataArray.push(data); + if(updateCallback) { + updateCallback(meta); + } + }) + .on('error', function(err) { + dataArray = []; + reject(err); + }) + .on('end', function (){ + try { + var result = transformZipOutput(resultType, concat(chunkType, dataArray), mimeType); + resolve(result); + } catch (e) { + reject(e); + } + dataArray = []; + }) + .resume(); + }); +} + +/** + * An helper to easily use workers outside of JSZip. + * @constructor + * @param {Worker} worker the worker to wrap + * @param {String} outputType the type of data expected by the use + * @param {String} mimeType the mime type of the content, if applicable. + */ +function StreamHelper(worker, outputType, mimeType) { + var internalType = outputType; + switch(outputType) { + case "blob": + case "arraybuffer": + internalType = "uint8array"; + break; + case "base64": + internalType = "string"; + break; + } + + try { + // the type used internally + this._internalType = internalType; + // the type used to output results + this._outputType = outputType; + // the mime type + this._mimeType = mimeType; + utils.checkSupport(internalType); + this._worker = worker.pipe(new ConvertWorker(internalType)); + // the last workers can be rewired without issues but we need to + // prevent any updates on previous workers. + worker.lock(); + } catch(e) { + this._worker = new GenericWorker("error"); + this._worker.error(e); + } +} + +StreamHelper.prototype = { + /** + * Listen a StreamHelper, accumulate its content and concatenate it into a + * complete block. + * @param {Function} updateCb the update callback. + * @return Promise the promise for the accumulation. + */ + accumulate : function (updateCb) { + return accumulate(this, updateCb); + }, + /** + * Add a listener on an event triggered on a stream. + * @param {String} evt the name of the event + * @param {Function} fn the listener + * @return {StreamHelper} the current helper. + */ + on : function (evt, fn) { + var self = this; + + if(evt === "data") { + this._worker.on(evt, function (chunk) { + fn.call(self, chunk.data, chunk.meta); + }); + } else { + this._worker.on(evt, function () { + utils.delay(fn, arguments, self); + }); + } + return this; + }, + /** + * Resume the flow of chunks. + * @return {StreamHelper} the current helper. + */ + resume : function () { + utils.delay(this._worker.resume, [], this._worker); + return this; + }, + /** + * Pause the flow of chunks. + * @return {StreamHelper} the current helper. + */ + pause : function () { + this._worker.pause(); + return this; + }, + /** + * Return a nodejs stream for this helper. + * @param {Function} updateCb the update callback. + * @return {NodejsStreamOutputAdapter} the nodejs stream. + */ + toNodejsStream : function (updateCb) { + utils.checkSupport("nodestream"); + if (this._outputType !== "nodebuffer") { + // an object stream containing blob/arraybuffer/uint8array/string + // is strange and I don't know if it would be useful. + // I you find this comment and have a good usecase, please open a + // bug report ! + throw new Error(this._outputType + " is not supported by this method"); + } + + return new NodejsStreamOutputAdapter(this, { + objectMode : this._outputType !== "nodebuffer" + }, updateCb); + } +}; + + +module.exports = StreamHelper; + +},{"../base64":1,"../external":6,"../nodejs/NodejsStreamOutputAdapter":13,"../support":30,"../utils":32,"./ConvertWorker":24,"./GenericWorker":28}],30:[function(require,module,exports){ +'use strict'; + +exports.base64 = true; +exports.array = true; +exports.string = true; +exports.arraybuffer = typeof ArrayBuffer !== "undefined" && typeof Uint8Array !== "undefined"; +exports.nodebuffer = typeof Buffer !== "undefined"; +// contains true if JSZip can read/generate Uint8Array, false otherwise. +exports.uint8array = typeof Uint8Array !== "undefined"; + +if (typeof ArrayBuffer === "undefined") { + exports.blob = false; +} +else { + var buffer = new ArrayBuffer(0); + try { + exports.blob = new Blob([buffer], { + type: "application/zip" + }).size === 0; + } + catch (e) { + try { + var Builder = self.BlobBuilder || self.WebKitBlobBuilder || self.MozBlobBuilder || self.MSBlobBuilder; + var builder = new Builder(); + builder.append(buffer); + exports.blob = builder.getBlob('application/zip').size === 0; + } + catch (e) { + exports.blob = false; + } + } +} + +try { + exports.nodestream = !!require('readable-stream').Readable; +} catch(e) { + exports.nodestream = false; +} + +},{"readable-stream":16}],31:[function(require,module,exports){ +'use strict'; + +var utils = require('./utils'); +var support = require('./support'); +var nodejsUtils = require('./nodejsUtils'); +var GenericWorker = require('./stream/GenericWorker'); + +/** + * The following functions come from pako, from pako/lib/utils/strings + * released under the MIT license, see pako https://github.com/nodeca/pako/ + */ + +// Table with utf8 lengths (calculated by first byte of sequence) +// Note, that 5 & 6-byte values and some 4-byte values can not be represented in JS, +// because max possible codepoint is 0x10ffff +var _utf8len = new Array(256); +for (var i=0; i<256; i++) { + _utf8len[i] = (i >= 252 ? 6 : i >= 248 ? 5 : i >= 240 ? 4 : i >= 224 ? 3 : i >= 192 ? 2 : 1); +} +_utf8len[254]=_utf8len[254]=1; // Invalid sequence start + +// convert string to array (typed, when possible) +var string2buf = function (str) { + var buf, c, c2, m_pos, i, str_len = str.length, buf_len = 0; + + // count binary size + for (m_pos = 0; m_pos < str_len; m_pos++) { + c = str.charCodeAt(m_pos); + if ((c & 0xfc00) === 0xd800 && (m_pos+1 < str_len)) { + c2 = str.charCodeAt(m_pos+1); + if ((c2 & 0xfc00) === 0xdc00) { + c = 0x10000 + ((c - 0xd800) << 10) + (c2 - 0xdc00); + m_pos++; + } + } + buf_len += c < 0x80 ? 1 : c < 0x800 ? 2 : c < 0x10000 ? 3 : 4; + } + + // allocate buffer + if (support.uint8array) { + buf = new Uint8Array(buf_len); + } else { + buf = new Array(buf_len); + } + + // convert + for (i=0, m_pos = 0; i < buf_len; m_pos++) { + c = str.charCodeAt(m_pos); + if ((c & 0xfc00) === 0xd800 && (m_pos+1 < str_len)) { + c2 = str.charCodeAt(m_pos+1); + if ((c2 & 0xfc00) === 0xdc00) { + c = 0x10000 + ((c - 0xd800) << 10) + (c2 - 0xdc00); + m_pos++; + } + } + if (c < 0x80) { + /* one byte */ + buf[i++] = c; + } else if (c < 0x800) { + /* two bytes */ + buf[i++] = 0xC0 | (c >>> 6); + buf[i++] = 0x80 | (c & 0x3f); + } else if (c < 0x10000) { + /* three bytes */ + buf[i++] = 0xE0 | (c >>> 12); + buf[i++] = 0x80 | (c >>> 6 & 0x3f); + buf[i++] = 0x80 | (c & 0x3f); + } else { + /* four bytes */ + buf[i++] = 0xf0 | (c >>> 18); + buf[i++] = 0x80 | (c >>> 12 & 0x3f); + buf[i++] = 0x80 | (c >>> 6 & 0x3f); + buf[i++] = 0x80 | (c & 0x3f); + } + } + + return buf; +}; + +// Calculate max possible position in utf8 buffer, +// that will not break sequence. If that's not possible +// - (very small limits) return max size as is. +// +// buf[] - utf8 bytes array +// max - length limit (mandatory); +var utf8border = function(buf, max) { + var pos; + + max = max || buf.length; + if (max > buf.length) { max = buf.length; } + + // go back from last position, until start of sequence found + pos = max-1; + while (pos >= 0 && (buf[pos] & 0xC0) === 0x80) { pos--; } + + // Fuckup - very small and broken sequence, + // return max, because we should return something anyway. + if (pos < 0) { return max; } + + // If we came to start of buffer - that means vuffer is too small, + // return max too. + if (pos === 0) { return max; } + + return (pos + _utf8len[buf[pos]] > max) ? pos : max; +}; + +// convert array to string +var buf2string = function (buf) { + var str, i, out, c, c_len; + var len = buf.length; + + // Reserve max possible length (2 words per char) + // NB: by unknown reasons, Array is significantly faster for + // String.fromCharCode.apply than Uint16Array. + var utf16buf = new Array(len*2); + + for (out=0, i=0; i 4) { utf16buf[out++] = 0xfffd; i += c_len-1; continue; } + + // apply mask on first byte + c &= c_len === 2 ? 0x1f : c_len === 3 ? 0x0f : 0x07; + // join the rest + while (c_len > 1 && i < len) { + c = (c << 6) | (buf[i++] & 0x3f); + c_len--; + } + + // terminated by end of string? + if (c_len > 1) { utf16buf[out++] = 0xfffd; continue; } + + if (c < 0x10000) { + utf16buf[out++] = c; + } else { + c -= 0x10000; + utf16buf[out++] = 0xd800 | ((c >> 10) & 0x3ff); + utf16buf[out++] = 0xdc00 | (c & 0x3ff); + } + } + + // shrinkBuf(utf16buf, out) + if (utf16buf.length !== out) { + if(utf16buf.subarray) { + utf16buf = utf16buf.subarray(0, out); + } else { + utf16buf.length = out; + } + } + + // return String.fromCharCode.apply(null, utf16buf); + return utils.applyFromCharCode(utf16buf); +}; + + +// That's all for the pako functions. + + +/** + * Transform a javascript string into an array (typed if possible) of bytes, + * UTF-8 encoded. + * @param {String} str the string to encode + * @return {Array|Uint8Array|Buffer} the UTF-8 encoded string. + */ +exports.utf8encode = function utf8encode(str) { + if (support.nodebuffer) { + return nodejsUtils.newBufferFrom(str, "utf-8"); + } + + return string2buf(str); +}; + + +/** + * Transform a bytes array (or a representation) representing an UTF-8 encoded + * string into a javascript string. + * @param {Array|Uint8Array|Buffer} buf the data de decode + * @return {String} the decoded string. + */ +exports.utf8decode = function utf8decode(buf) { + if (support.nodebuffer) { + return utils.transformTo("nodebuffer", buf).toString("utf-8"); + } + + buf = utils.transformTo(support.uint8array ? "uint8array" : "array", buf); + + return buf2string(buf); +}; + +/** + * A worker to decode utf8 encoded binary chunks into string chunks. + * @constructor + */ +function Utf8DecodeWorker() { + GenericWorker.call(this, "utf-8 decode"); + // the last bytes if a chunk didn't end with a complete codepoint. + this.leftOver = null; +} +utils.inherits(Utf8DecodeWorker, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +Utf8DecodeWorker.prototype.processChunk = function (chunk) { + + var data = utils.transformTo(support.uint8array ? "uint8array" : "array", chunk.data); + + // 1st step, re-use what's left of the previous chunk + if (this.leftOver && this.leftOver.length) { + if(support.uint8array) { + var previousData = data; + data = new Uint8Array(previousData.length + this.leftOver.length); + data.set(this.leftOver, 0); + data.set(previousData, this.leftOver.length); + } else { + data = this.leftOver.concat(data); + } + this.leftOver = null; + } + + var nextBoundary = utf8border(data); + var usableData = data; + if (nextBoundary !== data.length) { + if (support.uint8array) { + usableData = data.subarray(0, nextBoundary); + this.leftOver = data.subarray(nextBoundary, data.length); + } else { + usableData = data.slice(0, nextBoundary); + this.leftOver = data.slice(nextBoundary, data.length); + } + } + + this.push({ + data : exports.utf8decode(usableData), + meta : chunk.meta + }); +}; + +/** + * @see GenericWorker.flush + */ +Utf8DecodeWorker.prototype.flush = function () { + if(this.leftOver && this.leftOver.length) { + this.push({ + data : exports.utf8decode(this.leftOver), + meta : {} + }); + this.leftOver = null; + } +}; +exports.Utf8DecodeWorker = Utf8DecodeWorker; + +/** + * A worker to endcode string chunks into utf8 encoded binary chunks. + * @constructor + */ +function Utf8EncodeWorker() { + GenericWorker.call(this, "utf-8 encode"); +} +utils.inherits(Utf8EncodeWorker, GenericWorker); + +/** + * @see GenericWorker.processChunk + */ +Utf8EncodeWorker.prototype.processChunk = function (chunk) { + this.push({ + data : exports.utf8encode(chunk.data), + meta : chunk.meta + }); +}; +exports.Utf8EncodeWorker = Utf8EncodeWorker; + +},{"./nodejsUtils":14,"./stream/GenericWorker":28,"./support":30,"./utils":32}],32:[function(require,module,exports){ +'use strict'; + +var support = require('./support'); +var base64 = require('./base64'); +var nodejsUtils = require('./nodejsUtils'); +var setImmediate = require('set-immediate-shim'); +var external = require("./external"); + + +/** + * Convert a string that pass as a "binary string": it should represent a byte + * array but may have > 255 char codes. Be sure to take only the first byte + * and returns the byte array. + * @param {String} str the string to transform. + * @return {Array|Uint8Array} the string in a binary format. + */ +function string2binary(str) { + var result = null; + if (support.uint8array) { + result = new Uint8Array(str.length); + } else { + result = new Array(str.length); + } + return stringToArrayLike(str, result); +} + +/** + * Create a new blob with the given content and the given type. + * @param {String|ArrayBuffer} part the content to put in the blob. DO NOT use + * an Uint8Array because the stock browser of android 4 won't accept it (it + * will be silently converted to a string, "[object Uint8Array]"). + * + * Use only ONE part to build the blob to avoid a memory leak in IE11 / Edge: + * when a large amount of Array is used to create the Blob, the amount of + * memory consumed is nearly 100 times the original data amount. + * + * @param {String} type the mime type of the blob. + * @return {Blob} the created blob. + */ +exports.newBlob = function(part, type) { + exports.checkSupport("blob"); + + try { + // Blob constructor + return new Blob([part], { + type: type + }); + } + catch (e) { + + try { + // deprecated, browser only, old way + var Builder = self.BlobBuilder || self.WebKitBlobBuilder || self.MozBlobBuilder || self.MSBlobBuilder; + var builder = new Builder(); + builder.append(part); + return builder.getBlob(type); + } + catch (e) { + + // well, fuck ?! + throw new Error("Bug : can't construct the Blob."); + } + } + + +}; +/** + * The identity function. + * @param {Object} input the input. + * @return {Object} the same input. + */ +function identity(input) { + return input; +} + +/** + * Fill in an array with a string. + * @param {String} str the string to use. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to fill in (will be mutated). + * @return {Array|ArrayBuffer|Uint8Array|Buffer} the updated array. + */ +function stringToArrayLike(str, array) { + for (var i = 0; i < str.length; ++i) { + array[i] = str.charCodeAt(i) & 0xFF; + } + return array; +} + +/** + * An helper for the function arrayLikeToString. + * This contains static information and functions that + * can be optimized by the browser JIT compiler. + */ +var arrayToStringHelper = { + /** + * Transform an array of int into a string, chunk by chunk. + * See the performances notes on arrayLikeToString. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform. + * @param {String} type the type of the array. + * @param {Integer} chunk the chunk size. + * @return {String} the resulting string. + * @throws Error if the chunk is too big for the stack. + */ + stringifyByChunk: function(array, type, chunk) { + var result = [], k = 0, len = array.length; + // shortcut + if (len <= chunk) { + return String.fromCharCode.apply(null, array); + } + while (k < len) { + if (type === "array" || type === "nodebuffer") { + result.push(String.fromCharCode.apply(null, array.slice(k, Math.min(k + chunk, len)))); + } + else { + result.push(String.fromCharCode.apply(null, array.subarray(k, Math.min(k + chunk, len)))); + } + k += chunk; + } + return result.join(""); + }, + /** + * Call String.fromCharCode on every item in the array. + * This is the naive implementation, which generate A LOT of intermediate string. + * This should be used when everything else fail. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform. + * @return {String} the result. + */ + stringifyByChar: function(array){ + var resultStr = ""; + for(var i = 0; i < array.length; i++) { + resultStr += String.fromCharCode(array[i]); + } + return resultStr; + }, + applyCanBeUsed : { + /** + * true if the browser accepts to use String.fromCharCode on Uint8Array + */ + uint8array : (function () { + try { + return support.uint8array && String.fromCharCode.apply(null, new Uint8Array(1)).length === 1; + } catch (e) { + return false; + } + })(), + /** + * true if the browser accepts to use String.fromCharCode on nodejs Buffer. + */ + nodebuffer : (function () { + try { + return support.nodebuffer && String.fromCharCode.apply(null, nodejsUtils.allocBuffer(1)).length === 1; + } catch (e) { + return false; + } + })() + } +}; + +/** + * Transform an array-like object to a string. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} array the array to transform. + * @return {String} the result. + */ +function arrayLikeToString(array) { + // Performances notes : + // -------------------- + // String.fromCharCode.apply(null, array) is the fastest, see + // see http://jsperf.com/converting-a-uint8array-to-a-string/2 + // but the stack is limited (and we can get huge arrays !). + // + // result += String.fromCharCode(array[i]); generate too many strings ! + // + // This code is inspired by http://jsperf.com/arraybuffer-to-string-apply-performance/2 + // TODO : we now have workers that split the work. Do we still need that ? + var chunk = 65536, + type = exports.getTypeOf(array), + canUseApply = true; + if (type === "uint8array") { + canUseApply = arrayToStringHelper.applyCanBeUsed.uint8array; + } else if (type === "nodebuffer") { + canUseApply = arrayToStringHelper.applyCanBeUsed.nodebuffer; + } + + if (canUseApply) { + while (chunk > 1) { + try { + return arrayToStringHelper.stringifyByChunk(array, type, chunk); + } catch (e) { + chunk = Math.floor(chunk / 2); + } + } + } + + // no apply or chunk error : slow and painful algorithm + // default browser on android 4.* + return arrayToStringHelper.stringifyByChar(array); +} + +exports.applyFromCharCode = arrayLikeToString; + + +/** + * Copy the data from an array-like to an other array-like. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} arrayFrom the origin array. + * @param {Array|ArrayBuffer|Uint8Array|Buffer} arrayTo the destination array which will be mutated. + * @return {Array|ArrayBuffer|Uint8Array|Buffer} the updated destination array. + */ +function arrayLikeToArrayLike(arrayFrom, arrayTo) { + for (var i = 0; i < arrayFrom.length; i++) { + arrayTo[i] = arrayFrom[i]; + } + return arrayTo; +} + +// a matrix containing functions to transform everything into everything. +var transform = {}; + +// string to ? +transform["string"] = { + "string": identity, + "array": function(input) { + return stringToArrayLike(input, new Array(input.length)); + }, + "arraybuffer": function(input) { + return transform["string"]["uint8array"](input).buffer; + }, + "uint8array": function(input) { + return stringToArrayLike(input, new Uint8Array(input.length)); + }, + "nodebuffer": function(input) { + return stringToArrayLike(input, nodejsUtils.allocBuffer(input.length)); + } +}; + +// array to ? +transform["array"] = { + "string": arrayLikeToString, + "array": identity, + "arraybuffer": function(input) { + return (new Uint8Array(input)).buffer; + }, + "uint8array": function(input) { + return new Uint8Array(input); + }, + "nodebuffer": function(input) { + return nodejsUtils.newBufferFrom(input); + } +}; + +// arraybuffer to ? +transform["arraybuffer"] = { + "string": function(input) { + return arrayLikeToString(new Uint8Array(input)); + }, + "array": function(input) { + return arrayLikeToArrayLike(new Uint8Array(input), new Array(input.byteLength)); + }, + "arraybuffer": identity, + "uint8array": function(input) { + return new Uint8Array(input); + }, + "nodebuffer": function(input) { + return nodejsUtils.newBufferFrom(new Uint8Array(input)); + } +}; + +// uint8array to ? +transform["uint8array"] = { + "string": arrayLikeToString, + "array": function(input) { + return arrayLikeToArrayLike(input, new Array(input.length)); + }, + "arraybuffer": function(input) { + return input.buffer; + }, + "uint8array": identity, + "nodebuffer": function(input) { + return nodejsUtils.newBufferFrom(input); + } +}; + +// nodebuffer to ? +transform["nodebuffer"] = { + "string": arrayLikeToString, + "array": function(input) { + return arrayLikeToArrayLike(input, new Array(input.length)); + }, + "arraybuffer": function(input) { + return transform["nodebuffer"]["uint8array"](input).buffer; + }, + "uint8array": function(input) { + return arrayLikeToArrayLike(input, new Uint8Array(input.length)); + }, + "nodebuffer": identity +}; + +/** + * Transform an input into any type. + * The supported output type are : string, array, uint8array, arraybuffer, nodebuffer. + * If no output type is specified, the unmodified input will be returned. + * @param {String} outputType the output type. + * @param {String|Array|ArrayBuffer|Uint8Array|Buffer} input the input to convert. + * @throws {Error} an Error if the browser doesn't support the requested output type. + */ +exports.transformTo = function(outputType, input) { + if (!input) { + // undefined, null, etc + // an empty string won't harm. + input = ""; + } + if (!outputType) { + return input; + } + exports.checkSupport(outputType); + var inputType = exports.getTypeOf(input); + var result = transform[inputType][outputType](input); + return result; +}; + +/** + * Return the type of the input. + * The type will be in a format valid for JSZip.utils.transformTo : string, array, uint8array, arraybuffer. + * @param {Object} input the input to identify. + * @return {String} the (lowercase) type of the input. + */ +exports.getTypeOf = function(input) { + if (typeof input === "string") { + return "string"; + } + if (Object.prototype.toString.call(input) === "[object Array]") { + return "array"; + } + if (support.nodebuffer && nodejsUtils.isBuffer(input)) { + return "nodebuffer"; + } + if (support.uint8array && input instanceof Uint8Array) { + return "uint8array"; + } + if (support.arraybuffer && input instanceof ArrayBuffer) { + return "arraybuffer"; + } +}; + +/** + * Throw an exception if the type is not supported. + * @param {String} type the type to check. + * @throws {Error} an Error if the browser doesn't support the requested type. + */ +exports.checkSupport = function(type) { + var supported = support[type.toLowerCase()]; + if (!supported) { + throw new Error(type + " is not supported by this platform"); + } +}; + +exports.MAX_VALUE_16BITS = 65535; +exports.MAX_VALUE_32BITS = -1; // well, "\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF" is parsed as -1 + +/** + * Prettify a string read as binary. + * @param {string} str the string to prettify. + * @return {string} a pretty string. + */ +exports.pretty = function(str) { + var res = '', + code, i; + for (i = 0; i < (str || "").length; i++) { + code = str.charCodeAt(i); + res += '\\x' + (code < 16 ? "0" : "") + code.toString(16).toUpperCase(); + } + return res; +}; + +/** + * Defer the call of a function. + * @param {Function} callback the function to call asynchronously. + * @param {Array} args the arguments to give to the callback. + */ +exports.delay = function(callback, args, self) { + setImmediate(function () { + callback.apply(self || null, args || []); + }); +}; + +/** + * Extends a prototype with an other, without calling a constructor with + * side effects. Inspired by nodejs' `utils.inherits` + * @param {Function} ctor the constructor to augment + * @param {Function} superCtor the parent constructor to use + */ +exports.inherits = function (ctor, superCtor) { + var Obj = function() {}; + Obj.prototype = superCtor.prototype; + ctor.prototype = new Obj(); +}; + +/** + * Merge the objects passed as parameters into a new one. + * @private + * @param {...Object} var_args All objects to merge. + * @return {Object} a new object with the data of the others. + */ +exports.extend = function() { + var result = {}, i, attr; + for (i = 0; i < arguments.length; i++) { // arguments is not enumerable in some browsers + for (attr in arguments[i]) { + if (arguments[i].hasOwnProperty(attr) && typeof result[attr] === "undefined") { + result[attr] = arguments[i][attr]; + } + } + } + return result; +}; + +/** + * Transform arbitrary content into a Promise. + * @param {String} name a name for the content being processed. + * @param {Object} inputData the content to process. + * @param {Boolean} isBinary true if the content is not an unicode string + * @param {Boolean} isOptimizedBinaryString true if the string content only has one byte per character. + * @param {Boolean} isBase64 true if the string content is encoded with base64. + * @return {Promise} a promise in a format usable by JSZip. + */ +exports.prepareContent = function(name, inputData, isBinary, isOptimizedBinaryString, isBase64) { + + // if inputData is already a promise, this flatten it. + var promise = external.Promise.resolve(inputData).then(function(data) { + + + var isBlob = support.blob && (data instanceof Blob || ['[object File]', '[object Blob]'].indexOf(Object.prototype.toString.call(data)) !== -1); + + if (isBlob && typeof FileReader !== "undefined") { + return new external.Promise(function (resolve, reject) { + var reader = new FileReader(); + + reader.onload = function(e) { + resolve(e.target.result); + }; + reader.onerror = function(e) { + reject(e.target.error); + }; + reader.readAsArrayBuffer(data); + }); + } else { + return data; + } + }); + + return promise.then(function(data) { + var dataType = exports.getTypeOf(data); + + if (!dataType) { + return external.Promise.reject( + new Error("Can't read the data of '" + name + "'. Is it " + + "in a supported JavaScript type (String, Blob, ArrayBuffer, etc) ?") + ); + } + // special case : it's way easier to work with Uint8Array than with ArrayBuffer + if (dataType === "arraybuffer") { + data = exports.transformTo("uint8array", data); + } else if (dataType === "string") { + if (isBase64) { + data = base64.decode(data); + } + else if (isBinary) { + // optimizedBinaryString === true means that the file has already been filtered with a 0xFF mask + if (isOptimizedBinaryString !== true) { + // this is a string, not in a base64 format. + // Be sure that this is a correct "binary string" + data = string2binary(data); + } + } + } + return data; + }); +}; + +},{"./base64":1,"./external":6,"./nodejsUtils":14,"./support":30,"set-immediate-shim":54}],33:[function(require,module,exports){ +'use strict'; +var readerFor = require('./reader/readerFor'); +var utils = require('./utils'); +var sig = require('./signature'); +var ZipEntry = require('./zipEntry'); +var utf8 = require('./utf8'); +var support = require('./support'); +// class ZipEntries {{{ +/** + * All the entries in the zip file. + * @constructor + * @param {Object} loadOptions Options for loading the stream. + */ +function ZipEntries(loadOptions) { + this.files = []; + this.loadOptions = loadOptions; +} +ZipEntries.prototype = { + /** + * Check that the reader is on the specified signature. + * @param {string} expectedSignature the expected signature. + * @throws {Error} if it is an other signature. + */ + checkSignature: function(expectedSignature) { + if (!this.reader.readAndCheckSignature(expectedSignature)) { + this.reader.index -= 4; + var signature = this.reader.readString(4); + throw new Error("Corrupted zip or bug: unexpected signature " + "(" + utils.pretty(signature) + ", expected " + utils.pretty(expectedSignature) + ")"); + } + }, + /** + * Check if the given signature is at the given index. + * @param {number} askedIndex the index to check. + * @param {string} expectedSignature the signature to expect. + * @return {boolean} true if the signature is here, false otherwise. + */ + isSignature: function(askedIndex, expectedSignature) { + var currentIndex = this.reader.index; + this.reader.setIndex(askedIndex); + var signature = this.reader.readString(4); + var result = signature === expectedSignature; + this.reader.setIndex(currentIndex); + return result; + }, + /** + * Read the end of the central directory. + */ + readBlockEndOfCentral: function() { + this.diskNumber = this.reader.readInt(2); + this.diskWithCentralDirStart = this.reader.readInt(2); + this.centralDirRecordsOnThisDisk = this.reader.readInt(2); + this.centralDirRecords = this.reader.readInt(2); + this.centralDirSize = this.reader.readInt(4); + this.centralDirOffset = this.reader.readInt(4); + + this.zipCommentLength = this.reader.readInt(2); + // warning : the encoding depends of the system locale + // On a linux machine with LANG=en_US.utf8, this field is utf8 encoded. + // On a windows machine, this field is encoded with the localized windows code page. + var zipComment = this.reader.readData(this.zipCommentLength); + var decodeParamType = support.uint8array ? "uint8array" : "array"; + // To get consistent behavior with the generation part, we will assume that + // this is utf8 encoded unless specified otherwise. + var decodeContent = utils.transformTo(decodeParamType, zipComment); + this.zipComment = this.loadOptions.decodeFileName(decodeContent); + }, + /** + * Read the end of the Zip 64 central directory. + * Not merged with the method readEndOfCentral : + * The end of central can coexist with its Zip64 brother, + * I don't want to read the wrong number of bytes ! + */ + readBlockZip64EndOfCentral: function() { + this.zip64EndOfCentralSize = this.reader.readInt(8); + this.reader.skip(4); + // this.versionMadeBy = this.reader.readString(2); + // this.versionNeeded = this.reader.readInt(2); + this.diskNumber = this.reader.readInt(4); + this.diskWithCentralDirStart = this.reader.readInt(4); + this.centralDirRecordsOnThisDisk = this.reader.readInt(8); + this.centralDirRecords = this.reader.readInt(8); + this.centralDirSize = this.reader.readInt(8); + this.centralDirOffset = this.reader.readInt(8); + + this.zip64ExtensibleData = {}; + var extraDataSize = this.zip64EndOfCentralSize - 44, + index = 0, + extraFieldId, + extraFieldLength, + extraFieldValue; + while (index < extraDataSize) { + extraFieldId = this.reader.readInt(2); + extraFieldLength = this.reader.readInt(4); + extraFieldValue = this.reader.readData(extraFieldLength); + this.zip64ExtensibleData[extraFieldId] = { + id: extraFieldId, + length: extraFieldLength, + value: extraFieldValue + }; + } + }, + /** + * Read the end of the Zip 64 central directory locator. + */ + readBlockZip64EndOfCentralLocator: function() { + this.diskWithZip64CentralDirStart = this.reader.readInt(4); + this.relativeOffsetEndOfZip64CentralDir = this.reader.readInt(8); + this.disksCount = this.reader.readInt(4); + if (this.disksCount > 1) { + throw new Error("Multi-volumes zip are not supported"); + } + }, + /** + * Read the local files, based on the offset read in the central part. + */ + readLocalFiles: function() { + var i, file; + for (i = 0; i < this.files.length; i++) { + file = this.files[i]; + this.reader.setIndex(file.localHeaderOffset); + this.checkSignature(sig.LOCAL_FILE_HEADER); + file.readLocalPart(this.reader); + file.handleUTF8(); + file.processAttributes(); + } + }, + /** + * Read the central directory. + */ + readCentralDir: function() { + var file; + + this.reader.setIndex(this.centralDirOffset); + while (this.reader.readAndCheckSignature(sig.CENTRAL_FILE_HEADER)) { + file = new ZipEntry({ + zip64: this.zip64 + }, this.loadOptions); + file.readCentralPart(this.reader); + this.files.push(file); + } + + if (this.centralDirRecords !== this.files.length) { + if (this.centralDirRecords !== 0 && this.files.length === 0) { + // We expected some records but couldn't find ANY. + // This is really suspicious, as if something went wrong. + throw new Error("Corrupted zip or bug: expected " + this.centralDirRecords + " records in central dir, got " + this.files.length); + } else { + // We found some records but not all. + // Something is wrong but we got something for the user: no error here. + // console.warn("expected", this.centralDirRecords, "records in central dir, got", this.files.length); + } + } + }, + /** + * Read the end of central directory. + */ + readEndOfCentral: function() { + var offset = this.reader.lastIndexOfSignature(sig.CENTRAL_DIRECTORY_END); + if (offset < 0) { + // Check if the content is a truncated zip or complete garbage. + // A "LOCAL_FILE_HEADER" is not required at the beginning (auto + // extractible zip for example) but it can give a good hint. + // If an ajax request was used without responseType, we will also + // get unreadable data. + var isGarbage = !this.isSignature(0, sig.LOCAL_FILE_HEADER); + + if (isGarbage) { + throw new Error("Can't find end of central directory : is this a zip file ? " + + "If it is, see https://stuk.github.io/jszip/documentation/howto/read_zip.html"); + } else { + throw new Error("Corrupted zip: can't find end of central directory"); + } + + } + this.reader.setIndex(offset); + var endOfCentralDirOffset = offset; + this.checkSignature(sig.CENTRAL_DIRECTORY_END); + this.readBlockEndOfCentral(); + + + /* extract from the zip spec : + 4) If one of the fields in the end of central directory + record is too small to hold required data, the field + should be set to -1 (0xFFFF or 0xFFFFFFFF) and the + ZIP64 format record should be created. + 5) The end of central directory record and the + Zip64 end of central directory locator record must + reside on the same disk when splitting or spanning + an archive. + */ + if (this.diskNumber === utils.MAX_VALUE_16BITS || this.diskWithCentralDirStart === utils.MAX_VALUE_16BITS || this.centralDirRecordsOnThisDisk === utils.MAX_VALUE_16BITS || this.centralDirRecords === utils.MAX_VALUE_16BITS || this.centralDirSize === utils.MAX_VALUE_32BITS || this.centralDirOffset === utils.MAX_VALUE_32BITS) { + this.zip64 = true; + + /* + Warning : the zip64 extension is supported, but ONLY if the 64bits integer read from + the zip file can fit into a 32bits integer. This cannot be solved : JavaScript represents + all numbers as 64-bit double precision IEEE 754 floating point numbers. + So, we have 53bits for integers and bitwise operations treat everything as 32bits. + see https://developer.mozilla.org/en-US/docs/JavaScript/Reference/Operators/Bitwise_Operators + and http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-262.pdf section 8.5 + */ + + // should look for a zip64 EOCD locator + offset = this.reader.lastIndexOfSignature(sig.ZIP64_CENTRAL_DIRECTORY_LOCATOR); + if (offset < 0) { + throw new Error("Corrupted zip: can't find the ZIP64 end of central directory locator"); + } + this.reader.setIndex(offset); + this.checkSignature(sig.ZIP64_CENTRAL_DIRECTORY_LOCATOR); + this.readBlockZip64EndOfCentralLocator(); + + // now the zip64 EOCD record + if (!this.isSignature(this.relativeOffsetEndOfZip64CentralDir, sig.ZIP64_CENTRAL_DIRECTORY_END)) { + // console.warn("ZIP64 end of central directory not where expected."); + this.relativeOffsetEndOfZip64CentralDir = this.reader.lastIndexOfSignature(sig.ZIP64_CENTRAL_DIRECTORY_END); + if (this.relativeOffsetEndOfZip64CentralDir < 0) { + throw new Error("Corrupted zip: can't find the ZIP64 end of central directory"); + } + } + this.reader.setIndex(this.relativeOffsetEndOfZip64CentralDir); + this.checkSignature(sig.ZIP64_CENTRAL_DIRECTORY_END); + this.readBlockZip64EndOfCentral(); + } + + var expectedEndOfCentralDirOffset = this.centralDirOffset + this.centralDirSize; + if (this.zip64) { + expectedEndOfCentralDirOffset += 20; // end of central dir 64 locator + expectedEndOfCentralDirOffset += 12 /* should not include the leading 12 bytes */ + this.zip64EndOfCentralSize; + } + + var extraBytes = endOfCentralDirOffset - expectedEndOfCentralDirOffset; + + if (extraBytes > 0) { + // console.warn(extraBytes, "extra bytes at beginning or within zipfile"); + if (this.isSignature(endOfCentralDirOffset, sig.CENTRAL_FILE_HEADER)) { + // The offsets seem wrong, but we have something at the specified offset. + // So… we keep it. + } else { + // the offset is wrong, update the "zero" of the reader + // this happens if data has been prepended (crx files for example) + this.reader.zero = extraBytes; + } + } else if (extraBytes < 0) { + throw new Error("Corrupted zip: missing " + Math.abs(extraBytes) + " bytes."); + } + }, + prepareReader: function(data) { + this.reader = readerFor(data); + }, + /** + * Read a zip file and create ZipEntries. + * @param {String|ArrayBuffer|Uint8Array|Buffer} data the binary string representing a zip file. + */ + load: function(data) { + this.prepareReader(data); + this.readEndOfCentral(); + this.readCentralDir(); + this.readLocalFiles(); + } +}; +// }}} end of ZipEntries +module.exports = ZipEntries; + +},{"./reader/readerFor":22,"./signature":23,"./support":30,"./utf8":31,"./utils":32,"./zipEntry":34}],34:[function(require,module,exports){ +'use strict'; +var readerFor = require('./reader/readerFor'); +var utils = require('./utils'); +var CompressedObject = require('./compressedObject'); +var crc32fn = require('./crc32'); +var utf8 = require('./utf8'); +var compressions = require('./compressions'); +var support = require('./support'); + +var MADE_BY_DOS = 0x00; +var MADE_BY_UNIX = 0x03; + +/** + * Find a compression registered in JSZip. + * @param {string} compressionMethod the method magic to find. + * @return {Object|null} the JSZip compression object, null if none found. + */ +var findCompression = function(compressionMethod) { + for (var method in compressions) { + if (!compressions.hasOwnProperty(method)) { + continue; + } + if (compressions[method].magic === compressionMethod) { + return compressions[method]; + } + } + return null; +}; + +// class ZipEntry {{{ +/** + * An entry in the zip file. + * @constructor + * @param {Object} options Options of the current file. + * @param {Object} loadOptions Options for loading the stream. + */ +function ZipEntry(options, loadOptions) { + this.options = options; + this.loadOptions = loadOptions; +} +ZipEntry.prototype = { + /** + * say if the file is encrypted. + * @return {boolean} true if the file is encrypted, false otherwise. + */ + isEncrypted: function() { + // bit 1 is set + return (this.bitFlag & 0x0001) === 0x0001; + }, + /** + * say if the file has utf-8 filename/comment. + * @return {boolean} true if the filename/comment is in utf-8, false otherwise. + */ + useUTF8: function() { + // bit 11 is set + return (this.bitFlag & 0x0800) === 0x0800; + }, + /** + * Read the local part of a zip file and add the info in this object. + * @param {DataReader} reader the reader to use. + */ + readLocalPart: function(reader) { + var compression, localExtraFieldsLength; + + // we already know everything from the central dir ! + // If the central dir data are false, we are doomed. + // On the bright side, the local part is scary : zip64, data descriptors, both, etc. + // The less data we get here, the more reliable this should be. + // Let's skip the whole header and dash to the data ! + reader.skip(22); + // in some zip created on windows, the filename stored in the central dir contains \ instead of /. + // Strangely, the filename here is OK. + // I would love to treat these zip files as corrupted (see http://www.info-zip.org/FAQ.html#backslashes + // or APPNOTE#4.4.17.1, "All slashes MUST be forward slashes '/'") but there are a lot of bad zip generators... + // Search "unzip mismatching "local" filename continuing with "central" filename version" on + // the internet. + // + // I think I see the logic here : the central directory is used to display + // content and the local directory is used to extract the files. Mixing / and \ + // may be used to display \ to windows users and use / when extracting the files. + // Unfortunately, this lead also to some issues : http://seclists.org/fulldisclosure/2009/Sep/394 + this.fileNameLength = reader.readInt(2); + localExtraFieldsLength = reader.readInt(2); // can't be sure this will be the same as the central dir + // the fileName is stored as binary data, the handleUTF8 method will take care of the encoding. + this.fileName = reader.readData(this.fileNameLength); + reader.skip(localExtraFieldsLength); + + if (this.compressedSize === -1 || this.uncompressedSize === -1) { + throw new Error("Bug or corrupted zip : didn't get enough information from the central directory " + "(compressedSize === -1 || uncompressedSize === -1)"); + } + + compression = findCompression(this.compressionMethod); + if (compression === null) { // no compression found + throw new Error("Corrupted zip : compression " + utils.pretty(this.compressionMethod) + " unknown (inner file : " + utils.transformTo("string", this.fileName) + ")"); + } + this.decompressed = new CompressedObject(this.compressedSize, this.uncompressedSize, this.crc32, compression, reader.readData(this.compressedSize)); + }, + + /** + * Read the central part of a zip file and add the info in this object. + * @param {DataReader} reader the reader to use. + */ + readCentralPart: function(reader) { + this.versionMadeBy = reader.readInt(2); + reader.skip(2); + // this.versionNeeded = reader.readInt(2); + this.bitFlag = reader.readInt(2); + this.compressionMethod = reader.readString(2); + this.date = reader.readDate(); + this.crc32 = reader.readInt(4); + this.compressedSize = reader.readInt(4); + this.uncompressedSize = reader.readInt(4); + var fileNameLength = reader.readInt(2); + this.extraFieldsLength = reader.readInt(2); + this.fileCommentLength = reader.readInt(2); + this.diskNumberStart = reader.readInt(2); + this.internalFileAttributes = reader.readInt(2); + this.externalFileAttributes = reader.readInt(4); + this.localHeaderOffset = reader.readInt(4); + + if (this.isEncrypted()) { + throw new Error("Encrypted zip are not supported"); + } + + // will be read in the local part, see the comments there + reader.skip(fileNameLength); + this.readExtraFields(reader); + this.parseZIP64ExtraField(reader); + this.fileComment = reader.readData(this.fileCommentLength); + }, + + /** + * Parse the external file attributes and get the unix/dos permissions. + */ + processAttributes: function () { + this.unixPermissions = null; + this.dosPermissions = null; + var madeBy = this.versionMadeBy >> 8; + + // Check if we have the DOS directory flag set. + // We look for it in the DOS and UNIX permissions + // but some unknown platform could set it as a compatibility flag. + this.dir = this.externalFileAttributes & 0x0010 ? true : false; + + if(madeBy === MADE_BY_DOS) { + // first 6 bits (0 to 5) + this.dosPermissions = this.externalFileAttributes & 0x3F; + } + + if(madeBy === MADE_BY_UNIX) { + this.unixPermissions = (this.externalFileAttributes >> 16) & 0xFFFF; + // the octal permissions are in (this.unixPermissions & 0x01FF).toString(8); + } + + // fail safe : if the name ends with a / it probably means a folder + if (!this.dir && this.fileNameStr.slice(-1) === '/') { + this.dir = true; + } + }, + + /** + * Parse the ZIP64 extra field and merge the info in the current ZipEntry. + * @param {DataReader} reader the reader to use. + */ + parseZIP64ExtraField: function(reader) { + + if (!this.extraFields[0x0001]) { + return; + } + + // should be something, preparing the extra reader + var extraReader = readerFor(this.extraFields[0x0001].value); + + // I really hope that these 64bits integer can fit in 32 bits integer, because js + // won't let us have more. + if (this.uncompressedSize === utils.MAX_VALUE_32BITS) { + this.uncompressedSize = extraReader.readInt(8); + } + if (this.compressedSize === utils.MAX_VALUE_32BITS) { + this.compressedSize = extraReader.readInt(8); + } + if (this.localHeaderOffset === utils.MAX_VALUE_32BITS) { + this.localHeaderOffset = extraReader.readInt(8); + } + if (this.diskNumberStart === utils.MAX_VALUE_32BITS) { + this.diskNumberStart = extraReader.readInt(4); + } + }, + /** + * Read the central part of a zip file and add the info in this object. + * @param {DataReader} reader the reader to use. + */ + readExtraFields: function(reader) { + var end = reader.index + this.extraFieldsLength, + extraFieldId, + extraFieldLength, + extraFieldValue; + + if (!this.extraFields) { + this.extraFields = {}; + } + + while (reader.index + 4 < end) { + extraFieldId = reader.readInt(2); + extraFieldLength = reader.readInt(2); + extraFieldValue = reader.readData(extraFieldLength); + + this.extraFields[extraFieldId] = { + id: extraFieldId, + length: extraFieldLength, + value: extraFieldValue + }; + } + + reader.setIndex(end); + }, + /** + * Apply an UTF8 transformation if needed. + */ + handleUTF8: function() { + var decodeParamType = support.uint8array ? "uint8array" : "array"; + if (this.useUTF8()) { + this.fileNameStr = utf8.utf8decode(this.fileName); + this.fileCommentStr = utf8.utf8decode(this.fileComment); + } else { + var upath = this.findExtraFieldUnicodePath(); + if (upath !== null) { + this.fileNameStr = upath; + } else { + // ASCII text or unsupported code page + var fileNameByteArray = utils.transformTo(decodeParamType, this.fileName); + this.fileNameStr = this.loadOptions.decodeFileName(fileNameByteArray); + } + + var ucomment = this.findExtraFieldUnicodeComment(); + if (ucomment !== null) { + this.fileCommentStr = ucomment; + } else { + // ASCII text or unsupported code page + var commentByteArray = utils.transformTo(decodeParamType, this.fileComment); + this.fileCommentStr = this.loadOptions.decodeFileName(commentByteArray); + } + } + }, + + /** + * Find the unicode path declared in the extra field, if any. + * @return {String} the unicode path, null otherwise. + */ + findExtraFieldUnicodePath: function() { + var upathField = this.extraFields[0x7075]; + if (upathField) { + var extraReader = readerFor(upathField.value); + + // wrong version + if (extraReader.readInt(1) !== 1) { + return null; + } + + // the crc of the filename changed, this field is out of date. + if (crc32fn(this.fileName) !== extraReader.readInt(4)) { + return null; + } + + return utf8.utf8decode(extraReader.readData(upathField.length - 5)); + } + return null; + }, + + /** + * Find the unicode comment declared in the extra field, if any. + * @return {String} the unicode comment, null otherwise. + */ + findExtraFieldUnicodeComment: function() { + var ucommentField = this.extraFields[0x6375]; + if (ucommentField) { + var extraReader = readerFor(ucommentField.value); + + // wrong version + if (extraReader.readInt(1) !== 1) { + return null; + } + + // the crc of the comment changed, this field is out of date. + if (crc32fn(this.fileComment) !== extraReader.readInt(4)) { + return null; + } + + return utf8.utf8decode(extraReader.readData(ucommentField.length - 5)); + } + return null; + } +}; +module.exports = ZipEntry; + +},{"./compressedObject":2,"./compressions":3,"./crc32":4,"./reader/readerFor":22,"./support":30,"./utf8":31,"./utils":32}],35:[function(require,module,exports){ +'use strict'; + +var StreamHelper = require('./stream/StreamHelper'); +var DataWorker = require('./stream/DataWorker'); +var utf8 = require('./utf8'); +var CompressedObject = require('./compressedObject'); +var GenericWorker = require('./stream/GenericWorker'); + +/** + * A simple object representing a file in the zip file. + * @constructor + * @param {string} name the name of the file + * @param {String|ArrayBuffer|Uint8Array|Buffer} data the data + * @param {Object} options the options of the file + */ +var ZipObject = function(name, data, options) { + this.name = name; + this.dir = options.dir; + this.date = options.date; + this.comment = options.comment; + this.unixPermissions = options.unixPermissions; + this.dosPermissions = options.dosPermissions; + + this._data = data; + this._dataBinary = options.binary; + // keep only the compression + this.options = { + compression : options.compression, + compressionOptions : options.compressionOptions + }; +}; + +ZipObject.prototype = { + /** + * Create an internal stream for the content of this object. + * @param {String} type the type of each chunk. + * @return StreamHelper the stream. + */ + internalStream: function (type) { + var result = null, outputType = "string"; + try { + if (!type) { + throw new Error("No output type specified."); + } + outputType = type.toLowerCase(); + var askUnicodeString = outputType === "string" || outputType === "text"; + if (outputType === "binarystring" || outputType === "text") { + outputType = "string"; + } + result = this._decompressWorker(); + + var isUnicodeString = !this._dataBinary; + + if (isUnicodeString && !askUnicodeString) { + result = result.pipe(new utf8.Utf8EncodeWorker()); + } + if (!isUnicodeString && askUnicodeString) { + result = result.pipe(new utf8.Utf8DecodeWorker()); + } + } catch (e) { + result = new GenericWorker("error"); + result.error(e); + } + + return new StreamHelper(result, outputType, ""); + }, + + /** + * Prepare the content in the asked type. + * @param {String} type the type of the result. + * @param {Function} onUpdate a function to call on each internal update. + * @return Promise the promise of the result. + */ + async: function (type, onUpdate) { + return this.internalStream(type).accumulate(onUpdate); + }, + + /** + * Prepare the content as a nodejs stream. + * @param {String} type the type of each chunk. + * @param {Function} onUpdate a function to call on each internal update. + * @return Stream the stream. + */ + nodeStream: function (type, onUpdate) { + return this.internalStream(type || "nodebuffer").toNodejsStream(onUpdate); + }, + + /** + * Return a worker for the compressed content. + * @private + * @param {Object} compression the compression object to use. + * @param {Object} compressionOptions the options to use when compressing. + * @return Worker the worker. + */ + _compressWorker: function (compression, compressionOptions) { + if ( + this._data instanceof CompressedObject && + this._data.compression.magic === compression.magic + ) { + return this._data.getCompressedWorker(); + } else { + var result = this._decompressWorker(); + if(!this._dataBinary) { + result = result.pipe(new utf8.Utf8EncodeWorker()); + } + return CompressedObject.createWorkerFrom(result, compression, compressionOptions); + } + }, + /** + * Return a worker for the decompressed content. + * @private + * @return Worker the worker. + */ + _decompressWorker : function () { + if (this._data instanceof CompressedObject) { + return this._data.getContentWorker(); + } else if (this._data instanceof GenericWorker) { + return this._data; + } else { + return new DataWorker(this._data); + } + } +}; + +var removedMethods = ["asText", "asBinary", "asNodeBuffer", "asUint8Array", "asArrayBuffer"]; +var removedFn = function () { + throw new Error("This method has been removed in JSZip 3.0, please check the upgrade guide."); +}; + +for(var i = 0; i < removedMethods.length; i++) { + ZipObject.prototype[removedMethods[i]] = removedFn; +} +module.exports = ZipObject; + +},{"./compressedObject":2,"./stream/DataWorker":27,"./stream/GenericWorker":28,"./stream/StreamHelper":29,"./utf8":31}],36:[function(require,module,exports){ +(function (global){ +'use strict'; +var Mutation = global.MutationObserver || global.WebKitMutationObserver; + +var scheduleDrain; + +{ + if (Mutation) { + var called = 0; + var observer = new Mutation(nextTick); + var element = global.document.createTextNode(''); + observer.observe(element, { + characterData: true + }); + scheduleDrain = function () { + element.data = (called = ++called % 2); + }; + } else if (!global.setImmediate && typeof global.MessageChannel !== 'undefined') { + var channel = new global.MessageChannel(); + channel.port1.onmessage = nextTick; + scheduleDrain = function () { + channel.port2.postMessage(0); + }; + } else if ('document' in global && 'onreadystatechange' in global.document.createElement('script')) { + scheduleDrain = function () { + + // Create a + + + + + + + + + +
+ +
+ +
+
+ +

Class Coderun

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.api.Coderun
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.lang.AutoCloseable
    +
    +
    +
    public class Coderun
    +extends java.lang.Object
    +implements java.lang.AutoCloseable
    +
    Java implementation of the FAIR Data Pipeline API + +

    Users should initialise this library using a try-with-resources block or ensure that .close() + is explicitly closed when the required file handles have been accessed. + +

    Usage example + +

    + +
    +    try (var coderun = new Coderun(configPath, scriptPath, regToken)) {
    +       ImmutableSamples samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
    +       String dataProduct = "animal/dodo";
    +       String component1 = "example-samples-dodo1";
    +       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
    +       Object_component_write oc1 = dp.getComponent(component1);
    +       oc1.raise_issue("something is terribly wrong with this component", 10);
    +       oc1.writeSamples(samples);
    +     }
    +     
    + +
    + + Or, to write a CSV file, with issues on the DP and on the Code_repo: + +
    + +
    +    try (var coderun = new Coderun(configPath, scriptPath, regToken)) {
    +       String dataProduct = "human/health";
    +       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
    +       Object_component_write oc1 = dp.getComponent();
    +       CleanableFileChannel f = oc1.writeFileChannel();
    +       my_analysis_csv_writer(f);
    +       Issue i = coderun.raise_issue("something is terribly wrong with this component", 10);
    +       i.add_components(oc1);
    +       i.add_fileObjects(coderun.getCode_repo());
    +     }
    +     
    + +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      Coderun​(java.nio.file.Path configFilePath) +
      Constructor using only configFilePath - scriptPath is read from the config.
      +
      Coderun​(java.nio.file.Path configFilePath, + @Nullable java.nio.file.Path scriptPath) +
      Constructor using both configFilePath and ScriptPath
      +
      Coderun​(java.nio.file.Path configFilePath, + @Nullable java.nio.file.Path scriptPath, + @Nullable java.lang.String registryToken) +
      Constructor specifying configPath, scriptPath, and registryToken.
      +
      +
    • +
    +
    + +
    + +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Coderun

        +
        public Coderun​(java.nio.file.Path configFilePath)
        +
        Constructor using only configFilePath - scriptPath is read from the config.
        +
        +
        Parameters:
        +
        configFilePath - the Path to the config file, which must be located in the local data + store CodeRun folder with timestamp name.
        +
        +
      • +
      + + + +
        +
      • +

        Coderun

        +
        public Coderun​(java.nio.file.Path configFilePath,
        +               @Nullable java.nio.file.Path scriptPath)
        +
        Constructor using both configFilePath and ScriptPath
        +
        +
        Parameters:
        +
        configFilePath - the Path to the config.yaml file
        +
        scriptPath - the Path to the script file - this may be null if the script path is given in + the config file. +

        both startup files are usually provided by fair run in the + local data registry jobs/{timestamp} folder.

        +
        +
      • +
      + + + +
        +
      • +

        Coderun

        +
        public Coderun​(java.nio.file.Path configFilePath,
        +               @Nullable java.nio.file.Path scriptPath,
        +               @Nullable java.lang.String registryToken)
        +
        Constructor specifying configPath, scriptPath, and registryToken.
        +
        +
        Parameters:
        +
        configFilePath - the Path to the config.yaml file
        +
        scriptPath - the Path to the script file - this may be null if the script path is given in + the config file. +

        both startup files are usually provided by fair run in the + local data registry jobs/{timestamp} folder.

        +
        registryToken - the authentication token of the local registry (or null if the token is to + be read from the config or from ~/.fair/registry/token)
        +
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getScript

        +
        public FileObject getScript()
        +
        Access the Submission_script; in order to raise a Submission_script issue.
        +
        +
        Returns:
        +
        the FileObject representing the Submission_script. +

        Usage: +

        +     coderun.getScript.raise_issue("this is a very bad script", 10);
        + 
        + OR +
        +     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
        +     i.add_fileObjects(coderun.getScript(), coderun.getConfig());
        + 
        +
        +
      • +
      + + + +
        +
      • +

        getConfig

        +
        public FileObject getConfig()
        +
        Access the configuration file (config.yaml); in order to raise a Config issue.
        +
        +
        Returns:
        +
        the FileObject representing the config file. +

        Usage: +

        +     coderun.getConfig.raise_issue("this is a very bad config file", 10);
        + 
        + OR +
        +     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
        +     i.add_fileObjects(coderun.getScript(), coderun.getConfig());
        + 
        +
        +
      • +
      + + + +
        +
      • +

        getCode_repo

        +
        public FileObject getCode_repo()
        +
        Access the code repository in order to raise a code repository issue.
        +
        +
        Returns:
        +
        the FileObject representing the code repository (which is given in the config file) +

        Usage: +

        +     coderun.getCode_repo.raise_issue("this contains very bad code", 10);
        + 
        + OR +
        +     Issue i = coderun.raise_issue("Seriously bad stuff", 10);
        +     i.add_fileObjects(coderun.getCode_repo(), coderun.getConfig());
        + 
        +
        +
      • +
      + + + +
        +
      • +

        get_dp_for_read

        +
        public Data_product_read get_dp_for_read​(java.lang.String dataProduct_name)
        +
        Obtain a data product for reading.
        +
        +
        Parameters:
        +
        dataProduct_name - the name of the dataProduct to obtain.
        +
        Returns:
        +
        the data product.
        +
        +
      • +
      + + + +
        +
      • +

        get_dp_for_write

        +
        public Data_product_write get_dp_for_write​(java.lang.String dataProduct_name,
        +                                           java.lang.String extension)
        +
        Obtain a data product for writing.
        +
        +
        Parameters:
        +
        dataProduct_name - the name of the dataProduct to obtain.
        +
        extension - the file extension representing the file type we will write, e.g. csv or toml
        +
        Returns:
        +
        the data product
        +
        +
      • +
      + + + +
        +
      • +

        get_dp_for_write

        +
        public Data_product_write get_dp_for_write​(java.lang.String dataProduct_name)
        +
        Obtain a data product for writing. (gets the extension from config)
        +
        +
        Parameters:
        +
        dataProduct_name - the name of the dataProduct to obtain.
        +
        Returns:
        +
        the data product
        +
        +
      • +
      + + + +
        +
      • +

        raise_issue

        +
        public Issue raise_issue​(java.lang.String description,
        +                         java.lang.Integer severity)
        +
        create an Issue that can be linked to a number of object components + and/or fileObjects.
        +
        +
        Parameters:
        +
        description - text description of the issue
        +
        severity - integer representing the severity of the issue, larger integer means more + severe
        +
        Returns:
        +
        the Issue
        +
        +
      • +
      + + + +
        +
      • +

        close

        +
        public void close()
        +
        Finalize and register the coderun. (this gets called automatically when using Coderun in a + try-with-resources block)
        +
        +
        Specified by:
        +
        close in interface java.lang.AutoCloseable
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/api/Data_product.html b/org/fairdatapipeline/api/Data_product.html new file mode 100644 index 0000000..5004847 --- /dev/null +++ b/org/fairdatapipeline/api/Data_product.html @@ -0,0 +1,281 @@ + + + + + +Data_product (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Data_product

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.api.Data_product
    • +
    +
  • +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidclose() 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        close

        +
        public void close()
        +
        +
        Specified by:
        +
        close in interface java.lang.AutoCloseable
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Data_product_read.html b/org/fairdatapipeline/api/Data_product_read.html new file mode 100644 index 0000000..dfde29d --- /dev/null +++ b/org/fairdatapipeline/api/Data_product_read.html @@ -0,0 +1,327 @@ + + + + + +Data_product_read (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Data_product_read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFilePath

        +
        protected java.nio.file.Path getFilePath()
        +
      • +
      + + + +
        +
      • +

        getComponent

        +
        public Object_component_read getComponent​(java.lang.String component_name)
        +
        Obtain an Object_component for reading.
        +
        +
        Parameters:
        +
        component_name - the name of the object component to read.
        +
        Returns:
        +
        the Object_component class
        +
        +
      • +
      + + + +
        +
      • +

        getComponent

        +
        public Object_component_read getComponent()
        +
        Obtain an Object_component (whole_object) for reading.
        +
        +
        Returns:
        +
        the Object_component class
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Data_product_write.html b/org/fairdatapipeline/api/Data_product_write.html new file mode 100644 index 0000000..5924741 --- /dev/null +++ b/org/fairdatapipeline/api/Data_product_write.html @@ -0,0 +1,314 @@ + + + + + +Data_product_write (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Data_product_write

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.lang.AutoCloseable
    +
    +
    +
    public class Data_product_write
    +extends Data_product
    +
    Data_product_write is created by Coderun: Coderun.get_dp_for_write(String, String) + +

    Upon Coderun.close() it will register itself and its components in the registry, and + then register its components in the coderun.

    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getComponent

        +
        public Object_component_write getComponent​(java.lang.String component_name)
        +
        Obtain an Object_component for writing.
        +
        +
        Parameters:
        +
        component_name - the name of the object component.
        +
        Returns:
        +
        the Object_component_write object.
        +
        +
      • +
      + + + +
        +
      • +

        getComponent

        +
        public Object_component_write getComponent()
        +
        Obtain an Object_component (whole_object) for writing.
        +
        +
        Returns:
        +
        the Object_component class
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/FileObject.html b/org/fairdatapipeline/api/FileObject.html new file mode 100644 index 0000000..b46508f --- /dev/null +++ b/org/fairdatapipeline/api/FileObject.html @@ -0,0 +1,276 @@ + + + + + +FileObject (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class FileObject

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.api.FileObject
    • +
    +
  • +
+
+
    +
  • +
    +
    public class FileObject
    +extends java.lang.Object
    +
    A new registryObject with given storage_location, description, authors, file_type. Used for + Submission Script, Code Repo, Config File, which can have issues raised on.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidraise_issue​(java.lang.String description, + java.lang.Integer severity) +
      raise an issue with this component
      +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        raise_issue

        +
        public void raise_issue​(java.lang.String description,
        +                        java.lang.Integer severity)
        +
        raise an issue with this component
        +
        +
        Parameters:
        +
        description - the text description of this issue
        +
        severity - Integer - higher means more severe
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/IllegalActionException.html b/org/fairdatapipeline/api/IllegalActionException.html new file mode 100644 index 0000000..d25612c --- /dev/null +++ b/org/fairdatapipeline/api/IllegalActionException.html @@ -0,0 +1,327 @@ + + + + + +IllegalActionException (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class IllegalActionException

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • java.lang.Throwable
    • +
    • +
        +
      • java.lang.Exception
      • +
      • +
          +
        • java.lang.RuntimeException
        • +
        • +
            +
          • org.fairdatapipeline.api.IllegalActionException
          • +
          +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.io.Serializable
    +
    +
    +
    public class IllegalActionException
    +extends java.lang.RuntimeException
    +
    The consumer is probably trying to do something they aren't supposed to be doing.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      IllegalActionException​(java.lang.String message) +
      Constructor
      +
      IllegalActionException​(java.lang.String message, + java.lang.Exception e) +
      Constructor
      +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class java.lang.Throwable

        +addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IllegalActionException

        +
        public IllegalActionException​(java.lang.String message)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        +
      • +
      + + + +
        +
      • +

        IllegalActionException

        +
        public IllegalActionException​(java.lang.String message,
        +                              java.lang.Exception e)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        e - The Exception that caused it.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Issue.html b/org/fairdatapipeline/api/Issue.html new file mode 100644 index 0000000..9247774 --- /dev/null +++ b/org/fairdatapipeline/api/Issue.html @@ -0,0 +1,336 @@ + + + + + +Issue (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Issue

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.api.Issue
    • +
    +
  • +
+
+
    +
  • +
    +
    public class Issue
    +extends java.lang.Object
    +
    An issue that can be raised with objects or their components. + +

    Issues can be created using Coderun.raise_issue(String, Integer) or with Object_component.raise_issue(String, Integer). + +

    Usage example + +

    + +
    +       Object_component_write oc1 = dp.getComponent(component1);
    +       oc1.raise_issue("something is terribly wrong with this component", 10);
    + 
    + +
    + + or + +
    + +
    +      Issue i = coderun.raise_issue("moderately bad data", 7);
    +      i.add_components(oc1, oc2, oc3);
    + 
    + +
    + + or + +
    + +
    +      Issue i = coderun.raise_issue("moderately bad data", 7);
    +      i.add_components(oc1, oc2, oc3);
    +      i.add_fileObjects(coderun.getCode_repo(), coderun.getScript(), coderun.getConfig());
    + 
    + +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidadd_components​(Object_component... components) +
      When we have created an issue using coderun.raise_issue() we still need to attach this issue to + one or more object components.
      +
      voidadd_fileObjects​(FileObject... objects) +
      When we have created an issue using coderun.raise_issue() we can also attach FileObjects to + this issue.
      +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        add_components

        +
        public void add_components​(Object_component... components)
        +
        When we have created an issue using coderun.raise_issue() we still need to attach this issue to + one or more object components. Note: attach the issue to the 'whole_object' component to + indicate that it is linked to the object rather than a specific component.
        +
        +
        Parameters:
        +
        components - - any number of components can be listed as arguments
        +
        +
      • +
      + + + +
        +
      • +

        add_fileObjects

        +
        public void add_fileObjects​(FileObject... objects)
        +
        When we have created an issue using coderun.raise_issue() we can also attach FileObjects to + this issue. This can be used to raise issues with Code_repo, Submission Script, and/or Config + File.
        +
        +
        Parameters:
        +
        objects - any number of FileObjects, e.g. coderun.getScript(), coderun.getConfig(), + coderun.getCode_repo()
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Object_component.html b/org/fairdatapipeline/api/Object_component.html new file mode 100644 index 0000000..6504998 --- /dev/null +++ b/org/fairdatapipeline/api/Object_component.html @@ -0,0 +1,280 @@ + + + + + +Object_component (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Object_component

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.api.Object_component
    • +
    +
  • +
+
+
    +
  • +
    +
    Direct Known Subclasses:
    +
    Object_component_read, Object_component_write
    +
    +
    +
    public abstract class Object_component
    +extends java.lang.Object
    +
    This represents an object_component to read from or write to (or raise issues with) An + object_component without a name is the 'whole_object' component.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidraise_issue​(java.lang.String description, + java.lang.Integer severity) +
      raise an issue with this component
      +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        raise_issue

        +
        public void raise_issue​(java.lang.String description,
        +                        java.lang.Integer severity)
        +
        raise an issue with this component
        +
        +
        Parameters:
        +
        description - the text description of this issue
        +
        severity - Integer - higher means more severe
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Object_component_read.html b/org/fairdatapipeline/api/Object_component_read.html new file mode 100644 index 0000000..7412526 --- /dev/null +++ b/org/fairdatapipeline/api/Object_component_read.html @@ -0,0 +1,388 @@ + + + + + +Object_component_read (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Object_component_read

+
+
+ +
+
    +
  • +
    +
    public class Object_component_read
    +extends Object_component
    +
    This represents an object_component to read from (or raise issues with) An object_component + without a name is the 'whole_object' component. Ideally the user should only read from named + components on toml and h5 files, and only read from the 'whole_object' on any other files. This + is not enforced at the moment.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      protected voidpopulate_component() 
      DistributionreadDistribution() +
      read the Distribution that was stored as this component in a TOML file.
      +
      java.lang.NumberreadEstimate() +
      read the Estimate that was stored as this component in a TOML file.
      +
      CleanableFileChannelreadFileChannel() +
      get the CleanableFileChannel to read directly from the file.
      +
      java.nio.file.PathreadLink() +
      get the filePath to read from; only for whole_object component
      +
      java.util.List<java.lang.Number>readSamples() +
      read the Samples that were stored as this component in a TOML file.
      +
      + +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        populate_component

        +
        protected void populate_component()
        +
      • +
      + + + +
        +
      • +

        readLink

        +
        public java.nio.file.Path readLink()
        +
        get the filePath to read from; only for whole_object component
        +
        +
        Returns:
        +
        Path the Path of the data object.
        +
        +
      • +
      + + + +
        +
      • +

        readFileChannel

        +
        public CleanableFileChannel readFileChannel()
        +                                     throws java.io.IOException
        +
        get the CleanableFileChannel to read directly from the file. only for whole_object component.
        +
        +
        Returns:
        +
        CleanableFileChannel the filechannel to read from.
        +
        Throws:
        +
        java.io.IOException - if the file can't be opened.
        +
        +
      • +
      + + + +
        +
      • +

        readEstimate

        +
        public java.lang.Number readEstimate()
        +
        read the Estimate that was stored as this component in a TOML file.
        +
        +
        Returns:
        +
        the estimate as Number
        +
        +
      • +
      + + + +
        +
      • +

        readDistribution

        +
        public Distribution readDistribution()
        +
        read the Distribution that was stored as this component in a TOML file.
        +
        +
        Returns:
        +
        the Distribution
        +
        +
      • +
      + + + +
        +
      • +

        readSamples

        +
        public java.util.List<java.lang.Number> readSamples()
        +
        read the Samples that were stored as this component in a TOML file.
        +
        +
        Returns:
        +
        the Samples object
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/Object_component_write.html b/org/fairdatapipeline/api/Object_component_write.html new file mode 100644 index 0000000..eb94de2 --- /dev/null +++ b/org/fairdatapipeline/api/Object_component_write.html @@ -0,0 +1,389 @@ + + + + + +Object_component_write (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Object_component_write

+
+
+ +
+
    +
  • +
    +
    public class Object_component_write
    +extends Object_component
    +
    This represents an object_component to write to (or raise issues with) An object_component + without a name is the 'whole_object' component. Ideally the user should only write to named + components on toml and h5 files, and only write to the 'whole_object' on any other files. This is + not enforced at the moment. You should only ever either write to the whole_object, OR to the + named components, not both. This also is not enforced at the moment.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      protected voidpopulate_component() 
      voidwriteDistribution​(Distribution distribution) +
      write a Distribution, as this named component in the data product.
      +
      voidwriteEstimate​(java.lang.Number estimateNumber) +
      write a Number as an Estimate, as this named component in the data product.
      +
      CleanableFileChannelwriteFileChannel() +
      get the CleanableFileChannel to write directly to the file.
      +
      java.nio.file.PathwriteLink() +
      get the filePath to write; only for whole_object component
      +
      voidwriteSamples​(Samples samples) +
      write Samples, as this named component in the data product.
      +
      + +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        populate_component

        +
        protected void populate_component()
        +
      • +
      + + + +
        +
      • +

        writeLink

        +
        public java.nio.file.Path writeLink()
        +
        get the filePath to write; only for whole_object component
        +
        +
        Returns:
        +
        Path the Path of the data object.
        +
        +
      • +
      + + + +
        +
      • +

        writeFileChannel

        +
        public CleanableFileChannel writeFileChannel()
        +                                      throws java.io.IOException
        +
        get the CleanableFileChannel to write directly to the file. only for whole_object component.
        +
        +
        Returns:
        +
        CleanableFileChannel the filechannel to write to.
        +
        Throws:
        +
        java.io.IOException - if the file can't be opened.
        +
        +
      • +
      + + + +
        +
      • +

        writeEstimate

        +
        public void writeEstimate​(java.lang.Number estimateNumber)
        +
        write a Number as an Estimate, as this named component in the data product.
        +
        +
        Parameters:
        +
        estimateNumber - the number to write.
        +
        +
      • +
      + + + +
        +
      • +

        writeDistribution

        +
        public void writeDistribution​(Distribution distribution)
        +
        write a Distribution, as this named component in the data product.
        +
        +
        Parameters:
        +
        distribution - the Distribution to write
        +
        +
      • +
      + + + +
        +
      • +

        writeSamples

        +
        public void writeSamples​(Samples samples)
        +
        write Samples, as this named component in the data product.
        +
        +
        Parameters:
        +
        samples - a Samples object containing the samples
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/RegistryException.html b/org/fairdatapipeline/api/RegistryException.html new file mode 100644 index 0000000..b90d286 --- /dev/null +++ b/org/fairdatapipeline/api/RegistryException.html @@ -0,0 +1,327 @@ + + + + + +RegistryException (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class RegistryException

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • java.lang.Throwable
    • +
    • +
        +
      • java.lang.Exception
      • +
      • +
          +
        • java.lang.RuntimeException
        • +
        • +
            +
          • org.fairdatapipeline.api.RegistryException
          • +
          +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.io.Serializable
    +
    +
    +
    public class RegistryException
    +extends java.lang.RuntimeException
    +
    Failure to create an Object in the registry.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      RegistryException​(java.lang.String message) +
      Constructor
      +
      RegistryException​(java.lang.String message, + java.lang.Exception e) +
      Constructor
      +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class java.lang.Throwable

        +addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RegistryException

        +
        public RegistryException​(java.lang.String message)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        +
      • +
      + + + +
        +
      • +

        RegistryException

        +
        public RegistryException​(java.lang.String message,
        +                         java.lang.Exception e)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        e - The Exception that caused it.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/RegistryObjectNotfoundException.html b/org/fairdatapipeline/api/RegistryObjectNotfoundException.html new file mode 100644 index 0000000..6e0e75a --- /dev/null +++ b/org/fairdatapipeline/api/RegistryObjectNotfoundException.html @@ -0,0 +1,327 @@ + + + + + +RegistryObjectNotfoundException (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class RegistryObjectNotfoundException

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • java.lang.Throwable
    • +
    • +
        +
      • java.lang.Exception
      • +
      • +
          +
        • java.lang.RuntimeException
        • +
        • +
            +
          • org.fairdatapipeline.api.RegistryObjectNotfoundException
          • +
          +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.io.Serializable
    +
    +
    +
    public class RegistryObjectNotfoundException
    +extends java.lang.RuntimeException
    +
    Failure to retrieve an expected object from the registry.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    + +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class java.lang.Throwable

        +addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RegistryObjectNotfoundException

        +
        public RegistryObjectNotfoundException​(java.lang.String message)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        +
      • +
      + + + +
        +
      • +

        RegistryObjectNotfoundException

        +
        public RegistryObjectNotfoundException​(java.lang.String message,
        +                                       java.lang.Exception e)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        e - The Exception that caused it.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/api/package-summary.html b/org/fairdatapipeline/api/package-summary.html new file mode 100644 index 0000000..ac283bc --- /dev/null +++ b/org/fairdatapipeline/api/package-summary.html @@ -0,0 +1,274 @@ + + + + + +org.fairdatapipeline.api (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.api

+
+
+
+ + +
Java implementation of the FAIR Data Pipeline API + +

The main class for the FAIR Data Pipeline JAVA API is Coderun + +

Users should initialise this library using a try-with-resources block or ensure that .close() + is explicitly closed when the required file handles have been accessed. + +

Usage example + +

+ +
+    try (var coderun = new Coderun(configPath, scriptPath)) {
+       ImmutableSamples samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
+       String dataProduct = "animal/dodo";
+       String component1 = "example-samples-dodo1";
+       Data_product_write dp = coderun.get_dp_for_write(dataProduct, "toml");
+       Object_component_write oc1 = dp.getComponent(component1);
+       oc1.raise_issue("something is terribly wrong with this component", 10);
+       oc1.writeSamples(samples);
+     }
+     
+ +
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/api/package-tree.html b/org/fairdatapipeline/api/package-tree.html new file mode 100644 index 0000000..f5e5b9b --- /dev/null +++ b/org/fairdatapipeline/api/package-tree.html @@ -0,0 +1,190 @@ + + + + + +org.fairdatapipeline.api Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.api

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/config/Config.ConfigItem.html b/org/fairdatapipeline/config/Config.ConfigItem.html new file mode 100644 index 0000000..d48c662 --- /dev/null +++ b/org/fairdatapipeline/config/Config.ConfigItem.html @@ -0,0 +1,351 @@ + + + + + +Config.ConfigItem (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Config.ConfigItem

+
+
+
+
    +
  • +
    +
    Enclosing interface:
    +
    Config
    +
    +
    +
    @Immutable
    +public static interface Config.ConfigItem
    +
    Read or Write data product items, specified by name, or (only for write items) possibly ending + in * for simple globbing
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethodDescription
      java.lang.Stringdata_product() +
      data_product name (for write items this may end in * for simple globbing)
      +
      java.util.Optional<java.lang.String>description() +
      For write items only: please set the description to get stored in the registry with this data + product
      +
      java.util.Optional<java.lang.String>file_type() +
      Config write items may specify the file_type (such as csv, h5, or toml) but this can also be + specified using Coderun.get_dp_for_write(String, String) method.
      +
      java.util.Optional<java.lang.Boolean>isPublic() +
      This is ignored.
      +
      org.fairdatapipeline.config.ImmutableConfigUseItemuse() +
      Config (read or write) items MUST have a use section, which MUST specify a version.
      +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        data_product

        +
        java.lang.String data_product()
        +
        data_product name (for write items this may end in * for simple globbing)
        +
        +
        Returns:
        +
        String data product name
        +
        +
      • +
      + + + +
        +
      • +

        description

        +
        java.util.Optional<java.lang.String> description()
        +
        For write items only: please set the description to get stored in the registry with this data + product
        +
        +
        Returns:
        +
        The description of this write data product, if given
        +
        +
      • +
      + + + +
        +
      • +

        use

        +
        org.fairdatapipeline.config.ImmutableConfigUseItem use()
        +
        Config (read or write) items MUST have a use section, which MUST specify a version.
        +
        +
        Returns:
        +
        The ImmutableConfigUseItem use section for this data + product.
        +
        +
      • +
      + + + +
        +
      • +

        file_type

        +
        java.util.Optional<java.lang.String> file_type()
        +
        Config write items may specify the file_type (such as csv, h5, or toml) but this can also be + specified using Coderun.get_dp_for_write(String, String) method.
        +
        +
        Returns:
        +
        String the file_type file extension, if given.
        +
        +
      • +
      + + + +
        +
      • +

        isPublic

        +
        java.util.Optional<java.lang.Boolean> isPublic()
        +
        This is ignored. But added by CLI
        +
        +
        Returns:
        +
        Boolean 'public' - this is ignored.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/config/Config.ConfigRunMetadata.html b/org/fairdatapipeline/config/Config.ConfigRunMetadata.html new file mode 100644 index 0000000..9884766 --- /dev/null +++ b/org/fairdatapipeline/config/Config.ConfigRunMetadata.html @@ -0,0 +1,560 @@ + + + + + +Config.ConfigRunMetadata (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Config.ConfigRunMetadata

+
+
+
+
    +
  • +
    +
    Enclosing interface:
    +
    Config
    +
    +
    +
    @Immutable
    +public static interface Config.ConfigRunMetadata
    +
    Defaults and settings for this coderun.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethodDescription
      java.util.Optional<java.lang.String>default_input_namespace() +
      In which namespace to search for READ data products.
      +
      java.util.Optional<java.lang.String>default_output_namespace() +
      In which namespace to place the WRITE data products.
      +
      java.util.Optional<java.lang.String>default_read_version() +
      Default write version - Not Used
      +
      java.util.Optional<java.lang.String>default_write_version() +
      Default read version - Not Used
      +
      java.util.Optional<java.lang.String>description() +
      Set the description field for this code run.
      +
      java.util.Optional<java.lang.Boolean>isPublic() +
      This is ignored.
      +
      java.util.Optional<java.lang.String>latest_commit() +
      The commit hash of the remote_repo, in order to store the exact version of the analysis code.
      +
      java.util.Optional<java.lang.String>local_data_registry_url() +
      this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be)
      +
      java.util.Optional<java.lang.String>local_repo() +
      This is ignored.
      +
      java.util.Optional<java.lang.String>remote_data_registry_url() +
      I don't know why we would specify this.
      +
      java.util.Optional<java.lang.String>remote_repo() +
      This is the location of the repository of the analysis code.
      +
      java.util.Optional<java.lang.String>script() +
      This is ignored.
      +
      java.util.Optional<java.lang.String>script_path() +
      you can give the path to the submission script (to be stored in the code run) here, or in + Coderun(Path, Path) FileApi constructor.
      +
      java.util.Optional<java.lang.String>token() +
      The authentication token for the registry.
      +
      java.util.Optional<java.lang.String>write_data_store() +
      The file system root of the local data store for new write objects.
      +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        description

        +
        java.util.Optional<java.lang.String> description()
        +
        Set the description field for this code run. (optional, but it really shouldn't be)
        +
        +
        Returns:
        +
        String the description for this code run, if given
        +
        +
      • +
      + + + +
        +
      • +

        local_data_registry_url

        +
        java.util.Optional<java.lang.String> local_data_registry_url()
        +
        this is usually http://localhost:8000/api/ (optional, but it probably shouldn't be)
        +
        +
        Returns:
        +
        String the URL of the local data registry, if given.
        +
        +
      • +
      + + + +
        +
      • +

        remote_data_registry_url

        +
        java.util.Optional<java.lang.String> remote_data_registry_url()
        +
        I don't know why we would specify this. It is ignored.
        +
        +
        Returns:
        +
        String remote data registry URL, if given.
        +
        +
      • +
      + + + +
        +
      • +

        default_input_namespace

        +
        java.util.Optional<java.lang.String> default_input_namespace()
        +
        In which namespace to search for READ data products. this can be overridden in the ConfigUseItem. Optional.
        +
        +
        Returns:
        +
        String default input namespace, if given.
        +
        +
      • +
      + + + +
        +
      • +

        default_output_namespace

        +
        java.util.Optional<java.lang.String> default_output_namespace()
        +
        In which namespace to place the WRITE data products. this can be overridden in the ConfigUseItem. Optional.
        +
        +
        Returns:
        +
        String the default output namespace, if given.
        +
        +
      • +
      + + + +
        +
      • +

        write_data_store

        +
        java.util.Optional<java.lang.String> write_data_store()
        +
        The file system root of the local data store for new write objects.
        +
        +
        Returns:
        +
        String the write data store Filesystem path on your local machine.
        +
        +
      • +
      + + + +
        +
      • +

        local_repo

        +
        java.util.Optional<java.lang.String> local_repo()
        +
        This is ignored.
        +
        +
        Returns:
        +
        String local_repo - this is ignored.
        +
        +
      • +
      + + + +
        +
      • +

        remote_repo

        +
        java.util.Optional<java.lang.String> remote_repo()
        +
        This is the location of the repository of the analysis code. For example: + https://github.com/FAIRDataPipeline/javaExampleModel
        +
        +
        Returns:
        +
        String remote_repo - this must be a valid URL.
        +
        +
      • +
      + + + +
        +
      • +

        script

        +
        java.util.Optional<java.lang.String> script()
        +
        This is ignored.
        +
        +
        Returns:
        +
        String script - this is ignored.
        +
        +
      • +
      + + + +
        +
      • +

        script_path

        +
        java.util.Optional<java.lang.String> script_path()
        +
        you can give the path to the submission script (to be stored in the code run) here, or in + Coderun(Path, Path) FileApi constructor. Constructor will override the + config.
        +
        +
        Returns:
        +
        String script_path - the location of the 'submission script', if given.
        +
        +
      • +
      + + + +
        +
      • +

        latest_commit

        +
        java.util.Optional<java.lang.String> latest_commit()
        +
        The commit hash of the remote_repo, in order to store the exact version of the analysis code.
        +
        +
        Returns:
        +
        String latest_commit - the commit hash of the remote_repo, in order to store the + exact version of the analysis code.
        +
        +
      • +
      + + + +
        +
      • +

        token

        +
        java.util.Optional<java.lang.String> token()
        +
        The authentication token for the registry.
        +
        +
        Returns:
        +
        The authentication token for the registry.
        +
        +
      • +
      + + + +
        +
      • +

        isPublic

        +
        java.util.Optional<java.lang.Boolean> isPublic()
        +
        This is ignored.
        +
        +
        Returns:
        +
        Boolean 'public' - this is ignored.
        +
        +
      • +
      + + + +
        +
      • +

        default_read_version

        +
        java.util.Optional<java.lang.String> default_read_version()
        +
        Default write version - Not Used
        +
        +
        Returns:
        +
        The default write version - not used.
        +
        +
      • +
      + + + +
        +
      • +

        default_write_version

        +
        java.util.Optional<java.lang.String> default_write_version()
        +
        Default read version - Not Used
        +
        +
        Returns:
        +
        The default write version - not used.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/config/Config.ConfigUseItem.html b/org/fairdatapipeline/config/Config.ConfigUseItem.html new file mode 100644 index 0000000..ee0e76f --- /dev/null +++ b/org/fairdatapipeline/config/Config.ConfigUseItem.html @@ -0,0 +1,304 @@ + + + + + +Config.ConfigUseItem (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Config.ConfigUseItem

+
+
+
+
    +
  • +
    +
    Enclosing interface:
    +
    Config
    +
    +
    +
    @Immutable
    +public static interface Config.ConfigUseItem
    +
    Use-section for a data product. This MUST specify a version. It may override data product name + or namespace.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethodDescription
      java.util.Optional<java.lang.String>data_product() +
      Override the data_product name for this item
      +
      java.util.Optional<java.lang.String>namespace() +
      Override the default namespace for this item
      +
      java.lang.Stringversion() +
      Set the version for this item
      +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        namespace

        +
        java.util.Optional<java.lang.String> namespace()
        +
        Override the default namespace for this item
        +
        +
        Returns:
        +
        String namespace name, if given.
        +
        +
      • +
      + + + +
        +
      • +

        data_product

        +
        java.util.Optional<java.lang.String> data_product()
        +
        Override the data_product name for this item
        +
        +
        Returns:
        +
        String the actual data product name to be used, if given.
        +
        +
      • +
      + + + +
        +
      • +

        version

        +
        java.lang.String version()
        +
        Set the version for this item
        +
        +
        Returns:
        +
        String a semver version to be used for this data product.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/config/Config.html b/org/fairdatapipeline/config/Config.html new file mode 100644 index 0000000..383c709 --- /dev/null +++ b/org/fairdatapipeline/config/Config.html @@ -0,0 +1,362 @@ + + + + + +Config (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Config

+
+
+
+
    +
  • +
    +
    @Immutable
    +public interface Config
    +
    config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command. + +

    The config file MUST contain the run_metadata section, and MAY contain the read and write section(s).

    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeInterfaceDescription
      static interface Config.ConfigItem +
      Read or Write data product items, specified by name, or (only for write items) possibly ending + in * for simple globbing
      +
      static interface Config.ConfigRunMetadata +
      Defaults and settings for this coderun.
      +
      static interface Config.ConfigUseItem +
      Use-section for a data product.
      +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethodDescription
      java.util.Optional<java.lang.Boolean>failOnHashMisMatch() +
      Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files.
      +
      java.util.List<org.fairdatapipeline.config.ImmutableConfigItem>readItems() +
      The config file MAY contain the read section to specify the read data products
      +
      org.fairdatapipeline.config.ImmutableConfigRunMetadatarun_metadata() +
      The config file MUST contain a run_metadata section to specify the coderun details
      +
      java.util.List<org.fairdatapipeline.config.ImmutableConfigItem>writeItems() +
      The config file MAY contain the write section to specify the write data products
      +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        failOnHashMisMatch

        +
        java.util.Optional<java.lang.Boolean> failOnHashMisMatch()
        +
        Ignored at the moment; I think the FAIR-CLI should deal with hash-checking for input files.
        +
        +
        Returns:
        +
        boolean fail_on_hash_mismatch
        +
        +
      • +
      + + + +
        +
      • +

        run_metadata

        +
        org.fairdatapipeline.config.ImmutableConfigRunMetadata run_metadata()
        +
        The config file MUST contain a run_metadata section to specify the coderun details
        +
        +
        Returns:
        +
        ImmutableConfigRunMetadata the run metadata
        +
        +
      • +
      + + + +
        +
      • +

        readItems

        +
        java.util.List<org.fairdatapipeline.config.ImmutableConfigItem> readItems()
        +
        The config file MAY contain the read section to specify the read data products
        +
        +
        Returns:
        +
        List a list of ImmutableConfigItem read items
        +
        +
      • +
      + + + +
        +
      • +

        writeItems

        +
        java.util.List<org.fairdatapipeline.config.ImmutableConfigItem> writeItems()
        +
        The config file MAY contain the write section to specify the write data products
        +
        +
        Returns:
        +
        List a list of ImmutableConfigItem write items
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/config/ConfigException.html b/org/fairdatapipeline/config/ConfigException.html new file mode 100644 index 0000000..8280410 --- /dev/null +++ b/org/fairdatapipeline/config/ConfigException.html @@ -0,0 +1,327 @@ + + + + + +ConfigException (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ConfigException

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • java.lang.Throwable
    • +
    • +
        +
      • java.lang.Exception
      • +
      • +
          +
        • java.lang.RuntimeException
        • +
        • +
            +
          • org.fairdatapipeline.config.ConfigException
          • +
          +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.io.Serializable
    +
    +
    +
    public class ConfigException
    +extends java.lang.RuntimeException
    +
    Something wrong with the config.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      ConfigException​(java.lang.String message) +
      Constructor
      +
      ConfigException​(java.lang.String message, + java.lang.Exception e) +
      Constructor
      +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class java.lang.Throwable

        +addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ConfigException

        +
        public ConfigException​(java.lang.String message)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        +
      • +
      + + + +
        +
      • +

        ConfigException

        +
        public ConfigException​(java.lang.String message,
        +                       java.lang.Exception e)
        +
        Constructor
        +
        +
        Parameters:
        +
        message - The error message.
        +
        e - The Exception that caused it.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/config/ConfigFactory.html b/org/fairdatapipeline/config/ConfigFactory.html new file mode 100644 index 0000000..1ecea7f --- /dev/null +++ b/org/fairdatapipeline/config/ConfigFactory.html @@ -0,0 +1,313 @@ + + + + + +ConfigFactory (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ConfigFactory

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.config.ConfigFactory
    • +
    +
  • +
+
+
    +
  • +
    +
    public class ConfigFactory
    +extends java.lang.Object
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      ConfigFactory() 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      Configconfig​(YamlReader yamlReader, + java.nio.file.Path configFilePath) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ConfigFactory

        +
        public ConfigFactory()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        config

        +
        public Config config​(YamlReader yamlReader,
        +                     java.nio.file.Path configFilePath)
        +
        +
        Parameters:
        +
        yamlReader - the YamlReader that does the work.
        +
        configFilePath - the config.yaml configuration file.
        +
        Returns:
        +
        the immutable parsed configuration file.
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/config/package-summary.html b/org/fairdatapipeline/config/package-summary.html new file mode 100644 index 0000000..b912dd9 --- /dev/null +++ b/org/fairdatapipeline/config/package-summary.html @@ -0,0 +1,224 @@ + + + + + +org.fairdatapipeline.config (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.config

+
+
+
+ + +
Specification/parser of the Fair Data Pipeline config.yaml; as rewritten by FAIR CLI. Not to + be confused with the user + written config.yaml
+
+
    +
  • + + + + + + + + + + + + + + + + + + + + + + + + +
    Interface Summary 
    InterfaceDescription
    Config +
    config.yaml configuration file - this specifies the file as rewritten by the FAIR-CLI command.
    +
    Config.ConfigItem +
    Read or Write data product items, specified by name, or (only for write items) possibly ending + in * for simple globbing
    +
    Config.ConfigRunMetadata +
    Defaults and settings for this coderun.
    +
    Config.ConfigUseItem +
    Use-section for a data product.
    +
    +
  • +
  • + + + + + + + + + + + + +
    Class Summary 
    ClassDescription
    ConfigFactory 
    +
  • +
  • + + + + + + + + + + + + +
    Exception Summary 
    ExceptionDescription
    ConfigException +
    Something wrong with the config.
    +
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/config/package-tree.html b/org/fairdatapipeline/config/package-tree.html new file mode 100644 index 0000000..b151824 --- /dev/null +++ b/org/fairdatapipeline/config/package-tree.html @@ -0,0 +1,183 @@ + + + + + +org.fairdatapipeline.config Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.config

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • org.fairdatapipeline.config.ConfigFactory
    • +
    • java.lang.Throwable (implements java.io.Serializable) +
        +
      • java.lang.Exception +
          +
        • java.lang.RuntimeException + +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/distribution/Distribution.DistributionType.html b/org/fairdatapipeline/distribution/Distribution.DistributionType.html new file mode 100644 index 0000000..b21b26e --- /dev/null +++ b/org/fairdatapipeline/distribution/Distribution.DistributionType.html @@ -0,0 +1,419 @@ + + + + + +Distribution.DistributionType (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Enum Distribution.DistributionType

+
+
+
    +
  • java.lang.Object
  • +
  • + +
  • +
+
+ +
+
+
    +
  • + +
    + +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Concrete Methods 
      Modifier and TypeMethodDescription
      static Distribution.DistributionTypevalueOf​(java.lang.String name) +
      Returns the enum constant of this type with the specified name.
      +
      static Distribution.DistributionType[]values() +
      Returns an array containing the constants of this enum type, in +the order they are declared.
      +
      +
        +
      • + + +

        Methods inherited from class java.lang.Enum

        +clone, compareTo, equals, finalize, getDeclaringClass, hashCode, name, ordinal, toString, valueOf
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +getClass, notify, notifyAll, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    + +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static Distribution.DistributionType[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (Distribution.DistributionType c : Distribution.DistributionType.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static Distribution.DistributionType valueOf​(java.lang.String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        java.lang.IllegalArgumentException - if this enum type has no constant with the specified name
        +
        java.lang.NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/distribution/Distribution.html b/org/fairdatapipeline/distribution/Distribution.html new file mode 100644 index 0000000..561d7af --- /dev/null +++ b/org/fairdatapipeline/distribution/Distribution.html @@ -0,0 +1,471 @@ + + + + + +Distribution (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Distribution

+
+
+
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        internalShape

        +
        java.util.OptionalDouble internalShape()
        +
      • +
      + + + +
        +
      • +

        internalScale

        +
        java.util.OptionalDouble internalScale()
        +
      • +
      + + + +
        +
      • +

        internalLoc

        +
        java.util.OptionalDouble internalLoc()
        +
      • +
      + + + +
        +
      • +

        empiricalSamples

        +
        java.util.Optional<java.util.List<java.lang.Number>> empiricalSamples()
        +
      • +
      + + + +
        +
      • +

        bins

        +
        java.util.List<MinMax> bins()
        +
      • +
      + + + +
        +
      • +

        weights

        +
        java.util.List<java.lang.Number> weights()
        +
      • +
      + + + +
        +
      • +

        check

        +
        @Check
        +default void check()
        +
      • +
      + + + +
        +
      • +

        getEstimate

        +
        @Auxiliary
        +default java.lang.Number getEstimate()
        +
        +
        Specified by:
        +
        getEstimate in interface ReadComponent
        +
        +
      • +
      + + + +
        +
      • +

        getSample

        +
        @Auxiliary
        +default java.lang.Number getSample()
        +
      • +
      + + + +
        +
      • +

        getSamples

        +
        @Auxiliary
        +default java.util.List<java.lang.Number> getSamples()
        +
        +
        Specified by:
        +
        getSamples in interface ReadComponent
        +
        +
      • +
      + + + + + + + +
        +
      • +

        underlyingDistribution

        +
        @Lazy
        +@Auxiliary
        +default org.apache.commons.math3.distribution.RealDistribution underlyingDistribution()
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/distribution/MinMax.html b/org/fairdatapipeline/distribution/MinMax.html new file mode 100644 index 0000000..02710dc --- /dev/null +++ b/org/fairdatapipeline/distribution/MinMax.html @@ -0,0 +1,352 @@ + + + + + +MinMax (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface MinMax

+
+
+
+
    +
  • +
    +
    @Immutable
    +public interface MinMax
    +
    Used for Distributions.bins
    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        lowerBoundary

        +
        int lowerBoundary()
        +
      • +
      + + + +
        +
      • +

        isLowerInclusive

        +
        boolean isLowerInclusive()
        +
      • +
      + + + +
        +
      • +

        upperBoundary

        +
        int upperBoundary()
        +
      • +
      + + + +
        +
      • +

        isUpperInclusive

        +
        boolean isUpperInclusive()
        +
      • +
      + + + +
        +
      • +

        lowerInclusive

        +
        @Derived
        +default int lowerInclusive()
        +
      • +
      + + + +
        +
      • +

        upperInclusive

        +
        @Derived
        +default int upperInclusive()
        +
      • +
      + + + +
        +
      • +

        lowerExclusive

        +
        @Derived
        +default int lowerExclusive()
        +
      • +
      + + + +
        +
      • +

        upperExclusive

        +
        @Derived
        +default int upperExclusive()
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/distribution/MinMaxDeserializer.html b/org/fairdatapipeline/distribution/MinMaxDeserializer.html new file mode 100644 index 0000000..8d5f8db --- /dev/null +++ b/org/fairdatapipeline/distribution/MinMaxDeserializer.html @@ -0,0 +1,346 @@ + + + + + +MinMaxDeserializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class MinMaxDeserializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonDeserializer<MinMax>
    • +
    • +
        +
      • org.fairdatapipeline.distribution.MinMaxDeserializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.deser.NullValueProvider
    +
    +
    +
    public class MinMaxDeserializer
    +extends com.fasterxml.jackson.databind.JsonDeserializer<MinMax>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +com.fasterxml.jackson.databind.JsonDeserializer.None
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      MinMaxDeserializer() 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      MinMaxdeserialize​(com.fasterxml.jackson.core.JsonParser p, + com.fasterxml.jackson.databind.DeserializationContext ctxt) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +deserialize, deserializeWithType, deserializeWithType, findBackReference, getAbsentValue, getDelegatee, getEmptyAccessPattern, getEmptyValue, getEmptyValue, getKnownPropertyNames, getNullAccessPattern, getNullValue, getNullValue, getObjectIdReader, handledType, isCachable, logicalType, replaceDelegatee, supportsUpdate, unwrappingDeserializer
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MinMaxDeserializer

        +
        public MinMaxDeserializer()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        deserialize

        +
        public MinMax deserialize​(com.fasterxml.jackson.core.JsonParser p,
        +                          com.fasterxml.jackson.databind.DeserializationContext ctxt)
        +                   throws java.io.IOException
        +
        +
        Specified by:
        +
        deserialize in class com.fasterxml.jackson.databind.JsonDeserializer<MinMax>
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/distribution/MinMaxSerializer.html b/org/fairdatapipeline/distribution/MinMaxSerializer.html new file mode 100644 index 0000000..6447380 --- /dev/null +++ b/org/fairdatapipeline/distribution/MinMaxSerializer.html @@ -0,0 +1,348 @@ + + + + + +MinMaxSerializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class MinMaxSerializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonSerializer<MinMax>
    • +
    • +
        +
      • org.fairdatapipeline.distribution.MinMaxSerializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.jsonFormatVisitors.JsonFormatVisitable
    +
    +
    +
    public class MinMaxSerializer
    +extends com.fasterxml.jackson.databind.JsonSerializer<MinMax>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +com.fasterxml.jackson.databind.JsonSerializer.None
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      MinMaxSerializer() 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidserialize​(MinMax value, + com.fasterxml.jackson.core.JsonGenerator gen, + com.fasterxml.jackson.databind.SerializerProvider serializers) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +acceptJsonFormatVisitor, getDelegatee, handledType, isEmpty, isEmpty, isUnwrappingSerializer, properties, replaceDelegatee, serializeWithType, unwrappingSerializer, usesObjectId, withFilterId
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MinMaxSerializer

        +
        public MinMaxSerializer()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        serialize

        +
        public void serialize​(MinMax value,
        +                      com.fasterxml.jackson.core.JsonGenerator gen,
        +                      com.fasterxml.jackson.databind.SerializerProvider serializers)
        +               throws java.io.IOException
        +
        +
        Specified by:
        +
        serialize in class com.fasterxml.jackson.databind.JsonSerializer<MinMax>
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/distribution/package-summary.html b/org/fairdatapipeline/distribution/package-summary.html new file mode 100644 index 0000000..da9b935 --- /dev/null +++ b/org/fairdatapipeline/distribution/package-summary.html @@ -0,0 +1,223 @@ + + + + + +org.fairdatapipeline.distribution (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.distribution

+
+
+
+ + +
Use ImmutableDistribution to read/write + distributions to/from the FAIR Data Pipeline. + +

Immutable usage example: + +

+     gammaDistribution =
+         ImmutableDistribution.builder()
+             .internalType(DistributionType.gamma)
+             .internalShape(1)
+             .internalScale(2)
+             .rng(rng)
+             .build();
+     object_component.writeDistribution(gammaDistribution);
+ 
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/distribution/package-tree.html b/org/fairdatapipeline/distribution/package-tree.html new file mode 100644 index 0000000..1633369 --- /dev/null +++ b/org/fairdatapipeline/distribution/package-tree.html @@ -0,0 +1,208 @@ + + + + + +org.fairdatapipeline.distribution Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.distribution

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • com.fasterxml.jackson.databind.JsonDeserializer<T> (implements com.fasterxml.jackson.databind.deser.NullValueProvider) + +
    • +
    • com.fasterxml.jackson.databind.JsonSerializer<T> (implements com.fasterxml.jackson.databind.jsonFormatVisitors.JsonFormatVisitable) + +
    • +
    +
  • +
+
+
+

Interface Hierarchy

+ +
+
+

Enum Hierarchy

+
    +
  • java.lang.Object +
      +
    • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable) + +
    • +
    +
  • +
+
+
+
+ + + diff --git a/org/fairdatapipeline/estimate/Estimate.html b/org/fairdatapipeline/estimate/Estimate.html new file mode 100644 index 0000000..8f3e6b0 --- /dev/null +++ b/org/fairdatapipeline/estimate/Estimate.html @@ -0,0 +1,320 @@ + + + + + +Estimate (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Estimate

+
+
+
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        internalValue

        +
        java.lang.Number internalValue()
        +
        +
        Returns:
        +
        Number - the value that is stored in this component
        +
        +
      • +
      + + + +
        +
      • +

        getEstimate

        +
        default java.lang.Number getEstimate()
        +
        +
        Specified by:
        +
        getEstimate in interface ReadComponent
        +
        +
      • +
      + + + +
        +
      • +

        getSamples

        +
        default java.util.List<java.lang.Number> getSamples()
        +
        +
        Specified by:
        +
        getSamples in interface ReadComponent
        +
        +
      • +
      + + + + +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/estimate/package-summary.html b/org/fairdatapipeline/estimate/package-summary.html new file mode 100644 index 0000000..0f0e1b7 --- /dev/null +++ b/org/fairdatapipeline/estimate/package-summary.html @@ -0,0 +1,179 @@ + + + + + +org.fairdatapipeline.estimate (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.estimate

+
+
+
+ + +
Use ImmutableEstimate to read/write simple number + parameters to/from the FAIR Data Pipeline. + +

Immutable Usage Example: + +

+     var data = ImmutableEstimate.builder().internalValue(5).rng(rng).build();
+     object_component.writeEstimate(data);
+ 
+
+
    +
  • + + + + + + + + + + + + +
    Interface Summary 
    InterfaceDescription
    Estimate +
    a component to store a plain simple single Number
    +
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/estimate/package-tree.html b/org/fairdatapipeline/estimate/package-tree.html new file mode 100644 index 0000000..6c7c8c4 --- /dev/null +++ b/org/fairdatapipeline/estimate/package-tree.html @@ -0,0 +1,174 @@ + + + + + +org.fairdatapipeline.estimate Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.estimate

+Package Hierarchies: + +
+
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/file/CleanableFileChannel.html b/org/fairdatapipeline/file/CleanableFileChannel.html new file mode 100644 index 0000000..9078328 --- /dev/null +++ b/org/fairdatapipeline/file/CleanableFileChannel.html @@ -0,0 +1,748 @@ + + + + + +CleanableFileChannel (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class CleanableFileChannel

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.file.CleanableFileChannel
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    java.io.Closeable, java.lang.AutoCloseable, java.nio.channels.ByteChannel, java.nio.channels.Channel, java.nio.channels.GatheringByteChannel, java.nio.channels.ReadableByteChannel, java.nio.channels.ScatteringByteChannel, java.nio.channels.SeekableByteChannel, java.nio.channels.WritableByteChannel
    +
    +
    +
    public class CleanableFileChannel
    +extends java.lang.Object
    +implements java.lang.AutoCloseable, java.nio.channels.SeekableByteChannel, java.nio.channels.GatheringByteChannel, java.nio.channels.ScatteringByteChannel
    +
    Wrapper around standard FileChannel with additional safety net for closing if user does not close + and ability to run custom function during cleanup/closing. Users should either use with + try-with-resources or ensure they manually call .close() once finished. As a safety net, .close() + will be called by a cleaner if and when the instance of CleanableFileChannel is going to be + collected by GC.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      CleanableFileChannel​(java.nio.channels.FileChannel fileChannel, + java.lang.Runnable runOnClose) +
      Create a filechannel with a runnable closer to perform the close action.
      +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidclose() 
      voidforce​(boolean metaData) 
      booleanisOpen() 
      java.nio.channels.FileLocklock​(long position, + long size, + boolean shared) 
      java.nio.MappedByteBuffermap​(java.nio.channels.FileChannel.MapMode mode, + long position, + long size) 
      longposition() 
      CleanableFileChannelposition​(long newPosition) 
      intread​(java.nio.ByteBuffer dst) 
      longread​(java.nio.ByteBuffer[] dsts) 
      longread​(java.nio.ByteBuffer[] dsts, + int offset, + int length) 
      intread​(java.nio.ByteBuffer dst, + long position) 
      longsize() 
      longtransferFrom​(java.nio.channels.ReadableByteChannel src, + long position, + long count) 
      longtransferTo​(long position, + long count, + java.nio.channels.WritableByteChannel target) 
      CleanableFileChanneltruncate​(long size) 
      java.nio.channels.FileLocktryLock​(long position, + long size, + boolean shared) 
      intwrite​(java.nio.ByteBuffer src) 
      longwrite​(java.nio.ByteBuffer[] srcs) 
      longwrite​(java.nio.ByteBuffer[] srcs, + int offset, + int length) 
      intwrite​(java.nio.ByteBuffer src, + long position) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CleanableFileChannel

        +
        public CleanableFileChannel​(java.nio.channels.FileChannel fileChannel,
        +                            java.lang.Runnable runOnClose)
        +
        Create a filechannel with a runnable closer to perform the close action.
        +
        +
        Parameters:
        +
        fileChannel - the fileChannel to wrap around.
        +
        runOnClose - the runnable to run upon close.
        +
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        public int read​(java.nio.ByteBuffer dst)
        +         throws java.io.IOException
        +
        +
        Specified by:
        +
        read in interface java.nio.channels.ReadableByteChannel
        +
        Specified by:
        +
        read in interface java.nio.channels.SeekableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        read

        +
        public long read​(java.nio.ByteBuffer[] dsts,
        +                 int offset,
        +                 int length)
        +          throws java.io.IOException
        +
        +
        Specified by:
        +
        read in interface java.nio.channels.ScatteringByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        read

        +
        public long read​(java.nio.ByteBuffer[] dsts)
        +          throws java.io.IOException
        +
        +
        Specified by:
        +
        read in interface java.nio.channels.ScatteringByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        write

        +
        public int write​(java.nio.ByteBuffer src)
        +          throws java.io.IOException
        +
        +
        Specified by:
        +
        write in interface java.nio.channels.SeekableByteChannel
        +
        Specified by:
        +
        write in interface java.nio.channels.WritableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        write

        +
        public long write​(java.nio.ByteBuffer[] srcs,
        +                  int offset,
        +                  int length)
        +           throws java.io.IOException
        +
        +
        Specified by:
        +
        write in interface java.nio.channels.GatheringByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        write

        +
        public long write​(java.nio.ByteBuffer[] srcs)
        +           throws java.io.IOException
        +
        +
        Specified by:
        +
        write in interface java.nio.channels.GatheringByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        position

        +
        public long position()
        +              throws java.io.IOException
        +
        +
        Specified by:
        +
        position in interface java.nio.channels.SeekableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        position

        +
        public CleanableFileChannel position​(long newPosition)
        +                              throws java.io.IOException
        +
        +
        Specified by:
        +
        position in interface java.nio.channels.SeekableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        size

        +
        public long size()
        +          throws java.io.IOException
        +
        +
        Specified by:
        +
        size in interface java.nio.channels.SeekableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        truncate

        +
        public CleanableFileChannel truncate​(long size)
        +                              throws java.io.IOException
        +
        +
        Specified by:
        +
        truncate in interface java.nio.channels.SeekableByteChannel
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        force

        +
        public void force​(boolean metaData)
        +           throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        transferTo

        +
        public long transferTo​(long position,
        +                       long count,
        +                       java.nio.channels.WritableByteChannel target)
        +                throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        transferFrom

        +
        public long transferFrom​(java.nio.channels.ReadableByteChannel src,
        +                         long position,
        +                         long count)
        +                  throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        read

        +
        public int read​(java.nio.ByteBuffer dst,
        +                long position)
        +         throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        write

        +
        public int write​(java.nio.ByteBuffer src,
        +                 long position)
        +          throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        map

        +
        public java.nio.MappedByteBuffer map​(java.nio.channels.FileChannel.MapMode mode,
        +                                     long position,
        +                                     long size)
        +                              throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        lock

        +
        public java.nio.channels.FileLock lock​(long position,
        +                                       long size,
        +                                       boolean shared)
        +                                throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        tryLock

        +
        public java.nio.channels.FileLock tryLock​(long position,
        +                                          long size,
        +                                          boolean shared)
        +                                   throws java.io.IOException
        +
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      + + + +
        +
      • +

        isOpen

        +
        public boolean isOpen()
        +
        +
        Specified by:
        +
        isOpen in interface java.nio.channels.Channel
        +
        +
      • +
      + + + +
        +
      • +

        close

        +
        public void close()
        +
        +
        Specified by:
        +
        close in interface java.lang.AutoCloseable
        +
        Specified by:
        +
        close in interface java.nio.channels.Channel
        +
        Specified by:
        +
        close in interface java.io.Closeable
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/file/FileReader.html b/org/fairdatapipeline/file/FileReader.html new file mode 100644 index 0000000..a607c42 --- /dev/null +++ b/org/fairdatapipeline/file/FileReader.html @@ -0,0 +1,304 @@ + + + + + +FileReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class FileReader

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.file.FileReader
    • +
    +
  • +
+
+
    +
  • +
    +
    public class FileReader
    +extends java.lang.Object
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      FileReader() 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      java.lang.Stringread​(java.lang.String fileName) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FileReader

        +
        public FileReader()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        public java.lang.String read​(java.lang.String fileName)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/file/package-summary.html b/org/fairdatapipeline/file/package-summary.html new file mode 100644 index 0000000..7a81686 --- /dev/null +++ b/org/fairdatapipeline/file/package-summary.html @@ -0,0 +1,176 @@ + + + + + +org.fairdatapipeline.file (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.file

+
+
+
+ + +
Helpers relating to files.
+
+
    +
  • + + + + + + + + + + + + + + + + +
    Class Summary 
    ClassDescription
    CleanableFileChannel +
    Wrapper around standard FileChannel with additional safety net for closing if user does not close + and ability to run custom function during cleanup/closing.
    +
    FileReader 
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/file/package-tree.html b/org/fairdatapipeline/file/package-tree.html new file mode 100644 index 0000000..c98dccd --- /dev/null +++ b/org/fairdatapipeline/file/package-tree.html @@ -0,0 +1,162 @@ + + + + + +org.fairdatapipeline.file Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.file

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • org.fairdatapipeline.file.CleanableFileChannel (implements java.lang.AutoCloseable, java.nio.channels.GatheringByteChannel, java.nio.channels.ScatteringByteChannel, java.nio.channels.SeekableByteChannel)
    • +
    • org.fairdatapipeline.file.FileReader
    • +
    +
  • +
+
+
+
+ + + diff --git a/org/fairdatapipeline/hash/Hasher.html b/org/fairdatapipeline/hash/Hasher.html new file mode 100644 index 0000000..472d5fb --- /dev/null +++ b/org/fairdatapipeline/hash/Hasher.html @@ -0,0 +1,321 @@ + + + + + +Hasher (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Hasher

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.hash.Hasher
    • +
    +
  • +
+
+
    +
  • +
    +
    public class Hasher
    +extends java.lang.Object
    +
    Create the hash for a given file. Currently only implements sha1 hash.
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      Hasher() 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      java.lang.StringfileHash​(java.lang.String fileName) 
      java.lang.StringfileHash​(java.lang.String fileName, + java.time.Instant openTimestamp) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Hasher

        +
        public Hasher()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fileHash

        +
        public java.lang.String fileHash​(java.lang.String fileName)
        +
      • +
      + + + +
        +
      • +

        fileHash

        +
        public java.lang.String fileHash​(java.lang.String fileName,
        +                                 java.time.Instant openTimestamp)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/hash/package-summary.html b/org/fairdatapipeline/hash/package-summary.html new file mode 100644 index 0000000..bf96983 --- /dev/null +++ b/org/fairdatapipeline/hash/package-summary.html @@ -0,0 +1,171 @@ + + + + + +org.fairdatapipeline.hash (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.hash

+
+
+
+ + +
Create SHA1 hash for files.
+
+
    +
  • + + + + + + + + + + + + +
    Class Summary 
    ClassDescription
    Hasher +
    Create the hash for a given file.
    +
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/hash/package-tree.html b/org/fairdatapipeline/hash/package-tree.html new file mode 100644 index 0000000..b87c800 --- /dev/null +++ b/org/fairdatapipeline/hash/package-tree.html @@ -0,0 +1,161 @@ + + + + + +org.fairdatapipeline.hash Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.hash

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • org.fairdatapipeline.hash.Hasher
    • +
    +
  • +
+
+
+
+ + + diff --git a/org/fairdatapipeline/mapper/DataPipelineMapper.html b/org/fairdatapipeline/mapper/DataPipelineMapper.html new file mode 100644 index 0000000..0e96d24 --- /dev/null +++ b/org/fairdatapipeline/mapper/DataPipelineMapper.html @@ -0,0 +1,372 @@ + + + + + +DataPipelineMapper (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class DataPipelineMapper

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.core.TreeCodec
    • +
    • +
        +
      • com.fasterxml.jackson.core.ObjectCodec
      • +
      • +
          +
        • com.fasterxml.jackson.databind.ObjectMapper
        • +
        • +
            +
          • org.fairdatapipeline.mapper.DataPipelineMapper
          • +
          +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.core.Versioned, java.io.Serializable
    +
    +
    +
    Direct Known Subclasses:
    +
    TOMLMapper
    +
    +
    +
    public class DataPipelineMapper
    +extends com.fasterxml.jackson.databind.ObjectMapper
    +
    ObjectMapper for TOML parameter file parameters.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +com.fasterxml.jackson.databind.ObjectMapper.DefaultTypeResolverBuilder, com.fasterxml.jackson.databind.ObjectMapper.DefaultTyping
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +_coercionConfigs, _configOverrides, _deserializationConfig, _deserializationContext, _injectableValues, _jsonFactory, _mixIns, _registeredModuleTypes, _rootDeserializers, _serializationConfig, _serializerFactory, _serializerProvider, _subtypeResolver, _typeFactory, DEFAULT_ANNOTATION_INTROSPECTOR, DEFAULT_BASE
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      DataPipelineMapper​(com.fasterxml.jackson.core.JsonFactory jf, + org.apache.commons.math3.random.RandomGenerator rng) 
      DataPipelineMapper​(com.fasterxml.jackson.databind.MappingJsonFactory mappingJsonFactory, + org.apache.commons.math3.random.RandomGenerator rng) 
      DataPipelineMapper​(org.apache.commons.math3.random.RandomGenerator rng) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +_assertNotNull, _checkInvalidCopy, _configAndWriteValue, _constructDefaultTypeResolverBuilder, _convert, _findRootDeserializer, _initForReading, _newReader, _newReader, _newWriter, _newWriter, _newWriter, _readMapAndClose, _readTreeAndClose, _readValue, _serializerProvider, _verifyNoTrailingTokens, _verifySchemaType, _writeValueAndClose, acceptJsonFormatVisitor, acceptJsonFormatVisitor, activateDefaultTyping, activateDefaultTyping, activateDefaultTyping, activateDefaultTypingAsProperty, addHandler, addMixIn, addMixInAnnotations, canDeserialize, canDeserialize, canSerialize, canSerialize, clearProblemHandlers, coercionConfigDefaults, coercionConfigFor, coercionConfigFor, configOverride, configure, configure, configure, configure, configure, configure, constructType, constructType, convertValue, convertValue, convertValue, copy, copyWith, createArrayNode, createDeserializationContext, createGenerator, createGenerator, createGenerator, createGenerator, createGenerator, createNonBlockingByteArrayParser, createObjectNode, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, deactivateDefaultTyping, defaultClassIntrospector, disable, disable, disable, disable, disable, disable, disable, disableDefaultTyping, enable, enable, enable, enable, enable, enable, enable, enableDefaultTyping, enableDefaultTyping, enableDefaultTyping, enableDefaultTypingAsProperty, findAndRegisterModules, findMixInClassFor, findModules, findModules, generateJsonSchema, getDateFormat, getDeserializationConfig, getDeserializationContext, getFactory, getInjectableValues, getNodeFactory, getPolymorphicTypeValidator, getPropertyNamingStrategy, getRegisteredModuleIds, getSerializationConfig, getSerializerFactory, getSerializerProvider, getSerializerProviderInstance, getSubtypeResolver, getTypeFactory, getVisibilityChecker, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, missingNode, mixInCount, nullNode, reader, reader, reader, reader, reader, reader, reader, reader, reader, reader, reader, readerFor, readerFor, readerFor, readerForArrayOf, readerForListOf, readerForMapOf, readerForUpdating, readerWithView, readTree, readTree, readTree, readTree, readTree, readTree, readTree, readTree, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValues, readValues, readValues, readValues, registerModule, registerModules, registerModules, registerSubtypes, registerSubtypes, registerSubtypes, setAccessorNaming, setAnnotationIntrospector, setAnnotationIntrospectors, setBase64Variant, setConfig, setConfig, setConstructorDetector, setDateFormat, setDefaultAttributes, setDefaultLeniency, setDefaultMergeable, setDefaultPrettyPrinter, setDefaultPropertyInclusion, setDefaultPropertyInclusion, setDefaultSetterInfo, setDefaultTyping, setDefaultVisibility, setFilterProvider, setFilters, setHandlerInstantiator, setInjectableValues, setLocale, setMixInAnnotations, setMixInResolver, setMixIns, setNodeFactory, setPolymorphicTypeValidator, setPropertyInclusion, setPropertyNamingStrategy, setSerializationInclusion, setSerializerFactory, setSerializerProvider, setSubtypeResolver, setTimeZone, setTypeFactory, setVisibility, setVisibility, setVisibilityChecker, tokenStreamFactory, treeAsTokens, treeToValue, treeToValue, updateValue, valueToTree, version, writer, writer, writer, writer, writer, writer, writer, writer, writer, writer, writerFor, writerFor, writerFor, writerWithDefaultPrettyPrinter, writerWithType, writerWithType, writerWithType, writerWithView, writeTree, writeTree, writeValue, writeValue, writeValue, writeValue, writeValue, writeValueAsBytes, writeValueAsString
      • +
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.core.ObjectCodec

        +getJsonFactory
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataPipelineMapper

        +
        public DataPipelineMapper​(com.fasterxml.jackson.databind.MappingJsonFactory mappingJsonFactory,
        +                          org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      + + + +
        +
      • +

        DataPipelineMapper

        +
        public DataPipelineMapper​(org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      + + + +
        +
      • +

        DataPipelineMapper

        +
        public DataPipelineMapper​(com.fasterxml.jackson.core.JsonFactory jf,
        +                          org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/mapper/package-summary.html b/org/fairdatapipeline/mapper/package-summary.html new file mode 100644 index 0000000..20187e5 --- /dev/null +++ b/org/fairdatapipeline/mapper/package-summary.html @@ -0,0 +1,171 @@ + + + + + +org.fairdatapipeline.mapper (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.mapper

+
+
+
+ + +
Object Mapper for FAIR Data Pipeline TOML parameters.
+
+
    +
  • + + + + + + + + + + + + +
    Class Summary 
    ClassDescription
    DataPipelineMapper +
    ObjectMapper for TOML parameter file parameters.
    +
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/mapper/package-tree.html b/org/fairdatapipeline/mapper/package-tree.html new file mode 100644 index 0000000..a9f79b2 --- /dev/null +++ b/org/fairdatapipeline/mapper/package-tree.html @@ -0,0 +1,173 @@ + + + + + +org.fairdatapipeline.mapper Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.mapper

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • com.fasterxml.jackson.core.TreeCodec +
        +
      • com.fasterxml.jackson.core.ObjectCodec (implements com.fasterxml.jackson.core.Versioned) +
          +
        • com.fasterxml.jackson.databind.ObjectMapper (implements java.io.Serializable, com.fasterxml.jackson.core.Versioned) + +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
+
+ + + diff --git a/org/fairdatapipeline/objects/NumericalArray.html b/org/fairdatapipeline/objects/NumericalArray.html new file mode 100644 index 0000000..d8a56a4 --- /dev/null +++ b/org/fairdatapipeline/objects/NumericalArray.html @@ -0,0 +1,308 @@ + + + + + +NumericalArray (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface NumericalArray

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    NumericalArrayImpl
    +
    +
    +
    public interface NumericalArray
    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        as1DArray

        +
        java.lang.Number[] as1DArray()
        +
      • +
      + + + +
        +
      • +

        as2DArray

        +
        java.lang.Number[][] as2DArray()
        +
      • +
      + + + +
        +
      • +

        as3DArray

        +
        java.lang.Number[][][] as3DArray()
        +
      • +
      + + + +
        +
      • +

        as4DArray

        +
        java.lang.Number[][][][] as4DArray()
        +
      • +
      + + + +
        +
      • +

        as5DArray

        +
        java.lang.Number[][][][][] as5DArray()
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/objects/NumericalArrayImpl.html b/org/fairdatapipeline/objects/NumericalArrayImpl.html new file mode 100644 index 0000000..f542bdb --- /dev/null +++ b/org/fairdatapipeline/objects/NumericalArrayImpl.html @@ -0,0 +1,385 @@ + + + + + +NumericalArrayImpl (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class NumericalArrayImpl

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.objects.NumericalArrayImpl
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    NumericalArray
    +
    +
    +
    public class NumericalArrayImpl
    +extends java.lang.Object
    +implements NumericalArray
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      NumericalArrayImpl​(java.lang.Object[] nDArray) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      java.lang.Number[]as1DArray() 
      java.lang.Number[][]as2DArray() 
      java.lang.Number[][][]as3DArray() 
      java.lang.Number[][][][]as4DArray() 
      java.lang.Number[][][][][]as5DArray() 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NumericalArrayImpl

        +
        public NumericalArrayImpl​(java.lang.Object[] nDArray)
        +
      • +
      +
    • +
    +
    + +
    + +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/objects/StandardArrayDataReader.html b/org/fairdatapipeline/objects/StandardArrayDataReader.html new file mode 100644 index 0000000..2e244a9 --- /dev/null +++ b/org/fairdatapipeline/objects/StandardArrayDataReader.html @@ -0,0 +1,250 @@ + + + + + +StandardArrayDataReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface StandardArrayDataReader

+
+
+
+
    +
  • +
    +
    public interface StandardArrayDataReader
    +
  • +
+
+
+ +
+
+ +
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/objects/StandardTable.html b/org/fairdatapipeline/objects/StandardTable.html new file mode 100644 index 0000000..fef6078 --- /dev/null +++ b/org/fairdatapipeline/objects/StandardTable.html @@ -0,0 +1,188 @@ + + + + + +StandardTable (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface StandardTable

+
+
+
+
    +
  • +
    +
    public interface StandardTable
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/objects/StandardTableDataReader.html b/org/fairdatapipeline/objects/StandardTableDataReader.html new file mode 100644 index 0000000..e4b6137 --- /dev/null +++ b/org/fairdatapipeline/objects/StandardTableDataReader.html @@ -0,0 +1,250 @@ + + + + + +StandardTableDataReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface StandardTableDataReader

+
+
+
+
    +
  • +
    +
    public interface StandardTableDataReader
    +
  • +
+
+
+ +
+
+ +
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/objects/package-summary.html b/org/fairdatapipeline/objects/package-summary.html new file mode 100644 index 0000000..17f9ec3 --- /dev/null +++ b/org/fairdatapipeline/objects/package-summary.html @@ -0,0 +1,196 @@ + + + + + +org.fairdatapipeline.objects (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.objects

+
+
+
+ + +
Arrays and tables for H5 files; not quite implemented yet.
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/objects/package-tree.html b/org/fairdatapipeline/objects/package-tree.html new file mode 100644 index 0000000..40ce587 --- /dev/null +++ b/org/fairdatapipeline/objects/package-tree.html @@ -0,0 +1,170 @@ + + + + + +org.fairdatapipeline.objects Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.objects

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+ +
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/parameters/Component.html b/org/fairdatapipeline/parameters/Component.html new file mode 100644 index 0000000..a8198ac --- /dev/null +++ b/org/fairdatapipeline/parameters/Component.html @@ -0,0 +1,265 @@ + + + + + +Component (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Component

+
+
+
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        rng

        +
        @Auxiliary
        +org.apache.commons.math3.random.RandomGenerator rng()
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/Components.html b/org/fairdatapipeline/parameters/Components.html new file mode 100644 index 0000000..1649182 --- /dev/null +++ b/org/fairdatapipeline/parameters/Components.html @@ -0,0 +1,249 @@ + + + + + +Components (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Components

+
+
+
+
    +
  • +
    +
    @Immutable
    +public interface Components
    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        components

        +
        java.util.Map<java.lang.String,​Component> components()
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/ComponentsDeserializer.html b/org/fairdatapipeline/parameters/ComponentsDeserializer.html new file mode 100644 index 0000000..b16e224 --- /dev/null +++ b/org/fairdatapipeline/parameters/ComponentsDeserializer.html @@ -0,0 +1,346 @@ + + + + + +ComponentsDeserializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ComponentsDeserializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonDeserializer<Components>
    • +
    • +
        +
      • org.fairdatapipeline.parameters.ComponentsDeserializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.deser.NullValueProvider
    +
    +
    +
    public class ComponentsDeserializer
    +extends com.fasterxml.jackson.databind.JsonDeserializer<Components>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +com.fasterxml.jackson.databind.JsonDeserializer.None
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      ComponentsDeserializer​(org.apache.commons.math3.random.RandomGenerator rng) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      Componentsdeserialize​(com.fasterxml.jackson.core.JsonParser jsonParser, + com.fasterxml.jackson.databind.DeserializationContext ctxt) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +deserialize, deserializeWithType, deserializeWithType, findBackReference, getAbsentValue, getDelegatee, getEmptyAccessPattern, getEmptyValue, getEmptyValue, getKnownPropertyNames, getNullAccessPattern, getNullValue, getNullValue, getObjectIdReader, handledType, isCachable, logicalType, replaceDelegatee, supportsUpdate, unwrappingDeserializer
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ComponentsDeserializer

        +
        public ComponentsDeserializer​(org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        deserialize

        +
        public Components deserialize​(com.fasterxml.jackson.core.JsonParser jsonParser,
        +                              com.fasterxml.jackson.databind.DeserializationContext ctxt)
        +                       throws java.io.IOException
        +
        +
        Specified by:
        +
        deserialize in class com.fasterxml.jackson.databind.JsonDeserializer<Components>
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/ComponentsSerializer.html b/org/fairdatapipeline/parameters/ComponentsSerializer.html new file mode 100644 index 0000000..28e0053 --- /dev/null +++ b/org/fairdatapipeline/parameters/ComponentsSerializer.html @@ -0,0 +1,348 @@ + + + + + +ComponentsSerializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ComponentsSerializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonSerializer<Components>
    • +
    • +
        +
      • org.fairdatapipeline.parameters.ComponentsSerializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.jsonFormatVisitors.JsonFormatVisitable
    +
    +
    +
    public class ComponentsSerializer
    +extends com.fasterxml.jackson.databind.JsonSerializer<Components>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +com.fasterxml.jackson.databind.JsonSerializer.None
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      ComponentsSerializer​(org.apache.commons.math3.random.RandomGenerator rng) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidserialize​(Components components, + com.fasterxml.jackson.core.JsonGenerator gen, + com.fasterxml.jackson.databind.SerializerProvider serializers) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +acceptJsonFormatVisitor, getDelegatee, handledType, isEmpty, isEmpty, isUnwrappingSerializer, properties, replaceDelegatee, serializeWithType, unwrappingSerializer, usesObjectId, withFilterId
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ComponentsSerializer

        +
        public ComponentsSerializer​(org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        serialize

        +
        public void serialize​(Components components,
        +                      com.fasterxml.jackson.core.JsonGenerator gen,
        +                      com.fasterxml.jackson.databind.SerializerProvider serializers)
        +               throws java.io.IOException
        +
        +
        Specified by:
        +
        serialize in class com.fasterxml.jackson.databind.JsonSerializer<Components>
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/ParameterDataReader.html b/org/fairdatapipeline/parameters/ParameterDataReader.html new file mode 100644 index 0000000..3c01b7e --- /dev/null +++ b/org/fairdatapipeline/parameters/ParameterDataReader.html @@ -0,0 +1,254 @@ + + + + + +ParameterDataReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface ParameterDataReader

+
+
+
+ +
+
+ +
+
+ +
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/ParameterDataReaderImpl.html b/org/fairdatapipeline/parameters/ParameterDataReaderImpl.html new file mode 100644 index 0000000..b01d4a5 --- /dev/null +++ b/org/fairdatapipeline/parameters/ParameterDataReaderImpl.html @@ -0,0 +1,315 @@ + + + + + +ParameterDataReaderImpl (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ParameterDataReaderImpl

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.parameters.ParameterDataReaderImpl
    • +
    +
  • +
+
+ +
+
+ +
+
+ +
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/ParameterDataWriter.html b/org/fairdatapipeline/parameters/ParameterDataWriter.html new file mode 100644 index 0000000..36aba03 --- /dev/null +++ b/org/fairdatapipeline/parameters/ParameterDataWriter.html @@ -0,0 +1,256 @@ + + + + + +ParameterDataWriter (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface ParameterDataWriter

+
+
+
+ +
+
+ +
+
+ +
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/ParameterDataWriterImpl.html b/org/fairdatapipeline/parameters/ParameterDataWriterImpl.html new file mode 100644 index 0000000..a6e1325 --- /dev/null +++ b/org/fairdatapipeline/parameters/ParameterDataWriterImpl.html @@ -0,0 +1,317 @@ + + + + + +ParameterDataWriterImpl (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class ParameterDataWriterImpl

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.parameters.ParameterDataWriterImpl
    • +
    +
  • +
+
+ +
+
+ +
+
+ +
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.html b/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.html new file mode 100644 index 0000000..8e07bae --- /dev/null +++ b/org/fairdatapipeline/parameters/RandomGeneratorDeserializer.html @@ -0,0 +1,343 @@ + + + + + +RandomGeneratorDeserializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class RandomGeneratorDeserializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonDeserializer<org.apache.commons.math3.random.RandomGenerator>
    • +
    • +
        +
      • org.fairdatapipeline.parameters.RandomGeneratorDeserializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.deser.NullValueProvider
    +
    +
    +
    public class RandomGeneratorDeserializer
    +extends com.fasterxml.jackson.databind.JsonDeserializer<org.apache.commons.math3.random.RandomGenerator>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +com.fasterxml.jackson.databind.JsonDeserializer.None
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      RandomGeneratorDeserializer​(org.apache.commons.math3.random.RandomGenerator rng) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      org.apache.commons.math3.random.RandomGeneratordeserialize​(com.fasterxml.jackson.core.JsonParser p, + com.fasterxml.jackson.databind.DeserializationContext ctxt) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +deserialize, deserializeWithType, deserializeWithType, findBackReference, getAbsentValue, getDelegatee, getEmptyAccessPattern, getEmptyValue, getEmptyValue, getKnownPropertyNames, getNullAccessPattern, getNullValue, getNullValue, getObjectIdReader, handledType, isCachable, logicalType, replaceDelegatee, supportsUpdate, unwrappingDeserializer
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RandomGeneratorDeserializer

        +
        public RandomGeneratorDeserializer​(org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        deserialize

        +
        public org.apache.commons.math3.random.RandomGenerator deserialize​(com.fasterxml.jackson.core.JsonParser p,
        +                                                                   com.fasterxml.jackson.databind.DeserializationContext ctxt)
        +
        +
        Specified by:
        +
        deserialize in class com.fasterxml.jackson.databind.JsonDeserializer<org.apache.commons.math3.random.RandomGenerator>
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/RandomGeneratorSerializer.html b/org/fairdatapipeline/parameters/RandomGeneratorSerializer.html new file mode 100644 index 0000000..e85d4ed --- /dev/null +++ b/org/fairdatapipeline/parameters/RandomGeneratorSerializer.html @@ -0,0 +1,348 @@ + + + + + +RandomGeneratorSerializer (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class RandomGeneratorSerializer

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.databind.JsonSerializer<org.apache.commons.math3.random.RandomGenerator>
    • +
    • +
        +
      • org.fairdatapipeline.parameters.RandomGeneratorSerializer
      • +
      +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.jsonFormatVisitors.JsonFormatVisitable
    +
    +
    +
    public class RandomGeneratorSerializer
    +extends com.fasterxml.jackson.databind.JsonSerializer<org.apache.commons.math3.random.RandomGenerator>
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +com.fasterxml.jackson.databind.JsonSerializer.None
      • +
      +
    • +
    +
    + +
    + +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      voidserialize​(org.apache.commons.math3.random.RandomGenerator value, + com.fasterxml.jackson.core.JsonGenerator gen, + com.fasterxml.jackson.databind.SerializerProvider serializers) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +acceptJsonFormatVisitor, getDelegatee, handledType, isEmpty, isEmpty, isUnwrappingSerializer, properties, replaceDelegatee, serializeWithType, unwrappingSerializer, usesObjectId, withFilterId
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RandomGeneratorSerializer

        +
        public RandomGeneratorSerializer()
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        serialize

        +
        public void serialize​(org.apache.commons.math3.random.RandomGenerator value,
        +                      com.fasterxml.jackson.core.JsonGenerator gen,
        +                      com.fasterxml.jackson.databind.SerializerProvider serializers)
        +               throws java.io.IOException
        +
        +
        Specified by:
        +
        serialize in class com.fasterxml.jackson.databind.JsonSerializer<org.apache.commons.math3.random.RandomGenerator>
        +
        Throws:
        +
        java.io.IOException
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/parameters/ReadComponent.html b/org/fairdatapipeline/parameters/ReadComponent.html new file mode 100644 index 0000000..606832a --- /dev/null +++ b/org/fairdatapipeline/parameters/ReadComponent.html @@ -0,0 +1,280 @@ + + + + + +ReadComponent (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface ReadComponent

+
+
+
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getEstimate

        +
        java.lang.Number getEstimate()
        +
      • +
      + + + +
        +
      • +

        getSamples

        +
        java.util.List<java.lang.Number> getSamples()
        +
      • +
      + + + + +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/WriteComponent.html b/org/fairdatapipeline/parameters/WriteComponent.html new file mode 100644 index 0000000..f2af10b --- /dev/null +++ b/org/fairdatapipeline/parameters/WriteComponent.html @@ -0,0 +1,192 @@ + + + + + +WriteComponent (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface WriteComponent

+
+
+
+ +
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/parameters/package-summary.html b/org/fairdatapipeline/parameters/package-summary.html new file mode 100644 index 0000000..909274e --- /dev/null +++ b/org/fairdatapipeline/parameters/package-summary.html @@ -0,0 +1,224 @@ + + + + + +org.fairdatapipeline.parameters (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.parameters

+
+
+
+ + +
reader/writer for FAIR Data Pipeline TOML parameters.
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/parameters/package-tree.html b/org/fairdatapipeline/parameters/package-tree.html new file mode 100644 index 0000000..96d8feb --- /dev/null +++ b/org/fairdatapipeline/parameters/package-tree.html @@ -0,0 +1,192 @@ + + + + + +org.fairdatapipeline.parameters Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.parameters

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+ +
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/samples/Sampler.html b/org/fairdatapipeline/samples/Sampler.html new file mode 100644 index 0000000..23e30a1 --- /dev/null +++ b/org/fairdatapipeline/samples/Sampler.html @@ -0,0 +1,318 @@ + + + + + +Sampler (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class Sampler

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.samples.Sampler
    • +
    +
  • +
+
+
    +
  • +
    +
    public class Sampler
    +extends java.lang.Object
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      Sampler​(java.util.Random random) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      java.lang.Numbersample​(java.util.List<java.lang.Number> samples) 
      static java.lang.NumbersampleFrom​(java.util.List<java.lang.Number> samples) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Sampler

        +
        public Sampler​(java.util.Random random)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        sample

        +
        public java.lang.Number sample​(java.util.List<java.lang.Number> samples)
        +
      • +
      + + + +
        +
      • +

        sampleFrom

        +
        public static java.lang.Number sampleFrom​(java.util.List<java.lang.Number> samples)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/samples/Samples.html b/org/fairdatapipeline/samples/Samples.html new file mode 100644 index 0000000..92620d4 --- /dev/null +++ b/org/fairdatapipeline/samples/Samples.html @@ -0,0 +1,329 @@ + + + + + +Samples (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface Samples

+
+
+
+ +
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        samples

        +
        java.util.List<java.lang.Number> samples()
        +
      • +
      + + + +
        +
      • +

        mean

        +
        default java.lang.Number mean()
        +
      • +
      + + + +
        +
      • +

        getEstimate

        +
        default java.lang.Number getEstimate()
        +
        +
        Specified by:
        +
        getEstimate in interface ReadComponent
        +
        +
      • +
      + + + +
        +
      • +

        getSamples

        +
        default java.util.List<java.lang.Number> getSamples()
        +
        +
        Specified by:
        +
        getSamples in interface ReadComponent
        +
        +
      • +
      + + + + +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/samples/package-summary.html b/org/fairdatapipeline/samples/package-summary.html new file mode 100644 index 0000000..1c83071 --- /dev/null +++ b/org/fairdatapipeline/samples/package-summary.html @@ -0,0 +1,192 @@ + + + + + +org.fairdatapipeline.samples (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.samples

+
+
+
+ + +
Use ImmutableSamples to read/write Samples (lists of + Numbers) to/from the FAIR Data Pipeline. + +

Immutable Usage Example: + +

+     var samples = ImmutableSamples.builder().addSamples(1, 2, 3).rng(rng).build();
+     object_component.writeSamples(samples);
+ 
+
+
    +
  • + + + + + + + + + + + + +
    Interface Summary 
    InterfaceDescription
    Samples 
    +
  • +
  • + + + + + + + + + + + + +
    Class Summary 
    ClassDescription
    Sampler 
    +
  • +
+
+
+
+ +
+ + diff --git a/org/fairdatapipeline/samples/package-tree.html b/org/fairdatapipeline/samples/package-tree.html new file mode 100644 index 0000000..d8ab790 --- /dev/null +++ b/org/fairdatapipeline/samples/package-tree.html @@ -0,0 +1,184 @@ + + + + + +org.fairdatapipeline.samples Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.samples

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • org.fairdatapipeline.samples.Sampler
    • +
    +
  • +
+
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/org/fairdatapipeline/toml/TOMLMapper.html b/org/fairdatapipeline/toml/TOMLMapper.html new file mode 100644 index 0000000..0491869 --- /dev/null +++ b/org/fairdatapipeline/toml/TOMLMapper.html @@ -0,0 +1,342 @@ + + + + + +TOMLMapper (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class TOMLMapper

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • com.fasterxml.jackson.core.TreeCodec
    • +
    • + +
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.core.Versioned, java.io.Serializable
    +
    +
    +
    public class TOMLMapper
    +extends DataPipelineMapper
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +com.fasterxml.jackson.databind.ObjectMapper.DefaultTypeResolverBuilder, com.fasterxml.jackson.databind.ObjectMapper.DefaultTyping
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +_coercionConfigs, _configOverrides, _deserializationConfig, _deserializationContext, _injectableValues, _jsonFactory, _mixIns, _registeredModuleTypes, _rootDeserializers, _serializationConfig, _serializerFactory, _serializerProvider, _subtypeResolver, _typeFactory, DEFAULT_ANNOTATION_INTROSPECTOR, DEFAULT_BASE
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      TOMLMapper​(org.apache.commons.math3.random.RandomGenerator rng) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.ObjectMapper

        +_assertNotNull, _checkInvalidCopy, _configAndWriteValue, _constructDefaultTypeResolverBuilder, _convert, _findRootDeserializer, _initForReading, _newReader, _newReader, _newWriter, _newWriter, _newWriter, _readMapAndClose, _readTreeAndClose, _readValue, _serializerProvider, _verifyNoTrailingTokens, _verifySchemaType, _writeValueAndClose, acceptJsonFormatVisitor, acceptJsonFormatVisitor, activateDefaultTyping, activateDefaultTyping, activateDefaultTyping, activateDefaultTypingAsProperty, addHandler, addMixIn, addMixInAnnotations, canDeserialize, canDeserialize, canSerialize, canSerialize, clearProblemHandlers, coercionConfigDefaults, coercionConfigFor, coercionConfigFor, configOverride, configure, configure, configure, configure, configure, configure, constructType, constructType, convertValue, convertValue, convertValue, copy, copyWith, createArrayNode, createDeserializationContext, createGenerator, createGenerator, createGenerator, createGenerator, createGenerator, createNonBlockingByteArrayParser, createObjectNode, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, createParser, deactivateDefaultTyping, defaultClassIntrospector, disable, disable, disable, disable, disable, disable, disable, disableDefaultTyping, enable, enable, enable, enable, enable, enable, enable, enableDefaultTyping, enableDefaultTyping, enableDefaultTyping, enableDefaultTypingAsProperty, findAndRegisterModules, findMixInClassFor, findModules, findModules, generateJsonSchema, getDateFormat, getDeserializationConfig, getDeserializationContext, getFactory, getInjectableValues, getNodeFactory, getPolymorphicTypeValidator, getPropertyNamingStrategy, getRegisteredModuleIds, getSerializationConfig, getSerializerFactory, getSerializerProvider, getSerializerProviderInstance, getSubtypeResolver, getTypeFactory, getVisibilityChecker, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, isEnabled, missingNode, mixInCount, nullNode, reader, reader, reader, reader, reader, reader, reader, reader, reader, reader, reader, readerFor, readerFor, readerFor, readerForArrayOf, readerForListOf, readerForMapOf, readerForUpdating, readerWithView, readTree, readTree, readTree, readTree, readTree, readTree, readTree, readTree, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValue, readValues, readValues, readValues, readValues, registerModule, registerModules, registerModules, registerSubtypes, registerSubtypes, registerSubtypes, setAccessorNaming, setAnnotationIntrospector, setAnnotationIntrospectors, setBase64Variant, setConfig, setConfig, setConstructorDetector, setDateFormat, setDefaultAttributes, setDefaultLeniency, setDefaultMergeable, setDefaultPrettyPrinter, setDefaultPropertyInclusion, setDefaultPropertyInclusion, setDefaultSetterInfo, setDefaultTyping, setDefaultVisibility, setFilterProvider, setFilters, setHandlerInstantiator, setInjectableValues, setLocale, setMixInAnnotations, setMixInResolver, setMixIns, setNodeFactory, setPolymorphicTypeValidator, setPropertyInclusion, setPropertyNamingStrategy, setSerializationInclusion, setSerializerFactory, setSerializerProvider, setSubtypeResolver, setTimeZone, setTypeFactory, setVisibility, setVisibility, setVisibilityChecker, tokenStreamFactory, treeAsTokens, treeToValue, treeToValue, updateValue, valueToTree, version, writer, writer, writer, writer, writer, writer, writer, writer, writer, writer, writerFor, writerFor, writerFor, writerWithDefaultPrettyPrinter, writerWithType, writerWithType, writerWithType, writerWithView, writeTree, writeTree, writeValue, writeValue, writeValue, writeValue, writeValue, writeValueAsBytes, writeValueAsString
      • +
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.core.ObjectCodec

        +getJsonFactory
      • +
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TOMLMapper

        +
        public TOMLMapper​(org.apache.commons.math3.random.RandomGenerator rng)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/toml/TomlReader.html b/org/fairdatapipeline/toml/TomlReader.html new file mode 100644 index 0000000..83a995b --- /dev/null +++ b/org/fairdatapipeline/toml/TomlReader.html @@ -0,0 +1,306 @@ + + + + + +TomlReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class TomlReader

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.toml.TomlReader
    • +
    +
  • +
+
+
    +
  • +
    +
    public class TomlReader
    +extends java.lang.Object
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      TomlReader​(TOMLMapper tomlMapper) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      <T> Tread​(java.io.Reader reader, + com.fasterxml.jackson.core.type.TypeReference<T> typeReference) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TomlReader

        +
        public TomlReader​(TOMLMapper tomlMapper)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        public <T> T read​(java.io.Reader reader,
        +                  com.fasterxml.jackson.core.type.TypeReference<T> typeReference)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/toml/TomlWriter.html b/org/fairdatapipeline/toml/TomlWriter.html new file mode 100644 index 0000000..8cbe5b1 --- /dev/null +++ b/org/fairdatapipeline/toml/TomlWriter.html @@ -0,0 +1,308 @@ + + + + + +TomlWriter (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class TomlWriter

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.toml.TomlWriter
    • +
    +
  • +
+
+
    +
  • +
    +
    public class TomlWriter
    +extends java.lang.Object
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ConstructorDescription
      TomlWriter​(TOMLMapper tomlMapper) 
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      <T> voidwrite​(java.io.Writer writer, + T object) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TomlWriter

        +
        public TomlWriter​(TOMLMapper tomlMapper)
        +
      • +
      +
    • +
    +
    + +
    +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        write

        +
        public <T> void write​(java.io.Writer writer,
        +                      T object)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/toml/package-summary.html b/org/fairdatapipeline/toml/package-summary.html new file mode 100644 index 0000000..139fac3 --- /dev/null +++ b/org/fairdatapipeline/toml/package-summary.html @@ -0,0 +1,177 @@ + + + + + +org.fairdatapipeline.toml (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.toml

+
+
+
+ + +
This implements the toml files that can be used to store Samples, Estimates, Distributions.
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/toml/package-tree.html b/org/fairdatapipeline/toml/package-tree.html new file mode 100644 index 0000000..78b95b8 --- /dev/null +++ b/org/fairdatapipeline/toml/package-tree.html @@ -0,0 +1,179 @@ + + + + + +org.fairdatapipeline.toml Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.toml

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+
    +
  • java.lang.Object +
      +
    • org.fairdatapipeline.toml.TomlReader
    • +
    • org.fairdatapipeline.toml.TomlWriter
    • +
    • com.fasterxml.jackson.core.TreeCodec +
        +
      • com.fasterxml.jackson.core.ObjectCodec (implements com.fasterxml.jackson.core.Versioned) +
          +
        • com.fasterxml.jackson.databind.ObjectMapper (implements java.io.Serializable, com.fasterxml.jackson.core.Versioned) + +
        • +
        +
      • +
      +
    • +
    +
  • +
+
+
+
+ + + diff --git a/org/fairdatapipeline/yaml/BaseYamlWriter.html b/org/fairdatapipeline/yaml/BaseYamlWriter.html new file mode 100644 index 0000000..6768437 --- /dev/null +++ b/org/fairdatapipeline/yaml/BaseYamlWriter.html @@ -0,0 +1,277 @@ + + + + + +BaseYamlWriter (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class BaseYamlWriter

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.yaml.BaseYamlWriter
    • +
    +
  • +
+
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    YamlWriter
    +
    +
    +
    public class BaseYamlWriter
    +extends java.lang.Object
    +implements YamlWriter
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethodDescription
      <T> voidwrite​(java.io.Writer writer, + T data) 
      +
        +
      • + + +

        Methods inherited from class java.lang.Object

        +clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      • +
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        write

        +
        public <T> void write​(java.io.Writer writer,
        +                      T data)
        +
        +
        Specified by:
        +
        write in interface YamlWriter
        +
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/yaml/YamlFactory.html b/org/fairdatapipeline/yaml/YamlFactory.html new file mode 100644 index 0000000..67c0476 --- /dev/null +++ b/org/fairdatapipeline/yaml/YamlFactory.html @@ -0,0 +1,318 @@ + + + + + +YamlFactory (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Class YamlFactory

+
+
+
    +
  • java.lang.Object
  • +
  • +
      +
    • org.fairdatapipeline.yaml.YamlFactory
    • +
    +
  • +
+
+
    +
  • +
    +
    public class YamlFactory
    +extends java.lang.Object
    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        YamlFactory

        +
        public YamlFactory()
        +
      • +
      +
    • +
    +
    + +
    + +
    +
  • +
+
+
+
+ + + + diff --git a/org/fairdatapipeline/yaml/YamlReader.html b/org/fairdatapipeline/yaml/YamlReader.html new file mode 100644 index 0000000..2b6b05a --- /dev/null +++ b/org/fairdatapipeline/yaml/YamlReader.html @@ -0,0 +1,250 @@ + + + + + +YamlReader (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface YamlReader

+
+
+
+
    +
  • +
    +
    public interface YamlReader
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethodDescription
      <T> Tread​(java.io.Reader reader, + com.fasterxml.jackson.core.type.TypeReference<T> typeReference) 
      +
    • +
    +
    +
  • +
+
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        <T> T read​(java.io.Reader reader,
        +           com.fasterxml.jackson.core.type.TypeReference<T> typeReference)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/yaml/YamlWriter.html b/org/fairdatapipeline/yaml/YamlWriter.html new file mode 100644 index 0000000..468d75f --- /dev/null +++ b/org/fairdatapipeline/yaml/YamlWriter.html @@ -0,0 +1,256 @@ + + + + + +YamlWriter (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+ +
+
+ +

Interface YamlWriter

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    BaseYamlWriter
    +
    +
    +
    public interface YamlWriter
    +
  • +
+
+
+ +
+
+
    +
  • + +
    +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        write

        +
        <T> void write​(java.io.Writer writer,
        +               T data)
        +
      • +
      +
    • +
    +
    +
  • +
+
+
+
+ +
+ +
+ + diff --git a/org/fairdatapipeline/yaml/package-summary.html b/org/fairdatapipeline/yaml/package-summary.html new file mode 100644 index 0000000..f72af5f --- /dev/null +++ b/org/fairdatapipeline/yaml/package-summary.html @@ -0,0 +1,192 @@ + + + + + +org.fairdatapipeline.yaml (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Package org.fairdatapipeline.yaml

+
+
+
+ + +
YAML reader to read the config file.
+
+ +
+
+
+ +
+ + diff --git a/org/fairdatapipeline/yaml/package-tree.html b/org/fairdatapipeline/yaml/package-tree.html new file mode 100644 index 0000000..8536de4 --- /dev/null +++ b/org/fairdatapipeline/yaml/package-tree.html @@ -0,0 +1,169 @@ + + + + + +org.fairdatapipeline.yaml Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+
+

Hierarchy For Package org.fairdatapipeline.yaml

+Package Hierarchies: + +
+
+
+

Class Hierarchy

+ +
+
+

Interface Hierarchy

+ +
+
+
+ + + diff --git a/overview-summary.html b/overview-summary.html new file mode 100644 index 0000000..9b7c161 --- /dev/null +++ b/overview-summary.html @@ -0,0 +1,23 @@ + + + + + +api 1.0.0-rc3 API + + + + + + + +
+ +

index.html

+
+ + diff --git a/overview-tree.html b/overview-tree.html new file mode 100644 index 0000000..bc9e1a6 --- /dev/null +++ b/overview-tree.html @@ -0,0 +1,300 @@ + + + + + +Class Hierarchy (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
+ +
+
+ +
+
+

Class Hierarchy

+ +
+
+

Interface Hierarchy

+ +
+
+

Enum Hierarchy

+
    +
  • java.lang.Object +
      +
    • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable) + +
    • +
    +
  • +
+
+
+
+
+ +
+ + diff --git a/package-search-index.js b/package-search-index.js new file mode 100644 index 0000000..4dc83e2 --- /dev/null +++ b/package-search-index.js @@ -0,0 +1 @@ +packageSearchIndex = [{"l":"All Packages","url":"allpackages-index.html"},{"l":"org.fairdatapipeline.api"},{"l":"org.fairdatapipeline.config"},{"l":"org.fairdatapipeline.distribution"},{"l":"org.fairdatapipeline.estimate"},{"l":"org.fairdatapipeline.file"},{"l":"org.fairdatapipeline.hash"},{"l":"org.fairdatapipeline.mapper"},{"l":"org.fairdatapipeline.objects"},{"l":"org.fairdatapipeline.parameters"},{"l":"org.fairdatapipeline.samples"},{"l":"org.fairdatapipeline.toml"},{"l":"org.fairdatapipeline.yaml"}] \ No newline at end of file diff --git a/package-search-index.zip b/package-search-index.zip new file mode 100644 index 0000000..5ac9510 Binary files /dev/null and b/package-search-index.zip differ diff --git a/resources/glass.png b/resources/glass.png new file mode 100644 index 0000000..a7f591f Binary files /dev/null and b/resources/glass.png differ diff --git a/resources/x.png b/resources/x.png new file mode 100644 index 0000000..30548a7 Binary files /dev/null and b/resources/x.png differ diff --git a/script.js b/script.js new file mode 100644 index 0000000..7dc93c4 --- /dev/null +++ b/script.js @@ -0,0 +1,149 @@ +/* + * Copyright (c) 2013, 2018, Oracle and/or its affiliates. All rights reserved. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This code is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License version 2 only, as + * published by the Free Software Foundation. Oracle designates this + * particular file as subject to the "Classpath" exception as provided + * by Oracle in the LICENSE file that accompanied this code. + * + * This code is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License + * version 2 for more details (a copy is included in the LICENSE file that + * accompanied this code). + * + * You should have received a copy of the GNU General Public License version + * 2 along with this work; if not, write to the Free Software Foundation, + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA + * or visit www.oracle.com if you need additional information or have any + * questions. + */ + +var moduleSearchIndex; +var packageSearchIndex; +var typeSearchIndex; +var memberSearchIndex; +var tagSearchIndex; +function loadScripts(doc, tag) { + createElem(doc, tag, 'jquery/jszip/dist/jszip.js'); + createElem(doc, tag, 'jquery/jszip-utils/dist/jszip-utils.js'); + if (window.navigator.userAgent.indexOf('MSIE ') > 0 || window.navigator.userAgent.indexOf('Trident/') > 0 || + window.navigator.userAgent.indexOf('Edge/') > 0) { + createElem(doc, tag, 'jquery/jszip-utils/dist/jszip-utils-ie.js'); + } + createElem(doc, tag, 'search.js'); + + $.get(pathtoroot + "module-search-index.zip") + .done(function() { + JSZipUtils.getBinaryContent(pathtoroot + "module-search-index.zip", function(e, data) { + JSZip.loadAsync(data).then(function(zip){ + zip.file("module-search-index.json").async("text").then(function(content){ + moduleSearchIndex = JSON.parse(content); + }); + }); + }); + }); + $.get(pathtoroot + "package-search-index.zip") + .done(function() { + JSZipUtils.getBinaryContent(pathtoroot + "package-search-index.zip", function(e, data) { + JSZip.loadAsync(data).then(function(zip){ + zip.file("package-search-index.json").async("text").then(function(content){ + packageSearchIndex = JSON.parse(content); + }); + }); + }); + }); + $.get(pathtoroot + "type-search-index.zip") + .done(function() { + JSZipUtils.getBinaryContent(pathtoroot + "type-search-index.zip", function(e, data) { + JSZip.loadAsync(data).then(function(zip){ + zip.file("type-search-index.json").async("text").then(function(content){ + typeSearchIndex = JSON.parse(content); + }); + }); + }); + }); + $.get(pathtoroot + "member-search-index.zip") + .done(function() { + JSZipUtils.getBinaryContent(pathtoroot + "member-search-index.zip", function(e, data) { + JSZip.loadAsync(data).then(function(zip){ + zip.file("member-search-index.json").async("text").then(function(content){ + memberSearchIndex = JSON.parse(content); + }); + }); + }); + }); + $.get(pathtoroot + "tag-search-index.zip") + .done(function() { + JSZipUtils.getBinaryContent(pathtoroot + "tag-search-index.zip", function(e, data) { + JSZip.loadAsync(data).then(function(zip){ + zip.file("tag-search-index.json").async("text").then(function(content){ + tagSearchIndex = JSON.parse(content); + }); + }); + }); + }); + if (!moduleSearchIndex) { + createElem(doc, tag, 'module-search-index.js'); + } + if (!packageSearchIndex) { + createElem(doc, tag, 'package-search-index.js'); + } + if (!typeSearchIndex) { + createElem(doc, tag, 'type-search-index.js'); + } + if (!memberSearchIndex) { + createElem(doc, tag, 'member-search-index.js'); + } + if (!tagSearchIndex) { + createElem(doc, tag, 'tag-search-index.js'); + } + $(window).resize(function() { + $('.navPadding').css('padding-top', $('.fixedNav').css("height")); + }); +} + +function createElem(doc, tag, path) { + var script = doc.createElement(tag); + var scriptElement = doc.getElementsByTagName(tag)[0]; + script.src = pathtoroot + path; + scriptElement.parentNode.insertBefore(script, scriptElement); +} + +function show(type) { + count = 0; + for (var key in data) { + var row = document.getElementById(key); + if ((data[key] & type) !== 0) { + row.style.display = ''; + row.className = (count++ % 2) ? rowColor : altColor; + } + else + row.style.display = 'none'; + } + updateTabs(type); +} + +function updateTabs(type) { + for (var value in tabs) { + var sNode = document.getElementById(tabs[value][0]); + var spanNode = sNode.firstChild; + if (value == type) { + sNode.className = activeTableTab; + spanNode.innerHTML = tabs[value][1]; + } + else { + sNode.className = tableTab; + spanNode.innerHTML = "" + tabs[value][1] + ""; + } + } +} + +function updateModuleFrame(pFrame, cFrame) { + top.packageFrame.location = pFrame; + top.classFrame.location = cFrame; +} diff --git a/search.js b/search.js new file mode 100644 index 0000000..8492271 --- /dev/null +++ b/search.js @@ -0,0 +1,326 @@ +/* + * Copyright (c) 2015, 2018, Oracle and/or its affiliates. All rights reserved. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This code is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License version 2 only, as + * published by the Free Software Foundation. Oracle designates this + * particular file as subject to the "Classpath" exception as provided + * by Oracle in the LICENSE file that accompanied this code. + * + * This code is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License + * version 2 for more details (a copy is included in the LICENSE file that + * accompanied this code). + * + * You should have received a copy of the GNU General Public License version + * 2 along with this work; if not, write to the Free Software Foundation, + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA + * or visit www.oracle.com if you need additional information or have any + * questions. + */ + +var noResult = {l: "No results found"}; +var catModules = "Modules"; +var catPackages = "Packages"; +var catTypes = "Types"; +var catMembers = "Members"; +var catSearchTags = "SearchTags"; +var highlight = "$&"; +var camelCaseRegexp = ""; +var secondaryMatcher = ""; +function getHighlightedText(item) { + var ccMatcher = new RegExp(camelCaseRegexp); + var label = item.replace(ccMatcher, highlight); + if (label === item) { + label = item.replace(secondaryMatcher, highlight); + } + return label; +} +function getURLPrefix(ui) { + var urlPrefix=""; + if (useModuleDirectories) { + var slash = "/"; + if (ui.item.category === catModules) { + return ui.item.l + slash; + } else if (ui.item.category === catPackages && ui.item.m) { + return ui.item.m + slash; + } else if ((ui.item.category === catTypes && ui.item.p) || ui.item.category === catMembers) { + $.each(packageSearchIndex, function(index, item) { + if (item.m && ui.item.p == item.l) { + urlPrefix = item.m + slash; + } + }); + return urlPrefix; + } else { + return urlPrefix; + } + } + return urlPrefix; +} +var watermark = 'Search'; +$(function() { + $("#search").val(''); + $("#search").prop("disabled", false); + $("#reset").prop("disabled", false); + $("#search").val(watermark).addClass('watermark'); + $("#search").blur(function() { + if ($(this).val().length == 0) { + $(this).val(watermark).addClass('watermark'); + } + }); + $("#search").on('click keydown', function() { + if ($(this).val() == watermark) { + $(this).val('').removeClass('watermark'); + } + }); + $("#reset").click(function() { + $("#search").val(''); + $("#search").focus(); + }); + $("#search").focus(); + $("#search")[0].setSelectionRange(0, 0); +}); +$.widget("custom.catcomplete", $.ui.autocomplete, { + _create: function() { + this._super(); + this.widget().menu("option", "items", "> :not(.ui-autocomplete-category)"); + }, + _renderMenu: function(ul, items) { + var rMenu = this, + currentCategory = ""; + rMenu.menu.bindings = $(); + $.each(items, function(index, item) { + var li; + if (item.l !== noResult.l && item.category !== currentCategory) { + ul.append("
  • " + item.category + "
  • "); + currentCategory = item.category; + } + li = rMenu._renderItemData(ul, item); + if (item.category) { + li.attr("aria-label", item.category + " : " + item.l); + li.attr("class", "resultItem"); + } else { + li.attr("aria-label", item.l); + li.attr("class", "resultItem"); + } + }); + }, + _renderItem: function(ul, item) { + var label = ""; + if (item.category === catModules) { + label = getHighlightedText(item.l); + } else if (item.category === catPackages) { + label = (item.m) + ? getHighlightedText(item.m + "/" + item.l) + : getHighlightedText(item.l); + } else if (item.category === catTypes) { + label = (item.p) + ? getHighlightedText(item.p + "." + item.l) + : getHighlightedText(item.l); + } else if (item.category === catMembers) { + label = getHighlightedText(item.p + "." + (item.c + "." + item.l)); + } else if (item.category === catSearchTags) { + label = getHighlightedText(item.l); + } else { + label = item.l; + } + var li = $("
  • ").appendTo(ul); + var div = $("
    ").appendTo(li); + if (item.category === catSearchTags) { + if (item.d) { + div.html(label + " (" + item.h + ")
    " + + item.d + "
    "); + } else { + div.html(label + " (" + item.h + ")"); + } + } else { + div.html(label); + } + return li; + } +}); +$(function() { + $("#search").catcomplete({ + minLength: 1, + delay: 100, + source: function(request, response) { + var result = new Array(); + var presult = new Array(); + var tresult = new Array(); + var mresult = new Array(); + var tgresult = new Array(); + var secondaryresult = new Array(); + var displayCount = 0; + var exactMatcher = new RegExp("^" + $.ui.autocomplete.escapeRegex(request.term) + "$", "i"); + camelCaseRegexp = ($.ui.autocomplete.escapeRegex(request.term)).split(/(?=[A-Z])/).join("([a-z0-9_$]*?)"); + var camelCaseMatcher = new RegExp("^" + camelCaseRegexp); + secondaryMatcher = new RegExp($.ui.autocomplete.escapeRegex(request.term), "i"); + + // Return the nested innermost name from the specified object + function nestedName(e) { + return e.l.substring(e.l.lastIndexOf(".") + 1); + } + + function concatResults(a1, a2) { + a1 = a1.concat(a2); + a2.length = 0; + return a1; + } + + if (moduleSearchIndex) { + var mdleCount = 0; + $.each(moduleSearchIndex, function(index, item) { + item.category = catModules; + if (exactMatcher.test(item.l)) { + result.push(item); + mdleCount++; + } else if (camelCaseMatcher.test(item.l)) { + result.push(item); + } else if (secondaryMatcher.test(item.l)) { + secondaryresult.push(item); + } + }); + displayCount = mdleCount; + result = concatResults(result, secondaryresult); + } + if (packageSearchIndex) { + var pCount = 0; + var pkg = ""; + $.each(packageSearchIndex, function(index, item) { + item.category = catPackages; + pkg = (item.m) + ? (item.m + "/" + item.l) + : item.l; + if (exactMatcher.test(item.l)) { + presult.push(item); + pCount++; + } else if (camelCaseMatcher.test(pkg)) { + presult.push(item); + } else if (secondaryMatcher.test(pkg)) { + secondaryresult.push(item); + } + }); + result = result.concat(concatResults(presult, secondaryresult)); + displayCount = (pCount > displayCount) ? pCount : displayCount; + } + if (typeSearchIndex) { + var tCount = 0; + $.each(typeSearchIndex, function(index, item) { + item.category = catTypes; + var s = nestedName(item); + if (exactMatcher.test(s)) { + tresult.push(item); + tCount++; + } else if (camelCaseMatcher.test(s)) { + tresult.push(item); + } else if (secondaryMatcher.test(item.p + "." + item.l)) { + secondaryresult.push(item); + } + }); + result = result.concat(concatResults(tresult, secondaryresult)); + displayCount = (tCount > displayCount) ? tCount : displayCount; + } + if (memberSearchIndex) { + var mCount = 0; + $.each(memberSearchIndex, function(index, item) { + item.category = catMembers; + var s = nestedName(item); + if (exactMatcher.test(s)) { + mresult.push(item); + mCount++; + } else if (camelCaseMatcher.test(s)) { + mresult.push(item); + } else if (secondaryMatcher.test(item.c + "." + item.l)) { + secondaryresult.push(item); + } + }); + result = result.concat(concatResults(mresult, secondaryresult)); + displayCount = (mCount > displayCount) ? mCount : displayCount; + } + if (tagSearchIndex) { + var tgCount = 0; + $.each(tagSearchIndex, function(index, item) { + item.category = catSearchTags; + if (exactMatcher.test(item.l)) { + tgresult.push(item); + tgCount++; + } else if (secondaryMatcher.test(item.l)) { + secondaryresult.push(item); + } + }); + result = result.concat(concatResults(tgresult, secondaryresult)); + displayCount = (tgCount > displayCount) ? tgCount : displayCount; + } + displayCount = (displayCount > 500) ? displayCount : 500; + var counter = function() { + var count = {Modules: 0, Packages: 0, Types: 0, Members: 0, SearchTags: 0}; + var f = function(item) { + count[item.category] += 1; + return (count[item.category] <= displayCount); + }; + return f; + }(); + response(result.filter(counter)); + }, + response: function(event, ui) { + if (!ui.content.length) { + ui.content.push(noResult); + } else { + $("#search").empty(); + } + }, + autoFocus: true, + position: { + collision: "flip" + }, + select: function(event, ui) { + if (ui.item.l !== noResult.l) { + var url = getURLPrefix(ui); + if (ui.item.category === catModules) { + if (useModuleDirectories) { + url += "module-summary.html"; + } else { + url = ui.item.l + "-summary.html"; + } + } else if (ui.item.category === catPackages) { + if (ui.item.url) { + url = ui.item.url; + } else { + url += ui.item.l.replace(/\./g, '/') + "/package-summary.html"; + } + } else if (ui.item.category === catTypes) { + if (ui.item.url) { + url = ui.item.url; + } else if (ui.item.p === "") { + url += ui.item.l + ".html"; + } else { + url += ui.item.p.replace(/\./g, '/') + "/" + ui.item.l + ".html"; + } + } else if (ui.item.category === catMembers) { + if (ui.item.p === "") { + url += ui.item.c + ".html" + "#"; + } else { + url += ui.item.p.replace(/\./g, '/') + "/" + ui.item.c + ".html" + "#"; + } + if (ui.item.url) { + url += ui.item.url; + } else { + url += ui.item.l; + } + } else if (ui.item.category === catSearchTags) { + url += ui.item.u; + } + if (top !== window) { + parent.classFrame.location = pathtoroot + url; + } else { + window.location.href = pathtoroot + url; + } + $("#search").focus(); + } + } + }); +}); diff --git a/serialized-form.html b/serialized-form.html new file mode 100644 index 0000000..159cdb7 --- /dev/null +++ b/serialized-form.html @@ -0,0 +1,207 @@ + + + + + +Serialized Form (api 1.0.0-rc3 API) + + + + + + + + + + + + + + +
    + +
    +
    +
    +

    Serialized Form

    +
    +
    + +
    +
    +
    + +
    + + diff --git a/settings.gradle b/settings.gradle deleted file mode 100644 index c4dc075..0000000 --- a/settings.gradle +++ /dev/null @@ -1,3 +0,0 @@ -rootProject.name = 'java_api' -include 'api' -include 'dataregistry' diff --git a/softwarechecklist.md b/softwarechecklist.md deleted file mode 100644 index 9c6bd64..0000000 --- a/softwarechecklist.md +++ /dev/null @@ -1,190 +0,0 @@ -# SCRC Software checklist - -This checklist has been developed by the Scottish Covid-19 Response Consortium and has been used to assess the software engineering aspects of "model readiness" for our -six epidemiological models. This is intended to be part of a broader scheme to evaluate and describe suitability of model results to be used in decision making so -this checklist covers only the software implementation and assumes that other documents cover questions about model validation, quality of science, -data provenance and quality and policy readiness. - -In order to use this checklist for the SCRC FAIR data pipeline components, three questions that apply only to software producing scientific results have been marked "models only" and for other software an N/A response can be given. - -## Software details - -### Model / software name - -> javaDataPipeline - -### Date - -> 10/10/2021 - -### Version identifier - -> 1.0.0-beta - -## This assessment - -### Filled in by - -Name - -> Bram Boskamp - -Role on project: - -> Primary developer - -Person identifier: - -> github: B0SKAMP - -### Overall statement - -Do we have sufficient confidence in the correctness of the software to trust the results? - -This is your overall judgement on the level of confidence based on all the aspects of the checklist. There is no formulaic way to arrive at this overall assessment based on the individual checklist answers but please explain how the measures in place combine to reach this level of confidence and make clear any caveats (eg applies for certain ways of using the software and not others). - -> - [x] Yes -> - [ ] Yes, with caveats -> - [ ] No -> -> It does what it says on the tin. -> - -## Checklist - -Please use a statement from this list: "Sufficiently addressed", "Some work remaining or caveats", or "Needs to be addressed" to begin each response. - -Additionally, for each question please explain the situation and include any relevant links (eg tool dashboards, documentation). The sub bullet points are to make the scope of the question clear and should be covered if relevant but do not have to be answered individually. - -### Can a run be repeated and reproduce exactly the same results? (models only) - -- How is stochasticity handled? -- Is sufficient meta-data logged to enable a run to be reproduced: Is the exact code version recorded (and whether the repository was "clean"), including versions of dependent libraries (e.g. an environment.yml file or similar) along with all command line arguments and the content of any configuration files? -- Is there up-to-date documentation which explains precisely how to run the code to reproduce existing results? - -> - [ ] Sufficiently addressed -> - [x] Some work remaining or caveats -> - [ ] Needs to be addressed -> - [ ] N/A -> -> Distribution parameters stored in TOML parameter files are initialized with a RandomGenerator so that the user/model can draw samples from it. Work remaining: bring this RandomGenerator under the users control so that the user/modeller can handle the stochasticity. - -### Are there appropriate tests? (And are they automated?) - -- Are there unit tests? What is covered? -- System and integration tests? Automated model validation tests? -- Regression tests? (Which show whether changes to the code lead to changes in the output. Changes to the model will be expected to change the output, but many other changes, such as refactoring and adding new features, should not. Having these tests gives confidence that the code hasn't developed bugs due to unintentional changes.) -- Is there CI? -- Is everything you need to run the tests (including documentation) in the repository (or the data pipeline where appropriate)? - -> - [ ] Sufficiently addressed -> - [x] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> Could do with some unit tests for the new api.* classes - -### Are the scientific results of runs robust to different ways of running the code? (models only) - -- Running on a different machine? -- With different number of processes? -- With different compilers and optimisation levels? -- Running in debug mode? - -(We don't require bitwise identical results here, but the broad conclusions after looking at the results of the test case should be the same.) - -> - [ ] Sufficiently addressed -> - [ ] Some work remaining or caveats -> - [ ] Needs to be addressed -> - [x] N/A -> -> Response here - -### Has any sort of automated code checking been applied? - -- For C++, this might just be the compiler output when run with "all warnings". It could also be more extensive static analysis. For other languages, it could be e.g. pylint, StaticLint.jl, etc. -- If there are possible issues reported by such a tool, have they all been either fixed or understood to not be important? - -> - [x] Sufficiently addressed -> - [ ] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> JAVA compiler warnings have been addressed. Spotless has been used to keep the code in tidy google java format. - -### Is the code clean, generally understandable and readable and written according to good software engineering principles? - -- Is it modular? Are the internal implementation details of one module hidden from other modules? -- Commented where necessary? -- Avoiding red flags such as very long functions, global variables, copy and pasted code, etc.? - -> - [ ] Sufficiently addressed -> - [x] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> There are things that can be improved to make the code more easy to understand for developers or for users. - -### Is there sufficient documentation? - -- Is there a readme? -- Does the code have user documentation? -- Does the code have developer documentation? -- Does the code have algorithm documentation? e.g. something that describes how the model is actually simulated, or inference is performed? -- Is all the documentation up to date? - -> - [ ] Sufficiently addressed -> - [x] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> There is a readme, there are javaDocs, there is user documentation, there is an example 'javaSimpleModel' to show how to use the -> library. All of this can still be improved, as can the developer documentation. - -### Is there suitable collaboration infrastructure? - -- Is the code in a version-controlled repository? -- Is there a license? -- Is an issue tracker used? -- Are there contribution guidelines? - -> - [x] Sufficiently addressed -> - [ ] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> There are no contribution guidelines. Other than that it's all in place. - -### Are software dependencies listed and of appropriate quality? - -> - [x] Sufficiently addressed -> - [ ] Some work remaining or caveats -> - [ ] Needs to be addressed -> -> Mostly obvious/standard dependencies. - -### Is input and output data handled carefully? (Models only) - -- Does the code use the data pipeline for all inputs and outputs? -- Is the code appropriately parameterized (i.e. have hard coded parameters been removed)? - -> - [ ] Sufficiently addressed -> - [ ] Some work remaining or caveats -> - [ ] Needs to be addressed -> - [x] N/A -> -> Response here - - -## Contributors and licence - -Contributors: [to the software checklist template] -* Alys Brett -* James Cook -* Peter Fox -* Ian Hinder -* John Nonweiler -* Richard Reeve -* Robert Turner - - -Only a few points within the checklist are specific to the work of the SCRC collaboration or to epidemiology so the checklist could be readily adopted to modelling or analysis software in other domains. We welcome dialogue and suggestions for improvement via Github issues on this repository. - -Creative Commons License
    This work is licensed under a Creative Commons Attribution 4.0 International License. - - diff --git a/stylesheet.css b/stylesheet.css new file mode 100644 index 0000000..de945ed --- /dev/null +++ b/stylesheet.css @@ -0,0 +1,910 @@ +/* + * Javadoc style sheet + */ + +@import url('resources/fonts/dejavu.css'); + +/* + * Styles for individual HTML elements. + * + * These are styles that are specific to individual HTML elements. Changing them affects the style of a particular + * HTML element throughout the page. + */ + +body { + background-color:#ffffff; + color:#353833; + font-family:'DejaVu Sans', Arial, Helvetica, sans-serif; + font-size:14px; + margin:0; + padding:0; + height:100%; + width:100%; +} +iframe { + margin:0; + padding:0; + height:100%; + width:100%; + overflow-y:scroll; + border:none; +} +a:link, a:visited { + text-decoration:none; + color:#4A6782; +} +a[href]:hover, a[href]:focus { + text-decoration:none; + color:#bb7a2a; +} +a[name] { + color:#353833; +} +a[name]:before, a[name]:target, a[id]:before, a[id]:target { + content:""; + display:inline-block; + position:relative; + padding-top:129px; + margin-top:-129px; +} +pre { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; +} +h1 { + font-size:20px; +} +h2 { + font-size:18px; +} +h3 { + font-size:16px; + font-style:italic; +} +h4 { + font-size:13px; +} +h5 { + font-size:12px; +} +h6 { + font-size:11px; +} +ul { + list-style-type:disc; +} +code, tt { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + padding-top:4px; + margin-top:8px; + line-height:1.4em; +} +dt code { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + padding-top:4px; +} +table tr td dt code { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + vertical-align:top; + padding-top:4px; +} +sup { + font-size:8px; +} + +/* + * Styles for HTML generated by javadoc. + * + * These are style classes that are used by the standard doclet to generate HTML documentation. + */ + +/* + * Styles for document title and copyright. + */ +.clear { + clear:both; + height:0px; + overflow:hidden; +} +.aboutLanguage { + float:right; + padding:0px 21px; + font-size:11px; + z-index:200; + margin-top:-9px; +} +.legalCopy { + margin-left:.5em; +} +.bar a, .bar a:link, .bar a:visited, .bar a:active { + color:#FFFFFF; + text-decoration:none; +} +.bar a:hover, .bar a:focus { + color:#bb7a2a; +} +.tab { + background-color:#0066FF; + color:#ffffff; + padding:8px; + width:5em; + font-weight:bold; +} +/* + * Styles for navigation bar. + */ +.bar { + background-color:#4D7A97; + color:#FFFFFF; + padding:.8em .5em .4em .8em; + height:auto;/*height:1.8em;*/ + font-size:11px; + margin:0; +} +.navPadding { + padding-top: 107px; +} +.fixedNav { + position:fixed; + width:100%; + z-index:999; + background-color:#ffffff; +} +.topNav { + background-color:#4D7A97; + color:#FFFFFF; + float:left; + padding:0; + width:100%; + clear:right; + height:2.8em; + padding-top:10px; + overflow:hidden; + font-size:12px; +} +.bottomNav { + margin-top:10px; + background-color:#4D7A97; + color:#FFFFFF; + float:left; + padding:0; + width:100%; + clear:right; + height:2.8em; + padding-top:10px; + overflow:hidden; + font-size:12px; +} +.subNav { + background-color:#dee3e9; + float:left; + width:100%; + overflow:hidden; + font-size:12px; +} +.subNav div { + clear:left; + float:left; + padding:0 0 5px 6px; + text-transform:uppercase; +} +ul.navList, ul.subNavList { + float:left; + margin:0 25px 0 0; + padding:0; +} +ul.navList li{ + list-style:none; + float:left; + padding: 5px 6px; + text-transform:uppercase; +} +ul.navListSearch { + float:right; + margin:0 0 0 0; + padding:0; +} +ul.navListSearch li { + list-style:none; + float:right; + padding: 5px 6px; + text-transform:uppercase; +} +ul.navListSearch li label { + position:relative; + right:-16px; +} +ul.subNavList li { + list-style:none; + float:left; +} +.topNav a:link, .topNav a:active, .topNav a:visited, .bottomNav a:link, .bottomNav a:active, .bottomNav a:visited { + color:#FFFFFF; + text-decoration:none; + text-transform:uppercase; +} +.topNav a:hover, .bottomNav a:hover { + text-decoration:none; + color:#bb7a2a; + text-transform:uppercase; +} +.navBarCell1Rev { + background-color:#F8981D; + color:#253441; + margin: auto 5px; +} +.skipNav { + position:absolute; + top:auto; + left:-9999px; + overflow:hidden; +} +/* + * Styles for page header and footer. + */ +.header, .footer { + clear:both; + margin:0 20px; + padding:5px 0 0 0; +} +.indexNav { + position:relative; + font-size:12px; + background-color:#dee3e9; +} +.indexNav ul { + margin-top:0; + padding:5px; +} +.indexNav ul li { + display:inline; + list-style-type:none; + padding-right:10px; + text-transform:uppercase; +} +.indexNav h1 { + font-size:13px; +} +.title { + color:#2c4557; + margin:10px 0; +} +.subTitle { + margin:5px 0 0 0; +} +.header ul { + margin:0 0 15px 0; + padding:0; +} +.footer ul { + margin:20px 0 5px 0; +} +.header ul li, .footer ul li { + list-style:none; + font-size:13px; +} +/* + * Styles for headings. + */ +div.details ul.blockList ul.blockList ul.blockList li.blockList h4, div.details ul.blockList ul.blockList ul.blockListLast li.blockList h4 { + background-color:#dee3e9; + border:1px solid #d0d9e0; + margin:0 0 6px -8px; + padding:7px 5px; +} +ul.blockList ul.blockList ul.blockList li.blockList h3 { + background-color:#dee3e9; + border:1px solid #d0d9e0; + margin:0 0 6px -8px; + padding:7px 5px; +} +ul.blockList ul.blockList li.blockList h3 { + padding:0; + margin:15px 0; +} +ul.blockList li.blockList h2 { + padding:0px 0 20px 0; +} +/* + * Styles for page layout containers. + */ +.contentContainer, .sourceContainer, .classUseContainer, .serializedFormContainer, .constantValuesContainer, +.allClassesContainer, .allPackagesContainer { + clear:both; + padding:10px 20px; + position:relative; +} +.indexContainer { + margin:10px; + position:relative; + font-size:12px; +} +.indexContainer h2 { + font-size:13px; + padding:0 0 3px 0; +} +.indexContainer ul { + margin:0; + padding:0; +} +.indexContainer ul li { + list-style:none; + padding-top:2px; +} +.contentContainer .description dl dt, .contentContainer .details dl dt, .serializedFormContainer dl dt { + font-size:12px; + font-weight:bold; + margin:10px 0 0 0; + color:#4E4E4E; +} +.contentContainer .description dl dd, .contentContainer .details dl dd, .serializedFormContainer dl dd { + margin:5px 0 10px 0px; + font-size:14px; + font-family:'DejaVu Serif', Georgia, "Times New Roman", Times, serif; +} +.serializedFormContainer dl.nameValue dt { + margin-left:1px; + font-size:1.1em; + display:inline; + font-weight:bold; +} +.serializedFormContainer dl.nameValue dd { + margin:0 0 0 1px; + font-size:1.1em; + display:inline; +} +/* + * Styles for lists. + */ +li.circle { + list-style:circle; +} +ul.horizontal li { + display:inline; + font-size:0.9em; +} +ul.inheritance { + margin:0; + padding:0; +} +ul.inheritance li { + display:inline; + list-style:none; +} +ul.inheritance li ul.inheritance { + margin-left:15px; + padding-left:15px; + padding-top:1px; +} +ul.blockList, ul.blockListLast { + margin:10px 0 10px 0; + padding:0; +} +ul.blockList li.blockList, ul.blockListLast li.blockList { + list-style:none; + margin-bottom:15px; + line-height:1.4; +} +ul.blockList ul.blockList li.blockList, ul.blockList ul.blockListLast li.blockList { + padding:0px 20px 5px 10px; + border:1px solid #ededed; + background-color:#f8f8f8; +} +ul.blockList ul.blockList ul.blockList li.blockList, ul.blockList ul.blockList ul.blockListLast li.blockList { + padding:0 0 5px 8px; + background-color:#ffffff; + border:none; +} +ul.blockList ul.blockList ul.blockList ul.blockList li.blockList { + margin-left:0; + padding-left:0; + padding-bottom:15px; + border:none; +} +ul.blockList ul.blockList ul.blockList ul.blockList li.blockListLast { + list-style:none; + border-bottom:none; + padding-bottom:0; +} +table tr td dl, table tr td dl dt, table tr td dl dd { + margin-top:0; + margin-bottom:1px; +} +/* + * Styles for tables. + */ +.overviewSummary, .memberSummary, .typeSummary, .useSummary, .constantsSummary, .deprecatedSummary, +.requiresSummary, .packagesSummary, .providesSummary, .usesSummary { + width:100%; + border-spacing:0; + border-left:1px solid #EEE; + border-right:1px solid #EEE; + border-bottom:1px solid #EEE; +} +.overviewSummary, .memberSummary, .requiresSummary, .packagesSummary, .providesSummary, .usesSummary { + padding:0px; +} +.overviewSummary caption, .memberSummary caption, .typeSummary caption, +.useSummary caption, .constantsSummary caption, .deprecatedSummary caption, +.requiresSummary caption, .packagesSummary caption, .providesSummary caption, .usesSummary caption { + position:relative; + text-align:left; + background-repeat:no-repeat; + color:#253441; + font-weight:bold; + clear:none; + overflow:hidden; + padding:0px; + padding-top:10px; + padding-left:1px; + margin:0px; + white-space:pre; +} +.constantsSummary caption a:link, .constantsSummary caption a:visited, +.useSummary caption a:link, .useSummary caption a:visited { + color:#1f389c; +} +.overviewSummary caption a:link, .memberSummary caption a:link, .typeSummary caption a:link, +.deprecatedSummary caption a:link, +.requiresSummary caption a:link, .packagesSummary caption a:link, .providesSummary caption a:link, +.usesSummary caption a:link, +.overviewSummary caption a:hover, .memberSummary caption a:hover, .typeSummary caption a:hover, +.useSummary caption a:hover, .constantsSummary caption a:hover, .deprecatedSummary caption a:hover, +.requiresSummary caption a:hover, .packagesSummary caption a:hover, .providesSummary caption a:hover, +.usesSummary caption a:hover, +.overviewSummary caption a:active, .memberSummary caption a:active, .typeSummary caption a:active, +.useSummary caption a:active, .constantsSummary caption a:active, .deprecatedSummary caption a:active, +.requiresSummary caption a:active, .packagesSummary caption a:active, .providesSummary caption a:active, +.usesSummary caption a:active, +.overviewSummary caption a:visited, .memberSummary caption a:visited, .typeSummary caption a:visited, +.deprecatedSummary caption a:visited, +.requiresSummary caption a:visited, .packagesSummary caption a:visited, .providesSummary caption a:visited, +.usesSummary caption a:visited { + color:#FFFFFF; +} +.overviewSummary caption span, .memberSummary caption span, .typeSummary caption span, +.useSummary caption span, .constantsSummary caption span, .deprecatedSummary caption span, +.requiresSummary caption span, .packagesSummary caption span, .providesSummary caption span, +.usesSummary caption span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + padding-bottom:7px; + display:inline-block; + float:left; + background-color:#F8981D; + border: none; + height:16px; +} +.memberSummary caption span.activeTableTab span, .packagesSummary caption span.activeTableTab span, +.overviewSummary caption span.activeTableTab span, .typeSummary caption span.activeTableTab span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + margin-right:3px; + display:inline-block; + float:left; + background-color:#F8981D; + height:16px; +} +.memberSummary caption span.tableTab span, .packagesSummary caption span.tableTab span, +.overviewSummary caption span.tableTab span, .typeSummary caption span.tableTab span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + margin-right:3px; + display:inline-block; + float:left; + background-color:#4D7A97; + height:16px; +} +.memberSummary caption span.tableTab, .memberSummary caption span.activeTableTab, +.packagesSummary caption span.tableTab, .packagesSummary caption span.activeTableTab, +.overviewSummary caption span.tableTab, .overviewSummary caption span.activeTableTab, +.typeSummary caption span.tableTab, .typeSummary caption span.activeTableTab { + padding-top:0px; + padding-left:0px; + padding-right:0px; + background-image:none; + float:none; + display:inline; +} +.overviewSummary .tabEnd, .memberSummary .tabEnd, .typeSummary .tabEnd, +.useSummary .tabEnd, .constantsSummary .tabEnd, .deprecatedSummary .tabEnd, +.requiresSummary .tabEnd, .packagesSummary .tabEnd, .providesSummary .tabEnd, .usesSummary .tabEnd { + display:none; + width:5px; + position:relative; + float:left; + background-color:#F8981D; +} +.memberSummary .activeTableTab .tabEnd, .packagesSummary .activeTableTab .tabEnd, +.overviewSummary .activeTableTab .tabEnd, .typeSummary .activeTableTab .tabEnd { + display:none; + width:5px; + margin-right:3px; + position:relative; + float:left; + background-color:#F8981D; +} +.memberSummary .tableTab .tabEnd, .packagesSummary .tableTab .tabEnd, +.overviewSummary .tableTab .tabEnd, .typeSummary .tableTab .tabEnd { + display:none; + width:5px; + margin-right:3px; + position:relative; + background-color:#4D7A97; + float:left; +} +.rowColor th, .altColor th { + font-weight:normal; +} +.overviewSummary td, .memberSummary td, .typeSummary td, +.useSummary td, .constantsSummary td, .deprecatedSummary td, +.requiresSummary td, .packagesSummary td, .providesSummary td, .usesSummary td { + text-align:left; + padding:0px 0px 12px 10px; +} +th.colFirst, th.colSecond, th.colLast, th.colConstructorName, th.colDeprecatedItemName, .useSummary th, +.constantsSummary th, .packagesSummary th, td.colFirst, td.colSecond, td.colLast, .useSummary td, +.constantsSummary td { + vertical-align:top; + padding-right:0px; + padding-top:8px; + padding-bottom:3px; +} +th.colFirst, th.colSecond, th.colLast, th.colConstructorName, th.colDeprecatedItemName, .constantsSummary th, +.packagesSummary th { + background:#dee3e9; + text-align:left; + padding:8px 3px 3px 7px; +} +td.colFirst, th.colFirst { + font-size:13px; +} +td.colSecond, th.colSecond, td.colLast, th.colConstructorName, th.colDeprecatedItemName, th.colLast { + font-size:13px; +} +.constantsSummary th, .packagesSummary th { + font-size:13px; +} +.providesSummary th.colFirst, .providesSummary th.colLast, .providesSummary td.colFirst, +.providesSummary td.colLast { + white-space:normal; + font-size:13px; +} +.overviewSummary td.colFirst, .overviewSummary th.colFirst, +.requiresSummary td.colFirst, .requiresSummary th.colFirst, +.packagesSummary td.colFirst, .packagesSummary td.colSecond, .packagesSummary th.colFirst, .packagesSummary th, +.usesSummary td.colFirst, .usesSummary th.colFirst, +.providesSummary td.colFirst, .providesSummary th.colFirst, +.memberSummary td.colFirst, .memberSummary th.colFirst, +.memberSummary td.colSecond, .memberSummary th.colSecond, .memberSummary th.colConstructorName, +.typeSummary td.colFirst, .typeSummary th.colFirst { + vertical-align:top; +} +.packagesSummary th.colLast, .packagesSummary td.colLast { + white-space:normal; +} +td.colFirst a:link, td.colFirst a:visited, +td.colSecond a:link, td.colSecond a:visited, +th.colFirst a:link, th.colFirst a:visited, +th.colSecond a:link, th.colSecond a:visited, +th.colConstructorName a:link, th.colConstructorName a:visited, +th.colDeprecatedItemName a:link, th.colDeprecatedItemName a:visited, +.constantValuesContainer td a:link, .constantValuesContainer td a:visited, +.allClassesContainer td a:link, .allClassesContainer td a:visited, +.allPackagesContainer td a:link, .allPackagesContainer td a:visited { + font-weight:bold; +} +.tableSubHeadingColor { + background-color:#EEEEFF; +} +.altColor, .altColor th { + background-color:#FFFFFF; +} +.rowColor, .rowColor th { + background-color:#EEEEEF; +} +/* + * Styles for contents. + */ +.description pre { + margin-top:0; +} +.deprecatedContent { + margin:0; + padding:10px 0; +} +.docSummary { + padding:0; +} +ul.blockList ul.blockList ul.blockList li.blockList h3 { + font-style:normal; +} +div.block { + font-size:14px; + font-family:'DejaVu Serif', Georgia, "Times New Roman", Times, serif; +} +td.colLast div { + padding-top:0px; +} +td.colLast a { + padding-bottom:3px; +} +/* + * Styles for formatting effect. + */ +.sourceLineNo { + color:green; + padding:0 30px 0 0; +} +h1.hidden { + visibility:hidden; + overflow:hidden; + font-size:10px; +} +.block { + display:block; + margin:3px 10px 2px 0px; + color:#474747; +} +.deprecatedLabel, .descfrmTypeLabel, .implementationLabel, .memberNameLabel, .memberNameLink, +.moduleLabelInPackage, .moduleLabelInType, .overrideSpecifyLabel, .packageLabelInType, +.packageHierarchyLabel, .paramLabel, .returnLabel, .seeLabel, .simpleTagLabel, +.throwsLabel, .typeNameLabel, .typeNameLink, .searchTagLink { + font-weight:bold; +} +.deprecationComment, .emphasizedPhrase, .interfaceName { + font-style:italic; +} +.deprecationBlock { + font-size:14px; + font-family:'DejaVu Serif', Georgia, "Times New Roman", Times, serif; + border-style:solid; + border-width:thin; + border-radius:10px; + padding:10px; + margin-bottom:10px; + margin-right:10px; + display:inline-block; +} +div.block div.deprecationComment, div.block div.block span.emphasizedPhrase, +div.block div.block span.interfaceName { + font-style:normal; +} +div.contentContainer ul.blockList li.blockList h2 { + padding-bottom:0px; +} +/* + * Styles for IFRAME. + */ +.mainContainer { + margin:0 auto; + padding:0; + height:100%; + width:100%; + position:fixed; + top:0; + left:0; +} +.leftContainer { + height:100%; + position:fixed; + width:320px; +} +.leftTop { + position:relative; + float:left; + width:315px; + top:0; + left:0; + height:30%; + border-right:6px solid #ccc; + border-bottom:6px solid #ccc; +} +.leftBottom { + position:relative; + float:left; + width:315px; + bottom:0; + left:0; + height:70%; + border-right:6px solid #ccc; + border-top:1px solid #000; +} +.rightContainer { + position:absolute; + left:320px; + top:0; + bottom:0; + height:100%; + right:0; + border-left:1px solid #000; +} +.rightIframe { + margin:0; + padding:0; + height:100%; + right:30px; + width:100%; + overflow:visible; + margin-bottom:30px; +} +/* + * Styles specific to HTML5 elements. + */ +main, nav, header, footer, section { + display:block; +} +/* + * Styles for javadoc search. + */ +.ui-autocomplete-category { + font-weight:bold; + font-size:15px; + padding:7px 0 7px 3px; + background-color:#4D7A97; + color:#FFFFFF; +} +.resultItem { + font-size:13px; +} +.ui-autocomplete { + max-height:85%; + max-width:65%; + overflow-y:scroll; + overflow-x:scroll; + white-space:nowrap; + box-shadow: 0 3px 6px rgba(0,0,0,0.16), 0 3px 6px rgba(0,0,0,0.23); +} +ul.ui-autocomplete { + position:fixed; + z-index:999999; + background-color: #FFFFFF; +} +ul.ui-autocomplete li { + float:left; + clear:both; + width:100%; +} +.resultHighlight { + font-weight:bold; +} +.ui-autocomplete .result-item { + font-size: inherit; +} +#search { + background-image:url('resources/glass.png'); + background-size:13px; + background-repeat:no-repeat; + background-position:2px 3px; + padding-left:20px; + position:relative; + right:-18px; +} +#reset { + background-color: rgb(255,255,255); + background-image:url('resources/x.png'); + background-position:center; + background-repeat:no-repeat; + background-size:12px; + border:0 none; + width:16px; + height:17px; + position:relative; + left:-4px; + top:-4px; + font-size:0px; +} +.watermark { + color:#545454; +} +.searchTagDescResult { + font-style:italic; + font-size:11px; +} +.searchTagHolderResult { + font-style:italic; + font-size:12px; +} +.searchTagResult:before, .searchTagResult:target { + color:red; +} +.moduleGraph span { + display:none; + position:absolute; +} +.moduleGraph:hover span { + display:block; + margin: -100px 0 0 100px; + z-index: 1; +} +.methodSignature { + white-space:normal; +} + +/* + * Styles for user-provided tables. + * + * borderless: + * No borders, vertical margins, styled caption. + * This style is provided for use with existing doc comments. + * In general, borderless tables should not be used for layout purposes. + * + * plain: + * Plain borders around table and cells, vertical margins, styled caption. + * Best for small tables or for complex tables for tables with cells that span + * rows and columns, when the "striped" style does not work well. + * + * striped: + * Borders around the table and vertical borders between cells, striped rows, + * vertical margins, styled caption. + * Best for tables that have a header row, and a body containing a series of simple rows. + */ + +table.borderless, +table.plain, +table.striped { + margin-top: 10px; + margin-bottom: 10px; +} +table.borderless > caption, +table.plain > caption, +table.striped > caption { + font-weight: bold; + font-size: smaller; +} +table.borderless th, table.borderless td, +table.plain th, table.plain td, +table.striped th, table.striped td { + padding: 2px 5px; +} +table.borderless, +table.borderless > thead > tr > th, table.borderless > tbody > tr > th, table.borderless > tr > th, +table.borderless > thead > tr > td, table.borderless > tbody > tr > td, table.borderless > tr > td { + border: none; +} +table.borderless > thead > tr, table.borderless > tbody > tr, table.borderless > tr { + background-color: transparent; +} +table.plain { + border-collapse: collapse; + border: 1px solid black; +} +table.plain > thead > tr, table.plain > tbody tr, table.plain > tr { + background-color: transparent; +} +table.plain > thead > tr > th, table.plain > tbody > tr > th, table.plain > tr > th, +table.plain > thead > tr > td, table.plain > tbody > tr > td, table.plain > tr > td { + border: 1px solid black; +} +table.striped { + border-collapse: collapse; + border: 1px solid black; +} +table.striped > thead { + background-color: #E3E3E3; +} +table.striped > thead > tr > th, table.striped > thead > tr > td { + border: 1px solid black; +} +table.striped > tbody > tr:nth-child(even) { + background-color: #EEE +} +table.striped > tbody > tr:nth-child(odd) { + background-color: #FFF +} +table.striped > tbody > tr > th, table.striped > tbody > tr > td { + border-left: 1px solid black; + border-right: 1px solid black; +} +table.striped > tbody > tr > th { + font-weight: normal; +} diff --git a/type-search-index.js b/type-search-index.js new file mode 100644 index 0000000..bad9918 --- /dev/null +++ b/type-search-index.js @@ -0,0 +1 @@ +typeSearchIndex = [{"l":"All Classes","url":"allclasses-index.html"},{"p":"org.fairdatapipeline.yaml","l":"BaseYamlWriter"},{"p":"org.fairdatapipeline.file","l":"CleanableFileChannel"},{"p":"org.fairdatapipeline.api","l":"Coderun"},{"p":"org.fairdatapipeline.parameters","l":"Component"},{"p":"org.fairdatapipeline.parameters","l":"Components"},{"p":"org.fairdatapipeline.parameters","l":"ComponentsDeserializer"},{"p":"org.fairdatapipeline.parameters","l":"ComponentsSerializer"},{"p":"org.fairdatapipeline.config","l":"Config"},{"p":"org.fairdatapipeline.config","l":"ConfigException"},{"p":"org.fairdatapipeline.config","l":"ConfigFactory"},{"p":"org.fairdatapipeline.config","l":"Config.ConfigItem"},{"p":"org.fairdatapipeline.config","l":"Config.ConfigRunMetadata"},{"p":"org.fairdatapipeline.config","l":"Config.ConfigUseItem"},{"p":"org.fairdatapipeline.api","l":"Data_product"},{"p":"org.fairdatapipeline.api","l":"Data_product_read"},{"p":"org.fairdatapipeline.api","l":"Data_product_write"},{"p":"org.fairdatapipeline.mapper","l":"DataPipelineMapper"},{"p":"org.fairdatapipeline.distribution","l":"Distribution"},{"p":"org.fairdatapipeline.distribution","l":"Distribution.DistributionType"},{"p":"org.fairdatapipeline.estimate","l":"Estimate"},{"p":"org.fairdatapipeline.api","l":"FileObject"},{"p":"org.fairdatapipeline.file","l":"FileReader"},{"p":"org.fairdatapipeline.hash","l":"Hasher"},{"p":"org.fairdatapipeline.api","l":"IllegalActionException"},{"p":"org.fairdatapipeline.api","l":"Issue"},{"p":"org.fairdatapipeline.distribution","l":"MinMax"},{"p":"org.fairdatapipeline.distribution","l":"MinMaxDeserializer"},{"p":"org.fairdatapipeline.distribution","l":"MinMaxSerializer"},{"p":"org.fairdatapipeline.objects","l":"NumericalArray"},{"p":"org.fairdatapipeline.objects","l":"NumericalArrayImpl"},{"p":"org.fairdatapipeline.api","l":"Object_component"},{"p":"org.fairdatapipeline.api","l":"Object_component_read"},{"p":"org.fairdatapipeline.api","l":"Object_component_write"},{"p":"org.fairdatapipeline.parameters","l":"ParameterDataReader"},{"p":"org.fairdatapipeline.parameters","l":"ParameterDataReaderImpl"},{"p":"org.fairdatapipeline.parameters","l":"ParameterDataWriter"},{"p":"org.fairdatapipeline.parameters","l":"ParameterDataWriterImpl"},{"p":"org.fairdatapipeline.parameters","l":"RandomGeneratorDeserializer"},{"p":"org.fairdatapipeline.parameters","l":"RandomGeneratorSerializer"},{"p":"org.fairdatapipeline.parameters","l":"ReadComponent"},{"p":"org.fairdatapipeline.api","l":"RegistryException"},{"p":"org.fairdatapipeline.api","l":"RegistryObjectNotfoundException"},{"p":"org.fairdatapipeline.samples","l":"Sampler"},{"p":"org.fairdatapipeline.samples","l":"Samples"},{"p":"org.fairdatapipeline.objects","l":"StandardArrayDataReader"},{"p":"org.fairdatapipeline.objects","l":"StandardTable"},{"p":"org.fairdatapipeline.objects","l":"StandardTableDataReader"},{"p":"org.fairdatapipeline.toml","l":"TOMLMapper"},{"p":"org.fairdatapipeline.toml","l":"TomlReader"},{"p":"org.fairdatapipeline.toml","l":"TomlWriter"},{"p":"org.fairdatapipeline.parameters","l":"WriteComponent"},{"p":"org.fairdatapipeline.yaml","l":"YamlFactory"},{"p":"org.fairdatapipeline.yaml","l":"YamlReader"},{"p":"org.fairdatapipeline.yaml","l":"YamlWriter"}] \ No newline at end of file diff --git a/type-search-index.zip b/type-search-index.zip new file mode 100644 index 0000000..fa294fc Binary files /dev/null and b/type-search-index.zip differ diff --git a/wtf.iml b/wtf.iml deleted file mode 100644 index 4d7ae85..0000000 --- a/wtf.iml +++ /dev/null @@ -1,11 +0,0 @@ - - - - - - - - - - - \ No newline at end of file