mirror of
https://github.com/opentofu/opentofu.git
synced 2025-02-25 18:45:20 -06:00
deps: vendor github.com/joyent/gomanta
This commit is contained in:
parent
a65b0cce7c
commit
72a341ba56
373
vendor/github.com/joyent/gomanta/LICENSE
generated
vendored
Normal file
373
vendor/github.com/joyent/gomanta/LICENSE
generated
vendored
Normal file
@ -0,0 +1,373 @@
|
|||||||
|
Mozilla Public License Version 2.0
|
||||||
|
==================================
|
||||||
|
|
||||||
|
1. Definitions
|
||||||
|
--------------
|
||||||
|
|
||||||
|
1.1. "Contributor"
|
||||||
|
means each individual or legal entity that creates, contributes to
|
||||||
|
the creation of, or owns Covered Software.
|
||||||
|
|
||||||
|
1.2. "Contributor Version"
|
||||||
|
means the combination of the Contributions of others (if any) used
|
||||||
|
by a Contributor and that particular Contributor's Contribution.
|
||||||
|
|
||||||
|
1.3. "Contribution"
|
||||||
|
means Covered Software of a particular Contributor.
|
||||||
|
|
||||||
|
1.4. "Covered Software"
|
||||||
|
means Source Code Form to which the initial Contributor has attached
|
||||||
|
the notice in Exhibit A, the Executable Form of such Source Code
|
||||||
|
Form, and Modifications of such Source Code Form, in each case
|
||||||
|
including portions thereof.
|
||||||
|
|
||||||
|
1.5. "Incompatible With Secondary Licenses"
|
||||||
|
means
|
||||||
|
|
||||||
|
(a) that the initial Contributor has attached the notice described
|
||||||
|
in Exhibit B to the Covered Software; or
|
||||||
|
|
||||||
|
(b) that the Covered Software was made available under the terms of
|
||||||
|
version 1.1 or earlier of the License, but not also under the
|
||||||
|
terms of a Secondary License.
|
||||||
|
|
||||||
|
1.6. "Executable Form"
|
||||||
|
means any form of the work other than Source Code Form.
|
||||||
|
|
||||||
|
1.7. "Larger Work"
|
||||||
|
means a work that combines Covered Software with other material, in
|
||||||
|
a separate file or files, that is not Covered Software.
|
||||||
|
|
||||||
|
1.8. "License"
|
||||||
|
means this document.
|
||||||
|
|
||||||
|
1.9. "Licensable"
|
||||||
|
means having the right to grant, to the maximum extent possible,
|
||||||
|
whether at the time of the initial grant or subsequently, any and
|
||||||
|
all of the rights conveyed by this License.
|
||||||
|
|
||||||
|
1.10. "Modifications"
|
||||||
|
means any of the following:
|
||||||
|
|
||||||
|
(a) any file in Source Code Form that results from an addition to,
|
||||||
|
deletion from, or modification of the contents of Covered
|
||||||
|
Software; or
|
||||||
|
|
||||||
|
(b) any new file in Source Code Form that contains any Covered
|
||||||
|
Software.
|
||||||
|
|
||||||
|
1.11. "Patent Claims" of a Contributor
|
||||||
|
means any patent claim(s), including without limitation, method,
|
||||||
|
process, and apparatus claims, in any patent Licensable by such
|
||||||
|
Contributor that would be infringed, but for the grant of the
|
||||||
|
License, by the making, using, selling, offering for sale, having
|
||||||
|
made, import, or transfer of either its Contributions or its
|
||||||
|
Contributor Version.
|
||||||
|
|
||||||
|
1.12. "Secondary License"
|
||||||
|
means either the GNU General Public License, Version 2.0, the GNU
|
||||||
|
Lesser General Public License, Version 2.1, the GNU Affero General
|
||||||
|
Public License, Version 3.0, or any later versions of those
|
||||||
|
licenses.
|
||||||
|
|
||||||
|
1.13. "Source Code Form"
|
||||||
|
means the form of the work preferred for making modifications.
|
||||||
|
|
||||||
|
1.14. "You" (or "Your")
|
||||||
|
means an individual or a legal entity exercising rights under this
|
||||||
|
License. For legal entities, "You" includes any entity that
|
||||||
|
controls, is controlled by, or is under common control with You. For
|
||||||
|
purposes of this definition, "control" means (a) the power, direct
|
||||||
|
or indirect, to cause the direction or management of such entity,
|
||||||
|
whether by contract or otherwise, or (b) ownership of more than
|
||||||
|
fifty percent (50%) of the outstanding shares or beneficial
|
||||||
|
ownership of such entity.
|
||||||
|
|
||||||
|
2. License Grants and Conditions
|
||||||
|
--------------------------------
|
||||||
|
|
||||||
|
2.1. Grants
|
||||||
|
|
||||||
|
Each Contributor hereby grants You a world-wide, royalty-free,
|
||||||
|
non-exclusive license:
|
||||||
|
|
||||||
|
(a) under intellectual property rights (other than patent or trademark)
|
||||||
|
Licensable by such Contributor to use, reproduce, make available,
|
||||||
|
modify, display, perform, distribute, and otherwise exploit its
|
||||||
|
Contributions, either on an unmodified basis, with Modifications, or
|
||||||
|
as part of a Larger Work; and
|
||||||
|
|
||||||
|
(b) under Patent Claims of such Contributor to make, use, sell, offer
|
||||||
|
for sale, have made, import, and otherwise transfer either its
|
||||||
|
Contributions or its Contributor Version.
|
||||||
|
|
||||||
|
2.2. Effective Date
|
||||||
|
|
||||||
|
The licenses granted in Section 2.1 with respect to any Contribution
|
||||||
|
become effective for each Contribution on the date the Contributor first
|
||||||
|
distributes such Contribution.
|
||||||
|
|
||||||
|
2.3. Limitations on Grant Scope
|
||||||
|
|
||||||
|
The licenses granted in this Section 2 are the only rights granted under
|
||||||
|
this License. No additional rights or licenses will be implied from the
|
||||||
|
distribution or licensing of Covered Software under this License.
|
||||||
|
Notwithstanding Section 2.1(b) above, no patent license is granted by a
|
||||||
|
Contributor:
|
||||||
|
|
||||||
|
(a) for any code that a Contributor has removed from Covered Software;
|
||||||
|
or
|
||||||
|
|
||||||
|
(b) for infringements caused by: (i) Your and any other third party's
|
||||||
|
modifications of Covered Software, or (ii) the combination of its
|
||||||
|
Contributions with other software (except as part of its Contributor
|
||||||
|
Version); or
|
||||||
|
|
||||||
|
(c) under Patent Claims infringed by Covered Software in the absence of
|
||||||
|
its Contributions.
|
||||||
|
|
||||||
|
This License does not grant any rights in the trademarks, service marks,
|
||||||
|
or logos of any Contributor (except as may be necessary to comply with
|
||||||
|
the notice requirements in Section 3.4).
|
||||||
|
|
||||||
|
2.4. Subsequent Licenses
|
||||||
|
|
||||||
|
No Contributor makes additional grants as a result of Your choice to
|
||||||
|
distribute the Covered Software under a subsequent version of this
|
||||||
|
License (see Section 10.2) or under the terms of a Secondary License (if
|
||||||
|
permitted under the terms of Section 3.3).
|
||||||
|
|
||||||
|
2.5. Representation
|
||||||
|
|
||||||
|
Each Contributor represents that the Contributor believes its
|
||||||
|
Contributions are its original creation(s) or it has sufficient rights
|
||||||
|
to grant the rights to its Contributions conveyed by this License.
|
||||||
|
|
||||||
|
2.6. Fair Use
|
||||||
|
|
||||||
|
This License is not intended to limit any rights You have under
|
||||||
|
applicable copyright doctrines of fair use, fair dealing, or other
|
||||||
|
equivalents.
|
||||||
|
|
||||||
|
2.7. Conditions
|
||||||
|
|
||||||
|
Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted
|
||||||
|
in Section 2.1.
|
||||||
|
|
||||||
|
3. Responsibilities
|
||||||
|
-------------------
|
||||||
|
|
||||||
|
3.1. Distribution of Source Form
|
||||||
|
|
||||||
|
All distribution of Covered Software in Source Code Form, including any
|
||||||
|
Modifications that You create or to which You contribute, must be under
|
||||||
|
the terms of this License. You must inform recipients that the Source
|
||||||
|
Code Form of the Covered Software is governed by the terms of this
|
||||||
|
License, and how they can obtain a copy of this License. You may not
|
||||||
|
attempt to alter or restrict the recipients' rights in the Source Code
|
||||||
|
Form.
|
||||||
|
|
||||||
|
3.2. Distribution of Executable Form
|
||||||
|
|
||||||
|
If You distribute Covered Software in Executable Form then:
|
||||||
|
|
||||||
|
(a) such Covered Software must also be made available in Source Code
|
||||||
|
Form, as described in Section 3.1, and You must inform recipients of
|
||||||
|
the Executable Form how they can obtain a copy of such Source Code
|
||||||
|
Form by reasonable means in a timely manner, at a charge no more
|
||||||
|
than the cost of distribution to the recipient; and
|
||||||
|
|
||||||
|
(b) You may distribute such Executable Form under the terms of this
|
||||||
|
License, or sublicense it under different terms, provided that the
|
||||||
|
license for the Executable Form does not attempt to limit or alter
|
||||||
|
the recipients' rights in the Source Code Form under this License.
|
||||||
|
|
||||||
|
3.3. Distribution of a Larger Work
|
||||||
|
|
||||||
|
You may create and distribute a Larger Work under terms of Your choice,
|
||||||
|
provided that You also comply with the requirements of this License for
|
||||||
|
the Covered Software. If the Larger Work is a combination of Covered
|
||||||
|
Software with a work governed by one or more Secondary Licenses, and the
|
||||||
|
Covered Software is not Incompatible With Secondary Licenses, this
|
||||||
|
License permits You to additionally distribute such Covered Software
|
||||||
|
under the terms of such Secondary License(s), so that the recipient of
|
||||||
|
the Larger Work may, at their option, further distribute the Covered
|
||||||
|
Software under the terms of either this License or such Secondary
|
||||||
|
License(s).
|
||||||
|
|
||||||
|
3.4. Notices
|
||||||
|
|
||||||
|
You may not remove or alter the substance of any license notices
|
||||||
|
(including copyright notices, patent notices, disclaimers of warranty,
|
||||||
|
or limitations of liability) contained within the Source Code Form of
|
||||||
|
the Covered Software, except that You may alter any license notices to
|
||||||
|
the extent required to remedy known factual inaccuracies.
|
||||||
|
|
||||||
|
3.5. Application of Additional Terms
|
||||||
|
|
||||||
|
You may choose to offer, and to charge a fee for, warranty, support,
|
||||||
|
indemnity or liability obligations to one or more recipients of Covered
|
||||||
|
Software. However, You may do so only on Your own behalf, and not on
|
||||||
|
behalf of any Contributor. You must make it absolutely clear that any
|
||||||
|
such warranty, support, indemnity, or liability obligation is offered by
|
||||||
|
You alone, and You hereby agree to indemnify every Contributor for any
|
||||||
|
liability incurred by such Contributor as a result of warranty, support,
|
||||||
|
indemnity or liability terms You offer. You may include additional
|
||||||
|
disclaimers of warranty and limitations of liability specific to any
|
||||||
|
jurisdiction.
|
||||||
|
|
||||||
|
4. Inability to Comply Due to Statute or Regulation
|
||||||
|
---------------------------------------------------
|
||||||
|
|
||||||
|
If it is impossible for You to comply with any of the terms of this
|
||||||
|
License with respect to some or all of the Covered Software due to
|
||||||
|
statute, judicial order, or regulation then You must: (a) comply with
|
||||||
|
the terms of this License to the maximum extent possible; and (b)
|
||||||
|
describe the limitations and the code they affect. Such description must
|
||||||
|
be placed in a text file included with all distributions of the Covered
|
||||||
|
Software under this License. Except to the extent prohibited by statute
|
||||||
|
or regulation, such description must be sufficiently detailed for a
|
||||||
|
recipient of ordinary skill to be able to understand it.
|
||||||
|
|
||||||
|
5. Termination
|
||||||
|
--------------
|
||||||
|
|
||||||
|
5.1. The rights granted under this License will terminate automatically
|
||||||
|
if You fail to comply with any of its terms. However, if You become
|
||||||
|
compliant, then the rights granted under this License from a particular
|
||||||
|
Contributor are reinstated (a) provisionally, unless and until such
|
||||||
|
Contributor explicitly and finally terminates Your grants, and (b) on an
|
||||||
|
ongoing basis, if such Contributor fails to notify You of the
|
||||||
|
non-compliance by some reasonable means prior to 60 days after You have
|
||||||
|
come back into compliance. Moreover, Your grants from a particular
|
||||||
|
Contributor are reinstated on an ongoing basis if such Contributor
|
||||||
|
notifies You of the non-compliance by some reasonable means, this is the
|
||||||
|
first time You have received notice of non-compliance with this License
|
||||||
|
from such Contributor, and You become compliant prior to 30 days after
|
||||||
|
Your receipt of the notice.
|
||||||
|
|
||||||
|
5.2. If You initiate litigation against any entity by asserting a patent
|
||||||
|
infringement claim (excluding declaratory judgment actions,
|
||||||
|
counter-claims, and cross-claims) alleging that a Contributor Version
|
||||||
|
directly or indirectly infringes any patent, then the rights granted to
|
||||||
|
You by any and all Contributors for the Covered Software under Section
|
||||||
|
2.1 of this License shall terminate.
|
||||||
|
|
||||||
|
5.3. In the event of termination under Sections 5.1 or 5.2 above, all
|
||||||
|
end user license agreements (excluding distributors and resellers) which
|
||||||
|
have been validly granted by You or Your distributors under this License
|
||||||
|
prior to termination shall survive termination.
|
||||||
|
|
||||||
|
************************************************************************
|
||||||
|
* *
|
||||||
|
* 6. Disclaimer of Warranty *
|
||||||
|
* ------------------------- *
|
||||||
|
* *
|
||||||
|
* Covered Software is provided under this License on an "as is" *
|
||||||
|
* basis, without warranty of any kind, either expressed, implied, or *
|
||||||
|
* statutory, including, without limitation, warranties that the *
|
||||||
|
* Covered Software is free of defects, merchantable, fit for a *
|
||||||
|
* particular purpose or non-infringing. The entire risk as to the *
|
||||||
|
* quality and performance of the Covered Software is with You. *
|
||||||
|
* Should any Covered Software prove defective in any respect, You *
|
||||||
|
* (not any Contributor) assume the cost of any necessary servicing, *
|
||||||
|
* repair, or correction. This disclaimer of warranty constitutes an *
|
||||||
|
* essential part of this License. No use of any Covered Software is *
|
||||||
|
* authorized under this License except under this disclaimer. *
|
||||||
|
* *
|
||||||
|
************************************************************************
|
||||||
|
|
||||||
|
************************************************************************
|
||||||
|
* *
|
||||||
|
* 7. Limitation of Liability *
|
||||||
|
* -------------------------- *
|
||||||
|
* *
|
||||||
|
* Under no circumstances and under no legal theory, whether tort *
|
||||||
|
* (including negligence), contract, or otherwise, shall any *
|
||||||
|
* Contributor, or anyone who distributes Covered Software as *
|
||||||
|
* permitted above, be liable to You for any direct, indirect, *
|
||||||
|
* special, incidental, or consequential damages of any character *
|
||||||
|
* including, without limitation, damages for lost profits, loss of *
|
||||||
|
* goodwill, work stoppage, computer failure or malfunction, or any *
|
||||||
|
* and all other commercial damages or losses, even if such party *
|
||||||
|
* shall have been informed of the possibility of such damages. This *
|
||||||
|
* limitation of liability shall not apply to liability for death or *
|
||||||
|
* personal injury resulting from such party's negligence to the *
|
||||||
|
* extent applicable law prohibits such limitation. Some *
|
||||||
|
* jurisdictions do not allow the exclusion or limitation of *
|
||||||
|
* incidental or consequential damages, so this exclusion and *
|
||||||
|
* limitation may not apply to You. *
|
||||||
|
* *
|
||||||
|
************************************************************************
|
||||||
|
|
||||||
|
8. Litigation
|
||||||
|
-------------
|
||||||
|
|
||||||
|
Any litigation relating to this License may be brought only in the
|
||||||
|
courts of a jurisdiction where the defendant maintains its principal
|
||||||
|
place of business and such litigation shall be governed by laws of that
|
||||||
|
jurisdiction, without reference to its conflict-of-law provisions.
|
||||||
|
Nothing in this Section shall prevent a party's ability to bring
|
||||||
|
cross-claims or counter-claims.
|
||||||
|
|
||||||
|
9. Miscellaneous
|
||||||
|
----------------
|
||||||
|
|
||||||
|
This License represents the complete agreement concerning the subject
|
||||||
|
matter hereof. If any provision of this License is held to be
|
||||||
|
unenforceable, such provision shall be reformed only to the extent
|
||||||
|
necessary to make it enforceable. Any law or regulation which provides
|
||||||
|
that the language of a contract shall be construed against the drafter
|
||||||
|
shall not be used to construe this License against a Contributor.
|
||||||
|
|
||||||
|
10. Versions of the License
|
||||||
|
---------------------------
|
||||||
|
|
||||||
|
10.1. New Versions
|
||||||
|
|
||||||
|
Mozilla Foundation is the license steward. Except as provided in Section
|
||||||
|
10.3, no one other than the license steward has the right to modify or
|
||||||
|
publish new versions of this License. Each version will be given a
|
||||||
|
distinguishing version number.
|
||||||
|
|
||||||
|
10.2. Effect of New Versions
|
||||||
|
|
||||||
|
You may distribute the Covered Software under the terms of the version
|
||||||
|
of the License under which You originally received the Covered Software,
|
||||||
|
or under the terms of any subsequent version published by the license
|
||||||
|
steward.
|
||||||
|
|
||||||
|
10.3. Modified Versions
|
||||||
|
|
||||||
|
If you create software not governed by this License, and you want to
|
||||||
|
create a new license for such software, you may create and use a
|
||||||
|
modified version of this License if you rename the license and remove
|
||||||
|
any references to the name of the license steward (except to note that
|
||||||
|
such modified license differs from this License).
|
||||||
|
|
||||||
|
10.4. Distributing Source Code Form that is Incompatible With Secondary
|
||||||
|
Licenses
|
||||||
|
|
||||||
|
If You choose to distribute Source Code Form that is Incompatible With
|
||||||
|
Secondary Licenses under the terms of this version of the License, the
|
||||||
|
notice described in Exhibit B of this License must be attached.
|
||||||
|
|
||||||
|
Exhibit A - Source Code Form License Notice
|
||||||
|
-------------------------------------------
|
||||||
|
|
||||||
|
This Source Code Form is subject to the terms of the Mozilla Public
|
||||||
|
License, v. 2.0. If a copy of the MPL was not distributed with this
|
||||||
|
file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
|
If it is not possible or desirable to put the notice in a particular
|
||||||
|
file, then You may include the notice in a location (such as a LICENSE
|
||||||
|
file in a relevant directory) where a recipient would be likely to look
|
||||||
|
for such a notice.
|
||||||
|
|
||||||
|
You may add additional accurate notices of copyright ownership.
|
||||||
|
|
||||||
|
Exhibit B - "Incompatible With Secondary Licenses" Notice
|
||||||
|
---------------------------------------------------------
|
||||||
|
|
||||||
|
This Source Code Form is "Incompatible With Secondary Licenses", as
|
||||||
|
defined by the Mozilla Public License, v. 2.0.
|
459
vendor/github.com/joyent/gomanta/manta/manta.go
generated
vendored
Normal file
459
vendor/github.com/joyent/gomanta/manta/manta.go
generated
vendored
Normal file
@ -0,0 +1,459 @@
|
|||||||
|
/*
|
||||||
|
The gomanta/manta package interacts with the Manta API (http://apidocs.joyent.com/manta/api.html).
|
||||||
|
|
||||||
|
This Source Code Form is subject to the terms of the Mozilla Public
|
||||||
|
License, v. 2.0. If a copy of the MPL was not distributed with this
|
||||||
|
file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
|
Copyright (c) 2016 Joyent Inc.
|
||||||
|
Written by Daniele Stroppa <daniele.stroppa@joyent.com>
|
||||||
|
|
||||||
|
*/
|
||||||
|
package manta
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"io/ioutil"
|
||||||
|
"net/http"
|
||||||
|
"path"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/joyent/gocommon/client"
|
||||||
|
"github.com/joyent/gocommon/errors"
|
||||||
|
|
||||||
|
jh "github.com/joyent/gocommon/http"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
// The default version of the Manta API to use
|
||||||
|
DefaultAPIVersion = "7.1"
|
||||||
|
|
||||||
|
// Manta API URL parts
|
||||||
|
apiStorage = "stor"
|
||||||
|
apiJobs = "jobs"
|
||||||
|
apiJobsLive = "live"
|
||||||
|
apiJobsIn = "in"
|
||||||
|
apiJobsOut = "out"
|
||||||
|
apiJobsFail = "fail"
|
||||||
|
apiJobsErr = "err"
|
||||||
|
apiJobsEnd = "end"
|
||||||
|
apiJobsCancel = "cancel"
|
||||||
|
apiJobsStatus = "status"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Client provides a means to access Joyent Manta
|
||||||
|
type Client struct {
|
||||||
|
client client.Client
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new Client.
|
||||||
|
func New(client client.Client) *Client {
|
||||||
|
return &Client{client}
|
||||||
|
}
|
||||||
|
|
||||||
|
// request represents an API request
|
||||||
|
type request struct {
|
||||||
|
method string
|
||||||
|
url string
|
||||||
|
reqValue interface{}
|
||||||
|
reqHeader http.Header
|
||||||
|
reqReader io.Reader
|
||||||
|
reqLength int
|
||||||
|
resp interface{}
|
||||||
|
respHeader *http.Header
|
||||||
|
expectedStatus int
|
||||||
|
}
|
||||||
|
|
||||||
|
// Helper method to send an API request
|
||||||
|
func (c *Client) sendRequest(req request) (*jh.ResponseData, error) {
|
||||||
|
request := jh.RequestData{
|
||||||
|
ReqValue: req.reqValue,
|
||||||
|
ReqHeaders: req.reqHeader,
|
||||||
|
ReqReader: req.reqReader,
|
||||||
|
ReqLength: req.reqLength,
|
||||||
|
}
|
||||||
|
if req.expectedStatus == 0 {
|
||||||
|
req.expectedStatus = http.StatusOK
|
||||||
|
}
|
||||||
|
respData := jh.ResponseData{
|
||||||
|
RespValue: req.resp,
|
||||||
|
RespHeaders: req.respHeader,
|
||||||
|
ExpectedStatus: []int{req.expectedStatus},
|
||||||
|
}
|
||||||
|
err := c.client.SendRequest(req.method, req.url, "", &request, &respData)
|
||||||
|
return &respData, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Helper method to create the API URL
|
||||||
|
func makeURL(parts ...string) string {
|
||||||
|
return path.Join(parts...)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ListDirectoryOpts represent the option that can be specified
|
||||||
|
// when listing a directory.
|
||||||
|
type ListDirectoryOpts struct {
|
||||||
|
Limit int `json:"limit"` // Limit to the number of records returned (default and max is 1000)
|
||||||
|
Marker string `json:"marker"` // Key name at which to start the next listing
|
||||||
|
}
|
||||||
|
|
||||||
|
// Entry represents an object stored in Manta, either a file or a directory
|
||||||
|
type Entry struct {
|
||||||
|
Name string `json:"name"` // Entry name
|
||||||
|
Etag string `json:"etag,omitempty"` // If type is 'object', object UUID
|
||||||
|
Size int `json:"size,omitempty"` // If type is 'object', object size (content-length)
|
||||||
|
Type string `json:"type"` // Entry type, one of 'directory' or 'object'
|
||||||
|
Mtime string `json:"mtime"` // ISO8601 timestamp of the last update
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates a directory at the specified path. Any parent directory must exist.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#PutDirectory
|
||||||
|
func (c *Client) PutDirectory(path string) error {
|
||||||
|
requestHeaders := make(http.Header)
|
||||||
|
requestHeaders.Set("Content-Type", "application/json; type=directory")
|
||||||
|
requestHeaders.Set("Accept", "*/*")
|
||||||
|
req := request{
|
||||||
|
method: client.PUT,
|
||||||
|
url: makeURL(apiStorage, path),
|
||||||
|
reqHeader: requestHeaders,
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to create directory: %s", path)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the content of the specified directory, using the specified options.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#ListDirectory
|
||||||
|
func (c *Client) ListDirectory(directory string, opts ListDirectoryOpts) ([]Entry, error) {
|
||||||
|
var resp []Entry
|
||||||
|
requestHeaders := make(http.Header)
|
||||||
|
requestHeaders.Set("Accept", "*/*")
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiStorage, directory),
|
||||||
|
reqHeader: requestHeaders,
|
||||||
|
resp: &resp,
|
||||||
|
reqValue: opts,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return nil, errors.Newf(err, "failed to list directory %s", directory)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Deletes the specified directory. Directory must be empty.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#DeleteDirectory
|
||||||
|
func (c *Client) DeleteDirectory(path string) error {
|
||||||
|
req := request{
|
||||||
|
method: client.DELETE,
|
||||||
|
url: makeURL(apiStorage, path),
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to delete directory %s", path)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates an object at the specified path. Any parent directory must exist.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#PutObject
|
||||||
|
func (c *Client) PutObject(path, objectName string, object []byte) error {
|
||||||
|
r := bytes.NewReader(object)
|
||||||
|
req := request{
|
||||||
|
method: client.PUT,
|
||||||
|
url: makeURL(apiStorage, path, objectName),
|
||||||
|
reqReader: r,
|
||||||
|
reqLength: len(object),
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to create object: %s/%s", path, objectName)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Retrieves the specified object from the specified location.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetObject
|
||||||
|
func (c *Client) GetObject(path, objectName string) ([]byte, error) {
|
||||||
|
var resp []byte
|
||||||
|
requestHeaders := make(http.Header)
|
||||||
|
requestHeaders.Set("Accept", "*/*")
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiStorage, path, objectName),
|
||||||
|
reqHeader: requestHeaders,
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
respData, err := c.sendRequest(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, errors.Newf(err, "failed to get object %s/%s", path, objectName)
|
||||||
|
}
|
||||||
|
res, ok := respData.RespValue.(*[]byte)
|
||||||
|
if !ok {
|
||||||
|
return nil, errors.Newf(err, "failed to assert downloaded data as type *[]byte for object %s/%s", path, objectName)
|
||||||
|
}
|
||||||
|
return *res, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Deletes the specified object from the specified location.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#DeleteObject
|
||||||
|
func (c *Client) DeleteObject(path, objectName string) error {
|
||||||
|
req := request{
|
||||||
|
method: client.DELETE,
|
||||||
|
url: makeURL(apiStorage, path, objectName),
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to delete object %s/%s", path, objectName)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates a link (similar to a Unix hard link) from location to path/linkName.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#PutSnapLink
|
||||||
|
func (c *Client) PutSnapLink(path, linkName, location string) error {
|
||||||
|
requestHeaders := make(http.Header)
|
||||||
|
requestHeaders.Set("Accept", "application/json; type=link")
|
||||||
|
requestHeaders.Set("Location", location)
|
||||||
|
req := request{
|
||||||
|
method: client.PUT,
|
||||||
|
url: makeURL(apiStorage, path, linkName),
|
||||||
|
reqHeader: requestHeaders,
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to create snap link: %s/%s", path, linkName)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// CreateJobOpts represent the option that can be specified
|
||||||
|
// when creating a job.
|
||||||
|
type CreateJobOpts struct {
|
||||||
|
Name string `json:"name,omitempty"` // Job Name (optional)
|
||||||
|
Phases []Phase `json:"phases"` // Tasks to execute as part of this job
|
||||||
|
}
|
||||||
|
|
||||||
|
// Job represents the status of a job.
|
||||||
|
type Job struct {
|
||||||
|
Id string // Job unique identifier
|
||||||
|
Name string `json:"name,omitempty"` // Job Name
|
||||||
|
State string // Job state
|
||||||
|
Cancelled bool // Whether the job has been cancelled or not
|
||||||
|
InputDone bool // Whether the inputs for the job is still open or not
|
||||||
|
Stats JobStats `json:"stats,omitempty"` // Job statistics
|
||||||
|
TimeCreated string // Time the job was created at
|
||||||
|
TimeDone string `json:"timeDone,omitempty"` // Time the job was completed
|
||||||
|
TimeArchiveStarted string `json:"timeArchiveStarted,omitempty"` // Time the job archiving started
|
||||||
|
TimeArchiveDone string `json:"timeArchiveDone,omitempty"` // Time the job archiving completed
|
||||||
|
Phases []Phase `json:"phases"` // Job tasks
|
||||||
|
Options interface{} // Job options
|
||||||
|
}
|
||||||
|
|
||||||
|
// JobStats represents statistics about a job
|
||||||
|
type JobStats struct {
|
||||||
|
Errors int // Number or errors
|
||||||
|
Outputs int // Number of output produced
|
||||||
|
Retries int // Number of retries
|
||||||
|
Tasks int // Total number of task in the job
|
||||||
|
TasksDone int // number of tasks done
|
||||||
|
}
|
||||||
|
|
||||||
|
// Phase represents a task to be executed as part of a Job
|
||||||
|
type Phase struct {
|
||||||
|
Type string `json:"type,omitempty"` // Task type, one of 'map' or 'reduce' (optional)
|
||||||
|
Assets []string `json:"assets,omitempty"` // An array of objects to be placed in the compute zones (optional)
|
||||||
|
Exec string `json:"exec"` // The actual shell statement to execute
|
||||||
|
Init string `json:"init"` // Shell statement to execute in each compute zone before any tasks are executed
|
||||||
|
Count int `json:"count,omitempty"` // If type is 'reduce', an optional number of reducers for this phase (default is 1)
|
||||||
|
Memory int `json:"memory,omitempty"` // Amount of DRAM to give to your compute zone (in Mb, optional)
|
||||||
|
Disk int `json:"disk,omitempty"` // Amount of disk space to give to your compute zone (in Gb, optional)
|
||||||
|
}
|
||||||
|
|
||||||
|
// JobError represents an error occurred during a job execution
|
||||||
|
type JobError struct {
|
||||||
|
Id string // Job Id
|
||||||
|
Phase string // Phase number of the failure
|
||||||
|
What string // A human readable summary of what failed
|
||||||
|
Code string // Error code
|
||||||
|
Message string // Human readable error message
|
||||||
|
Stderr string // A key that saved the stderr for the given command (optional)
|
||||||
|
Key string // The input key being processed when the task failed (optional)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates a job with the given options.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#CreateJob
|
||||||
|
func (c *Client) CreateJob(opts CreateJobOpts) (string, error) {
|
||||||
|
var resp string
|
||||||
|
var respHeader http.Header
|
||||||
|
req := request{
|
||||||
|
method: client.POST,
|
||||||
|
url: apiJobs,
|
||||||
|
reqValue: opts,
|
||||||
|
respHeader: &respHeader,
|
||||||
|
resp: &resp,
|
||||||
|
expectedStatus: http.StatusCreated,
|
||||||
|
}
|
||||||
|
respData, err := c.sendRequest(req)
|
||||||
|
if err != nil {
|
||||||
|
return "", errors.Newf(err, "failed to create job with name: %s", opts.Name)
|
||||||
|
}
|
||||||
|
return respData.RespHeaders.Get("Location"), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Submits inputs to an already created job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#AddJobInputs
|
||||||
|
func (c *Client) AddJobInputs(jobId string, jobInputs io.Reader) error {
|
||||||
|
inputData, errI := ioutil.ReadAll(jobInputs)
|
||||||
|
if errI != nil {
|
||||||
|
return errors.Newf(errI, "failed to read inputs for job %s", jobId)
|
||||||
|
}
|
||||||
|
requestHeaders := make(http.Header)
|
||||||
|
requestHeaders.Set("Accept", "*/*")
|
||||||
|
requestHeaders.Set("Content-Type", "text/plain")
|
||||||
|
req := request{
|
||||||
|
method: client.POST,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn),
|
||||||
|
reqValue: string(inputData),
|
||||||
|
reqHeader: requestHeaders,
|
||||||
|
expectedStatus: http.StatusNoContent,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to add inputs to job %s", jobId)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// This closes input for a job, and finalize the job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#EndJobInput
|
||||||
|
func (c *Client) EndJobInputs(jobId string) error {
|
||||||
|
req := request{
|
||||||
|
method: client.POST,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn, apiJobsEnd),
|
||||||
|
expectedStatus: http.StatusAccepted,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to end inputs for job %s", jobId)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// This cancels a job from doing any further work.
|
||||||
|
// Cancellation is asynchronous and "best effort"; there is no guarantee the job will actually stop
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#CancelJob
|
||||||
|
func (c *Client) CancelJob(jobId string) error {
|
||||||
|
req := request{
|
||||||
|
method: client.POST,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsCancel),
|
||||||
|
expectedStatus: http.StatusAccepted,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return errors.Newf(err, "failed to cancel job %s", jobId)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the list of jobs.
|
||||||
|
// Note you can filter the set of jobs down to only live jobs by setting the liveOnly flag.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#ListJobs
|
||||||
|
func (c *Client) ListJobs(liveOnly bool) ([]Entry, error) {
|
||||||
|
var resp []Entry
|
||||||
|
var url string
|
||||||
|
if liveOnly {
|
||||||
|
url = fmt.Sprintf("%s?state=running", apiJobs)
|
||||||
|
} else {
|
||||||
|
url = apiJobs
|
||||||
|
}
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: url,
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return nil, errors.Newf(err, "failed to list jobs")
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Gets the high-level job container object for a given job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetJob
|
||||||
|
func (c *Client) GetJob(jobId string) (Job, error) {
|
||||||
|
var resp Job
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsStatus),
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return Job{}, errors.Newf(err, "failed to get job with id: %s", jobId)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the current "live" set of outputs from a given job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobOutput
|
||||||
|
func (c *Client) GetJobOutput(jobId string) (string, error) {
|
||||||
|
var resp string
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsOut),
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return "", errors.Newf(err, "failed to get output for job with id: %s", jobId)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the submitted input objects for a given job, available while the job is running.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobInput
|
||||||
|
func (c *Client) GetJobInput(jobId string) (string, error) {
|
||||||
|
var resp string
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn),
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return "", errors.Newf(err, "failed to get input for job with id: %s", jobId)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the current "live" set of failures from a given job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobFailures
|
||||||
|
func (c *Client) GetJobFailures(jobId string) (interface{}, error) {
|
||||||
|
var resp interface{}
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsFail),
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return nil, errors.Newf(err, "failed to get failures for job with id: %s", jobId)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the current "live" set of errors from a given job.
|
||||||
|
// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobErrors
|
||||||
|
func (c *Client) GetJobErrors(jobId string) ([]JobError, error) {
|
||||||
|
var resp []JobError
|
||||||
|
req := request{
|
||||||
|
method: client.GET,
|
||||||
|
url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsErr),
|
||||||
|
resp: &resp,
|
||||||
|
}
|
||||||
|
if _, err := c.sendRequest(req); err != nil {
|
||||||
|
return nil, errors.Newf(err, "failed to get errors for job with id: %s", jobId)
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns a signed URL to retrieve the object at path.
|
||||||
|
func (c *Client) SignURL(path string, expires time.Time) (string, error) {
|
||||||
|
return c.client.SignURL(path, expires)
|
||||||
|
}
|
6
vendor/vendor.json
vendored
6
vendor/vendor.json
vendored
@ -1363,6 +1363,12 @@
|
|||||||
"path": "github.com/joyent/gocommon/jpc",
|
"path": "github.com/joyent/gocommon/jpc",
|
||||||
"revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c"
|
"revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"checksumSHA1": "ysHPYOB/xV0dMIAES8ZOQu9KwQQ=",
|
||||||
|
"path": "github.com/joyent/gomanta/manta",
|
||||||
|
"revision": "ece4f0cbe61f600794bbcff71d8f9ee86909b2dc",
|
||||||
|
"revisionTime": "2016-09-13T20:25:01Z"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"checksumSHA1": "PDzjpRNeytdYU39/PByzwCMvKQ8=",
|
"checksumSHA1": "PDzjpRNeytdYU39/PByzwCMvKQ8=",
|
||||||
"path": "github.com/joyent/gosdc/cloudapi",
|
"path": "github.com/joyent/gosdc/cloudapi",
|
||||||
|
Loading…
Reference in New Issue
Block a user