2021-08-05 13:48:25 +00:00
|
|
|
import HTTPService from 'services/HTTPService';
|
|
|
|
import { retryAsyncFunction } from 'utils/common';
|
|
|
|
import { getEndpoint } from 'utils/common/apiUtil';
|
|
|
|
import { getToken } from 'utils/common/key';
|
|
|
|
import { logError } from 'utils/sentry';
|
2021-08-09 15:15:11 +00:00
|
|
|
import { MultipartUploadURLs, UploadFile, UploadURL } from './uploadService';
|
2021-08-05 13:48:25 +00:00
|
|
|
import { File } from '../fileService';
|
2021-08-09 09:26:49 +00:00
|
|
|
import { CustomError } from 'utils/common/errorUtil';
|
2021-08-05 13:48:25 +00:00
|
|
|
|
|
|
|
const ENDPOINT = getEndpoint();
|
|
|
|
const MAX_URL_REQUESTS = 50;
|
|
|
|
|
|
|
|
|
|
|
|
class NetworkClient {
|
|
|
|
private uploadURLFetchInProgress=null;
|
|
|
|
|
|
|
|
async uploadFile(uploadFile: UploadFile):Promise<File> {
|
|
|
|
try {
|
|
|
|
const token = getToken();
|
|
|
|
if (!token) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
const response = await retryAsyncFunction(()=>HTTPService.post(
|
|
|
|
`${ENDPOINT}/files`,
|
|
|
|
uploadFile,
|
|
|
|
null,
|
|
|
|
{
|
|
|
|
'X-Auth-Token': token,
|
|
|
|
},
|
|
|
|
));
|
|
|
|
return response.data;
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'upload Files Failed');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async fetchUploadURLs(count:number, urlStore:UploadURL[]): Promise<void> {
|
|
|
|
try {
|
|
|
|
if (!this.uploadURLFetchInProgress) {
|
|
|
|
try {
|
|
|
|
const token = getToken();
|
|
|
|
if (!token) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
this.uploadURLFetchInProgress = HTTPService.get(
|
|
|
|
`${ENDPOINT}/files/upload-urls`,
|
|
|
|
{
|
|
|
|
count: Math.min(
|
|
|
|
MAX_URL_REQUESTS,
|
|
|
|
count * 2,
|
|
|
|
),
|
|
|
|
},
|
|
|
|
{ 'X-Auth-Token': token },
|
|
|
|
);
|
|
|
|
const response = await this.uploadURLFetchInProgress;
|
|
|
|
urlStore.push(...response.data['urls']);
|
|
|
|
} finally {
|
|
|
|
this.uploadURLFetchInProgress = null;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return this.uploadURLFetchInProgress;
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'fetch upload-url failed ');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async fetchMultipartUploadURLs(
|
|
|
|
count: number,
|
|
|
|
): Promise<MultipartUploadURLs> {
|
|
|
|
try {
|
|
|
|
const token = getToken();
|
|
|
|
if (!token) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
const response = await HTTPService.get(
|
|
|
|
`${ENDPOINT}/files/multipart-upload-urls`,
|
|
|
|
{
|
|
|
|
count,
|
|
|
|
},
|
|
|
|
{ 'X-Auth-Token': token },
|
|
|
|
);
|
|
|
|
|
|
|
|
return response.data['urls'];
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'fetch multipart-upload-url failed');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async putFile(
|
|
|
|
fileUploadURL: UploadURL,
|
|
|
|
file: Uint8Array,
|
|
|
|
progressTracker:()=>any,
|
|
|
|
): Promise<string> {
|
|
|
|
try {
|
|
|
|
await retryAsyncFunction(()=>
|
|
|
|
HTTPService.put(
|
|
|
|
fileUploadURL.url,
|
|
|
|
file,
|
|
|
|
null,
|
|
|
|
null,
|
|
|
|
progressTracker(),
|
|
|
|
),
|
|
|
|
);
|
|
|
|
return fileUploadURL.objectKey;
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'putFile to dataStore failed ');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-08-09 15:15:11 +00:00
|
|
|
|
|
|
|
async putFilePart(
|
|
|
|
partUploadURL: string,
|
|
|
|
filePart: Uint8Array,
|
|
|
|
progressTracker,
|
2021-08-05 13:48:25 +00:00
|
|
|
) {
|
|
|
|
try {
|
2021-08-09 15:15:11 +00:00
|
|
|
const response=await retryAsyncFunction(async ()=>{
|
|
|
|
const resp =await HTTPService.put(
|
|
|
|
partUploadURL,
|
|
|
|
filePart,
|
|
|
|
null,
|
|
|
|
null,
|
|
|
|
progressTracker(),
|
|
|
|
);
|
|
|
|
if (!resp?.headers?.etag) {
|
|
|
|
const err=Error(CustomError.ETAG_MISSING);
|
|
|
|
logError(err);
|
|
|
|
throw err;
|
2021-08-05 13:48:25 +00:00
|
|
|
}
|
2021-08-09 15:15:11 +00:00
|
|
|
return resp;
|
|
|
|
});
|
|
|
|
return response.headers.etag;
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'put filePart failed');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async completeMultipartUpload(completeURL:string, reqBody:any) {
|
|
|
|
try {
|
2021-08-05 13:48:25 +00:00
|
|
|
await retryAsyncFunction(()=>
|
2021-08-09 15:15:11 +00:00
|
|
|
HTTPService.post(completeURL, reqBody, null, {
|
2021-08-05 13:48:25 +00:00
|
|
|
'content-type': 'text/xml',
|
|
|
|
}),
|
|
|
|
);
|
|
|
|
} catch (e) {
|
|
|
|
logError(e, 'put file in parts failed');
|
|
|
|
throw e;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-08-09 15:15:11 +00:00
|
|
|
|
2021-08-05 13:48:25 +00:00
|
|
|
export default new NetworkClient();
|
|
|
|
|
|
|
|
|