api.py
127.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
1750
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851
1852
1853
1854
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
2087
2088
2089
2090
2091
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
2120
2121
2122
2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
2161
2162
2163
2164
2165
2166
2167
2168
2169
2170
2171
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
2195
2196
2197
2198
2199
2200
2201
2202
2203
2204
2205
2206
2207
2208
2209
2210
2211
2212
2213
2214
2215
2216
2217
2218
2219
2220
2221
2222
2223
2224
2225
2226
2227
2228
2229
2230
2231
2232
2233
2234
2235
2236
2237
2238
2239
2240
2241
2242
2243
2244
2245
2246
2247
2248
2249
2250
2251
2252
2253
2254
2255
2256
2257
2258
2259
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
2270
2271
2272
2273
2274
2275
2276
2277
2278
2279
2280
2281
2282
2283
2284
2285
2286
2287
2288
2289
2290
2291
2292
2293
2294
2295
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
2307
2308
2309
2310
2311
2312
2313
2314
2315
2316
2317
2318
2319
2320
2321
2322
2323
2324
2325
2326
2327
2328
2329
2330
2331
2332
2333
2334
2335
2336
2337
2338
2339
2340
2341
2342
2343
2344
2345
2346
2347
2348
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
2366
2367
2368
2369
2370
2371
2372
2373
2374
2375
2376
2377
2378
2379
2380
2381
2382
2383
2384
2385
2386
2387
2388
2389
2390
2391
2392
2393
2394
2395
2396
2397
2398
2399
2400
2401
2402
2403
2404
2405
2406
2407
2408
2409
2410
2411
2412
2413
2414
2415
2416
2417
2418
2419
2420
2421
2422
2423
2424
2425
2426
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
2455
2456
2457
2458
2459
2460
2461
2462
2463
2464
2465
2466
2467
2468
2469
2470
2471
2472
2473
2474
2475
2476
2477
2478
2479
2480
2481
2482
2483
2484
2485
2486
2487
2488
2489
2490
2491
2492
2493
2494
2495
2496
2497
2498
2499
2500
2501
2502
2503
2504
2505
2506
2507
2508
2509
2510
2511
2512
2513
2514
2515
2516
2517
2518
2519
2520
2521
2522
2523
2524
2525
2526
2527
2528
2529
2530
2531
2532
2533
2534
2535
2536
2537
2538
2539
2540
2541
2542
2543
2544
2545
2546
2547
2548
2549
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
2560
2561
2562
2563
2564
2565
2566
2567
2568
2569
2570
2571
2572
2573
2574
2575
2576
2577
2578
2579
2580
2581
2582
2583
2584
2585
2586
2587
2588
2589
2590
2591
2592
2593
2594
2595
2596
2597
2598
2599
2600
2601
2602
2603
2604
2605
2606
2607
2608
2609
2610
2611
2612
2613
2614
2615
2616
2617
2618
2619
2620
2621
2622
# -*- coding: utf-8 -*-
"""
文件上传方法中的data参数
------------------------
诸如 :func:`put_object <Bucket.put_object>` 这样的上传接口都会有 `data` 参数用于接收用户数据。`data` 可以是下述类型
- unicode类型(对于Python3则是str类型):内部会自动转换为UTF-8的bytes
- bytes类型:不做任何转换
- file-like object:对于可以seek和tell的file object,从当前位置读取直到结束。其他类型,请确保当前位置是文件开始。
- 可迭代类型:对于无法探知长度的数据,要求一定是可迭代的。此时会通过Chunked Encoding传输。
Bucket配置修改方法中的input参数
-----------------------------
诸如 :func:`put_bucket_cors <Bucket.put_bucket_cors>` 这样的Bucket配置修改接口都会有 `input` 参数接收用户提供的配置数据。
`input` 可以是下述类型
- Bucket配置信息相关的类,如 `BucketCors`
- unicode类型(对于Python3则是str类型)
- 经过utf-8编码的bytes类型
- file-like object
- 可迭代类型,会通过Chunked Encoding传输
也就是说 `input` 参数可以比 `data` 参数多接受第一种类型的输入。
返回值
------
:class:`Service` 和 :class:`Bucket` 类的大多数方法都是返回 :class:`RequestResult <oss2.models.RequestResult>`
及其子类。`RequestResult` 包含了HTTP响应的状态码、头部以及OSS Request ID,而它的子类则包含用户真正想要的结果。例如,
`ListBucketsResult.buckets` 就是返回的Bucket信息列表;`GetObjectResult` 则是一个file-like object,可以调用 `read()` 来获取响应的
HTTP包体。
:class:`CryptoBucket`:
加密接口
-------
CryptoBucket仅提供上传下载加密数据的接口,诸如`get_object` 、 `put_object` ,返回值与Bucket相应接口一致。
异常
----
一般来说Python SDK可能会抛出三种类型的异常,这些异常都继承于 :class:`OssError <oss2.exceptions.OssError>` :
- :class:`ClientError <oss2.exceptions.ClientError>` :由于用户参数错误而引发的异常;
- :class:`ServerError <oss2.exceptions.ServerError>` 及其子类:OSS服务器返回非成功的状态码,如4xx或5xx;
- :class:`RequestError <oss2.exceptions.RequestError>` :底层requests库抛出的异常,如DNS解析错误,超时等;
当然,`Bucket.put_object_from_file` 和 `Bucket.get_object_to_file` 这类函数还会抛出文件相关的异常。
.. _byte_range:
指定下载范围
------------
诸如 :func:`get_object <Bucket.get_object>` 以及 :func:`upload_part_copy <Bucket.upload_part_copy>` 这样的函数,可以接受
`byte_range` 参数,表明读取数据的范围。该参数是一个二元tuple:(start, last)。这些接口会把它转换为Range头部的值,如:
- byte_range 为 (0, 99) 转换为 'bytes=0-99',表示读取前100个字节
- byte_range 为 (None, 99) 转换为 'bytes=-99',表示读取最后99个字节
- byte_range 为 (100, None) 转换为 'bytes=100-',表示读取第101个字节到文件结尾的部分(包含第101个字节)
分页罗列
-------
罗列各种资源的接口,如 :func:`list_buckets <Service.list_buckets>` 、 :func:`list_objects <Bucket.list_objects>` 都支持
分页查询。通过设定分页标记(如:`marker` 、 `key_marker` )的方式可以指定查询某一页。首次调用将分页标记设为空(缺省值,可以不设),
后续的调用使用返回值中的 `next_marker` 、 `next_key_marker` 等。每次调用后检查返回值中的 `is_truncated` ,其值为 `False` 说明
已经到了最后一页。
.. _line_range:
指定查询CSV文件范围
------------
诸如 :func:`select_object <Bucket.select_object>` 以及 :func:`select_object_to_file <Bucket.select_object_to_file>` 这样的函数的select_csv_params参数,可以接受
`LineRange` 参数,表明读取CSV数据的范围。该参数是一个二元tuple:(start, last):
- LineRange 为 (0, 99) 表示读取前100行
- LineRange 为 (None, 99) 表示读取最后99行
- LineRange 为 (100, None) 表示读取第101行到文件结尾的部分(包含第101行)
.. _split_range:
指定查询CSV文件范围
------------
split可以认为是切分好的大小大致相等的csv行簇。每个Split大小大致相等,这样以便更好的做到负载均衡。
诸如 :func:`select_object <Bucket.select_object>` 以及 :func:`select_object_to_file <Bucket.select_object_to_file>` 这样的函数的select_csv_params参数,可以接受
`SplitRange` 参数,表明读取CSV数据的范围。该参数是一个二元tuple:(start, last):
- SplitRange 为 (0, 9) 表示读取前10个Split
- SplitRange 为 (None, 9) 表示读取最后9个split
- SplitRange 为 (10, None) 表示读取第11个split到文件结尾的部分(包含第11个Split)
分页查询
-------
和create_csv_object_meta配合使用,有两种方法:
- 方法1:先获取文件总的行数(create_csv_object_meta返回),然后把文件以line_range分成若干部分并行查询
- 方法2:先获取文件总的Split数(create_csv_object_meta返回), 然后把文件分成若干个请求,每个请求含有大致相等的Split
.. _progress_callback:
上传下载进度
-----------
上传下载接口,诸如 `get_object` 、 `put_object` 、`resumable_upload`,都支持进度回调函数,可以用它实现进度条等功能。
`progress_callback` 的函数原型如下 ::
def progress_callback(bytes_consumed, total_bytes):
'''进度回调函数。
:param int bytes_consumed: 已经消费的字节数。对于上传,就是已经上传的量;对于下载,就是已经下载的量。
:param int total_bytes: 总长度。
'''
其中 `total_bytes` 对于上传和下载有不同的含义:
- 上传:当输入是bytes或可以seek/tell的文件对象,那么它的值就是总的字节数;否则,其值为None
- 下载:当返回的HTTP相应中有Content-Length头部,那么它的值就是Content-Length的值;否则,其值为None
.. _unix_time:
Unix Time
---------
OSS Python SDK会把从服务器获得时间戳都转换为自1970年1月1日UTC零点以来的秒数,即Unix Time。
参见 `Unix Time <https://en.wikipedia.org/wiki/Unix_time>`_
OSS中常用的时间格式有
- HTTP Date格式,形如 `Sat, 05 Dec 2015 11:04:39 GMT` 这样的GMT时间。
用在If-Modified-Since、Last-Modified这些HTTP请求、响应头里。
- ISO8601格式,形如 `2015-12-05T00:00:00.000Z`。
用在生命周期管理配置、列举Bucket结果中的创建时间、列举文件结果中的最后修改时间等处。
`http_date` 函数把Unix Time转换为HTTP Date;而 `http_to_unixtime` 则做相反的转换。如 ::
>>> import oss2, time
>>> unix_time = int(time.time()) # 当前UNIX Time,设其值为 1449313829
>>> date_str = oss2.http_date(unix_time) # 得到 'Sat, 05 Dec 2015 11:10:29 GMT'
>>> oss2.http_to_unixtime(date_str) # 得到 1449313829
.. note::
生成HTTP协议所需的日期(即HTTP Date)时,请使用 `http_date` , 不要使用 `strftime` 这样的函数。因为后者是和locale相关的。
比如,`strftime` 结果中可能会出现中文,而这样的格式,OSS服务器是不能识别的。
`iso8601_to_unixtime` 把ISO8601格式转换为Unix Time;`date_to_iso8601` 和 `iso8601_to_date` 则在ISO8601格式的字符串和
datetime.date之间相互转换。如 ::
>>> import oss2
>>> d = oss2.iso8601_to_date('2015-12-05T00:00:00.000Z') # 得到 datetime.date(2015, 12, 5)
>>> date_str = oss2.date_to_iso8601(d) # 得到 '2015-12-05T00:00:00.000Z'
>>> oss2.iso8601_to_unixtime(date_str) # 得到 1449273600
.. _select_params:
指定OSS Select的文件格式。
对于Csv文件,支持如下Keys:
>>> CsvHeaderInfo: None|Use|Ignore #None表示没有CSV Schema头,Use表示启用CSV Schema头,可以在Select语句中使用Name,Ignore表示有CSV Schema头,但忽略它(Select语句中不可以使用Name)
默认值是None
>>> CommentCharacter: Comment字符,默认值是#,不支持多个字符
>>> RecordDelimiter: 行分隔符,默认是\n,最多支持两个字符分隔符(比如:\r\n)
>>> FieldDelimiter: 列分隔符,默认是逗号(,), 不支持多个字符
>>> QuoteCharacter: 列Quote字符,默认是双引号("),不支持多个字符。注意转义符合Quote字符相同。
>>> LineRange: 指定查询CSV文件的行范围,参见 `line_range`。
>>> SplitRange: 指定查询CSV文件的Split范围,参见 `split_range`.
注意LineRange和SplitRange两种不能同时指定。若同时指定LineRange会被忽略。
>>> CompressionType: 文件的压缩格式,默认值是None, 支持GZIP。
>>> OutputRawData: 指定是响应Body返回Raw数据,默认值是False.
>>> SkipPartialDataRecord: 当CSV行数据不完整时(select语句中出现的列在该行为空),是否跳过该行。默认是False。
>>> OutputHeader:是否输出CSV Header,默认是False.
>>> EnablePayloadCrc:是否启用对Payload的CRC校验,默认是False. 该选项不能和OutputRawData:True混用。
>>> MaxSkippedRecordsAllowed: 允许跳过的最大行数。默认值是0表示一旦有一行跳过就报错。当下列两种情况下该行CSV被跳过:1)当SkipPartialDataRecord为True时且该行不完整时 2)当该行的数据类型和SQL不匹配时
对于Json 文件, 支持如下Keys:
>>> Json_Type: DOCUMENT | LINES . DOCUMENT就是指一般的Json文件,LINES是指每一行是一个合法的JSON对象,文件由多行Json对象组成,整个文件本身不是合法的Json对象。
>>> LineRange: 指定查询JSON LINE文件的行范围,参见 `line_range`。注意该参数仅支持LINES类型
>>> SplitRange: 指定查询JSON LINE文件的Split范围,参见 `split_range`.注意该参数仅支持LINES类型
>>> CompressionType: 文件的压缩格式,默认值是None, 支持GZIP。
>>> OutputRawData: 指定是响应Body返回Raw数据,默认值是False.
>>> SkipPartialDataRecord: 当一条JSON记录数据不完整时(select语句中出现的Key在该对象为空),是否跳过该Json记录。默认是False。
>>> EnablePayloadCrc:是否启用对Payload的CRC校验,默认是False. 该选项不能和OutputRawData:True混用。
>>> MaxSkippedRecordsAllowed: 允许跳过的最大Json记录数。默认值是0表示一旦有一条Json记录跳过就报错。当下列两种情况下该JSON被跳过:1)当SkipPartialDataRecord为True时且该条Json记录不完整时 2)当该记录的数据类型和SQL不匹配时
>>> ParseJsonNumberAsString: 将Json文件中的数字解析成字符串。使用场景是当Json文件中的浮点数精度较高时,系统默认的浮点数精度无法达到要求,当解析成字符串时将完整保留原始数据精度,在Sql中使用Cast可以将字符串无精度损失地转成decimal.
>>> AllowQuotedRecordDelimiter: 允许CSV中的列包含转义过的换行符。默认为true。当值为False时,select API可以用Range:bytes来设置选取目标对象内容的范围
‘
.. _select_meta_params:
create_select_object_meta参数集合,支持如下Keys:
- RecordDelimiter: CSV换行符,最多支持两个字符
- FieldDelimiter: CSV列分隔符,最多支持一个字符
- QuoteCharacter: CSV转移Quote符,最多支持一个字符
- OverwriteIfExists: true|false. true表示重新获得csv meta,并覆盖原有的meta。一般情况下不需要使用
"""
import logging
from . import xml_utils
from . import http
from . import utils
from . import exceptions
from . import defaults
from . import models
from . import select_params
from .models import *
from .compat import urlquote, urlparse, to_unicode, to_string
from .headers import *
from .select_params import *
import time
import shutil
logger = logging.getLogger(__name__)
class _Base(object):
def __init__(self, auth, endpoint, is_cname, session, connect_timeout,
app_name='', enable_crc=True, proxies=None):
self.auth = auth
self.endpoint = _normalize_endpoint(endpoint.strip())
if utils.is_valid_endpoint(self.endpoint) is not True:
raise ClientError('The endpoint you has specified is not valid, endpoint: {0}'.format(endpoint))
self.session = session or http.Session()
self.timeout = defaults.get(connect_timeout, defaults.connect_timeout)
self.app_name = app_name
self.enable_crc = enable_crc
self.proxies = proxies
self._make_url = _UrlMaker(self.endpoint, is_cname)
def _do(self, method, bucket_name, key, **kwargs):
key = to_string(key)
req = http.Request(method, self._make_url(bucket_name, key),
app_name=self.app_name,
proxies=self.proxies,
**kwargs)
self.auth._sign_request(req, bucket_name, key)
resp = self.session.do_request(req, timeout=self.timeout)
if resp.status // 100 != 2:
e = exceptions.make_exception(resp)
logger.info("Exception: {0}".format(e))
raise e
# Note that connections are only released back to the pool for reuse once all body data has been read;
# be sure to either set stream to False or read the content property of the Response object.
# For more details, please refer to http://docs.python-requests.org/en/master/user/advanced/#keep-alive.
content_length = models._hget(resp.headers, 'content-length', int)
if content_length is not None and content_length == 0:
resp.read()
return resp
def _do_url(self, method, sign_url, **kwargs):
req = http.Request(method, sign_url, app_name=self.app_name, proxies=self.proxies, **kwargs)
resp = self.session.do_request(req, timeout=self.timeout)
if resp.status // 100 != 2:
e = exceptions.make_exception(resp)
logger.info("Exception: {0}".format(e))
raise e
# Note that connections are only released back to the pool for reuse once all body data has been read;
# be sure to either set stream to False or read the content property of the Response object.
# For more details, please refer to http://docs.python-requests.org/en/master/user/advanced/#keep-alive.
content_length = models._hget(resp.headers, 'content-length', int)
if content_length is not None and content_length == 0:
resp.read()
return resp
@staticmethod
def _parse_result(resp, parse_func, klass):
result = klass(resp)
parse_func(result, resp.read())
return result
class Service(_Base):
"""用于Service操作的类,如罗列用户所有的Bucket。
用法 ::
>>> import oss2
>>> auth = oss2.Auth('your-access-key-id', 'your-access-key-secret')
>>> service = oss2.Service(auth, 'oss-cn-hangzhou.aliyuncs.com')
>>> service.list_buckets()
<oss2.models.ListBucketsResult object at 0x0299FAB0>
:param auth: 包含了用户认证信息的Auth对象
:type auth: oss2.Auth
:param str endpoint: 访问域名,如杭州区域的域名为oss-cn-hangzhou.aliyuncs.com
:param session: 会话。如果是None表示新开会话,非None则复用传入的会话
:type session: oss2.Session
:param float connect_timeout: 连接超时时间,以秒为单位。
:param str app_name: 应用名。该参数不为空,则在User Agent中加入其值。
注意到,最终这个字符串是要作为HTTP Header的值传输的,所以必须要遵循HTTP标准。
"""
QOS_INFO = 'qosInfo'
def __init__(self, auth, endpoint,
session=None,
connect_timeout=None,
app_name='',
proxies=None):
logger.debug("Init oss service, endpoint: {0}, connect_timeout: {1}, app_name: {2}, proxies: {3}".format(
endpoint, connect_timeout, app_name, proxies))
super(Service, self).__init__(auth, endpoint, False, session, connect_timeout,
app_name=app_name, proxies=proxies)
def list_buckets(self, prefix='', marker='', max_keys=100, params=None):
"""根据前缀罗列用户的Bucket。
:param str prefix: 只罗列Bucket名为该前缀的Bucket,空串表示罗列所有的Bucket
:param str marker: 分页标志。首次调用传空串,后续使用返回值中的next_marker
:param int max_keys: 每次调用最多返回的Bucket数目
:param dict params: list操作参数,传入'tag-key','tag-value'对结果进行过滤
:return: 罗列的结果
:rtype: oss2.models.ListBucketsResult
"""
logger.debug("Start to list buckets, prefix: {0}, marker: {1}, max-keys: {2}".format(prefix, marker, max_keys))
listParam = {}
listParam['prefix'] = prefix
listParam['marker'] = marker
listParam['max-keys'] = str(max_keys)
if params is not None:
if 'tag-key' in params:
listParam['tag-key'] = params['tag-key']
if 'tag-value' in params:
listParam['tag-value'] = params['tag-value']
resp = self._do('GET', '', '', params=listParam)
logger.debug("List buckets done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_buckets, ListBucketsResult)
def get_user_qos_info(self):
"""获取User的QoSInfo
:return: :class:`GetUserQosInfoResult <oss2.models.GetUserQosInfoResult>`
"""
logger.debug("Start to get user qos info.")
resp = self._do('GET', '', '', params={Service.QOS_INFO: ''})
logger.debug("get use qos, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_qos_info, GetUserQosInfoResult)
class Bucket(_Base):
"""用于Bucket和Object操作的类,诸如创建、删除Bucket,上传、下载Object等。
用法(假设Bucket属于杭州区域) ::
>>> import oss2
>>> auth = oss2.Auth('your-access-key-id', 'your-access-key-secret')
>>> bucket = oss2.Bucket(auth, 'http://oss-cn-hangzhou.aliyuncs.com', 'your-bucket')
>>> bucket.put_object('readme.txt', 'content of the object')
<oss2.models.PutObjectResult object at 0x029B9930>
:param auth: 包含了用户认证信息的Auth对象
:type auth: oss2.Auth
:param str endpoint: 访问域名或者CNAME
:param str bucket_name: Bucket名
:param bool is_cname: 如果endpoint是CNAME则设为True;反之,则为False。
:param session: 会话。如果是None表示新开会话,非None则复用传入的会话
:type session: oss2.Session
:param float connect_timeout: 连接超时时间,以秒为单位。
:param str app_name: 应用名。该参数不为空,则在User Agent中加入其值。
注意到,最终这个字符串是要作为HTTP Header的值传输的,所以必须要遵循HTTP标准。
"""
ACL = 'acl'
CORS = 'cors'
LIFECYCLE = 'lifecycle'
LOCATION = 'location'
LOGGING = 'logging'
REFERER = 'referer'
WEBSITE = 'website'
LIVE = 'live'
COMP = 'comp'
STATUS = 'status'
VOD = 'vod'
SYMLINK = 'symlink'
STAT = 'stat'
BUCKET_INFO = 'bucketInfo'
PROCESS = 'x-oss-process'
TAGGING = 'tagging'
ENCRYPTION = 'encryption'
VERSIONS = 'versions'
VERSIONING = 'versioning'
VERSIONID = 'versionId'
RESTORE = 'restore'
OBJECTMETA = 'objectMeta'
POLICY = 'policy'
REQUESTPAYMENT = 'requestPayment'
QOS_INFO = 'qosInfo'
USER_QOS = 'qos'
ASYNC_FETCH = 'asyncFetch'
SEQUENTIAL = 'sequential'
INVENTORY = "inventory"
INVENTORY_CONFIG_ID = "inventoryId"
CONTINUATION_TOKEN = "continuation-token"
WORM = "worm"
WORM_ID = "wormId"
WORM_EXTEND = "wormExtend"
REPLICATION = "replication"
REPLICATION_LOCATION = 'replicationLocation'
REPLICATION_PROGRESS = 'replicationProgress'
TRANSFER_ACCELERATION = 'transferAcceleration'
def __init__(self, auth, endpoint, bucket_name,
is_cname=False,
session=None,
connect_timeout=None,
app_name='',
enable_crc=True,
proxies=None):
logger.debug("Init Bucket: {0}, endpoint: {1}, isCname: {2}, connect_timeout: {3}, app_name: {4}, enabled_crc: {5}"
", proxies: {6}".format(bucket_name, endpoint, is_cname, connect_timeout, app_name, enable_crc, proxies))
super(Bucket, self).__init__(auth, endpoint, is_cname, session, connect_timeout,
app_name=app_name, enable_crc=enable_crc, proxies=proxies)
self.bucket_name = bucket_name.strip()
if utils.is_valid_bucket_name(self.bucket_name) is not True:
raise ClientError("The bucket_name is invalid, please check it.")
def sign_url(self, method, key, expires, headers=None, params=None, slash_safe=False):
"""生成签名URL。
常见的用法是生成加签的URL以供授信用户下载,如为log.jpg生成一个5分钟后过期的下载链接::
>>> bucket.sign_url('GET', 'log.jpg', 5 * 60)
r'http://your-bucket.oss-cn-hangzhou.aliyuncs.com/logo.jpg?OSSAccessKeyId=YourAccessKeyId\&Expires=1447178011&Signature=UJfeJgvcypWq6Q%2Bm3IJcSHbvSak%3D'
:param method: HTTP方法,如'GET'、'PUT'、'DELETE'等
:type method: str
:param key: 文件名
:param expires: 过期时间(单位:秒),链接在当前时间再过expires秒后过期
:param headers: 需要签名的HTTP头部,如名称以x-oss-meta-开头的头部(作为用户自定义元数据)、
Content-Type头部等。对于下载,不需要填。
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param params: 需要签名的HTTP查询参数
:param slash_safe: 是否开启key名称中的‘/’转义保护,如果不开启'/'将会转义成%2F
:type slash_safe: bool
:return: 签名URL。
"""
key = to_string(key)
logger.debug(
"Start to sign_url, method: {0}, bucket: {1}, key: {2}, expires: {3}, headers: {4}, params: {5}, slash_safe: {6}".format(
method, self.bucket_name, to_string(key), expires, headers, params, slash_safe))
req = http.Request(method, self._make_url(self.bucket_name, key, slash_safe),
headers=headers,
params=params)
return self.auth._sign_url(req, self.bucket_name, key, expires)
def sign_rtmp_url(self, channel_name, playlist_name, expires):
"""生成RTMP推流的签名URL。
常见的用法是生成加签的URL以供授信用户向OSS推RTMP流。
:param channel_name: 直播频道的名称
:param expires: 过期时间(单位:秒),链接在当前时间再过expires秒后过期
:param playlist_name: 播放列表名称,注意与创建live channel时一致
:param params: 需要签名的HTTP查询参数
:return: 签名URL。
"""
logger.debug("Sign RTMP url, bucket: {0}, channel_name: {1}, playlist_name: {2}, expires: {3}".format(
self.bucket_name, channel_name, playlist_name, expires))
url = self._make_url(self.bucket_name, 'live').replace('http://', 'rtmp://').replace(
'https://', 'rtmp://') + '/' + channel_name
params = {}
if playlist_name is not None and playlist_name != "":
params['playlistName'] = playlist_name
return self.auth._sign_rtmp_url(url, self.bucket_name, channel_name, expires, params)
def list_objects(self, prefix='', delimiter='', marker='', max_keys=100, headers=None):
"""根据前缀罗列Bucket里的文件。
:param str prefix: 只罗列文件名为该前缀的文件
:param str delimiter: 分隔符。可以用来模拟目录
:param str marker: 分页标志。首次调用传空串,后续使用返回值的next_marker
:param int max_keys: 最多返回文件的个数,文件和目录的和不能超过该值
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`ListObjectsResult <oss2.models.ListObjectsResult>`
"""
headers = http.CaseInsensitiveDict(headers)
logger.debug(
"Start to List objects, bucket: {0}, prefix: {1}, delimiter: {2}, marker: {3}, max-keys: {4}".format(
self.bucket_name, to_string(prefix), delimiter, to_string(marker), max_keys))
resp = self.__do_object('GET', '',
params={'prefix': prefix,
'delimiter': delimiter,
'marker': marker,
'max-keys': str(max_keys),
'encoding-type': 'url'},
headers=headers)
logger.debug("List objects done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_objects, ListObjectsResult)
def list_objects_v2(self, prefix='', delimiter='', continuation_token='', start_after='', fetch_owner=False, encoding_type='url', max_keys=100, headers=None):
"""根据前缀罗列Bucket里的文件。
:param str prefix: 只罗列文件名为该前缀的文件
:param str delimiter: 分隔符。可以用来模拟目录
:param str continuation_token: 分页标志。首次调用传空串,后续使用返回值的next_continuation_token
:param str start_after: 起始文件名称,OSS会返回按照字典序排列start_after之后的文件。
:param bool fetch_owner: 是否获取文件的owner信息,默认不返回。
:param int max_keys: 最多返回文件的个数,文件和目录的和不能超过该值
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`ListObjectsV2Result <oss2.models.ListObjectsV2Result>`
"""
headers = http.CaseInsensitiveDict(headers)
logger.debug(
"Start to List objects, bucket: {0}, prefix: {1}, delimiter: {2}, continuation_token: {3}, "
"start-after: {4}, fetch-owner: {5}, encoding_type: {6}, max-keys: {7}".format(
self.bucket_name, to_string(prefix), delimiter, continuation_token, start_after, fetch_owner, encoding_type, max_keys))
resp = self.__do_object('GET', '',
params={'list-type': '2',
'prefix': prefix,
'delimiter': delimiter,
'continuation-token': continuation_token,
'start-after': start_after,
'fetch-owner': str(fetch_owner).lower(),
'max-keys': str(max_keys),
'encoding-type': encoding_type},
headers=headers)
logger.debug("List objects V2 done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_objects_v2, ListObjectsV2Result)
def put_object(self, key, data,
headers=None,
progress_callback=None):
"""上传一个普通文件。
用法 ::
>>> bucket.put_object('readme.txt', 'content of readme.txt')
>>> with open(u'local_file.txt', 'rb') as f:
>>> bucket.put_object('remote_file.txt', f)
:param key: 上传到OSS的文件名
:param data: 待上传的内容。
:type data: bytes,str或file-like object
:param headers: 用户指定的HTTP头部。可以指定Content-Type、Content-MD5、x-oss-meta-开头的头部等
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param progress_callback: 用户指定的进度回调函数。可以用来实现进度条等功能。参考 :ref:`progress_callback` 。
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = utils.set_content_type(http.CaseInsensitiveDict(headers), key)
if progress_callback:
data = utils.make_progress_adapter(data, progress_callback)
if self.enable_crc:
data = utils.make_crc_adapter(data)
logger.debug("Start to put object, bucket: {0}, key: {1}, headers: {2}".format(self.bucket_name, to_string(key),
headers))
resp = self.__do_object('PUT', key, data=data, headers=headers)
logger.debug("Put object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = PutObjectResult(resp)
if self.enable_crc and result.crc is not None:
utils.check_crc('put object', data.crc, result.crc, result.request_id)
return result
def put_object_from_file(self, key, filename,
headers=None,
progress_callback=None):
"""上传一个本地文件到OSS的普通文件。
:param str key: 上传到OSS的文件名
:param str filename: 本地文件名,需要有可读权限
:param headers: 用户指定的HTTP头部。可以指定Content-Type、Content-MD5、x-oss-meta-开头的头部等
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = utils.set_content_type(http.CaseInsensitiveDict(headers), filename)
logger.debug("Put object from file, bucket: {0}, key: {1}, file path: {2}".format(
self.bucket_name, to_string(key), filename))
with open(to_unicode(filename), 'rb') as f:
return self.put_object(key, f, headers=headers, progress_callback=progress_callback)
def put_object_with_url(self, sign_url, data, headers=None, progress_callback=None):
""" 使用加签的url上传对象
:param sign_url: 加签的url
:param data: 待上传的数据
:param headers: 用户指定的HTTP头部。可以指定Content-Type、Content-MD5、x-oss-meta-开头的头部等,必须和签名时保持一致
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return:
"""
headers = http.CaseInsensitiveDict(headers)
if progress_callback:
data = utils.make_progress_adapter(data, progress_callback)
if self.enable_crc:
data = utils.make_crc_adapter(data)
logger.debug("Start to put object with signed url, bucket: {0}, sign_url: {1}, headers: {2}".format(
self.bucket_name, sign_url, headers))
resp = self._do_url('PUT', sign_url, data=data, headers=headers)
logger.debug("Put object with url done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = PutObjectResult(resp)
if self.enable_crc and result.crc is not None:
utils.check_crc('put object', data.crc, result.crc, result.request_id)
return result
def put_object_with_url_from_file(self, sign_url, filename,
headers=None,
progress_callback=None):
""" 使用加签的url上传本地文件到oss
:param sign_url: 加签的url
:param filename: 本地文件路径
:param headers: 用户指定的HTTP头部。可以指定Content-Type、Content-MD5、x-oss-meta-开头的头部等,必须和签名时保持一致
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return:
"""
logger.debug("Put object from file with signed url, bucket: {0}, sign_url: {1}, file path: {2}".format(
self.bucket_name, sign_url, filename))
with open(to_unicode(filename), 'rb') as f:
return self.put_object_with_url(sign_url, f, headers=headers, progress_callback=progress_callback)
def append_object(self, key, position, data,
headers=None,
progress_callback=None,
init_crc=None):
"""追加上传一个文件。
:param str key: 新的文件名,或已经存在的可追加文件名
:param int position: 追加上传一个新的文件, `position` 设为0;追加一个已经存在的可追加文件, `position` 设为文件的当前长度。
`position` 可以从上次追加的结果 `AppendObjectResult.next_position` 中获得。
:param data: 用户数据
:type data: str、bytes、file-like object或可迭代对象
:param headers: 用户指定的HTTP头部。可以指定Content-Type、Content-MD5、x-oss-开头的头部等
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return: :class:`AppendObjectResult <oss2.models.AppendObjectResult>`
:raises: 如果 `position` 和当前文件长度不一致,抛出 :class:`PositionNotEqualToLength <oss2.exceptions.PositionNotEqualToLength>` ;
如果当前文件不是可追加类型,抛出 :class:`ObjectNotAppendable <oss2.exceptions.ObjectNotAppendable>` ;
还会抛出其他一些异常
"""
headers = utils.set_content_type(http.CaseInsensitiveDict(headers), key)
if progress_callback:
data = utils.make_progress_adapter(data, progress_callback)
if self.enable_crc and init_crc is not None:
data = utils.make_crc_adapter(data, init_crc)
logger.debug("Start to append object, bucket: {0}, key: {1}, headers: {2}, position: {3}".format(
self.bucket_name, to_string(key), headers, position))
resp = self.__do_object('POST', key,
data=data,
headers=headers,
params={'append': '', 'position': str(position)})
logger.debug("Append object done, req_id: {0}, statu_code: {1}".format(resp.request_id, resp.status))
result = AppendObjectResult(resp)
if self.enable_crc and result.crc is not None and init_crc is not None:
utils.check_crc('append object', data.crc, result.crc, result.request_id)
return result
def get_object(self, key,
byte_range=None,
headers=None,
progress_callback=None,
process=None,
params=None):
"""下载一个文件。
用法 ::
>>> result = bucket.get_object('readme.txt')
>>> print(result.read())
'hello world'
:param key: 文件名
:param byte_range: 指定下载范围。参见 :ref:`byte_range`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:param process: oss文件处理,如图像服务等。指定后process,返回的内容为处理后的文件。
:param params: http 请求的查询字符串参数
:type params: dict
:return: file-like object
:raises: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
headers = http.CaseInsensitiveDict(headers)
range_string = _make_range_string(byte_range)
if range_string:
headers['range'] = range_string
params = {} if params is None else params
if process:
params.update({Bucket.PROCESS: process})
logger.debug("Start to get object, bucket: {0}, key: {1}, range: {2}, headers: {3}, params: {4}".format(
self.bucket_name, to_string(key), range_string, headers, params))
resp = self.__do_object('GET', key, headers=headers, params=params)
logger.debug("Get object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return GetObjectResult(resp, progress_callback, self.enable_crc)
def select_object(self, key, sql,
progress_callback=None,
select_params=None,
byte_range=None,
headers=None
):
"""Select一个文件内容,支持(Csv,Json Doc,Json Lines及其GZIP压缩文件).
用法 ::
对于Csv:
>>> result = bucket.select_object('access.log', 'select * from ossobject where _4 > 40')
>>> print(result.read())
'hello world'
对于Json Doc: { contacts:[{"firstName":"abc", "lastName":"def"},{"firstName":"abc1", "lastName":"def1"}]}
>>> result = bucket.select_object('sample.json', 'select s.firstName, s.lastName from ossobject.contacts[*] s', select_params = {"Json_Type":"DOCUMENT"})
对于Json Lines: {"firstName":"abc", "lastName":"def"},{"firstName":"abc1", "lastName":"def1"}
>>> result = bucket.select_object('sample.json', 'select s.firstName, s.lastName from ossobject s', select_params = {"Json_Type":"LINES"})
:param key: 文件名
:param sql: sql statement
:param select_params: select参数集合,对于Json文件必须制定Json_Type类型。参见 :ref:`select_params`
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:param byte_range: select content of specific range。可以设置Bytes header指定select csv时的文件起始offset和长度。
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: file-like object
:raises: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
range_select = False
headers = http.CaseInsensitiveDict(headers)
range_string = _make_range_string(byte_range)
if range_string:
headers['range'] = range_string
range_select = True
if (range_select == True and
(select_params is None or
(SelectParameters.AllowQuotedRecordDelimiter not in select_params or str(select_params[SelectParameters.AllowQuotedRecordDelimiter]).lower() != 'false'))):
raise ClientError('"AllowQuotedRecordDelimiter" must be specified in select_params as False when "Range" is specified in header.')
body = xml_utils.to_select_object(sql, select_params)
params = {'x-oss-process': 'csv/select'}
if select_params is not None and SelectParameters.Json_Type in select_params:
params['x-oss-process'] = 'json/select'
self.timeout = 3600
resp = self.__do_object('POST', key, data=body, headers=headers, params=params)
crc_enabled = False
if select_params is not None and SelectParameters.EnablePayloadCrc in select_params:
if str(select_params[SelectParameters.EnablePayloadCrc]).lower() == "true":
crc_enabled = True
return SelectObjectResult(resp, progress_callback, crc_enabled)
def get_object_to_file(self, key, filename,
byte_range=None,
headers=None,
progress_callback=None,
process=None,
params=None):
"""下载一个文件到本地文件。
:param key: 文件名
:param filename: 本地文件名。要求父目录已经存在,且有写权限。
:param byte_range: 指定下载范围。参见 :ref:`byte_range`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:param process: oss文件处理,如图像服务等。指定后process,返回的内容为处理后的文件。
:param params: http 请求的查询字符串参数
:type params: dict
:return: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
logger.debug("Start to get object to file, bucket: {0}, key: {1}, file path: {2}".format(
self.bucket_name, to_string(key), filename))
with open(to_unicode(filename), 'wb') as f:
result = self.get_object(key, byte_range=byte_range, headers=headers, progress_callback=progress_callback,
process=process, params=params)
if result.content_length is None:
shutil.copyfileobj(result, f)
else:
utils.copyfileobj_and_verify(result, f, result.content_length, request_id=result.request_id)
if self.enable_crc and byte_range is None:
if (headers is None) or ('Accept-Encoding' not in headers) or (headers['Accept-Encoding'] != 'gzip'):
utils.check_crc('get', result.client_crc, result.server_crc, result.request_id)
return result
def get_object_with_url(self, sign_url,
byte_range=None,
headers=None,
progress_callback=None):
"""使用加签的url下载文件
:param sign_url: 加签的url
:param byte_range: 指定下载范围。参见 :ref:`byte_range`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict,必须和签名时保持一致
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return: file-like object
:raises: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
headers = http.CaseInsensitiveDict(headers)
range_string = _make_range_string(byte_range)
if range_string:
headers['range'] = range_string
logger.debug("Start to get object with url, bucket: {0}, sign_url: {1}, range: {2}, headers: {3}".format(
self.bucket_name, sign_url, range_string, headers))
resp = self._do_url('GET', sign_url, headers=headers)
return GetObjectResult(resp, progress_callback, self.enable_crc)
def get_object_with_url_to_file(self, sign_url,
filename,
byte_range=None,
headers=None,
progress_callback=None):
"""使用加签的url下载文件
:param sign_url: 加签的url
:param filename: 本地文件名。要求父目录已经存在,且有写权限。
:param byte_range: 指定下载范围。参见 :ref:`byte_range`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict,,必须和签名时保持一致
:param progress_callback: 用户指定的进度回调函数。参考 :ref:`progress_callback`
:return: file-like object
:raises: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
logger.debug(
"Start to get object with url, bucket: {0}, sign_url: {1}, file path: {2}, range: {3}, headers: {4}"
.format(self.bucket_name, sign_url, filename, byte_range, headers))
with open(to_unicode(filename), 'wb') as f:
result = self.get_object_with_url(sign_url, byte_range=byte_range, headers=headers,
progress_callback=progress_callback)
if result.content_length is None:
shutil.copyfileobj(result, f)
else:
utils.copyfileobj_and_verify(result, f, result.content_length, request_id=result.request_id)
return result
def select_object_to_file(self, key, filename, sql,
progress_callback=None,
select_params=None,
headers=None
):
"""Select一个文件的内容到本地文件
:param key: OSS文件名
:param filename: 本地文件名。其父亲目录已经存在且有写权限。
:param progress_callback: 调用进度的callback。参考 :ref:`progress_callback`
:param select_params: select参数集合。参见 :ref:`select_params`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: 如果文件不存在, 抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>`
"""
with open(to_unicode(filename), 'wb') as f:
result = self.select_object(key, sql, progress_callback=progress_callback,
select_params=select_params, headers=headers)
for chunk in result:
f.write(chunk)
return result
def head_object(self, key, headers=None, params=None):
"""获取文件元信息。
HTTP响应的头部包含了文件元信息,可以通过 `RequestResult` 的 `headers` 成员获得。
用法 ::
>>> result = bucket.head_object('readme.txt')
>>> print(result.content_type)
text/plain
:param key: 文件名
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param params: HTTP请求参数,传入versionId,获取指定版本Object元信息
:type params: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`HeadObjectResult <oss2.models.HeadObjectResult>`
:raises: 如果Bucket不存在或者Object不存在,则抛出 :class:`NotFound <oss2.exceptions.NotFound>`
"""
logger.debug("Start to head object, bucket: {0}, key: {1}, headers: {2}".format(
self.bucket_name, to_string(key), headers))
resp = self.__do_object('HEAD', key, headers=headers, params=params)
logger.debug("Head object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return HeadObjectResult(resp)
def create_select_object_meta(self, key, select_meta_params=None, headers=None):
"""获取或创建CSV,JSON LINES 文件元信息。如果元信息存在,返回之;不然则创建后返回之
HTTP响应的头部包含了文件元信息,可以通过 `RequestResult` 的 `headers` 成员获得。
CSV文件用法 ::
>>> select_meta_params = { 'FieldDelimiter': ',',
'RecordDelimiter': '\r\n',
'QuoteCharacter': '"',
'OverwriteIfExists' : 'false'}
>>> result = bucket.create_select_object_meta('csv.txt', select_meta_params)
>>> print(result.rows)
JSON LINES文件用法 ::
>>> select_meta_params = { 'Json_Type':'LINES', 'OverwriteIfExists':'False'}
>>> result = bucket.create_select_object_meta('jsonlines.json', select_meta_params)
:param key: 文件名
:param select_meta_params: 参数词典,可以是dict,参见ref:`csv_meta_params`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`GetSelectObjectMetaResult <oss2.models.HeadObjectResult>`.
除了 rows 和splits 属性之外, 它也返回head object返回的其他属性。
rows表示该文件的总记录数。
splits表示该文件的总Split个数,一个Split包含若干条记录,每个Split的总字节数大致相当。用户可以以Split为单位进行分片查询。
:raises: 如果Bucket不存在或者Object不存在,则抛出:class:`NotFound <oss2.exceptions.NotFound>`
"""
headers = http.CaseInsensitiveDict(headers)
body = xml_utils.to_get_select_object_meta(select_meta_params)
params = {'x-oss-process': 'csv/meta'}
if select_meta_params is not None and 'Json_Type' in select_meta_params:
params['x-oss-process'] = 'json/meta'
self.timeout = 3600
resp = self.__do_object('POST', key, data=body, headers=headers, params=params)
return GetSelectObjectMetaResult(resp)
def get_object_meta(self, key, params=None, headers=None):
"""获取文件基本元信息,包括该Object的ETag、Size(文件大小)、LastModified,并不返回其内容。
HTTP响应的头部包含了文件基本元信息,可以通过 `GetObjectMetaResult` 的 `last_modified`,`content_length`,`etag` 成员获得。
:param key: 文件名
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`GetObjectMetaResult <oss2.models.GetObjectMetaResult>`
:raises: 如果文件不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
headers = http.CaseInsensitiveDict(headers)
logger.debug("Start to get object metadata, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
if params is None:
params = dict()
if Bucket.OBJECTMETA not in params:
params[Bucket.OBJECTMETA] = ''
resp = self.__do_object('GET', key, params=params, headers=headers)
logger.debug("Get object metadata done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return GetObjectMetaResult(resp)
def object_exists(self, key, headers=None):
"""如果文件存在就返回True,否则返回False。如果Bucket不存在,或是发生其他错误,则抛出异常。"""
#:param key: 文件名
#:param headers: HTTP头部
#:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
# 如果我们用head_object来实现的话,由于HTTP HEAD请求没有响应体,只有响应头部,这样当发生404时,
# 我们无法区分是NoSuchBucket还是NoSuchKey错误。
#
# 2.2.0之前的实现是通过get_object的if-modified-since头部,把date设为当前时间24小时后,这样如果文件存在,则会返回
# 304 (NotModified);不存在,则会返回NoSuchKey。get_object会受回源的影响,如果配置会404回源,get_object会判断错误。
#
# 目前的实现是通过get_object_meta判断文件是否存在。
logger.debug("Start to check if object exists, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
try:
self.get_object_meta(key, headers=headers)
except exceptions.NoSuchKey:
return False
except:
raise
return True
def copy_object(self, source_bucket_name, source_key, target_key, headers=None, params=None):
"""拷贝一个文件到当前Bucket。
:param str source_bucket_name: 源Bucket名
:param str source_key: 源文件名
:param str target_key: 目标文件名
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = http.CaseInsensitiveDict(headers)
if params and Bucket.VERSIONID in params:
headers[OSS_COPY_OBJECT_SOURCE] = '/' + source_bucket_name + \
'/' + urlquote(source_key, '') + '?versionId=' + params[Bucket.VERSIONID]
else:
headers[OSS_COPY_OBJECT_SOURCE] = '/' + source_bucket_name + '/' + urlquote(source_key, '')
logger.debug(
"Start to copy object, source bucket: {0}, source key: {1}, bucket: {2}, key: {3}, headers: {4}".format(
source_bucket_name, to_string(source_key), self.bucket_name, to_string(target_key), headers))
resp = self.__do_object('PUT', target_key, headers=headers)
logger.debug("Copy object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return PutObjectResult(resp)
def update_object_meta(self, key, headers):
"""更改Object的元数据信息,包括Content-Type这类标准的HTTP头部,以及以x-oss-meta-开头的自定义元数据。
用户可以通过 :func:`head_object` 获得元数据信息。
:param str key: 文件名
:param headers: HTTP头部,包含了元数据信息
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResults>`
"""
if headers is not None:
headers[OSS_METADATA_DIRECTIVE] = 'REPLACE'
logger.debug("Start to update object metadata, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
return self.copy_object(self.bucket_name, key, key, headers=headers)
def delete_object(self, key, params=None, headers=None):
"""删除一个文件。
:param str key: 文件名
:param params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
headers = http.CaseInsensitiveDict(headers)
logger.info("Start to delete object, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
resp = self.__do_object('DELETE', key, params=params, headers=headers)
logger.debug("Delete object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def restore_object(self, key, params=None, headers=None, input=None):
"""restore an object
如果是第一次针对该object调用接口,返回RequestResult.status = 202;
如果已经成功调用过restore接口,且服务端仍处于解冻中,抛异常RestoreAlreadyInProgress(status=409)
如果已经成功调用过restore接口,且服务端解冻已经完成,再次调用时返回RequestResult.status = 200,且会将object的可下载时间延长一天,最多延长7天。
如果object不存在,则抛异常NoSuchKey(status=404);
对非Archive类型的Object提交restore,则抛异常OperationNotSupported(status=400)
也可以通过调用head_object接口来获取meta信息来判断是否可以restore与restore的状态
代码示例::
>>> meta = bucket.head_object(key)
>>> if meta.resp.headers['x-oss-storage-class'] == oss2.BUCKET_STORAGE_CLASS_ARCHIVE:
>>> bucket.restore_object(key)
>>> while True:
>>> meta = bucket.head_object(key)
>>> if meta.resp.headers['x-oss-restore'] == 'ongoing-request="true"':
>>> time.sleep(5)
>>> else:
>>> break
:param str key: object name
:param params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param input: 解冻配置。
:type input: class:`RestoreConfiguration <oss2.models.RestoreConfiguration>`
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
headers = http.CaseInsensitiveDict(headers)
logger.debug("Start to restore object, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
if params is None:
params = dict()
if Bucket.RESTORE not in params:
params[Bucket.RESTORE] = ''
data = self.__convert_data(RestoreConfiguration, xml_utils.to_put_restore_config, input)
resp = self.__do_object('POST', key, params=params, headers=headers, data=data)
logger.debug("Restore object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_object_acl(self, key, permission, params=None, headers=None):
"""设置文件的ACL。
:param str key: 文件名
:param str permission: 可以是oss2.OBJECT_ACL_DEFAULT、oss2.OBJECT_ACL_PRIVATE、oss2.OBJECT_ACL_PUBLIC_READ或
oss2.OBJECT_ACL_PUBLIC_READ_WRITE。
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put object acl, bucket: {0}, key: {1}, acl: {2}".format(
self.bucket_name, to_string(key), permission))
headers = http.CaseInsensitiveDict(headers)
headers[OSS_OBJECT_ACL] = permission
if params is None:
params = dict()
if Bucket.ACL not in params:
params[Bucket.ACL] = ''
resp = self.__do_object('PUT', key, params=params, headers=headers)
logger.debug("Put object acl done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_object_acl(self, key, params=None, headers=None):
"""获取文件的ACL。
:param key: 文件名
:param params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`GetObjectAclResult <oss2.models.GetObjectAclResult>`
"""
logger.debug("Start to get object acl, bucket: {0}, key: {1}".format(self.bucket_name, to_string(key)))
headers = http.CaseInsensitiveDict(headers)
if params is None:
params = dict()
if Bucket.ACL not in params:
params[Bucket.ACL] = ''
resp = self.__do_object('GET', key, params=params, headers=headers)
logger.debug("Get object acl done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_object_acl, GetObjectAclResult)
def batch_delete_objects(self, key_list, headers=None):
"""批量删除文件。待删除文件列表不能为空。
:param key_list: 文件名列表,不能为空。
:type key_list: list of str
:param headers: HTTP头部
:return: :class:`BatchDeleteObjectsResult <oss2.models.BatchDeleteObjectsResult>`
"""
if not key_list:
raise ClientError('key_list should not be empty')
logger.debug("Start to delete objects, bucket: {0}, keys: {1}".format(self.bucket_name, key_list))
data = xml_utils.to_batch_delete_objects_request(key_list, False)
headers = http.CaseInsensitiveDict(headers)
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_object('POST', '',
data=data,
params={'delete': '', 'encoding-type': 'url'},
headers=headers)
logger.debug("Delete objects done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_batch_delete_objects, BatchDeleteObjectsResult)
def delete_object_versions(self, keylist_versions, headers=None):
"""批量删除带版本文件。待删除文件列表不能为空。
:param key_list_with_version: 带版本的文件名列表,不能为空。(如果传入,则不能为空)
:type key_list: list of BatchDeleteObjectsList
:param headers: HTTP头部
:return: :class:`BatchDeleteObjectsResult <oss2.models.BatchDeleteObjectsResult>`
"""
if not keylist_versions:
raise ClientError('keylist_versions should not be empty')
logger.debug("Start to delete object versions, bucket: {0}".format(self.bucket_name))
data = xml_utils.to_batch_delete_objects_version_request(keylist_versions, False)
headers = http.CaseInsensitiveDict(headers)
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_object('POST', '',
data=data,
params={'delete': '', 'encoding-type': 'url'},
headers=headers)
logger.debug("Delete object versions done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_batch_delete_objects, BatchDeleteObjectsResult)
def init_multipart_upload(self, key, headers=None, params=None):
"""初始化分片上传。
返回值中的 `upload_id` 以及Bucket名和Object名三元组唯一对应了此次分片上传事件。
:param str key: 待上传的文件名
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`InitMultipartUploadResult <oss2.models.InitMultipartUploadResult>`
"""
headers = utils.set_content_type(http.CaseInsensitiveDict(headers), key)
if params is None:
tmp_params = dict()
else:
tmp_params = params.copy()
tmp_params['uploads'] = ''
logger.debug("Start to init multipart upload, bucket: {0}, keys: {1}, headers: {2}, params: {3}".format(
self.bucket_name, to_string(key), headers, tmp_params))
resp = self.__do_object('POST', key, params=tmp_params, headers=headers)
logger.debug("Init multipart upload done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_init_multipart_upload, InitMultipartUploadResult)
def upload_part(self, key, upload_id, part_number, data, progress_callback=None, headers=None):
"""上传一个分片。
:param str key: 待上传文件名,这个文件名要和 :func:`init_multipart_upload` 的文件名一致。
:param str upload_id: 分片上传ID
:param int part_number: 分片号,最小值是1.
:param data: 待上传数据。
:param progress_callback: 用户指定进度回调函数。可以用来实现进度条等功能。参考 :ref:`progress_callback` 。
:param headers: 用户指定的HTTP头部。可以指定Content-MD5头部等
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = http.CaseInsensitiveDict(headers)
if progress_callback:
data = utils.make_progress_adapter(data, progress_callback)
if self.enable_crc:
data = utils.make_crc_adapter(data)
logger.debug(
"Start to upload multipart, bucket: {0}, key: {1}, upload_id: {2}, part_number: {3}, headers: {4}".format(
self.bucket_name, to_string(key), upload_id, part_number, headers))
resp = self.__do_object('PUT', key,
params={'uploadId': upload_id, 'partNumber': str(part_number)},
headers=headers,
data=data)
logger.debug("Upload multipart done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = PutObjectResult(resp)
if self.enable_crc and result.crc is not None:
utils.check_crc('upload part', data.crc, result.crc, result.request_id)
return result
def complete_multipart_upload(self, key, upload_id, parts, headers=None):
"""完成分片上传,创建文件。
:param str key: 待上传的文件名,这个文件名要和 :func:`init_multipart_upload` 的文件名一致。
:param str upload_id: 分片上传ID
:param parts: PartInfo列表。PartInfo中的part_number和etag是必填项。其中的etag可以从 :func:`upload_part` 的返回值中得到。
:type parts: list of `PartInfo <oss2.models.PartInfo>`
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = http.CaseInsensitiveDict(headers)
parts = sorted(parts, key=lambda p: p.part_number)
data = xml_utils.to_complete_upload_request(parts)
logger.debug("Start to complete multipart upload, bucket: {0}, key: {1}, upload_id: {2}, parts: {3}".format(
self.bucket_name, to_string(key), upload_id, data))
resp = self.__do_object('POST', key,
params={'uploadId': upload_id},
data=data,
headers=headers)
logger.debug(
"Complete multipart upload done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = PutObjectResult(resp)
if self.enable_crc:
object_crc = utils.calc_obj_crc_from_parts(parts)
utils.check_crc('multipart upload', object_crc, result.crc, result.request_id)
return result
def abort_multipart_upload(self, key, upload_id, headers=None):
"""取消分片上传。
:param str key: 待上传的文件名,这个文件名要和 :func:`init_multipart_upload` 的文件名一致。
:param str upload_id: 分片上传ID
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to abort multipart upload, bucket: {0}, key: {1}, upload_id: {2}".format(
self.bucket_name, to_string(key), upload_id))
headers = http.CaseInsensitiveDict(headers)
resp = self.__do_object('DELETE', key,
params={'uploadId': upload_id}, headers=headers)
logger.debug("Abort multipart done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def list_multipart_uploads(self,
prefix='',
delimiter='',
key_marker='',
upload_id_marker='',
max_uploads=1000,
headers=None):
"""罗列正在进行中的分片上传。支持分页。
:param str prefix: 只罗列匹配该前缀的文件的分片上传
:param str delimiter: 目录分割符
:param str key_marker: 文件名分页符。第一次调用可以不传,后续设为返回值中的 `next_key_marker`
:param str upload_id_marker: 分片ID分页符。第一次调用可以不传,后续设为返回值中的 `next_upload_id_marker`
:param int max_uploads: 一次罗列最多能够返回的条目数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`ListMultipartUploadsResult <oss2.models.ListMultipartUploadsResult>`
"""
logger.debug("Start to list multipart uploads, bucket: {0}, prefix: {1}, delimiter: {2}, key_marker: {3}, "
"upload_id_marker: {4}, max_uploads: {5}".format(self.bucket_name, to_string(prefix), delimiter,
to_string(key_marker), upload_id_marker,
max_uploads))
headers = http.CaseInsensitiveDict(headers)
resp = self.__do_object('GET', '',
params={'uploads': '',
'prefix': prefix,
'delimiter': delimiter,
'key-marker': key_marker,
'upload-id-marker': upload_id_marker,
'max-uploads': str(max_uploads),
'encoding-type': 'url'},
headers=headers)
logger.debug("List multipart uploads done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_multipart_uploads, ListMultipartUploadsResult)
def upload_part_copy(self, source_bucket_name, source_key, byte_range,
target_key, target_upload_id, target_part_number,
headers=None, params=None):
"""分片拷贝。把一个已有文件的一部分或整体拷贝成目标文件的一个分片。
:source_bucket_name: 源文件所在bucket的名称
:source_key:源文件名称
:param byte_range: 指定待拷贝内容在源文件里的范围。参见 :ref:`byte_range`
:target_key: 目的文件的名称
:target_upload_id: 目的文件的uploadid
:target_part_number: 目的文件的分片号
:param params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`PutObjectResult <oss2.models.PutObjectResult>`
"""
headers = http.CaseInsensitiveDict(headers)
if params and Bucket.VERSIONID in params:
headers[OSS_COPY_OBJECT_SOURCE] = '/' + source_bucket_name + \
'/' + urlquote(source_key, '') + '?versionId=' + params[Bucket.VERSIONID]
else:
headers[OSS_COPY_OBJECT_SOURCE] = '/' + source_bucket_name + '/' + urlquote(source_key, '')
range_string = _make_range_string(byte_range)
if range_string:
headers[OSS_COPY_OBJECT_SOURCE_RANGE] = range_string
logger.debug("Start to upload part copy, source bucket: {0}, source key: {1}, bucket: {2}, key: {3}, range"
": {4}, upload id: {5}, part_number: {6}, headers: {7}".format(source_bucket_name,
to_string(source_key),self.bucket_name,to_string(target_key),
byte_range, target_upload_id,target_part_number, headers))
if params is None:
params = dict()
params['uploadId'] = target_upload_id
params['partNumber'] = str(target_part_number)
resp = self.__do_object('PUT', target_key,
params=params,headers=headers)
logger.debug("Upload part copy done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return PutObjectResult(resp)
def list_parts(self, key, upload_id,
marker='', max_parts=1000, headers=None):
"""列举已经上传的分片。支持分页。
:param headers: HTTP头部
:param str key: 文件名
:param str upload_id: 分片上传ID
:param str marker: 分页符
:param int max_parts: 一次最多罗列多少分片
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`ListPartsResult <oss2.models.ListPartsResult>`
"""
logger.debug("Start to list parts, bucket: {0}, key: {1}, upload_id: {2}, marker: {3}, max_parts: {4}".format(
self.bucket_name, to_string(key), upload_id, marker, max_parts))
headers = http.CaseInsensitiveDict(headers)
resp = self.__do_object('GET', key,
params={'uploadId': upload_id,
'part-number-marker': marker,
'max-parts': str(max_parts)},
headers=headers)
logger.debug("List parts done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_parts, ListPartsResult)
def put_symlink(self, target_key, symlink_key, headers=None):
"""创建Symlink。
:param str target_key: 目标文件,目标文件不能为符号连接
:param str symlink_key: 符号连接类文件,其实质是一个特殊的文件,数据指向目标文件
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
headers = http.CaseInsensitiveDict(headers)
headers[OSS_SYMLINK_TARGET] = urlquote(target_key, '')
logger.debug("Start to put symlink, bucket: {0}, target_key: {1}, symlink_key: {2}, headers: {3}".format(
self.bucket_name, to_string(target_key), to_string(symlink_key), headers))
resp = self.__do_object('PUT', symlink_key, headers=headers, params={Bucket.SYMLINK: ''})
logger.debug("Put symlink done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_symlink(self, symlink_key, params=None, headers=None):
"""获取符号连接文件的目标文件。
:param str symlink_key: 符号连接类文件
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`GetSymlinkResult <oss2.models.GetSymlinkResult>`
:raises: 如果文件的符号链接不存在,则抛出 :class:`NoSuchKey <oss2.exceptions.NoSuchKey>` ;还可能抛出其他异常
"""
logger.debug(
"Start to get symlink, bucket: {0}, symlink_key: {1}".format(self.bucket_name, to_string(symlink_key)))
headers = http.CaseInsensitiveDict(headers)
if params is None:
params = dict()
if Bucket.SYMLINK not in params:
params[Bucket.SYMLINK] = ''
resp = self.__do_object('GET', symlink_key, params=params, headers=headers)
logger.debug("Get symlink done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return GetSymlinkResult(resp)
def create_bucket(self, permission=None, input=None):
"""创建新的Bucket。
:param str permission: 指定Bucket的ACL。可以是oss2.BUCKET_ACL_PRIVATE(推荐、缺省)、oss2.BUCKET_ACL_PUBLIC_READ或是
oss2.BUCKET_ACL_PUBLIC_READ_WRITE。
:param input: :class:`BucketCreateConfig <oss2.models.BucketCreateConfig>` object
"""
if permission:
headers = {OSS_CANNED_ACL: permission}
else:
headers = None
data = self.__convert_data(BucketCreateConfig, xml_utils.to_put_bucket_config, input)
logger.debug("Start to create bucket, bucket: {0}, permission: {1}, config: {2}".format(self.bucket_name,
permission, data))
resp = self.__do_bucket('PUT', headers=headers, data=data)
logger.debug("Create bucket done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def delete_bucket(self):
"""删除一个Bucket。只有没有任何文件,也没有任何未完成的分片上传的Bucket才能被删除。
:return: :class:`RequestResult <oss2.models.RequestResult>`
":raises: 如果试图删除一个非空Bucket,则抛出 :class:`BucketNotEmpty <oss2.exceptions.BucketNotEmpty>`
"""
logger.info("Start to delete bucket, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE')
logger.debug("Delete bucket done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_acl(self, permission):
"""设置Bucket的ACL。
:param str permission: 新的ACL,可以是oss2.BUCKET_ACL_PRIVATE、oss2.BUCKET_ACL_PUBLIC_READ或
oss2.BUCKET_ACL_PUBLIC_READ_WRITE
"""
logger.debug("Start to put bucket acl, bucket: {0}, acl: {1}".format(self.bucket_name, permission))
resp = self.__do_bucket('PUT', headers={OSS_CANNED_ACL: permission}, params={Bucket.ACL: ''})
logger.debug("Put bucket acl done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_acl(self):
"""获取Bucket的ACL。
:return: :class:`GetBucketAclResult <oss2.models.GetBucketAclResult>`
"""
logger.debug("Start to get bucket acl, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.ACL: ''})
logger.debug("Get bucket acl done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_acl, GetBucketAclResult)
def put_bucket_cors(self, input):
"""设置Bucket的CORS。
:param input: :class:`BucketCors <oss2.models.BucketCors>` 对象或其他
"""
data = self.__convert_data(BucketCors, xml_utils.to_put_bucket_cors, input)
logger.debug("Start to put bucket cors, bucket: {0}, cors: {1}".format(self.bucket_name, data))
resp = self.__do_bucket('PUT', data=data, params={Bucket.CORS: ''})
logger.debug("Put bucket cors done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_cors(self):
"""获取Bucket的CORS配置。
:return: :class:`GetBucketCorsResult <oss2.models.GetBucketCorsResult>`
"""
logger.debug("Start to get bucket CORS, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.CORS: ''})
logger.debug("Get bucket CORS done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_cors, GetBucketCorsResult)
def delete_bucket_cors(self):
"""删除Bucket的CORS配置。"""
logger.debug("Start to delete bucket CORS, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.CORS: ''})
logger.debug("Delete bucket CORS done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_lifecycle(self, input):
"""设置生命周期管理的配置。
:param input: :class:`BucketLifecycle <oss2.models.BucketLifecycle>` 对象或其他
"""
data = self.__convert_data(BucketLifecycle, xml_utils.to_put_bucket_lifecycle, input)
logger.debug("Start to put bucket lifecycle, bucket: {0}, lifecycle: {1}".format(self.bucket_name, data))
resp = self.__do_bucket('PUT', data=data, params={Bucket.LIFECYCLE: ''})
logger.debug("Put bucket lifecycle done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_lifecycle(self):
"""获取生命周期管理配置。
:return: :class:`GetBucketLifecycleResult <oss2.models.GetBucketLifecycleResult>`
:raises: 如果没有设置Lifecycle,则抛出 :class:`NoSuchLifecycle <oss2.exceptions.NoSuchLifecycle>`
"""
logger.debug("Start to get bucket lifecycle, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.LIFECYCLE: ''})
logger.debug("Get bucket lifecycle done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_lifecycle, GetBucketLifecycleResult)
def delete_bucket_lifecycle(self):
"""删除生命周期管理配置。如果Lifecycle没有设置,也返回成功。"""
logger.debug("Start to delete bucket lifecycle, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.LIFECYCLE: ''})
logger.debug("Delete bucket lifecycle done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_location(self):
"""获取Bucket的数据中心。
:return: :class:`GetBucketLocationResult <oss2.models.GetBucketLocationResult>`
"""
logger.debug("Start to get bucket location, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.LOCATION: ''})
logger.debug("Get bucket location done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_location, GetBucketLocationResult)
def put_bucket_logging(self, input):
"""设置Bucket的访问日志功能。
:param input: :class:`BucketLogging <oss2.models.BucketLogging>` 对象或其他
"""
data = self.__convert_data(BucketLogging, xml_utils.to_put_bucket_logging, input)
logger.debug("Start to put bucket logging, bucket: {0}, logging: {1}".format(self.bucket_name, data))
resp = self.__do_bucket('PUT', data=data, params={Bucket.LOGGING: ''})
logger.debug("Put bucket logging done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_logging(self):
"""获取Bucket的访问日志功能配置。
:return: :class:`GetBucketLoggingResult <oss2.models.GetBucketLoggingResult>`
"""
logger.debug("Start to get bucket logging, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.LOGGING: ''})
logger.debug("Get bucket logging done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_logging, GetBucketLoggingResult)
def delete_bucket_logging(self):
"""关闭Bucket的访问日志功能。"""
logger.debug("Start to delete bucket loggging, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.LOGGING: ''})
logger.debug("Put bucket lifecycle done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_referer(self, input):
"""为Bucket设置防盗链。
:param input: :class:`BucketReferer <oss2.models.BucketReferer>` 对象或其他
"""
data = self.__convert_data(BucketReferer, xml_utils.to_put_bucket_referer, input)
logger.debug("Start to put bucket referer, bucket: {0}, referer: {1}".format(self.bucket_name, to_string(data)))
resp = self.__do_bucket('PUT', data=data, params={Bucket.REFERER: ''})
logger.debug("Put bucket referer done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_referer(self):
"""获取Bucket的防盗链配置。
:return: :class:`GetBucketRefererResult <oss2.models.GetBucketRefererResult>`
"""
logger.debug("Start to get bucket referer, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.REFERER: ''})
logger.debug("Get bucket referer done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_referer, GetBucketRefererResult)
def get_bucket_stat(self):
"""查看Bucket的状态,目前包括bucket大小,bucket的object数量,bucket正在上传的Multipart Upload事件个数等。
:return: :class:`GetBucketStatResult <oss2.models.GetBucketStatResult>`
"""
logger.debug("Start to get bucket stat, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.STAT: ''})
logger.debug("Get bucket stat done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_stat, GetBucketStatResult)
def get_bucket_info(self):
"""获取bucket相关信息,如创建时间,访问Endpoint,Owner与ACL等。
:return: :class:`GetBucketInfoResult <oss2.models.GetBucketInfoResult>`
"""
logger.debug("Start to get bucket info, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.BUCKET_INFO: ''})
logger.debug("Get bucket info done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_info, GetBucketInfoResult)
def put_bucket_website(self, input):
"""为Bucket配置静态网站托管功能。
:param input: :class:`BucketWebsite <oss2.models.BucketWebsite>`
"""
data = self.__convert_data(BucketWebsite, xml_utils.to_put_bucket_website, input)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
logger.debug("Start to put bucket website, bucket: {0}, website: {1}".format(self.bucket_name, to_string(data)))
resp = self.__do_bucket('PUT', data=data, params={Bucket.WEBSITE: ''}, headers=headers)
logger.debug("Put bucket website done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_website(self):
"""获取Bucket的静态网站托管配置。
:return: :class:`GetBucketWebsiteResult <oss2.models.GetBucketWebsiteResult>`
:raises: 如果没有设置静态网站托管,那么就抛出 :class:`NoSuchWebsite <oss2.exceptions.NoSuchWebsite>`
"""
logger.debug("Start to get bucket website, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.WEBSITE: ''})
logger.debug("Get bucket website done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_website, GetBucketWebsiteResult)
def delete_bucket_website(self):
"""关闭Bucket的静态网站托管功能。"""
logger.debug("Start to delete bucket website, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.WEBSITE: ''})
logger.debug("Delete bucket website done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def create_live_channel(self, channel_name, input):
"""创建推流直播频道
:param str channel_name: 要创建的live channel的名称
:param input: LiveChannelInfo类型,包含了live channel中的描述信息
:return: :class:`CreateLiveChannelResult <oss2.models.CreateLiveChannelResult>`
"""
data = self.__convert_data(LiveChannelInfo, xml_utils.to_create_live_channel, input)
logger.debug("Start to create live-channel, bucket: {0}, channel_name: {1}, info: {2}".format(
self.bucket_name, to_string(channel_name), to_string(data)))
resp = self.__do_object('PUT', channel_name, data=data, params={Bucket.LIVE: ''})
logger.debug("Create live-channel done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_create_live_channel, CreateLiveChannelResult)
def delete_live_channel(self, channel_name):
"""删除推流直播频道
:param str channel_name: 要删除的live channel的名称
"""
logger.debug("Start to delete live-channel, bucket: {0}, live_channel: {1}".format(
self.bucket_name, to_string(channel_name)))
resp = self.__do_object('DELETE', channel_name, params={Bucket.LIVE: ''})
logger.debug("Delete live-channel done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_live_channel(self, channel_name):
"""获取直播频道配置
:param str channel_name: 要获取的live channel的名称
:return: :class:`GetLiveChannelResult <oss2.models.GetLiveChannelResult>`
"""
logger.debug("Start to get live-channel info: bucket: {0}, live_channel: {1}".format(
self.bucket_name, to_string(channel_name)))
resp = self.__do_object('GET', channel_name, params={Bucket.LIVE: ''})
logger.debug("Get live-channel done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_live_channel, GetLiveChannelResult)
def list_live_channel(self, prefix='', marker='', max_keys=100):
"""列举出Bucket下所有符合条件的live channel
param: str prefix: list时channel_id的公共前缀
param: str marker: list时指定的起始标记
param: int max_keys: 本次list返回live channel的最大个数
return: :class:`ListLiveChannelResult <oss2.models.ListLiveChannelResult>`
"""
logger.debug("Start to list live-channels, bucket: {0}, prefix: {1}, marker: {2}, max_keys: {3}".format(
self.bucket_name, to_string(prefix), to_string(marker), max_keys))
resp = self.__do_bucket('GET', params={Bucket.LIVE: '',
'prefix': prefix,
'marker': marker,
'max-keys': str(max_keys)})
logger.debug("List live-channel done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_live_channel, ListLiveChannelResult)
def get_live_channel_stat(self, channel_name):
"""获取live channel当前推流的状态
param str channel_name: 要获取推流状态的live channel的名称
return: :class:`GetLiveChannelStatResult <oss2.models.GetLiveChannelStatResult>`
"""
logger.debug("Start to get live-channel stat, bucket: {0}, channel_name: {1}".format(
self.bucket_name, to_string(channel_name)))
resp = self.__do_object('GET', channel_name, params={Bucket.LIVE: '', Bucket.COMP: 'stat'})
logger.debug("Get live-channel stat done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_live_channel_stat, GetLiveChannelStatResult)
def put_live_channel_status(self, channel_name, status):
"""更改live channel的status,仅能在“enabled”和“disabled”两种状态中更改
param str channel_name: 要更改status的live channel的名称
param str status: live channel的目标status
"""
logger.debug("Start to put live-channel status, bucket: {0}, channel_name: {1}, status: {2}".format(
self.bucket_name, to_string(channel_name), status))
resp = self.__do_object('PUT', channel_name, params={Bucket.LIVE: '', Bucket.STATUS: status})
logger.debug("Put live-channel status done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_live_channel_history(self, channel_name):
"""获取live channel中最近的最多十次的推流记录,记录中包含推流的起止时间和远端的地址
param str channel_name: 要获取最近推流记录的live channel的名称
return: :class:`GetLiveChannelHistoryResult <oss2.models.GetLiveChannelHistoryResult>`
"""
logger.debug("Start to get live-channel history, bucket: {0}, channel_name: {1}".format(
self.bucket_name, to_string(channel_name)))
resp = self.__do_object('GET', channel_name, params={Bucket.LIVE: '', Bucket.COMP: 'history'})
logger.debug(
"Get live-channel history done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_live_channel_history, GetLiveChannelHistoryResult)
def post_vod_playlist(self, channel_name, playlist_name, start_time=0, end_time=0):
"""根据指定的playlist name以及startTime和endTime生成一个点播的播放列表
param str channel_name: 要生成点播列表的live channel的名称
param str playlist_name: 要生成点播列表m3u8文件的名称
param int start_time: 点播的起始时间,Unix Time格式,可以使用int(time.time())获取
param int end_time: 点播的结束时间,Unix Time格式,可以使用int(time.time())获取
"""
logger.debug("Start to post vod playlist, bucket: {0}, channel_name: {1}, playlist_name: {2}, start_time: "
"{3}, end_time: {4}".format(self.bucket_name, to_string(channel_name), playlist_name, start_time,
end_time))
key = channel_name + "/" + playlist_name
resp = self.__do_object('POST', key, params={Bucket.VOD: '', 'startTime': str(start_time),
'endTime': str(end_time)})
logger.debug("Post vod playlist done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_vod_playlist(self, channel_name, start_time, end_time):
"""查看指定时间段内的播放列表
param str channel_name: 要获取点播列表的live channel的名称
param int start_time: 点播的起始时间,Unix Time格式,可以使用int(time.time())获取
param int end_time: 点播的结束时间,Unix Time格式,可以使用int(time.time())获取
"""
logger.debug("Start to get vod playlist, bucket: {0}, channel_name: {1}, start_time: "
"{2}, end_time: {3}".format(self.bucket_name, to_string(channel_name), start_time, end_time))
resp = self.__do_object('GET', channel_name, params={Bucket.VOD: '', 'startTime': str(start_time),
'endTime': str(end_time)})
logger.debug("get vod playlist done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = GetVodPlaylistResult(resp)
return result
def process_object(self, key, process, headers=None):
"""处理图片的接口,支持包括调整大小,旋转,裁剪,水印,格式转换等,支持多种方式组合处理。
:param str key: 处理的图片的对象名称
:param str process: 处理的字符串,例如"image/resize,w_100|sys/saveas,o_dGVzdC5qcGc,b_dGVzdA"
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
"""
headers = http.CaseInsensitiveDict(headers)
logger.debug("Start to process object, bucket: {0}, key: {1}, process: {2}".format(
self.bucket_name, to_string(key), process))
process_data = "%s=%s" % (Bucket.PROCESS, process)
resp = self.__do_object('POST', key, params={Bucket.PROCESS: ''}, headers=headers, data=process_data)
logger.debug("Process object done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return ProcessObjectResult(resp)
def put_object_tagging(self, key, tagging, headers=None, params=None):
"""
:param str key: 上传tagging的对象名称,不能为空。
:param tagging: tag 标签内容
:type tagging: :class:`Tagging <oss2.models.Tagging>` 对象
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:param dict params: HTTP请求参数
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put object tagging, bucket: {0}, key: {1}, tagging: {2}".format(
self.bucket_name, to_string(key), tagging))
if headers is not None:
headers = http.CaseInsensitiveDict(headers)
if params is None:
params = dict()
params[Bucket.TAGGING] = ""
data = self.__convert_data(Tagging, xml_utils.to_put_tagging, tagging)
resp = self.__do_object('PUT', key, data=data, params=params, headers=headers)
return RequestResult(resp)
def get_object_tagging(self, key, params=None, headers=None):
"""
:param str key: 要获取tagging的对象名称
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`GetTaggingResult <oss2.models.GetTaggingResult>`
"""
logger.debug("Start to get object tagging, bucket: {0}, key: {1} params: {2}".format(
self.bucket_name, to_string(key), str(params)))
headers = http.CaseInsensitiveDict(headers)
if params is None:
params = dict()
params[Bucket.TAGGING] = ""
resp = self.__do_object('GET', key, params=params, headers=headers)
return self._parse_result(resp, xml_utils.parse_get_tagging, GetTaggingResult)
def delete_object_tagging(self, key, params=None, headers=None):
"""
:param str key: 要删除tagging的对象名称
:param dict params: 请求参数
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete object tagging, bucket: {0}, key: {1}".format(
self.bucket_name, to_string(key)))
headers = http.CaseInsensitiveDict(headers)
if params is None:
params = dict()
params[Bucket.TAGGING] = ""
resp = self.__do_object('DELETE', key, params=params, headers=headers)
logger.debug("Delete object tagging done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_encryption(self, rule):
"""设置bucket加密配置。
:param rule: :class:` ServerSideEncryptionRule<oss2.models.ServerSideEncryptionRule>` 对象
"""
data = self.__convert_data(ServerSideEncryptionRule, xml_utils.to_put_bucket_encryption, rule)
logger.debug("Start to put bucket encryption, bucket: {0}, rule: {1}".format(self.bucket_name, data))
resp = self.__do_bucket('PUT', data=data, params={Bucket.ENCRYPTION: ""})
logger.debug("Put bucket encryption done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_encryption(self):
"""获取bucket加密配置。
:return: :class:`GetServerSideEncryptionResult <oss2.models.GetServerSideEncryptionResult>`
:raises: 如果没有设置Bucket encryption,则抛出 :class:`NoSuchServerSideEncryptionRule <oss2.exceptions.NoSuchServerSideEncryptionRule>`
"""
logger.debug("Start to get bucket encryption, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.ENCRYPTION: ''})
logger.debug("Get bucket encryption done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_encryption, GetServerSideEncryptionResult)
def delete_bucket_encryption(self):
"""删除Bucket加密配置。如果Bucket加密没有设置,也返回成功。"""
logger.debug("Start to delete bucket encryption, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.ENCRYPTION: ''})
logger.debug("Delete bucket encryption done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_tagging(self, tagging, headers=None):
"""
:param str key: 上传tagging的对象名称,不能为空。
:param tagging: tag 标签内容
:type tagging: :class:`Tagging <oss2.models.Tagging>` 对象
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put object tagging, bucket: {0} tagging: {1}".format(
self.bucket_name, tagging))
headers = http.CaseInsensitiveDict(headers)
data = self.__convert_data(Tagging, xml_utils.to_put_tagging, tagging)
resp = self.__do_bucket('PUT', data=data, params={Bucket.TAGGING: ''}, headers=headers)
logger.debug("Put bucket tagging done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_tagging(self):
"""
:param str key: 要获取tagging的对象名称
:param dict params: 请求参数
:return: :class:`GetTaggingResult<oss2.models.GetTaggingResult>`
"""
logger.debug("Start to get bucket tagging, bucket: {0}".format(
self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.TAGGING: ''})
logger.debug("Get bucket tagging done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_tagging, GetTaggingResult)
def delete_bucket_tagging(self):
"""
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete bucket tagging, bucket: {0}".format(
self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.TAGGING: ''})
logger.debug("Delete bucket tagging done, req_id: {0}, status_code: {1}".format(
resp.request_id, resp.status))
return RequestResult(resp)
def list_object_versions(self, prefix='', delimiter='', key_marker='',
max_keys=100, versionid_marker='', headers=None):
"""根据前缀罗列Bucket里的文件的版本。
:param str prefix: 只罗列文件名为该前缀的文件
:param str delimiter: 分隔符。可以用来模拟目录
:param str key_marker: 分页标志。首次调用传空串,后续使用返回值的next_marker
:param int max_keys: 最多返回文件的个数,文件和目录的和不能超过该值
:param str versionid_marker: 设定结果从key-marker对象的
versionid-marker之后按新旧版本排序开始返回,该版本不会在返回的结果当中。
:param headers: HTTP头部
:type headers: 可以是dict,建议是oss2.CaseInsensitiveDict
:return: :class:`ListObjectVersionsResult <oss2.models.ListObjectVersionsResult>`
"""
logger.debug(
"Start to List object versions, bucket: {0}, prefix: {1}, delimiter: {2},"
+"key_marker: {3}, versionid_marker: {4}, max-keys: {5}".format(
self.bucket_name, to_string(prefix), delimiter, to_string(key_marker),
to_string(versionid_marker), max_keys))
headers = http.CaseInsensitiveDict(headers)
resp = self.__do_bucket('GET',
params={'prefix': prefix,
'delimiter': delimiter,
'key-marker': key_marker,
'version-id-marker': versionid_marker,
'max-keys': str(max_keys),
'encoding-type': 'url',
Bucket.VERSIONS: ''},
headers=headers)
logger.debug("List object versions done, req_id: {0}, status_code: {1}"
.format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_object_versions, ListObjectVersionsResult)
def put_bucket_versioning(self, config, headers=None):
"""
:param str operation: 设置bucket是否开启多版本特性,可取值为:[Enabled,Suspend]
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put object versioning, bucket: {0}".format(self.bucket_name))
data = self.__convert_data(BucketVersioningConfig, xml_utils.to_put_bucket_versioning, config)
headers = http.CaseInsensitiveDict(headers)
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('PUT', data=data, params={Bucket.VERSIONING: ''}, headers=headers)
logger.debug("Put bucket versiong done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_versioning(self):
"""
:return: :class:`GetBucketVersioningResult<oss2.models.GetBucketVersioningResult>`
"""
logger.debug("Start to get bucket versioning, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.VERSIONING: ''})
logger.debug("Get bucket versiong done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_versioning, GetBucketVersioningResult)
def put_bucket_policy(self, policy):
"""设置bucket授权策略, 具体policy书写规则请参考官方文档
:param str policy: 授权策略
"""
logger.debug("Start to put bucket policy, bucket: {0}, policy: {1}".format(self.bucket_name, policy))
resp = self.__do_bucket('PUT', data=policy, params={Bucket.POLICY: ''}, headers={'Content-MD5': utils.content_md5(policy)})
logger.debug("Put bucket policy done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_policy(self):
"""获取bucket授权策略
:return: :class:`GetBucketPolicyResult <oss2.models.GetBucketPolicyResult>`
"""
logger.debug("Start to get bucket policy, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.POLICY:''})
logger.debug("Get bucket policy done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return GetBucketPolicyResult(resp)
def delete_bucket_policy(self):
"""删除bucket授权策略
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete bucket policy, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.POLICY: ''})
logger.debug("Delete bucket policy done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def put_bucket_request_payment(self, payer):
"""设置付费者。
:param input: :class: str
"""
data = xml_utils.to_put_bucket_request_payment(payer)
logger.debug("Start to put bucket request payment, bucket: {0}, payer: {1}".format(self.bucket_name, payer))
resp = self.__do_bucket('PUT', data=data, params={Bucket.REQUESTPAYMENT: ''}, headers={'Content-MD5': utils.content_md5(data)})
logger.debug("Put bucket request payment done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_request_payment(self):
"""获取付费者设置。
:return: :class:`GetBucketRequestPaymentResult <oss2.models.GetBucketRequestPaymentResult>`
"""
logger.debug("Start to get bucket request payment, bucket: {0}.".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.REQUESTPAYMENT: ''})
logger.debug("Get bucket request payment done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_request_payment, GetBucketRequestPaymentResult)
def put_bucket_qos_info(self, bucket_qos_info):
"""配置bucket的QoSInfo
:param bucket_qos_info :class:`BucketQosInfo <oss2.models.BucketQosInfo>`
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put bucket qos info, bucket: {0}".format(self.bucket_name))
data = self.__convert_data(BucketQosInfo, xml_utils.to_put_qos_info, bucket_qos_info)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('PUT', data=data, params={Bucket.QOS_INFO: ''}, headers=headers)
logger.debug("Get bucket qos info done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_qos_info(self):
"""获取bucket的QoSInfo
:return: :class:`GetBucketQosInfoResult <oss2.models.GetBucketQosInfoResult>`
"""
logger.debug("Start to get bucket qos info, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.QOS_INFO: ''})
logger.debug("Get bucket qos info, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_qos_info, GetBucketQosInfoResult)
def delete_bucket_qos_info(self):
"""删除bucket的QoSInfo
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete bucket qos info, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.QOS_INFO: ''})
logger.debug("Delete bucket qos info done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def set_bucket_storage_capacity(self, user_qos):
"""设置Bucket的容量,单位GB
:param user_qos :class:`BucketUserQos <oss2.models.BucketUserQos>`
"""
logger.debug("Start to set bucket storage capacity: {0}".format(self.bucket_name))
data = xml_utils.to_put_bucket_user_qos(user_qos)
resp = self.__do_bucket('PUT', data=data, params={Bucket.USER_QOS: ''})
logger.debug("Set bucket storage capacity done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_storage_capacity(self):
"""获取bucket的容量信息。
:return: :class:`GetBucketUserQosResult <oss2.models.GetBucketUserQosResult>`
"""
logger.debug("Start to get bucket storage capacity, bucket:{0}".format(self.bucket_name))
resp = self._Bucket__do_bucket('GET', params={Bucket.USER_QOS: ''})
logger.debug("Get bucket storage capacity done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_user_qos, GetBucketUserQosResult)
def put_async_fetch_task(self, task_config):
"""创建一个异步获取文件到bucket的任务。
:param task_config: 任务配置
:type task_config: class:`AsyncFetchTaskConfiguration <oss2.models.AsyncFetchTaskConfiguration>`
:return: :class:`PutAsyncFetchTaskResult <oss2.models.PutAsyncFetchTaskResult>`
"""
logger.debug("Start to put async fetch task, bucket:{0}".format(self.bucket_name))
data = xml_utils.to_put_async_fetch_task(task_config)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self._Bucket__do_bucket('POST', data=data, params={Bucket.ASYNC_FETCH: ''}, headers=headers)
logger.debug("Put async fetch task done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_put_async_fetch_task_result, PutAsyncFetchTaskResult)
def get_async_fetch_task(self, task_id):
"""获取一个异步获取文件到bucket的任务信息。
:param str task_id: 任务id
:return: :class:`GetAsyncFetchTaskResult <oss2.models.GetAsyncFetchTaskResult>`
"""
logger.debug("Start to get async fetch task, bucket:{0}, task_id:{1}".format(self.bucket_name, task_id))
resp = self._Bucket__do_bucket('GET', headers={OSS_TASK_ID: task_id}, params={Bucket.ASYNC_FETCH: ''})
logger.debug("Put async fetch task done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_async_fetch_task_result, GetAsyncFetchTaskResult)
def put_bucket_inventory_configuration(self, inventory_configuration):
"""设置bucket清单配置
:param inventory_configuration :class:`InventoryConfiguration <oss2.models.InventoryConfiguration>`
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put bucket inventory configuration, bucket: {0}".format(self.bucket_name))
data = self.__convert_data(InventoryConfiguration, xml_utils.to_put_inventory_configuration, inventory_configuration)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('PUT', data=data, params={Bucket.INVENTORY: '', Bucket.INVENTORY_CONFIG_ID:inventory_configuration.inventory_id}, headers=headers)
logger.debug("Put bucket inventory configuration done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_inventory_configuration(self, inventory_id):
"""获取指定的清单配置。
:param str inventory_id : 清单配置id
:return: :class:`GetInventoryConfigurationResult <oss2.models.GetInventoryConfigurationResult>`
"""
logger.debug("Start to get bucket inventory configuration, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.INVENTORY: '', Bucket.INVENTORY_CONFIG_ID:inventory_id})
logger.debug("Get bucket inventory cinfguration done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_inventory_configuration, GetInventoryConfigurationResult)
def list_bucket_inventory_configurations(self, continuation_token=None):
"""罗列清单配置,默认单次最大返回100条配置,如果存在超过100条配置,罗列结果将会分页,
分页信息保存在 class:`ListInventoryConfigurationResult <oss2.models.ListInventoryConfigurationResult>`中。
:param str continuation_token: 分页标识, 默认值为None, 如果上次罗列不完整,这里设置为上次罗列结果中的next_continuation_token值。
:return: :class:`ListInventoryConfigurationResult <oss2.models.ListInventoryConfigurationResult>`
"""
logger.debug("Start to list bucket inventory configuration, bucket: {0}".format(self.bucket_name))
params = {Bucket.INVENTORY:''}
if continuation_token is not None:
params[Bucket.CONTINUATION_TOKEN] = continuation_token
resp = self.__do_bucket('GET', params=params)
logger.debug("List bucket inventory configuration done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_list_bucket_inventory_configurations, ListInventoryConfigurationsResult)
def delete_bucket_inventory_configuration(self, inventory_id):
"""删除指定的清单配置
:param str inventory_id : 清单配置id
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete bucket inventory configuration, bucket: {0}, configuration id: {1}.".format(self.bucket_name, inventory_id))
resp = self.__do_bucket('DELETE', params={Bucket.INVENTORY:'', Bucket.INVENTORY_CONFIG_ID:inventory_id})
logger.debug("Delete bucket inventory configuration, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def init_bucket_worm(self, retention_period_days=None):
"""创建一条合规保留策略
:param int retention_period_days : 指定object的保留天数
:return: :class:`InitBucketWormResult <oss2.models.InitBucketWormResult>`
"""
logger.debug("Start to init bucket worm, bucket: {0}, retention_period_days: {1}."
.format(self.bucket_name, retention_period_days))
data = xml_utils.to_put_init_bucket_worm(retention_period_days)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('POST', data=data, params={Bucket.WORM: ''}, headers=headers)
logger.debug("init bucket worm done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
result = InitBucketWormResult(resp)
result.worm_id = resp.headers.get("x-oss-worm-id")
return result
def abort_bucket_worm(self):
"""删除一条合规保留策略
只有未锁定保留策略的状态下才能删除,一旦锁定bucket数据将处于保护状态。
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to abort bucket worm, bucket: {0}.".format(self.bucket_name))
resp = self.__do_bucket('DELETE', params={Bucket.WORM: ''})
logger.debug("abort bucket worm done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def complete_bucket_worm(self, worm_id=None):
"""锁定一条合规保留策略
:param str worm_id : 合规保留策略的id。
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to complete bucket worm, bucket: {0}, worm_id: {1}.".format(self.bucket_name, worm_id))
resp = self.__do_bucket('POST', params={Bucket.WORM_ID: worm_id})
logger.debug("complete bucket worm done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def extend_bucket_worm(self, worm_id=None, retention_period_days=None):
"""延长已经锁定的合规保留策略的object保护天数。
:param str worm_id : 合规保留策略的id。
:param int retention_period_days : 指定object的保留天数
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
data = xml_utils.to_put_extend_bucket_worm(retention_period_days)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
logger.debug("Start to extend bucket worm, bucket: {0}, worm_id: {1}, retention_period_days."
.format(self.bucket_name, worm_id, retention_period_days))
resp = self.__do_bucket('POST', data=data, params={Bucket.WORM_ID: worm_id, Bucket.WORM_EXTEND: ''}, headers=headers)
logger.debug("extend bucket worm done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_worm(self):
"""获取合规保留策略
:return: :class:`GetBucketWormResult <oss2.models.GetBucketWormResult>`
"""
logger.debug("Start to get bucket worm, bucket: {0}.".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.WORM: ''})
logger.debug("get bucket worm done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_worm_result, GetBucketWormResult)
def put_bucket_replication(self, rule):
"""设置bucket跨区域复制规则
:param rule :class:`ReplicationRule <oss2.models.ReplicationRule>`
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to put bucket replication: {0}".format(self.bucket_name))
data = xml_utils.to_put_bucket_replication(rule)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('POST', data=data, params={Bucket.REPLICATION: '', 'comp': 'add'}, headers=headers)
logger.debug("Put bucket replication done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_replication(self):
"""获取bucket跨区域复制规则
:return: :class:`GetBucketReplicationResult <oss2.models.GetBucketReplicationResult>`
"""
logger.debug("Start to get bucket replication: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.REPLICATION: ''})
logger.debug("Get bucket replication done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_replication_result, GetBucketReplicationResult)
def delete_bucket_replication(self, rule_id):
"""停止Bucket的跨区域复制并删除Bucket的复制配置
:param str rule_id: Bucket跨区域复制规则的id。
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to delete bucket replication: {0}".format(self.bucket_name))
data = xml_utils.to_delete_bucket_replication(rule_id)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('POST', data=data, params={Bucket.REPLICATION: '', 'comp': 'delete'}, headers=headers)
logger.debug("Delete bucket replication done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_replication_location(self):
"""获取可复制到的Bucket所在的地域
:return: :class:`ReplicationLocation <oss2.models.GetBucketReplicationLocationResult>`
"""
logger.debug("Start to get bucket replication location: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.REPLICATION_LOCATION: ''})
logger.debug("Get bucket replication location done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_replication_location_result, GetBucketReplicationLocationResult)
def get_bucket_replication_progress(self, rule_id):
"""获取获取某个Bucket的跨区域复制进度
:param str rule_id: Bucket跨区域复制规则的id。
:return: :class:`GetBucketReplicationProgressResult <oss2.models.GetBucketReplicationProgressResult>`
"""
logger.debug("Start to get bucket replication progress: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.REPLICATION_PROGRESS: '', 'rule-id': rule_id})
logger.debug("Get bucket replication progress done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_replication_progress_result, GetBucketReplicationProgressResult)
def _get_bucket_config(self, config):
"""获得Bucket某项配置,具体哪种配置由 `config` 指定。该接口直接返回 `RequestResult` 对象。
通过read()接口可以获得XML字符串。不建议使用。
:param str config: 可以是 `Bucket.ACL` 、 `Bucket.LOGGING` 等。
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to get bucket config, bucket: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={config: ''})
logger.debug("Get bucket config done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return resp
def put_bucket_transfer_acceleration(self, enabled):
"""为存储空间(Bucket)配置传输加速
:param str enabled : 是否开启传输加速。true:开启传输加速; false:关闭传输加速.
:return: :class:`RequestResult <oss2.models.RequestResult>`
"""
logger.debug("Start to bucket transfer acceleration, bucket: {0}, enabled: {1}."
.format(self.bucket_name, enabled))
data = xml_utils.to_put_bucket_transfer_acceleration(enabled)
headers = http.CaseInsensitiveDict()
headers['Content-MD5'] = utils.content_md5(data)
resp = self.__do_bucket('PUT', data=data, params={Bucket.TRANSFER_ACCELERATION: ''}, headers=headers)
logger.debug("bucket transfer acceleration done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return RequestResult(resp)
def get_bucket_transfer_acceleration(self):
"""获取目标存储空间(Bucket)的传输加速配置
:return: :class:`GetBucketReplicationResult <oss2.models.GetBucketReplicationResult>`
"""
logger.debug("Start to get bucket transfer acceleration: {0}".format(self.bucket_name))
resp = self.__do_bucket('GET', params={Bucket.TRANSFER_ACCELERATION: ''})
logger.debug("Get bucket transfer acceleration done, req_id: {0}, status_code: {1}".format(resp.request_id, resp.status))
return self._parse_result(resp, xml_utils.parse_get_bucket_transfer_acceleration_result, GetBucketTransferAccelerationResult)
def __do_object(self, method, key, **kwargs):
return self._do(method, self.bucket_name, key, **kwargs)
def __do_bucket(self, method, **kwargs):
return self._do(method, self.bucket_name, '', **kwargs)
def __convert_data(self, klass, converter, data):
if isinstance(data, klass):
return converter(data)
else:
return data
def _normalize_endpoint(endpoint):
url = endpoint
if not endpoint.startswith('http://') and not endpoint.startswith('https://'):
url = 'http://' + endpoint
p = urlparse(url)
if p.port is not None:
return p.scheme + '://' + p.hostname + ':' + str(p.port)
else:
return p.scheme + '://' + p.hostname
_ENDPOINT_TYPE_ALIYUN = 0
_ENDPOINT_TYPE_CNAME = 1
_ENDPOINT_TYPE_IP = 2
def _make_range_string(range):
if range is None:
return ''
start = range[0]
last = range[1]
if start is None and last is None:
return ''
return 'bytes=' + _range(start, last)
def _range(start, last):
def to_str(pos):
if pos is None:
return ''
else:
return str(pos)
return to_str(start) + '-' + to_str(last)
def _determine_endpoint_type(netloc, is_cname, bucket_name):
if utils.is_ip_or_localhost(netloc):
return _ENDPOINT_TYPE_IP
if is_cname:
return _ENDPOINT_TYPE_CNAME
if utils.is_valid_bucket_name(bucket_name):
return _ENDPOINT_TYPE_ALIYUN
else:
return _ENDPOINT_TYPE_IP
class _UrlMaker(object):
def __init__(self, endpoint, is_cname):
p = urlparse(endpoint)
self.scheme = p.scheme
self.netloc = p.netloc
self.is_cname = is_cname
def __call__(self, bucket_name, key, slash_safe=False):
self.type = _determine_endpoint_type(self.netloc, self.is_cname, bucket_name)
safe = '/' if slash_safe is True else ''
key = urlquote(key, safe=safe)
if self.type == _ENDPOINT_TYPE_CNAME:
return '{0}://{1}/{2}'.format(self.scheme, self.netloc, key)
if self.type == _ENDPOINT_TYPE_IP:
if bucket_name:
return '{0}://{1}/{2}/{3}'.format(self.scheme, self.netloc, bucket_name, key)
else:
return '{0}://{1}/{2}'.format(self.scheme, self.netloc, key)
if not bucket_name:
assert not key
return '{0}://{1}'.format(self.scheme, self.netloc)
return '{0}://{1}.{2}/{3}'.format(self.scheme, bucket_name, self.netloc, key)