zfile | 在线云盘、网盘、OneDrive、云存储、私有云、对象存储、h5ai | Frontend Framework library

var JSZip = global.get('JSZip');
var zip = new JSZip()
msg.isOK = false;

zip.loadAsync(msg.payload).then(function () {
    // read files
    const promises = [];
    zip.forEach(function (path, zFile) {
        promises.push(zFile.async('string').then(function (content) {
            return {
                filename: path,
                payload: content
            };
        }));
    });

    return Promise.all(promises);
}).then(function (files) {
    // send the result
    msg.payload = files;
    msg.isOK = true;
    send(msg);
    done();
}).catch(function (err) {
});

return msg;

[{"id":"7f6426e8.808bb8","type":"file in","z":"f63ce9bd.5c0d28","name":"","filename":"","format":"","chunk":false,"sendError":false,"encoding":"none","x":3710,"y":140,"wires":[["679b95b2.ce366c"]]},{"id":"c1e50527.9abf88","type":"change","z":"f63ce9bd.5c0d28","name":"DataTest.zip","rules":[{"t":"set","p":"filename","pt":"msg","to":"D:\\Work\\DataTest.zip","tot":"str"}],"action":"","property":"","from":"","to":"","reg":false,"x":3570,"y":140,"wires":[["7f6426e8.808bb8"]]},{"id":"679b95b2.ce366c","type":"function","z":"f63ce9bd.5c0d28","name":"Load Zip Content","func":"// variable declaration\nvar JSZip = global.get('JSZip');\nvar zip = new JSZip()\nmsg.isOK = false;\n\nzip.loadAsync(msg.payload).then(function () {\n    // read files\n    const promises = [];\n    zip.forEach(function (path, zFile) {\n        promises.push(zFile.async('string').then(function (content) {\n            return {\n                filename: path,\n                payload: content\n            };\n        }));\n    });\n\n    return Promise.all(promises);\n}).then(function (files) {\n    // send the result\n    msg.payload = files;\n    msg.isOK = true;\n    send(msg);\n    done();\n}).catch(function (err) {\n});\n\nreturn msg;","outputs":1,"noerr":0,"initialize":"","finalize":"","x":3870,"y":140,"wires":[["2b710ce5.651694"]]},{"id":"7ebcebca.c16d84","type":"inject","z":"f63ce9bd.5c0d28","name":"","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"","payload":"","payloadType":"str","x":3430,"y":140,"wires":[["c1e50527.9abf88"]]},{"id":"f941bb77.168fb8","type":"debug","z":"f63ce9bd.5c0d28","name":"Error","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"true","targetType":"full","statusVal":"","statusType":"auto","x":4150,"y":200,"wires":[]},{"id":"2b710ce5.651694","type":"switch","z":"f63ce9bd.5c0d28","name":"","property":"isOK","propertyType":"msg","rules":[{"t":"true"},{"t":"else"}],"checkall":"true","repair":false,"outputs":2,"x":4030,"y":140,"wires":[["b719c021.92cbe"],["f941bb77.168fb8"]]},{"id":"b719c021.92cbe","type":"debug","z":"f63ce9bd.5c0d28","name":"OK","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"true","targetType":"full","statusVal":"","statusType":"auto","x":4150,"y":80,"wires":[]}]

import requests
zipurl = "https://www.dallascad.org/ViewPDFs.aspx?type=3&id=\\DCAD.ORG\WEB\WEBDATA\WEBFORMS\data%20products\DCAD2021_CURRENT.zip"
zname =  "DCAD2021_CURRENT.zip"
resp = requests.get(zipurl)
zfile = open(zname, 'wb')
zfile.write(resp.content)
zfile.close()  

# Extract Pre Survey JSON responses from binaries and send to Azure Blob storage:

import os
import io, zipfile
from io import BytesIO
from azure.storage.blob import BlobServiceClient, BlobClient, ContainerClient, __version__
from functools import reduce

blob = BlobClient.from_connection_string(conn_str="connection string", container_name="container name", blob_name=name)

local_path = "./temp"

def temp_extract():
  for i in binaries: ---> N.B from previous cell.  
    with zipfile.ZipFile(io.BytesIO(i)) as zfile: 
      for name in zfile.namelist():
        if name.endswith('.json'):
          zfile.extract(name, local_path)

def  upload_blobs():
  upload_file_path = os.path.join(local_path, name)
  onlyfiles = reduce(lambda x,y : x+y, [map(lambda x: root + "/" + x, files) for root, dirs, files in os.walk(local_path)])
  onlyfiles = [file for file in onlyfiles if file.endswith('.json')]
  for file in onlyfiles:
      print(os.path.getsize(file))
      with open(file, 'r') as f:
        blob.upload_blob(data = f, overwrite=True)

if __name__ == '__main__':
    temp_extract()
    upload_blobs()

TypeError                                 Traceback (most recent call last)
<ipython-input-273-fb49f396fab5> in <module>
     26 if __name__ == '__main__':
     27     temp_extract()
---> 28     upload_blobs()
     29 

<ipython-input-273-fb49f396fab5> in upload_blobs()
     22       print(os.path.getsize(file))
     23       with open(file, 'r') as f:
---> 24         blob.upload_blob(data = f, overwrite=True)
     25 
     26 if __name__ == '__main__':

~/Library/Python/3.7/lib/python/site-packages/azure/core/tracing/decorator.py in wrapper_use_tracer(*args, **kwargs)
     81             span_impl_type = settings.tracing_implementation()
     82             if span_impl_type is None:
---> 83                 return func(*args, **kwargs)
     84 
     85             # Merge span is parameter is set, but only if no explicit parent are passed

~/Library/Python/3.7/lib/python/site-packages/azure/storage/blob/_blob_client.py in upload_blob(self, data, blob_type, length, metadata, **kwargs)
    683             **kwargs)
    684         if blob_type == BlobType.BlockBlob:
--> 685             return upload_block_blob(**options)
    686         if blob_type == BlobType.PageBlob:
    687             return upload_page_blob(**options)

~/Library/Python/3.7/lib/python/site-packages/azure/storage/blob/_upload_helpers.py in upload_block_blob(client, data, stream, length, overwrite, headers, validate_content, max_concurrency, blob_settings, encryption_options, **kwargs)
     86                 data = data.read(length)
     87                 if not isinstance(data, six.binary_type):
---> 88                     raise TypeError('Blob data should be of type bytes.')
     89             except AttributeError:
     90                 pass

**TypeError: Blob data should be of type bytes.**

print('Searching for ZipFiles')
for file in os.listdir(working_directory):
    zfile = file
    if zfile.endswith('.zip'):
        # Create a ZipFile Object and load sample.zip in it
        with ZipFile(zfile, 'r') as zipObj:
           # Get a list of all archived file names from the zip
           listOfFileNames = zipObj.namelist()
           # Iterate over the file names
           for fileName in listOfFileNames:
              zipObj.extract(fileName, './temp')
              maincom() #until here, my script is working, below is the new IF statement
              if fileName.endswith('.zip'):
                for file in os.listdir('.'):
                  zfile = file
                  if zfile.endswith('.zip'):
                  # Create a ZipFile Object and load sample.zip in it
                    with ZipFile(zfile, 'r') as zipObj:
                       # Get a list of all archived file names from the zip
                       listOfFileNames = zipObj.namelist()
                       # Iterate over the file names
                       for fileName in listOfFileNames:
                          zipObj.extract(fileName, '')
                          maincom()

from urllib.request import urlopen
from zipfile import ZipFile


  zipurl = 'https://opendata.geoportal.gov.pl/prg/adresy/PunktyAdresowe/POLSKA.zip'
    with urlopen(zipurl) as zipresp:
        with ZipFile(BytesIO(zipresp.read())) as zfile:
            zfile.extractall(r'/home/gis/adresypolska')  




Error:

Traceback (most recent call last):
  File "<stdin>", line 2, in <module>
  File "/usr/lib/python3.8/http/client.py", line 471, in read
    s = self._safe_read(self.length)
  File "/usr/lib/python3.8/http/client.py", line 612, in _safe_read
    data = self.fp.read(amt)
  File "/usr/lib/python3.8/socket.py", line 669, in readinto
    return self._sock.recv_into(b)
  File "/usr/lib/python3.8/ssl.py", line 1241, in recv_into
    return self.read(nbytes, buffer)
  File "/usr/lib/python3.8/ssl.py", line 1099, in read
    return self._sslobj.read(len, buffer)
OverflowError: signed integer is greater than maximum

class ArrangerOutZip(Arranger):
    def __init__(self):
        self.base_source_folder = '\\icons.zip'
        self.base_output_folder = ".\\icons_by_year"

    def proceed(self):
        self.create_and_copy()

    def create_and_copy(self):
        reg_pattern = re.compile('.+\.\w{1,4}$')
        f = open(self.base_source_folder, 'rb')
        zfile = zipfile.ZipFile(f)
        for cont in zfile.namelist():
            if reg_pattern.match(cont):
                with zfile.open(cont) as file:
                    shutil.copyfileobj(file, self.base_output_folder)
        zfile.close()
        f.close()


arranger = ArrangerOutZip()
arranger.proceed()

@router.post("/sendxmlinzip/")
def create_upload_files_with_zip(files: List[UploadFile] = File(...)):
    if not len(files) == 2:
        raise Httpex.EXPECTEDTWOFILES
    my_file = files[0].file
    zfile = zipfile.ZipFile(my_file, 'r')
    filelist = []
    for finfo in zfile.infolist():
        print(finfo)
        ifile = zfile.open(finfo)
        line_list = ifile.readlines()
        print(line_list)

url = "http://beatsaver.com/api/download/key/f55c"
resp = requests.get(url)
zname = os.path.join('BeatSong', "song_test.zip")
zfile = open(zname, 'wb')
zfile.write(resp.content)
zfile.close()

url = "http://beatsaver.com/api/download/key/f55c"
resp = requests.get(url)
zip = zipfile.ZipFile(io.BytesIO(resp.content))
zip.extractall("/BeatSong")

ZFile zFile = new ZFile("//X.Y.Z","r");
    try {
        String enc = ZUtil.getDefaultPlatformEncoding();
        InputStream is = zFile.getInputStream();
        BufferedReader rdr = new BufferedReader(new InputStreamReader(is, enc));
        String line;
        while ((line = rdr.readLine()) != null) {
            System.out.println(line);
        };
    }finally {
        zFile.close();
    }

com.ibm.jzos.ZFileException: X.Y.Z: Filename is not a valid MVS dataset or DD name; errno=99 errno2=0x0 last_op=0 errorCode=0x0
    at com.ibm.jzos.ZFile.checkSecurityManager(ZFile.java:1592)
    at com.ibm.jzos.ZFile.<init>(ZFile.java:475)
    at it.Main.test(MainApp.java:20)
com.ibm.jzos.ZFileException: //'X.Y.Z': fopen() failed; EDC5049I The specified file name could not be located.; errno=49 errno2=0xc00b0641 last_op=50 errorCode=0x21708
    at com.ibm.jzos.ZFile.fopen(Native Method)
    at com.ibm.jzos.ZFile.doZFileOpen(ZFile.java:613)
    at com.ibm.jzos.ZFile.<init>(ZFile.java:476)
    at it.Main.test(MainApp.java:22)

import zipfile
import io
import requests
from requests.exceptions import HTTPError


EA = 'https://fews.net/data_portal_download/download?data_file_path=http%3A//' \
     'shapefiles.fews.net.s3.amazonaws.com/HFIC/EA/east-africa202006.zip'
SA = 'https://fews.net/data_portal_download/download?data_file_path=http%3A//' \
     'shapefiles.fews.net.s3.amazonaws.com/HFIC/SA/southern-africa202006.zip'
WA = 'https://fews.net/data_portal_download/download?data_file_path=http%3A//' \
     'shapefiles.fews.net.s3.amazonaws.com/HFIC/WA/west-africa202006.zip'

urls = [EA, SA, WA]

# supporting funcs

def get_zip(url):                                                      
                                                                       
    try:                                                               
        response = requests.get(url)                                   
                                                                       
        # If the response was successful, no Exception will be raised  
        response.raise_for_status()                                    
                                                                       
    except HTTPError as http_err:                                      
        print(f'HTTP error occurred: {http_err}')                      
                                                                       
    except Exception as err:                                           
        print(f'Other error occurred: {err}')                          
                                                                       
    else:                                                              
        return response                                                


def merge_zip_files(zipfiles):                                         
                                                                       
    with zipfile.ZipFile(zipfiles[0], 'a') as first_zipfile:           
        for filename in zipfiles[1:]:                                  
            other_zipfile = zipfile.ZipFile(filename, 'r')             
            for n in other_zipfile.namelist():                         
                first_zipfile.writestr(n, other_zipfile.open(n).read())
                                                                       
    return first_zipfile  

# extract and merge zip files

zipfiles = [get_zip(url).content for url in urls]
filebytes = [io.BytesIO(zfile) for zfile in zipfiles]
zipfiles_objects = [zipfile.ZipFile(fbytes) for fbytes in filebytes]

# til here no error

merged_zipfile = merge_zip_files(zipfiles=zipfiles)                                             

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/zipfile.py", line 1287, in __init__
    self._RealGetContents()
  File "/usr/local/lib/python3.8/zipfile.py", line 1330, in _RealGetContents
    endrec = _EndRecData(fp)
  File "/usr/local/lib/python3.8/zipfile.py", line 262, in _EndRecData
    fpin.seek(0, 2)
AttributeError: 'ZipFile' object has no attribute 'seek'