video.ai

opencv-yolo/web/as.py

+#!/usr/bin/env python
+# coding: utf-8
+
+from azure.storage.fileshare.aio import ShareFileClient
+from azure.storage.fileshare import ShareDirectoryClient, ShareServiceClient
+import asyncio, re, datetime, queue, json, threading
+from concurrent.futures import ThreadPoolExecutor
+
+CONNSTR='DefaultEndpointsProtocol=https;AccountName=ilsvideostablediag;AccountKey=rWeA/cUiWAsDqGHO0lfDB5eDHNZxCChrH0pMvICdNJR6tt+hE2tHlSl9kUEjqyOY6cztPWaaRbbeoI47uNEeWA==;EndpointSuffix=core.chinacloudapi.cn'
+SHARENAME='pre-data'
+
+event_loop = asyncio.get_event_loop()
+tasks = []
+videoQue = queue.Queue()
+
+async def downloadFile(ipcSn, dirName, fileName, q):
+    async with ShareFileClient.from_connection_string(conn_str=CONNSTR, share_name=SHARENAME, file_path=ipcSn+'/'+dirName+'/'+fileName) as fc:
+        with open(fileName, "wb") as f:
+            data = await fc.download_file()
+            await data.readinto(f)
+            q.put({'f': fileName, 'sn': ipcSn, 'd': dirName})
+
+def analyzeFile(q):
+    while True:
+        try:
+            job = q.get(timeout = 60*60)
+            if job:
+                print(json.dumps(job))
+                
+            else:
+                print("none")
+        except Exception as e:
+            print('timeout get job')
+
+def main(q):
+    rootc = ShareDirectoryClient.from_connection_string(conn_str=CONNSTR, share_name=SHARENAME, directory_path=".")
+    rootd = rootc.list_directories_and_files()
+
+    # download files
+    fileCnt = 0
+    totalSize = 0
+    totalTime = 0
+    bBreak = False
+    for ipc in rootd:
+        if bBreak: break
+        if 'is_directory' in ipc and ipc['is_directory'] and ('-' not in ipc["name"]):
+            ipcSn = ipc["name"]
+            ipcc = rootc.get_subdirectory_client(ipc["name"])
+            ipcd = ipcc.list_directories_and_files()
+            for d in ipcd:
+                if bBreak: break
+                if 'is_directory' in d and d['is_directory']:
+                    dirName = d["name"]
+                    vf = ipcc.get_subdirectory_client(d["name"]).list_directories_and_files()
+                    for e in vf:
+                        if bBreak: break
+                        m = re.match(r"(\d{13})-(\d{13}).mp4", e["name"])
+                        if m:
+                            fileName = e["name"]
+                            fileSize = e["size"]
+                            ts = int(int(m.group(1))/1000)
+                            te = int(int(m.group(2))/1000)
+                            delta = te - ts
+                            print("{} {} {:.3f}MB".format(ipcSn, fileName, fileSize/1024/1024)) #datetime.datetime.fromtimestamp(te))
+                            fileCnt+=1
+                            if fileCnt >= 3:
+                                bBreak = True;
+
+                            now = datetime.datetime.now()
+                            tasks.append(asyncio.ensure_future(downloadFile(ipcSn, dirName, fileName, videoQue), loop=event_loop))
+    event_loop.run_until_complete(asyncio.gather(*tasks))
+
+with ThreadPoolExecutor(max_workers = 4) as te:
+    te.submit(main, videoQue)
+    te.submit(analyzeFile, videoQue)
+
+
+
+