pytorch 序列化性能测试

如果单张图片比，torch比opencv读写要快。但是数据量大了之后，也慢，

300张图片一起，遍历读取422ms

300个遍历反序列化 106ms

  

   

    

     

    
    

     

      # coding='utf-8'
     
    
   

    

     

    
    

     

      import os
     
    
   

    

     

    
    

     

      import time
     
    
   

    

     

    
    

     

      from distributed.protocol import serialize, deserialize
     
    
   

    

     

    
    

     

      import cv2
     
    
   

    

     

    
    

     

      import torch
     
    
   

    

     

    
    

     

      import torch.nn.functional as f
     
    
   

    

     

    
    

     

      if __name__ == '__main__':
     
    
   

    

     

    
    

     

          obj={'mat':torch.randn(10, 10),'name': '10','test':{'entry':1}}
     
    
   

    

     

    
    

     

          torch.save(obj,'test.dat' )
     
    
   

    

     

    
    

     

          for i in range(1000):
     
    
   

    

     

    
    

     

              start = time.time()
     
    
   

    

     

    
    

     

              x = torch.rand(300, 3, 352, 352)
     
    
   

    

     

    
    

     

              print('get data', time.time() - start)  #0.862297773361206
     
    
   

    

     

    
    

     

              ser1=serialize(x)# 不占时间
     
    
   

    

     

    
    

     

              print('serialize', time.time() - start) #1 ms
     
    
   

    

     

    
    

     

              t2 = deserialize(*ser1) #201ms
     
    
   

    

     

    
    

     

              print('time3',time.time()-start)## 600ms
     
    
   

    

     

    
    

     

              start = time.time()
     
    
   

    

     

    
    

     

              torch.save(x, 'd:/img/test' + str(i) 
     
    
  
 

文章来源: blog.csdn.net，作者：网奇，版权归原作者所有，如需转载，请联系作者。

原文链接：blog.csdn.net/jacke121/article/details/84347970