Attachment 1476304 Details for Bug 1511891 – Detailed test results 100/86g sparse image

Detailed test results 100/86g sparse image

100-86g.md (text/plain), 4.48 KB, created by Nir Soffer on 2018-08-15 20:47:35 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Nir Soffer

Created: 2018-08-15 20:47:35 UTC

Size: 4.48 KB

patch

obsolete

># Copy 100/86g sparse image
>
>## image info
>
># cat fedora-28-86g/info.json 
>{
>    "virtual-size": 107374182400,
>    "filename": "export/fedora-28-86g.img",
>    "format": "raw",
>    "actual-size": 91388776448,
>    "dirty-flag": false
>}
>
># cat fedora-28-86g/image-info.txt 
>total segments: 49558
>
>data segments:  24779
>min data:       4096
>max data:       1748107264
>avg data:       3688137
>
>zero segments: 24779
>min zero:       4096
>max zero:       8494186496
>avg zero:       645135
>
>
>## storage raw throughput
>
># dd if=/var/tmp/nfs/fedora-28-86g.img of=/dev/null bs=8M count=12800 iflag=direct conv=sparse status=progress
>106820534272 bytes (107 GB) copied, 115.569157 s, 924 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 116.292 s, 923 MB/s
>
># dd if=/dev/zero of=dst-fc1 bs=8M count=12800 oflag=direct conv=fsync status=progress
>107063803904 bytes (107 GB) copied, 151.065578 s, 709 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 151.491 s, 709 MB/s
>
># dd if=/dev/zero of=/var/tmp/nfs/upload.img bs=8M count=12800 oflag=direct conv=fsync status=progress
>107114135552 bytes (107 GB) copied, 295.397295 s, 363 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 296.105 s, 363 MB/s
>
>
>## from nfs to fc
>
># time qemu-img convert -p -f raw -O raw -t none -T none /var/tmp/nfs/fedora-28-86g.img dst-fc1
>    (100.00/100%)
>
>real	20m30.631s
>user	0m47.343s
>sys	2m29.248s
>
># time qemu-img convert -p -f raw -O raw -t none -T none -W /var/tmp/nfs/fedora-28-86g.img dst-fc1
>    (100.00/100%)
>
>real	3m8.932s
>user	0m16.957s
>sys	1m26.814s
>
># time (blkdiscard -z -p 32m dst-fc1 && dd if=/var/tmp/nfs/fedora-28-86g.img of=dst-fc1 bs=8M iflag=direct oflag=direct conv=sparse,fsync status=progress)
>107340627968 bytes (107 GB) copied, 235.564946 s, 456 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 235.603 s, 456 MB/s
>
>real	3m58.632s
>user	0m2.136s
>sys	0m20.764s
>
># cat pdd-block 
>#!/bin/sh
>blkdiscard -z -p 32m $2
>dd if=$1 of=$2 bs=8M count=6400 iflag=direct oflag=direct conv=notrunc,sparse,fsync &
>dd if=$1 of=$2 bs=8M count=6400 seek=6400 skip=6400 iflag=direct oflag=direct conv=notrunc,sparse,fsync &
>wait
>
># time ./pdd-block /var/tmp/nfs/fedora-28-86g.img dst-fc1
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 122.177 s, 439 MB/s
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 125.785 s, 427 MB/s
>
>real	2m12.041s
>user	0m1.281s
>sys	0m21.115s
>
>
>## from fc2 to fc1 (move disk)
>
># time qemu-img convert -p -f raw -O raw -t none -T none src-fc2 dst-fc1 
>    (100.00/100%)
>
>real	20m29.585s
>user	1m7.907s
>sys	3m42.887s
>
># time qemu-img convert -p -f raw -O raw -t none -T none -W src-fc2 dst-fc1
>    (100.00/100%)
>
>real	6m11.936s
>user	0m28.545s
>sys	1m47.583s
>
># time (blkdiscard -z -p 32m dst-fc1 && dd if=src-fc2 of=dst-fc1 bs=8M iflag=direct oflag=direct conv=sparse,fsync status=progress)
>107365793792 bytes (107 GB) copied, 284.895627 s, 377 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 284.907 s, 377 MB/s
>
>real	4m47.842s
>user	0m1.236s
>sys	0m24.292s
>
># time ./pdd-block src-fc2 dst-fc1
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 147.406 s, 364 MB/s
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 151.842 s, 354 MB/s
>
>real	2m34.807s
>user	0m1.017s
>sys	0m25.089s
>
>
>## from fc to nfs
>
># time qemu-img convert -p -f raw -O raw -t none -T none src-fc1 /var/tmp/nfs/upload.img
>    (100.00/100%)
>
>real	8m13.597s
>user	0m36.174s
>sys	2m1.038s
>
># time qemu-img convert -p -f raw -O raw -t none -T none -W src-fc1 /var/tmp/nfs/upload.img
>    (100.00/100%)
>
>real	6m19.051s
>user	0m26.300s
>sys	1m36.163s
>
># time dd if=src-fc1 of=/var/tmp/nfs/upload.img bs=8M iflag=direct oflag=direct conv=sparse,fsync status=progress
>106837311488 bytes (107 GB) copied, 397.775055 s, 269 MB/s
>12800+0 records in
>12800+0 records out
>107374182400 bytes (107 GB) copied, 398.514 s, 269 MB/s
>
>real	6m38.518s
>user	0m1.334s
>sys	0m21.120s
>
># cat pdd-file 
>#!/bin/sh
>truncate -s 0 $2
>truncate -s 100g $2
>dd if=$1 of=$2 bs=8M count=6400 iflag=direct oflag=direct conv=notrunc,sparse,fsync &
>dd if=$1 of=$2 bs=8M count=6400 seek=6400 skip=6400 iflag=direct oflag=direct conv=notrunc,sparse,fsync &
>wait
>
># time ./pdd-file src-fc1 /var/tmp/nfs/upload.img 
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 329.075 s, 163 MB/s
>6400+0 records in
>6400+0 records out
>53687091200 bytes (54 GB) copied, 340.279 s, 158 MB/s
>
>real	5m40.291s
>user	0m1.627s
>sys	0m24.459s

Actions: View

Attachments on bug 1511891: 1476302 | 1476303 | 1476304 | 1476305 | 1476306