fd, err := syscall.Open("./111.csv", syscall.GENERIC_ALL, 0)
defer syscall.Close(fd)
fsize, err := syscall.Seek(fd, 0, 2)
syscall.Seek(fd, 0, 0)
//每个block的页面个数
var pagesperblock int64 = 8192
//数据块数
var blocksize int64 = int64(syscall.Getpagesize()) * pagesperblock
var blocknum int64 = fsize / blocksize
if fsize%blocksize > 0 {
blocknum = blocknum + 1
}
hmap, err := syscall.CreateFileMapping(fd, nil, syscall.PAGE_READONLY, uint32(fsize>>32), uint32(fsize), nil)
defer syscall.CloseHandle(hmap)
var tmBgn = time.Now()
fmt.Println("blocknum=", blocknum)
var i int64
for i = 0; i < blocknum; i++ {
var datalen int32 = int32(blocksize)
if i == (blocknum - 1) {
datalen = int32(fsize % blocksize)
}
fmt.Println("datalen=", datalen)
//开始读取内存块
var currpos int64 = i * blocksize
var tmplen int = int(datalen)
addr, err := syscall.MapViewOfFile(hmap, syscall.FILE_MAP_READ, 0, uint32(currpos), uintptr(tmplen))
defer syscall.UnmapViewOfFile(addr)
//把addr变成slice
d := (*[1 << 28]byte)(unsafe.Pointer(addr))
t := d[:tmplen]
//处理数据t
}
有疑问加站长微信联系(非本文作者)
请尽量让自己的回复能够对别人有帮助
支持 Markdown 格式,
**粗体**
、~~删除线~~、
`单行代码`
支持 @ 本站用户;支持表情(输入 : 提示),见
Emoji cheat sheet
图片支持拖拽、截图粘贴等方式上传
fd, err := syscall.Open("./111.csv", syscall.GENERIC_ALL, 0)
defer syscall.Close(fd)
fsize, err := syscall.Seek(fd, 0, 2)
syscall.Seek(fd, 0, 0)
//每个block的页面个数
var pagesperblock int64 = 8192
//数据块数
var blocksize int64 = int64(syscall.Getpagesize()) * pagesperblock
var blocknum int64 = fsize / blocksize
if fsize%blocksize > 0 {
blocknum = blocknum + 1
}
hmap, err := syscall.CreateFileMapping(fd, nil, syscall.PAGE_READONLY, uint32(fsize>>32), uint32(fsize), nil)
defer syscall.CloseHandle(hmap)
var tmBgn = time.Now()
fmt.Println("blocknum=", blocknum)
var i int64
for i = 0; i < blocknum; i++ {
var datalen int32 = int32(blocksize)
if i == (blocknum - 1) {
datalen = int32(fsize % blocksize)
}
fmt.Println("datalen=", datalen)
//开始读取内存块
var currpos int64 = i * blocksize
var tmplen int = int(datalen)
addr, err := syscall.MapViewOfFile(hmap, syscall.FILE_MAP_READ, 0, uint32(currpos), uintptr(tmplen))
defer syscall.UnmapViewOfFile(addr)
//把addr变成slice
d := (*[1 << 28]byte)(unsafe.Pointer(addr))
t := d[:tmplen]
//处理数据t
}
最高记录
5390
©2013-2024 studygolang.com Go语言中文网,中国 Golang 社区,致力于构建完善的 Golang 中文社区,Go语言爱好者的学习家园。
Powered by
StudyGolang(Golang + MySQL)
•
·
CDN 采用
七牛云
VERSION: V4.0.0
·
7.070092ms
·
为了更好的体验,本站推荐使用 Chrome 或 Firefox 浏览器
京ICP备14030343号-1