How to save tds.Vec()?

[hfxunlp]

I have 700M+ json data, and want to save it with tds.Vec(), the data could be loaded into a tds.Vec() correctly, but while call torch.save(), the luajit breaks. Here is my code:

local tds = require("tds")

function conjson(fname)
	print("load:"..fname)
	local function convt(tin)
		local rsv=tds.Vec()
		for _,v in ipairs(tin) do
			rsv[_]=torch.IntTensor(v):reshape(#v, 1)
		end
		return rsv
	end
	local file=io.open(fname)
	local rs=tds.Vec()
	local lind=file:read("*l")
	local curd=1
	while lind do
		local data=json.decode(lind)
		local id, qd, td=unpack(data)
		rs[curd]=tds.Vec(convt(id), torch.IntTensor(qd):reshape(#qd, 1), convt(td))
		lind=file:read("*l")
		curd=curd+1
	end
	file:close()
	print("loaded")
	return rs
end

torch.save("train.t7", conjson("train.data"))

and it gives this output:

load:train.data
loaded  
/usr/local/bin/luajit: not enough memory