I have a rake task and CSV files that I need to process; they are located in sub-directory of the lib\tasks directory:
\foo
one.csv
two.csv
...
foo.rake
The task:
task foo: :environment do
# for each file in directory
Dir.foreach("./*.csv") do |file| # not valid
# process CSV file's content
CSV.foreach(file, {:headers => true, :col_sep => ";"}) do |row|
...
end
end # Dir
end # task
How do I references files that are relative to the rake task?
I got to thinking about this more and I think combining File.join and Dir.glob will allow you to process all your csv files:
require "csv"
foo_dir = File.join(Rails.root, "lib", "tasks", "foo")
task foo: :environment do
# for each file in directory
Dir.glob(foo_dir + "/*.csv") do |csv_file|
# process CSV file's content
CSV.foreach(csv_file, {:headers => true, :col_sep => ";"}) do |row|
#...
end
end # Dir
end # task
EDIT: As #craig pointed out in the comment below, this can be accomplished more succinctly by using File.dirname and __FILE__:
require "csv"
task foo: :environment do
# for each file in directory
Dir.glob(File.dirname(__FILE__) + "/*.csv").each do |file|
# process CSV file's content
CSV.foreach(csv_file, {:headers => true, :col_sep => ";"}) do |row|
#...
end
end # Dir
end # task
Related
A set of rake tasks of a .rake file are structured as follows
task :process_data => :environment do
CSV.foreach("scores.tsv", :col_sep => "\t", headers: true) do |row|
begin
[...]
repeated_method_a
ad-hoc_method
repeated_method_b
rescue StandardError => e
end
end
end
How should this rake file be structured to process sub-methods, such as:
def repeated_method_a
do_its_thing
end
You can simply add it under your task in the same file, so you have this:
task :process_data => :environment do
CSV.foreach("scores.tsv", :col_sep => "\t", headers: true) do |row|
begin
[...]
repeated_method_a
ad-hoc_method
repeated_method_b
rescue StandardError => e
end
end
end
def repeated_method_a
do_its_thing
end
I'm trying to import users avatar from a CSV and attach to the users with ActiveStorage.
I've created a rake task for this, but it's not working (and do not throws any error). In my CSV there are only 2 fields: email and avatar (avatar is the url to the file, that is on another server).
This is the task:
require 'csv'
namespace :import do
desc "Import avatars to users from CSV"
task avatars: :environment do
filename = File.join Rails.root, "avatars.csv"
CSV.foreach(filename, headers: true, col_sep: ";", header_converters: :symbol) do |row|
User.find_by(email: row[:email]) do |u|
u.avatar.attach(URI.parse(row[:avatar]).open)
end
end
end
end
Any advice?
Thanks for your help.
Have you tried to catch the any exception and print the problem in the console?
Something like that:
require 'csv'
namespace :import do
desc "Import avatars to users from CSV"
task avatars: :environment do
begin
filename = File.join Rails.root, "avatars.csv"
CSV.foreach(filename, headers: true, col_sep: ";", header_converters: :symbol) do |row|
User.find_by(email: row[:email]) do |u|
u.avatar.attach(URI.parse(row[:avatar]).open)
end
end
rescue StandardError => e
logger = Logger.new(STDOUT)
logger.error e.message
logger.error e.backtrace.join("\n")
end
end
end
Also, are you sure you have users with that email?
I have a list of tempfiles like this:
urls = [#<Tempfile:/tmp/down20190222-7434-18yoxw4.jpg>, #<Tempfile:/tmp/down20190222-7434-1r8c4y2.jpg>, #<Tempfile:/tmp/down20190222-7434-qpyiy1.JPG>, #<Tempfile:/tmp/down20190222-7434-q8xyup.mp4>]
now I want to zip these files for users to download it:
t = Tempfile.new('tmp-zip')
Zip::OutputStream.open(t.path) do |zos|
urls.each do |file|
zos.print IO.read(file)
end
end
send_file t.path, :type => "application/zip", :filename => "myfile.zip"
t.close
but I got the error closed stream excluded from capture: DSN not set
at the line: zos.print IO.read(file). What was I wrong in this case?
This is my full code:
if posts.present?
urls = []
posts.each do |post|
urls << post.filestack_image_url if post.filestack_image_url.present?
urls << post.photo_attributes('original')['url'] if post.photo.present?
urls << post.filestack_video_url if post.filestack_video_url.present?
urls << post.video_attributes('remote')['url'] if post.video.present?
end
urls = urls.collect {|url| download_url(url) }.compact
t = Tempfile.new('tmp-zip')
Zip::OutputStream.open(t.path) do |zos|
urls.each do |file|
zos.print IO.read(file.path.to_s.split("/")[-1])
end
end
send_file t.path, :type => "application/zip", :filename => "Awesome.zip"
t.close
end
I want to import users with a CSV file so I put this code in lib/task/import.rake :
require 'csv'
task :import => :environment do
CSV.foreach('db/test.csv', :headers => true) do |row|
UserManager::User.create!(row.hash)
end
end
Here is my CSV test file :
surname;name;email;password;password_confirmation
test;test;test#exemple.fr;pass;pass
And when I run rake import I get this error :
When assigning attributes, you must pass a hash as an argument.
Why did I get this error ?
To sum up the comment of Pavan and the solution of gunn, your code should be:
require 'csv'
task :import => :environment do
CSV.foreach('db/test.csv', :headers => true, col_sep: ';') do |row|
UserManager::User.create!(row.to_hash)
end
end
Those variables aren't comma separated, they're semicolon separated. So:
CSV.foreach('db/test.csv', headers: true, col_sep: ";")
I think it should be
require 'csv'
task :import => :environment do
CSV.foreach('db/test.csv', :headers => true) do |row|
UserManager::User.create!(row.to_hash)
end
end
row.hash will return an integer
Use this
require 'csv'
CSV.foreach(file.path, headers: false) do |row|
user_hash = {}
user_hash = {"surname"=> name,"last_name"=> last_name } #key value
User.create!(user_hash)
end
end
Try this ............
require 'csv'
#file with full path
file = "#{Rails.root}/public/file_name.csv"
#Reading file
user_file = CSV.read(file, :headers => true)
#Creating User
user = UserManager::User.where(:email => user_file['email']).first_or_create
if user.present?
user.name = user_file['email']
#Same other data ......
user.save!
end
Hope this will work for you.
I am new to Ruby on Rails .I am working on project where I need to send multiple Zip files To client.
I am using RubyZip for this .
def Download
unless params[:fileLists].nil?
file_name = "Peep-#{Time.now.to_formatted_s(:number)}.zip"
t = Tempfile.new("my-temp-filename-#{Time.now.to_formatted_s(:number)}")
Zip::OutputStream.open(t.path) do |z|
for _file in params[:fileLists]
unless _file.empty?
if File.file? _file
#z.add(File.basename(_file),_file)
z.put_next_entry(File.basename _file)
z.print IO.read(_file)
#send_file _file , disposition: 'attachment',status: '200'
end
end
end
end
#Sending Zip file
send_file t.path, :type => 'application/zip',
:disposition => 'attachment',
:filename => file_name
t.close
end
end
end
This is Working fine for all other file formats except Zip files .How it can be done ?
I resolved it by modifying my method .I used IO.binread(_file) instead of IO.read(_file) to read file.
Zip::OutputStream.open(t.path) do |z|
for _file in params[:fileLists]
unless _file.empty?
if File.file? _file
#z.add(File.basename(_file),_file)
z.put_next_entry(File.basename _file)
z.print IO.binread(_file)
end
end
end
end
#Sending Zip file
send_file t.path, :type => 'application/zip',
:disposition => 'attachment',
:filename => file_name
rubyzip is a lib for creating / working with zip archives in ruby.
ยป gem install rubyzip
Sample code
require 'zip/zip'
require 'zip/zipfilesystem'
def download_all
attachments = Upload.find(:all, :conditions => ["source_id = ?", params[:id]])
zip_file_path = "#{RAILS_ROOT}/uploads/download_all.zip"
# see if the file exists already, and if it does, delete it.
if File.file?(zip_file_path)
File.delete(zip_file_path)
end
# open or create the zip file
Zip::ZipFile.open(zip_file_path, Zip::ZipFile::CREATE) { |zipfile|
attachments.each do |attachment|
#document_file_name shd contain filename with extension(.jpg, .csv etc) and url is the path of the document.
zipfile.add( attachment.document_file_name, attachment.document.url)
end
}
#send the file as an attachment to the user.
send_file zip_file_path, :type => 'application/zip', :disposition => 'attachment', :filename => "download_all.zip"
end