From 3401c755ccfbc568ce8e280713e7605fc3297855 Mon Sep 17 00:00:00 2001 From: "Glenn Y. Rolland" Date: Tue, 30 Jun 2015 14:58:14 +0200 Subject: [PATCH] Initial import. --- .gitignore | 14 +++ Gemfile | 4 + LICENSE.txt | 165 +++++++++++++++++++++++++++++++ README.md | 31 ++++++ Rakefile | 2 + bin/imgur-albumkeeper | 130 ++++++++++++++++++++++++ imgur-albumkeeper.gemspec | 30 ++++++ lib/imgur-albumkeeper.rb | 7 ++ lib/imgur-albumkeeper/version.rb | 5 + 9 files changed, 388 insertions(+) create mode 100644 .gitignore create mode 100644 Gemfile create mode 100644 LICENSE.txt create mode 100644 README.md create mode 100644 Rakefile create mode 100755 bin/imgur-albumkeeper create mode 100644 imgur-albumkeeper.gemspec create mode 100644 lib/imgur-albumkeeper.rb create mode 100644 lib/imgur-albumkeeper/version.rb diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..ae3fdc2 --- /dev/null +++ b/.gitignore @@ -0,0 +1,14 @@ +/.bundle/ +/.yardoc +/Gemfile.lock +/_yardoc/ +/coverage/ +/doc/ +/pkg/ +/spec/reports/ +/tmp/ +*.bundle +*.so +*.o +*.a +mkmf.log diff --git a/Gemfile b/Gemfile new file mode 100644 index 0000000..d98f926 --- /dev/null +++ b/Gemfile @@ -0,0 +1,4 @@ +source 'https://rubygems.org' + +# Specify your gem's dependencies in ../imgur-albumkeeper.gemspec +gemspec diff --git a/LICENSE.txt b/LICENSE.txt new file mode 100644 index 0000000..65c5ca8 --- /dev/null +++ b/LICENSE.txt @@ -0,0 +1,165 @@ + GNU LESSER GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + + This version of the GNU Lesser General Public License incorporates +the terms and conditions of version 3 of the GNU General Public +License, supplemented by the additional permissions listed below. + + 0. Additional Definitions. + + As used herein, "this License" refers to version 3 of the GNU Lesser +General Public License, and the "GNU GPL" refers to version 3 of the GNU +General Public License. + + "The Library" refers to a covered work governed by this License, +other than an Application or a Combined Work as defined below. + + An "Application" is any work that makes use of an interface provided +by the Library, but which is not otherwise based on the Library. +Defining a subclass of a class defined by the Library is deemed a mode +of using an interface provided by the Library. + + A "Combined Work" is a work produced by combining or linking an +Application with the Library. The particular version of the Library +with which the Combined Work was made is also called the "Linked +Version". + + The "Minimal Corresponding Source" for a Combined Work means the +Corresponding Source for the Combined Work, excluding any source code +for portions of the Combined Work that, considered in isolation, are +based on the Application, and not on the Linked Version. + + The "Corresponding Application Code" for a Combined Work means the +object code and/or source code for the Application, including any data +and utility programs needed for reproducing the Combined Work from the +Application, but excluding the System Libraries of the Combined Work. + + 1. Exception to Section 3 of the GNU GPL. + + You may convey a covered work under sections 3 and 4 of this License +without being bound by section 3 of the GNU GPL. + + 2. Conveying Modified Versions. + + If you modify a copy of the Library, and, in your modifications, a +facility refers to a function or data to be supplied by an Application +that uses the facility (other than as an argument passed when the +facility is invoked), then you may convey a copy of the modified +version: + + a) under this License, provided that you make a good faith effort to + ensure that, in the event an Application does not supply the + function or data, the facility still operates, and performs + whatever part of its purpose remains meaningful, or + + b) under the GNU GPL, with none of the additional permissions of + this License applicable to that copy. + + 3. Object Code Incorporating Material from Library Header Files. + + The object code form of an Application may incorporate material from +a header file that is part of the Library. You may convey such object +code under terms of your choice, provided that, if the incorporated +material is not limited to numerical parameters, data structure +layouts and accessors, or small macros, inline functions and templates +(ten or fewer lines in length), you do both of the following: + + a) Give prominent notice with each copy of the object code that the + Library is used in it and that the Library and its use are + covered by this License. + + b) Accompany the object code with a copy of the GNU GPL and this license + document. + + 4. Combined Works. + + You may convey a Combined Work under terms of your choice that, +taken together, effectively do not restrict modification of the +portions of the Library contained in the Combined Work and reverse +engineering for debugging such modifications, if you also do each of +the following: + + a) Give prominent notice with each copy of the Combined Work that + the Library is used in it and that the Library and its use are + covered by this License. + + b) Accompany the Combined Work with a copy of the GNU GPL and this license + document. + + c) For a Combined Work that displays copyright notices during + execution, include the copyright notice for the Library among + these notices, as well as a reference directing the user to the + copies of the GNU GPL and this license document. + + d) Do one of the following: + + 0) Convey the Minimal Corresponding Source under the terms of this + License, and the Corresponding Application Code in a form + suitable for, and under terms that permit, the user to + recombine or relink the Application with a modified version of + the Linked Version to produce a modified Combined Work, in the + manner specified by section 6 of the GNU GPL for conveying + Corresponding Source. + + 1) Use a suitable shared library mechanism for linking with the + Library. A suitable mechanism is one that (a) uses at run time + a copy of the Library already present on the user's computer + system, and (b) will operate properly with a modified version + of the Library that is interface-compatible with the Linked + Version. + + e) Provide Installation Information, but only if you would otherwise + be required to provide such information under section 6 of the + GNU GPL, and only to the extent that such information is + necessary to install and execute a modified version of the + Combined Work produced by recombining or relinking the + Application with a modified version of the Linked Version. (If + you use option 4d0, the Installation Information must accompany + the Minimal Corresponding Source and Corresponding Application + Code. If you use option 4d1, you must provide the Installation + Information in the manner specified by section 6 of the GNU GPL + for conveying Corresponding Source.) + + 5. Combined Libraries. + + You may place library facilities that are a work based on the +Library side by side in a single library together with other library +facilities that are not Applications and are not covered by this +License, and convey such a combined library under terms of your +choice, if you do both of the following: + + a) Accompany the combined library with a copy of the same work based + on the Library, uncombined with any other library facilities, + conveyed under the terms of this License. + + b) Give prominent notice with the combined library that part of it + is a work based on the Library, and explaining where to find the + accompanying uncombined form of the same work. + + 6. Revised Versions of the GNU Lesser General Public License. + + The Free Software Foundation may publish revised and/or new versions +of the GNU Lesser General Public License from time to time. Such new +versions will be similar in spirit to the present version, but may +differ in detail to address new problems or concerns. + + Each version is given a distinguishing version number. If the +Library as you received it specifies that a certain numbered version +of the GNU Lesser General Public License "or any later version" +applies to it, you have the option of following the terms and +conditions either of that published version or of any later version +published by the Free Software Foundation. If the Library as you +received it does not specify a version number of the GNU Lesser +General Public License, you may choose any version of the GNU Lesser +General Public License ever published by the Free Software Foundation. + + If the Library as you received it specifies that a proxy can decide +whether future versions of the GNU Lesser General Public License shall +apply, that proxy's public statement of acceptance of any version is +permanent authorization for you to choose that version for the +Library. diff --git a/README.md b/README.md new file mode 100644 index 0000000..a4382a3 --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ +# ../imgur::Albumkeeper + +TODO: Write a gem description + +## Installation + +Add this line to your application's Gemfile: + +```ruby +gem '../imgur-albumkeeper' +``` + +And then execute: + + $ bundle + +Or install it yourself as: + + $ gem install ../imgur-albumkeeper + +## Usage + +TODO: Write usage instructions here + +## Contributing + +1. Fork it ( https://github.com/[my-github-username]/../imgur-albumkeeper/fork ) +2. Create your feature branch (`git checkout -b my-new-feature`) +3. Commit your changes (`git commit -am 'Add some feature'`) +4. Push to the branch (`git push origin my-new-feature`) +5. Create a new Pull Request diff --git a/Rakefile b/Rakefile new file mode 100644 index 0000000..809eb56 --- /dev/null +++ b/Rakefile @@ -0,0 +1,2 @@ +require "bundler/gem_tasks" + diff --git a/bin/imgur-albumkeeper b/bin/imgur-albumkeeper new file mode 100755 index 0000000..037477b --- /dev/null +++ b/bin/imgur-albumkeeper @@ -0,0 +1,130 @@ +#!/usr/bin/env ruby + +# Download imgur.com galleries easily +# +# Requirements: +# gem install nokogiri +# +# Usage: +# ruby imgur.rb [url of gallery] [directory to download into] [namespace for files] +# +# Example: +# ruby imgur.rb http://imgur.com/a/npV94 battlefield3 scenery +# All files will be downloaded into battlefield3 with filenames in the pattern of +# scenery-[number].jpg + + +require 'nokogiri' +require 'open-uri' +require 'date' +require 'fileutils' +require 'optparse' +require 'pp' +require "shellwords" + + +def album_url origin_url + url = URI.parse origin_url + + url.hostname = case url.hostname + when /(.*\.)?imgur.com/ then "imgur.com" + else raise "ERROR: unknown url hostname !" + end + + url.path = case url.path + when /^\/a\/(\S+).*?/ then + '/a/' + $1 + '/layout/blog' + else raise "ERROR: unknown url path !" + end + + puts "Fixed url #{url}" + return url +end + +def parse_cmdline args + options = {} + OptionParser.new do |opts| + opts.banner = "Usage: #{File.basename $0} [options]" + + opts.on("-v", "--[no-]verbose", "Run verbosely") do |v| + options[:verbose] = v + end + + opts.on("-z", "--[no-]zip", "Compress album to cbz (zip)") do |v| + options[:zip] = v + end + + opts.on("-f", "--[no-]force", "Force overwrite in case file(s) exists") do |v| + options[:force] = v + end + end.parse! args + return options +end + +options = parse_cmdline ARGV + +#pp options +#pp ARGV +#exit 0 + +images = [] +now = Time.now +url = album_url(ARGV[0]) +directory = ( defined?(ARGV[1]) ? ARGV[1] : nil ) +#namespace = ( defined?(ARGV[2]) ? ARGV[2] : "image" ) +namespace = "image" + +# filter url + +page = Nokogiri::HTML(open url) +if directory.nil? then + directory = page.title.strip.gsub(/\//,'-') + directory = "#{directory} (#{url.path.split('/')[2]})" +end +directory = "#{now.year}#{sprintf("%02d", now.month)}/#{directory}" + +page.search('.thumb-title').each do |image| + uri = URI.parse(image.attributes['data-src'].value.gsub(/s.jpg/, '.jpg')) + uri.scheme ||= "http" + images << uri.to_s +end + +destination_exist = false +if options[:zip] and File.exist?(directory + ".cbz") + destination_exist = true +elsif ( + not options[:zip] and + FileTest.directory? directory and + FileTest.file? "#{directory}/.imguralbum" + ) then + destination_exist = true +end + +if destination_exist and not options[:force] then + STDERR.puts "Destination already exists (use --force to overwrite)" + exit 1 +end + +unless FileTest.directory? directory then + puts "Creating #{directory}" + FileUtils.mkdir_p directory +end + +puts "Downloading images into #{directory}...\n\n" + +images.each_with_index do |image, i| + indexstr = sprintf("%04d", i) + puts "Downloading #{image} as #{namespace}-#{indexstr}.jpg..." + file = open(image) + File.open("#{directory}/#{namespace}-#{indexstr}.jpg", 'w') do |f| + f.write file.read + end +end +FileUtils.touch "#{directory}/.imguralbum" + +if options[:zip] then + %x{zip -r #{directory.shellescape}.cbz #{directory.shellescape}} + FileUtils.rm_rf directory +end + +puts "\nDone." diff --git a/imgur-albumkeeper.gemspec b/imgur-albumkeeper.gemspec new file mode 100644 index 0000000..7111e2f --- /dev/null +++ b/imgur-albumkeeper.gemspec @@ -0,0 +1,30 @@ +# coding: utf-8 +lib = File.expand_path('../lib', __FILE__) +$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib) +require 'imgur-albumkeeper/version' + +Gem::Specification.new do |spec| + spec.name = "imgur-albumkeeper" + spec.version = Gsfe::VERSION + spec.authors = ["Glenn Y. Rolland"] + spec.email = ["glenn.rolland@netcat.io"] + spec.summary = %q{Archive imgur albums.} + spec.description = %q{Archive imgur albums.} + spec.homepage = "" + spec.license = "MIT" + + spec.files = `git ls-files -z`.split("\x0") + spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) } + spec.test_files = spec.files.grep(%r{^(test|spec|features)/}) + spec.require_paths = ["lib"] + + spec.add_runtime_dependency "nokogiri" + spec.add_runtime_dependency "thor" + #spec.add_runtime_dependency "html2haml" + + spec.add_development_dependency "bundler", "~> 1.6" + spec.add_development_dependency "rake" + spec.add_development_dependency "pry" + spec.add_development_dependency "minitest" + spec.add_development_dependency "rb-readline" +end diff --git a/lib/imgur-albumkeeper.rb b/lib/imgur-albumkeeper.rb new file mode 100644 index 0000000..baa3599 --- /dev/null +++ b/lib/imgur-albumkeeper.rb @@ -0,0 +1,7 @@ +require "../imgur/albumkeeper/version" + +module ../imgur + module Albumkeeper + # Your code goes here... + end +end diff --git a/lib/imgur-albumkeeper/version.rb b/lib/imgur-albumkeeper/version.rb new file mode 100644 index 0000000..3495c3c --- /dev/null +++ b/lib/imgur-albumkeeper/version.rb @@ -0,0 +1,5 @@ +module ../imgur + module Albumkeeper + VERSION = "0.0.1" + end +end