# encoding: utf-8
=begin
* Name: SiSU
* Description: a framework for document structuring, publishing and search
* Author: Ralph Amissah
* Copyright: (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006,
2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014 Ralph Amissah,
All Rights Reserved.
* License: GPL 3 or later:
SiSU, a framework for document structuring, publishing and search
Copyright (C) Ralph Amissah
This program is free software: you can redistribute it and/or modify it
under the terms of the GNU General Public License as published by the Free
Software Foundation, either version 3 of the License, or (at your option)
any later version.
This program is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
more details.
You should have received a copy of the GNU General Public License along with
this program. If not, see .
If you have Internet connection, the latest version of the GPL should be
available at these locations:
* SiSU uses:
* Standard SiSU markup syntax,
* Standard SiSU meta-markup syntax, and the
* Standard SiSU object citation numbering and system
* Hompages:
* Download:
* Git
* Ralph Amissah
** Description: SiSU information Structuring Universe, text structuring,
processing, publishing, search
=end
module SiSU
require_relative 'constants' # constants.rb
require_relative 'se' # se.rb
include SiSU_Env
include SiSU_Screen
require_relative 'hub_actions' # hub_actions.rb
require_relative 'hub_options' # hub_options.rb
require_relative 'dp' # dp.rb
include SiSU_Param
require_relative 'defaults' # defaults.rb
include SiSU_Viz
require_relative 'utils' # utils.rb
begin
require 'uri'
rescue LoadError
SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
error('uri NOT FOUND (LoadError)')
end
class HubMaster
def initialize(argv,call_path)
begin #% select what to do (set options & start processing (files selected if any))
opt=SiSU_Commandline::Options.new(argv,call_path) # command line selection of what to do, files & operations set
SiSU::Processing.new(opt).version_info
SiSU::Processing.new(opt).actions_without_files # do it
SiSU::Processing.new(opt).actions_on_files # do it
rescue
selection=(opt ? opt.selection : '')
SiSU_Screen::Ansi.new(selection,$!,$@).rescue do
__LINE__.to_s + ':' + __FILE__
end
ensure
Dir.chdir(call_path)
end
end
end
class HubClose
def initialize(call_path)
begin
@env=SiSU_Env::InfoEnv.new
rescue
ensure
if FileTest.directory?(@env.processing_path.processing) \
and @env.processing_path.processing_base_tmp =~/^\/tmp\/\S+/
FileUtils::cd(@env.processing_path.processing_base_tmp) do
FileUtils::rm_rf('.')
end
end
Dir.chdir(call_path)
end
end
end
class OptionLoopFiles
attr_reader :opt
def initialize(opt)
@opt=opt
@r=Px[:lng_lst_rgx]
end
def loop_files_on_given_option
@opt.files.each_with_index do |fno,i|
@opt.fno,@opt.fns=fno,fno
@opt.f_pth=@opt.f_pths[i]
if fno !~/\.-sst$/
@opt.pth=@opt.paths[i]
@opt.lng=@opt.lngs[i]
end
@@pwd=@opt.pth
@opt.pth=@opt.f_pths[i][:pth]
@opt.lng=@opt.f_pths[i][:lng]
Dir.chdir(@opt.f_pth[:pth]) #watch
SiSU_Env::FilenameLanguageCodeInsert.new(@opt,@opt.lng).language_code_insert # ... track
@env=SiSU_Env::InfoEnv.new(fno)
yield
end
end
def loop_files_on_given_option_bundle
@files_bundle={}
@opt.files.each_with_index do |fno,i|
fn_base_bundle=fno.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'')
unless @files_bundle[fn_base_bundle]
@files_bundle[fn_base_bundle]={ status: :todo }
end
end
@opt.files.each_with_index do |fno,i|
fn_base_bundle=fno.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'')
unless @files_bundle[fn_base_bundle][:status] == :done
@files_bundle[fn_base_bundle][:status] = :done
@opt.fns=fno
@opt.fno=fno
@opt.f_pth=@opt.f_pths[i]
if fno !~/\.-sst$/
@opt.pth=@opt.paths[i]
@opt.lng=@opt.lngs[i]
end
@@pwd=@opt.pth
@opt.pth=@opt.f_pths[i][:pth]
@opt.lng=@opt.f_pths[i][:lng]
Dir.chdir(@opt.f_pth[:pth]) #watch
@env=SiSU_Env::InfoEnv.new(fno)
yield
else next
end
end
end
def manifest_on_files_translated
number_of_files={}
@opt.files.each_with_index do |fns,i|
fn=fns.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'')
(number_of_files[fn].is_a?(Array)) \
? (number_of_files[fn] << i)
: (number_of_files.store(fn,[i]))
end
files_translated_idx=[]
number_of_files.each do |x|
if x[1].length > 1
files_translated_idx << x[1]
end
end
if files_translated_idx.flatten.length > 1
SiSU_Screen::Ansi.new(
@opt.act[:color_state][:set],
'Manifest re-run on (currently generated) translated files',
''
).grey_title_hi unless @opt.act[:quiet][:set] ==:on
files_translated_idx.flatten.each do |i|
@opt.fns=@opt.files[i]
@opt.f_pth=@opt.f_pths[i]
if @opt.fns =~/\.-sst$/
@opt.pth=Dir.pwd
@opt.lng='en'
elsif @opt.fno =~/\.txz$/
@opt.pth=@opt.f_pths[i][:pth]
@opt.lng=@opt.f_pths[i][:lng]
else
@opt.pth=@opt.f_pths[i][:pth]
@opt.lng=@opt.f_pths[i][:lng]
end
@@pwd=@opt.pth
Dir.chdir(@opt.pth) #watch
@env=SiSU_Env::InfoEnv.new(@opt.fns)
yield
end
end
end
end
class Processing
begin
require 'fileutils'
include FileUtils
rescue LoadError
SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
error('fileutils NOT FOUND (LoadError)')
end
@@env=nil
attr_accessor :op
def initialize(opt)
@opt=opt
@@env=@env=SiSU_Env::InfoEnv.new
@msg,@msgs='',nil
@tell=lambda {
SiSU_Screen::Ansi.new(
@opt.selections.str,
@msg,
"#{@msgs.inspect if @msgs}"
)
}
end
def remove_skipped_files_if_any_from_processing_files_array
if @remove_faulty_markup_files_array.length > 0
@opt.files = (@opt.files - @remove_faulty_markup_files_array)
end
end
def print_error_message_if_files_skipped
if @remove_faulty_markup_files_array.length > 0
puts '---'
STDERR.puts 'ERROR with file(s), did not process: ' +
@remove_faulty_markup_files_array.join(',')
end
end
def do_each_file_loop_options
@opt.files.each_with_index do |fno,i|
@opt.fno=fno
@opt.fns=fno.
gsub(/(?:https?|file):\/\/\S+\/(\S+)\.sst$/,'\1.-sst').
gsub(/\.ssm$/,'.ssm.sst')
@opt.f_pth=@opt.f_pths[i]
if @opt.fns !~/\.-sst$/
@opt.pth=@opt.f_pths[i][:pth]
@opt.lng=@opt.f_pths[i][:lng]
else
@opt.pth=Dir.pwd
@opt.lng='en'
end
unless @opt.pth.nil?
@@pwd=@opt.pth
Dir.chdir(@opt.pth) #watch
end
@env=SiSU_Env::InfoEnv.new(@opt.fns)
actions=SiSU_Hub_Actions::HubActions.new(@opt)
actions.outputs.each_file.abstract_objects?
actions.outputs.each_file.qrcode?
actions.outputs.each_file.hash_digests?
actions.outputs.each_file.text?
actions.outputs.each_file.html?
actions.outputs.each_file.xhtml?
actions.outputs.each_file.xml?
actions.outputs.each_file.pdf?
actions.outputs.each_file.man_or_info?
actions.outputs.each_file.sqlite_discrete?
actions.outputs.each_file.manifest?
end
end
def do_loop_files_on_given_option_pre
begin
if @opt.act[:zap][:set]==:on #% --zap, -Z
OptionLoopFiles.new(@opt).loop_files_on_given_option do
require_relative 'zap'
SiSU_Zap::Source.new(@opt).read # -Z zap.rb
end
end
ensure
end
end
def do_loop_files_on_given_option_post
actions=SiSU_Hub_Actions::HubActions.new(@opt)
actions.outputs.loop_files.share_source?
actions.outputs.loop_files.run_termsheet?
actions.outputs.loop_files.sql?
SiSU_Hub_Actions::Operations.new.counter
actions.outputs.loop_files.manifest?
actions.outputs.loop_files.sitemaps?
actions.outputs.loop_files.urls?
end
def version_info
if @opt.act[:version_info][:set]==:on
SiSU_Env::InfoAbout.new(@opt).sisu_version
end
end
def actions_without_files
actions=SiSU_Hub_Actions::HubActions.new(@opt)
actions.prepare.site?
actions.prepare.remote_site?
actions.prepare.sql?
end
def actions_on_files
if @opt.act[:profile][:set]==:on
begin
require 'profile'
rescue LoadError
SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
error('profile NOT FOUND (LoadError)')
end
end
actions=SiSU_Hub_Actions::HubActions.new(@opt)
actions.outputs.each_file.harvest? #check
actions.outputs.init?
do_loop_files_on_given_option_pre
do_each_file_loop_options
#remove_skipped_files_if_any_from_processing_files_array # NEEDS WORK
do_loop_files_on_given_option_post
print_error_message_if_files_skipped
actions.outputs.sql? #check location
if @opt.f_pths.length > 0
if (@opt.act[:verbose][:set]==:on \
|| @opt.act[:verbose_plus][:set]==:on \
|| @opt.act[:maintenance][:set]==:on)
@msg,@msgs="\tsisu -W [to start ruby web-server on output directory]\n",nil
end
if (@opt.act[:verbose][:set]==:on \
|| @opt.act[:verbose_plus][:set]==:on \
|| @opt.act[:maintenance][:set]==:on \
|| @opt.act[:urls_selected][:set]==:on \
|| @opt.act[:urls_all][:set]==:on)
@tell.call.print_brown unless @opt.files.join.empty?
end
if defined? @@env.processing_path.processing \
and @@env.user \
and FileTest.directory?(@@env.processing_path.processing) \
and @@env.processing_path.processing =~/#{@@env.user}$/ #clean temporary processing directory of content as is located in public area
if @@env.processing_path.processing_base_tmp =~/^\/tmp\/\S+/
FileUtils::cd(@@env.processing_path.processing_base_tmp) do
FileUtils::rm_rf('.') unless @opt.act[:maintenance][:set] ==:on
end
end
end
elsif @opt.f_pths.length == 0
STDERR.puts %{requested action requires valid sisu markup file [filename (.sst .ssm)] or wildcard (that includes a valid filename)}
if (@opt.act[:verbose_plus][:set]==:on \
|| @opt.act[:maintenance][:set]==:on)
SiSU_Utils::CodeMarker.new(__LINE__,__FILE__).warn(:fuchsia)
end
else #% sisu help refer to man pages
actions.prepare(@opt).site?
unless done==:ok
#SiSU_Env::InfoAbout.new(@opt).sisu_about
end
end
@opt.files.each do |fns|
if FileTest.file?(fns)
@opt.fns=fns
unless @opt.fns =~ /(?:\.(?:(?:-|ssm\.)?sst|ssm|ssp|sx[sdn]\.xml|termsheet.rb)|\S+?\.ss[mt]\.(?:txz|zip)|sisupod\.(?:txz|zip)?|\S+?\.ssp)$/
if @opt.selections.str=~/--pg/
elsif @opt.fns=~/\.kdi$/ \
and @opt.mod.inspect =~/--(?:convert(?:-from)?|from)[=-]kdi/
elsif @opt.fns=~/\.sx[sdn]\.xml$/ \
and @opt.mod.inspect =~/--(?:(?:convert(?:-from)?|from)[=-])?(?:xml2sst|sxml)/
elsif @opt.fns=~/\.ssi$/ \
and @opt.mod.inspect =~/--identify/
else SiSU_Hub_Actions::Operations.new(@opt).not_recognised
end
end
if @opt.fns =~/\.ssm\.sst$/ \
and @opt.selections.str !~/[S_M]/ # rework necessary, revist, the _ flag is a hack, to keep ._sst files
@msg,@msgs='temporary file removed',nil
@tell.call.warn unless @opt.act[:quiet][:set]==:on
File.unlink(@opt.fns) if File.exist?(@opt.fns) #CONSIDER
end
else #SiSU::Operations.new(fns,'html').not_found
end
end
end
end
end
__END__