apps.rb

require 'digest/sha1'
require 'fileutils'
require 'pathname'
require 'tempfile'
require 'tmpdir'
require 'set'
require "uuidtools"
require 'socket'

module VMC::Cli::Command

  class Apps < Base
    include VMC::Cli::ServicesHelper
    include VMC::Cli::ManifestHelper
    include VMC::Cli::TunnelHelper
    include VMC::Cli::ConsoleHelper
    include VMC::Cli::FileHelper

    def list
      apps = client.apps
      apps.sort! {|a, b| a[:name] <=> b[:name] }
      return display JSON.pretty_generate(apps || []) if @options[:json]

      display "\n"
      return display "No Applications" if apps.nil? || apps.empty?
      
      infra_supported = !apps.detect { |a| a[:infra] }.nil?

      apps_table = table do |t|
        t.headings = 'Application', '# ', 'Health', 'URLS', 'Services'
        t.headings << 'In' if infra_supported
        apps.each do |app|
          a = [app[:name], app[:instances], health(app), app[:uris].join(', '), app[:services].join(', ')]
          if infra_supported
            a << ( app[:infra] ? app[:infra][:provider] : "   " )
          end
          t << a  
        end
      end
      display apps_table
    end

    alias :apps :list

    SLEEP_TIME  = 1
    LINE_LENGTH = 80

    # Numerators are in secs
    TICKER_TICKS  = 25/SLEEP_TIME
    HEALTH_TICKS  = 5/SLEEP_TIME
    TAIL_TICKS    = 45/SLEEP_TIME
    GIVEUP_TICKS  = 120/SLEEP_TIME

    def info(what, default=nil)
      @options[what] || (@app_info && @app_info[what.to_s]) || default
    end

    def console(appname, interactive=true)

      app = client.app_info(appname)
      infra_name = app[:infra] ? app[:infra][:name] : 'aws' # FIXME 

      unless defined? Caldecott
        display "To use `vmc rails-console', you must first install Caldecott:"
        display ""
        display "\tgem install caldecott"
        display ""
        display "Note that you'll need a C compiler. If you're on OS X, Xcode"
        display "will provide one. If you're on Windows, try DevKit."
        display ""
        display "This manual step will be removed in the future."
        display ""
        err "Caldecott is not installed."
      end

      #Make sure there is a console we can connect to first
      conn_info = console_connection_info appname

      port = pick_tunnel_port(@options[:port] || 20000)

      raise VMC::Client::AuthError unless client.logged_in?

      if not tunnel_pushed?(infra_name)
        display "Deploying tunnel application '#{tunnel_appname(infra_name)}'."
        auth = UUIDTools::UUID.random_create.to_s
        push_caldecott(auth,infra_name)
        start_caldecott(infra_name)
      else
        auth = tunnel_auth(infra_name)
      end


      if not tunnel_healthy?(auth,infra_name)
        display "Redeploying tunnel application '#{tunnel_appname(infra_name)}'."
        # We don't expect caldecott not to be running, so take the
        # most aggressive restart method.. delete/re-push
        client.delete_app(tunnel_appname(infra_name))
        invalidate_tunnel_app_info(infra_name)
        push_caldecott(auth,infra_name)
        start_caldecott(infra_name)
      end

      start_tunnel(port, conn_info, auth, infra_name)
      wait_for_tunnel_start(port)
      start_local_console(port, appname) if interactive
      port
    end

    def start(appname=nil, push=false)
      if appname
        do_start(appname, push)
      else
        each_app do |name|
          do_start(name, push)
        end
      end
    end

    def stop(appname=nil)
      if appname
        do_stop(appname)
      else
        reversed = []
        each_app do |name|
          reversed.unshift name
        end

        reversed.each do |name|
          do_stop(name)
        end
      end
    end

    def restart(appname=nil)
      stop(appname)
      start(appname)
    end

    def mem(appname, memsize=nil)
      app = client.app_info(appname)
      mem = current_mem = mem_quota_to_choice(app[:resources][:memory])
      memsize = normalize_mem(memsize) if memsize

      memsize ||= ask(
        "Update Memory Reservation?",
        :default => current_mem,
        :choices => mem_choices
      )

      mem         = mem_choice_to_quota(mem)
      memsize     = mem_choice_to_quota(memsize)
      current_mem = mem_choice_to_quota(current_mem)

      display "Updating Memory Reservation to #{mem_quota_to_choice(memsize)}: ", false

      # check memsize here for capacity
      check_has_capacity_for((memsize - mem) * app[:instances])

      mem = memsize

      if (mem != current_mem)
        app[:resources][:memory] = mem
        client.update_app(appname, app)
        display 'OK'.green
        restart appname if app[:state] == 'STARTED'
      else
        display 'OK'.green
      end
    end

    def map(appname, url)
      app = client.app_info(appname)
      uris = app[:uris] || []
      uris << url
      app[:uris] = uris
      client.update_app(appname, app)
      display "Successfully mapped url".green
    end

    def unmap(appname, url)
      app = client.app_info(appname)
      uris = app[:uris] || []
      url = url.gsub(/^http(s*):\/\//i, '')
      deleted = uris.delete(url)
      err "Invalid url" unless deleted
      app[:uris] = uris
      client.update_app(appname, app)
      display "Successfully unmapped url".green
    end

    def delete(appname=nil)
      force = @options[:force]
      if @options[:all]
        if no_prompt || force || ask("Delete ALL applications?", :default => false)
          apps = client.apps
          apps.each { |app| delete_app(app[:name], force) }
        end
      else
        err 'No valid appname given' unless appname
        delete_app(appname, force)
      end
    end

    def files(appname, path='/')
      return all_files(appname, path) if @options[:all] && !@options[:instance]
      instance = @options[:instance] || '0'
      content = client.app_files(appname, path, instance)
      display content
    rescue VMC::Client::NotFound, VMC::Client::TargetError
      err 'No such file or directory'
    end

    def download(appname, path=nil)
      path = File.expand_path(path || "#{appname}.zip" )
      banner = "Downloading last pushed source code to #{path}: "
      display banner, false      
      client.app_download(appname, path)
      display 'OK'.green
    end
    
    def pull(appname, path=nil)
      path = File.expand_path(path || appname)
      banner = "Pulling last pushed source code: "
      display banner, false      
      client.app_pull(appname, path)
      display 'OK'.green
    end
    
    def clone(src_appname, dest_appname, dest_infra=nil)
      
      # FIXME need to ask for dest_appname if nil
      
      err "Application '#{dest_appname}' already exists" if app_exists?(dest_appname)

      app = client.app_info(src_appname)

      if client.infra_supported? 
        dest_infra = @options[:infra] || client.infra_name_for_description(
            ask("Select Infrastructure",:indexed => true, :choices => client.infra_descriptions))
        client.infra = dest_infra
      end

      url_template = "#{dest_appname}.${target-base}"
      url_resolved = url_template.dup
      resolve_lexically(url_resolved)

      url = @options[:url] || ask("Application Deployed URL", :default => url_resolved)

      Dir.mktmpdir do |dir|
        zip_path = File.join(dir,src_appname)
        pull(src_appname,zip_path)

        display "Cloning '#{src_appname}' to '#{dest_appname}': "
        
        manifest = {
          :name => "#{dest_appname}",
          :staging => app[:staging],
          :uris => [ url ],
          :instances => app[:instances],
          :resources => app[:resources]
        }
        manifest[:staging][:command] = app[:staging][:command] if app[:staging][:command]
        manifest[:infra] = { :provider => dest_infra } if dest_infra
         
        client.create_app(dest_appname, manifest)      
        
        # Stage and upload the app bits.
        upload_app_bits(dest_appname, zip_path, dest_infra)

        # Clone services
        client.services.select { |s| app[:services].include?(s[:name])}.each do |service|
          display "Exporting data from #{service[:name]}: ", false
          export_info = client.export_service(service[:name])
          if export_info
            display 'OK'.green
          else
            err "Export data from '#{service}': failed"
          end
          cloned_service_name = generate_cloned_service_name(src_appname,dest_appname,service[:name],dest_infra)
          display "Creating service #{cloned_service_name}: ", false
          client.create_service(dest_infra, service[:vendor], cloned_service_name)
          display 'OK'.green
          display "Binding service #{cloned_service_name}: ", false
          client.bind_service(cloned_service_name, dest_appname)
          display 'OK'.green
          display "Importing data to #{cloned_service_name}: ", false
          import_info = client.import_service(cloned_service_name,export_info[:uri])
          if import_info
            display 'OK'.green
          else
            err "Import data into '#{service}' failed"
          end          
        end
        
        no_start = @options[:nostart]
        start(dest_appname, true) unless no_start  
        
      end
    end
    
    def logs(appname)
      # Check if we have an app before progressing further
      client.app_info(appname)
      return grab_all_logs(appname) if @options[:all] && !@options[:instance]
      instance = @options[:instance] || '0'
      grab_logs(appname, instance)
    end

    def crashes(appname, print_results=true, since=0)
      crashed = client.app_crashes(appname)[:crashes]
      crashed.delete_if { |c| c[:since] < since }
      instance_map = {}

#      return display JSON.pretty_generate(apps) if @options[:json]


      counter = 0
      crashed = crashed.to_a.sort { |a,b| a[:since] - b[:since] }
      crashed_table = table do |t|
        t.headings = 'Name', 'Instance ID', 'Crashed Time'
        crashed.each do |crash|
          name = "#{appname}-#{counter += 1}"
          instance_map[name] = crash[:instance]
          t << [name, crash[:instance], Time.at(crash[:since]).strftime("%m/%d/%Y %I:%M%p")]
        end
      end

      VMC::Cli::Config.store_instances(instance_map)

      if @options[:json]
        return display JSON.pretty_generate(crashed)
      elsif print_results
        display "\n"
        if crashed.empty?
          display "No crashed instances for [#{appname}]" if print_results
        else
          display crashed_table if print_results
        end
      end

      crashed
    end

    def crashlogs(appname)
      instance = @options[:instance] || '0'
      grab_crash_logs(appname, instance)
    end

    def instances(appname, num=nil)
      if num
        change_instances(appname, num)
      else
        get_instances(appname)
      end
    end

    def stats(appname=nil)
      if appname
        display "\n", false
        do_stats(appname)
      else
        each_app do |n|
          display "\n#{n}:"
          do_stats(n)
        end
      end
    end

    def update(appname=nil)
      if appname
        app = client.app_info(appname)
        if @options[:canary]
          display "[--canary] is deprecated and will be removed in a future version".yellow
        end
        infra = app[:infra] ? app[:infra][:provider] : nil
        upload_app_bits(appname, @path, infra)
        restart appname if app[:state] == 'STARTED'
      else
        each_app do |name|
          display "Updating application '#{name}'..."

          app = client.app_info(name)
          infra = app[:infra] ? app[:infra][:provider] : nil
          upload_app_bits(name, @application, infra)
          restart name if app[:state] == 'STARTED'
        end
      end
    end

    def push(appname=nil)
      unless no_prompt || @options[:path]
        proceed = ask(
          'Would you like to deploy from the current directory?',
          :default => true
        )

        unless proceed
          @path = ask('Deployment path')
        end
      end

      pushed = false
      each_app(false) do |name|
        display "Pushing application '#{name}'..." if name
        do_push(name)
        pushed = true
      end

      unless pushed
        @application = @path
        do_push(appname)
      end
    end

    def environment(appname)
      app = client.app_info(appname)
      env = app[:env] || []
      return display JSON.pretty_generate(env) if @options[:json]
      return display "No Environment Variables" if env.empty?
      etable = table do |t|
        t.headings = 'Variable', 'Value'
        env.each do |e|
          k,v = e.split('=', 2)
          t << [k, v]
        end
      end
      display "\n"
      display etable
    end

    def environment_add(appname, k, v=nil)
      no_restart = @options[:norestart]
      app = client.app_info(appname)
      env = app[:env] || []
      k,v = k.split('=', 2) unless v
      env << "#{k}=#{v}"
      display "Adding Environment Variable [#{k}=#{v}]: ", false
      app[:env] = env
      client.update_app(appname, app)
      display 'OK'.green
      restart appname if app[:state] == 'STARTED' unless no_restart
    end

    def environment_del(appname, variable)
      app = client.app_info(appname)
      env = app[:env] || []
      deleted_env = nil
      env.each do |e|
        k,v = e.split('=')
        if (k == variable)
          deleted_env = e
          break;
        end
      end
      display "Deleting Environment Variable [#{variable}]: ", false
      if deleted_env
        env.delete(deleted_env)
        app[:env] = env
        client.update_app(appname, app)
        display 'OK'.green
        restart appname if app[:state] == 'STARTED' unless no_restart
      else
        display 'OK'.green
      end
    end

    def rename(oldname, newname)
      # Check if new app name is taken
      if newname
        err "Application '#{newname}' already exists" if app_exists?(newname)
      else
        raise VMC::Client::AuthError unless client.logged_in?
      end

      app = client.app_info(oldname)
      app[:name] = newname
      client.update_app(oldname, app)
      display "Successfully updated app name to #{newname}".green
    end

    private

    def app_exists?(appname)
      app_info = client.app_info(appname)
      app_info != nil
    rescue VMC::Client::NotFound
      false
    end

    def check_deploy_directory(path)
      err 'Deployment path does not exist' unless File.exists? path
      return if File.expand_path(Dir.tmpdir) != File.expand_path(path)
      err "Can't deploy applications from staging directory: [#{Dir.tmpdir}]"
    end

    def upload_app_bits(appname, path, infra)
      display 'Uploading Application:'

      upload_file, file = "#{Dir.tmpdir}/#{appname}.zip", nil
      FileUtils.rm_f(upload_file)

      explode_dir = "#{Dir.tmpdir}/.vmc_#{appname}_files"
      FileUtils.rm_rf(explode_dir) # Make sure we didn't have anything left over..

      if path =~ /\.(war|zip)$/
        #single file that needs unpacking
        VMC::Cli::ZipUtil.unpack(path, explode_dir)
      elsif !File.directory? path
        #single file that doesn't need unpacking
        FileUtils.mkdir(explode_dir)
        FileUtils.cp(path,explode_dir)
      else
        Dir.chdir(path) do
          # Stage the app appropriately and do the appropriate fingerprinting, etc.
          if war_file = Dir.glob('*.war').first
            VMC::Cli::ZipUtil.unpack(war_file, explode_dir)
          elsif zip_file = Dir.glob('*.zip').first
            VMC::Cli::ZipUtil.unpack(zip_file, explode_dir)
          else
            FileUtils.mkdir(explode_dir)

            afi = VMC::Cli::FileHelper::AppFogIgnore.from_file("#{path}")

            files = Dir.glob("#{path}/**/*", File::FNM_DOTMATCH)
            check_unreachable_links(path,afi.included_files(files))

            copy_files( path, ignore_sockets( afi.included_files(files)), explode_dir )
            
          end
        end
      end


      # Send the resource list to the cloudcontroller, the response will tell us what it already has..
      unless @options[:noresources]
        display '  Checking for available resources: ', false
        fingerprints = []
        total_size = 0
        resource_files = Dir.glob("#{explode_dir}/**/*", File::FNM_DOTMATCH)
        resource_files.each do |filename|
          next if (File.directory?(filename) || !File.exists?(filename))
          fingerprints << {
            :size => File.size(filename),
            :sha1 => Digest::SHA1.file(filename).hexdigest,
            :fn => filename
          }
          total_size += File.size(filename)
        end

        # Check to see if the resource check is worth the round trip
        if (total_size > (64*1024)) # 64k for now
          # Send resource fingerprints to the cloud controller
          # FIXME  where do I get infra?
          appcloud_resources = client.check_resources(fingerprints,infra)
        end
        display 'OK'.green

        if appcloud_resources
          display '  Processing resources: ', false
          # We can then delete what we do not need to send.
          appcloud_resources.each do |resource|
            FileUtils.rm_f resource[:fn]
            # adjust filenames sans the explode_dir prefix
            resource[:fn].sub!("#{explode_dir}/", '')
          end
          display 'OK'.green
        end

      end

      # If no resource needs to be sent, add an empty file to ensure we have
      # a multi-part request that is expected by nginx fronting the CC.
      if VMC::Cli::ZipUtil.get_files_to_pack(explode_dir).empty?
        Dir.chdir(explode_dir) do
          File.new(".__empty__", "w")
        end
      end
      # Perform Packing of the upload bits here.
      display '  Packing application: ', false
      VMC::Cli::ZipUtil.pack(explode_dir, upload_file)
      display 'OK'.green

      upload_size = File.size(upload_file);
      if upload_size > 1024*1024
        upload_size  = (upload_size/(1024.0*1024.0)).round.to_s + 'M'
      elsif upload_size > 0
        upload_size  = (upload_size/1024.0).round.to_s + 'K'
      else
        upload_size = '0K'
      end

      upload_str = "  Uploading (#{upload_size}): "
      display upload_str, false

      FileWithPercentOutput.display_str = upload_str
      FileWithPercentOutput.upload_size = File.size(upload_file);
      file = FileWithPercentOutput.open(upload_file, 'rb')

      client.upload_app(appname, file, appcloud_resources)
      display 'OK'.green if VMC::Cli::ZipUtil.get_files_to_pack(explode_dir).empty?

      display 'Push Status: ', false
      display 'OK'.green

      ensure
        # Cleanup if we created an exploded directory.
        FileUtils.rm_f(upload_file) if upload_file
        FileUtils.rm_rf(explode_dir) if explode_dir
    end

    def check_app_limit
      usage = client_info[:usage]
      limits = client_info[:limits]
      return unless usage and limits and limits[:apps]
      if limits[:apps] == usage[:apps]
        display "Not enough capacity for operation.".red
        tapps = limits[:apps] || 0
        apps  = usage[:apps] || 0
        err "Current Usage: (#{apps} of #{tapps} total apps already in use)"
      end
    end

    def check_has_capacity_for(mem_wanted)
      usage = client_info[:usage]
      limits = client_info[:limits]
      return unless usage and limits
      available_for_use = limits[:memory].to_i - usage[:memory].to_i
      if mem_wanted > available_for_use
        tmem = pretty_size(limits[:memory]*1024*1024)
        mem  = pretty_size(usage[:memory]*1024*1024)
        display "Not enough capacity for operation.".yellow
        available = pretty_size(available_for_use * 1024 * 1024)
        err "Current Usage: (#{mem} of #{tmem} total, #{available} available for use)"
      end
    end

    def mem_choices
      default = ['64M', '128M', '256M', '512M', '1G', '2G']

      return default unless client_info
      return default unless (usage = client_info[:usage] and limits = client_info[:limits])

      available_for_use = limits[:memory].to_i - usage[:memory].to_i
      check_has_capacity_for(64) if available_for_use < 64
      return ['64M'] if available_for_use < 128
      return ['64M', '128M'] if available_for_use < 256
      return ['64M', '128M', '256M'] if available_for_use < 512
      return ['64M', '128M', '256M', '512M'] if available_for_use < 1024
      return ['64M', '128M', '256M', '512M', '1G'] if available_for_use < 2048
      return ['64M', '128M', '256M', '512M', '1G', '2G']
    end

    def normalize_mem(mem)
      return mem if /K|G|M/i =~ mem
      "#{mem}M"
    end

    def mem_choice_to_quota(mem_choice)
      (mem_choice =~ /(\d+)M/i) ? mem_quota = $1.to_i : mem_quota = mem_choice.to_i * 1024
      mem_quota
    end

    def mem_quota_to_choice(mem)
      if mem < 1024
        mem_choice = "#{mem}M"
      else
        mem_choice = "#{(mem/1024).to_i}G"
      end
      mem_choice
    end

    def get_instances(appname)
      instances_info_envelope = client.app_instances(appname)
      # Empty array is returned if there are no instances running.
      instances_info_envelope = {} if instances_info_envelope.is_a?(Array)

      instances_info = instances_info_envelope[:instances] || []
      instances_info = instances_info.sort {|a,b| a[:index] - b[:index]}

      return display JSON.pretty_generate(instances_info) if @options[:json]

      return display "No running instances for [#{appname}]".yellow if instances_info.empty?

      instances_table = table do |t|
        show_debug = instances_info.any? { |e| e[:debug_port] }

        headings = ['Index', 'State', 'Start Time']
        headings << 'Debug IP' if show_debug
        headings << 'Debug Port' if show_debug

        t.headings = headings

        instances_info.each do |entry|
          row = [entry[:index], entry[:state], Time.at(entry[:since]).strftime("%m/%d/%Y %I:%M%p")]
          row << entry[:debug_ip] if show_debug
          row << entry[:debug_port] if show_debug
          t << row
        end
      end
      display "\n"
      display instances_table
    end

    def change_instances(appname, instances)
      app = client.app_info(appname)

      match = instances.match(/([+-])?\d+/)
      err "Invalid number of instances '#{instances}'" unless match

      instances = instances.to_i
      current_instances = app[:instances]
      new_instances = match.captures[0] ? current_instances + instances : instances
      err "There must be at least 1 instance." if new_instances < 1

      if current_instances == new_instances
        display "Application [#{appname}] is already running #{new_instances} instance#{'s' if new_instances > 1}.".yellow
        return
      end

      up_or_down = new_instances > current_instances ? 'up' : 'down'
      display "Scaling Application instances #{up_or_down} to #{new_instances}: ", false
      app[:instances] = new_instances
      client.update_app(appname, app)
      display 'OK'.green
    end

    def health(d)
      return 'N/A' unless (d and d[:state])
      return 'STOPPED' if d[:state] == 'STOPPED'

      healthy_instances = d[:runningInstances]
      expected_instance = d[:instances]
      health = nil

      if d[:state] == "STARTED" && expected_instance > 0 && healthy_instances
        health = format("%.3f", healthy_instances.to_f / expected_instance).to_f
      end

      if health
        if health == 1.0
          return "RUNNING"
        else
          return "#{(health * 100).round}%" 
        end
      elsif d[:state] == "STARTED"
        return 'N/A' # unstarted instances
      else
        return d[:state]
      end
    end

    def app_started_properly(appname, error_on_health)
      app = client.app_info(appname)
      case health(app)
        when 'N/A'
          # Health manager not running.
          err "\nApplication '#{appname}'s state is undetermined, not enough information available." if error_on_health
          return false
        when 'RUNNING'
          return true
        else
          if app[:meta][:debug] == "suspend"
            display "\nApplication [#{appname}] has started in a mode that is waiting for you to trigger startup."
            return true
          else
            return false
          end
      end
    end

    def display_logfile(path, content, instance='0', banner=nil)
      banner ||= "====> #{path} <====\n\n"

      unless content.empty?
        display banner
        prefix = "[#{instance}: #{path}] -".bold if @options[:prefixlogs]
        unless prefix
          display content
        else
          lines = content.split("\n")
          lines.each { |line| display "#{prefix} #{line}"}
        end
        display ''
      end
    end

    def grab_all_logs(appname)
      instances_info_envelope = client.app_instances(appname)
      return if instances_info_envelope.is_a?(Array)
      instances_info = instances_info_envelope[:instances] || []
      instances_info.each do |entry|
        grab_logs(appname, entry[:index])
      end
    end

    def grab_logs(appname, instance)
      files_under(appname, instance, "/logs").each do |path|
        begin
          content = client.app_files(appname, path, instance)
          display_logfile(path, content, instance)
        rescue VMC::Client::NotFound, VMC::Client::TargetError
        end
      end
    end

    def files_under(appname, instance, path)
      client.app_files(appname, path, instance).split("\n").collect do |l|
        "#{path}/#{l.split[0]}"
      end
    rescue VMC::Client::NotFound, VMC::Client::TargetError
      []
    end

    def grab_crash_logs(appname, instance, was_staged=false)
      # stage crash info
      crashes(appname, false) unless was_staged

      instance ||= '0'
      map = VMC::Cli::Config.instances
      instance = map[instance] if map[instance]

      (files_under(appname, instance, "/logs") +
        files_under(appname, instance, "/app/logs") +
        files_under(appname, instance, "/app/log")).each do |path|
        content = client.app_files(appname, path, instance)
        display_logfile(path, content, instance)
      end
    end

    def grab_startup_tail(appname, since = 0)
      new_lines = 0
      path = "logs/startup.log"
      content = client.app_files(appname, path)
      if content && !content.empty?
        display "\n==== displaying startup log ====\n\n" if since == 0
        response_lines = content.split("\n")
        lines = response_lines.size
        tail = response_lines[since, lines] || []
        new_lines = tail.size
        display tail.join("\n") if new_lines > 0
      end
      since + new_lines
    rescue VMC::Client::NotFound, VMC::Client::TargetError
      0
    end

    def provisioned_services_apps_hash
      apps = client.apps
      services_apps_hash = {}
      apps.each {|app|
        app[:services].each { |svc|
          svc_apps = services_apps_hash[svc]
          unless svc_apps
            svc_apps = Set.new
            services_apps_hash[svc] = svc_apps
          end
          svc_apps.add(app[:name])
        } unless app[:services] == nil
      }
      services_apps_hash
    end

    def delete_app(appname, force)
      app = client.app_info(appname)
      services_to_delete = []
      app_services = app[:services]
      services_apps_hash = provisioned_services_apps_hash
      app_services.each { |service|
        del_service = force && no_prompt
        unless no_prompt || force
          del_service = ask(
            "Provisioned service [#{service}] detected, would you like to delete it?",
            :default => false
          )

          if del_service
            apps_using_service = services_apps_hash[service].reject!{ |app| app == appname}
            if apps_using_service.size > 0
              del_service = ask(
                "Provisioned service [#{service}] is also used by #{apps_using_service.size == 1 ? "app" : "apps"} #{apps_using_service.entries}, are you sure you want to delete it?",
                :default => false
              )
            end
          end
        end
        services_to_delete << service if del_service
      }

      display "Deleting application [#{appname}]: ", false
      client.delete_app(appname)
      display 'OK'.green

      services_to_delete.each do |s|
        delete_service_banner(s)
      end
    end

    def do_start(appname, push=false)
      app = client.app_info(appname)
      return display "Application '#{appname}' could not be found".red if app.nil?
      return display "Application '#{appname}' already started".yellow if app[:state] == 'STARTED'



      if @options[:debug]
        runtimes = client.runtimes_info
        return display "Cannot get runtime information." unless runtimes

        runtime = runtimes[app[:staging][:stack].to_sym]
        return display "Unknown runtime." unless runtime

        unless runtime[:debug_modes] and runtime[:debug_modes].include? @options[:debug]
          modes = runtime[:debug_modes] || []

          display "\nApplication '#{appname}' cannot start in '#{@options[:debug]}' mode"

          if push
            display "Try 'vmc start' with one of the following modes: #{modes.inspect}"
          else
            display "Available modes: #{modes.inspect}"
          end

          return
        end
      end

      banner = "Staging Application '#{appname}': "
      display banner, false

      t = Thread.new do
        count = 0
        while count < TAIL_TICKS do
          display '.', false
          sleep SLEEP_TIME
          count += 1
        end
      end

      app[:state] = 'STARTED'
      app[:debug] = @options[:debug]
      app[:console] = VMC::Cli::Framework.lookup_by_framework(app[:staging][:model]).console
      client.update_app(appname, app)

      Thread.kill(t)
      clear(LINE_LENGTH)
      display "#{banner}#{'OK'.green}"

      banner = "Starting Application '#{appname}': "
      display banner, false

      count = log_lines_displayed = 0
      failed = false
      start_time = Time.now.to_i

      loop do
        display '.', false unless count > TICKER_TICKS
        sleep SLEEP_TIME

        break if app_started_properly(appname, count > HEALTH_TICKS)

        if !crashes(appname, false, start_time).empty?
          # Check for the existance of crashes
          display "\nError: Application [#{appname}] failed to start, logs information below.\n".red
          grab_crash_logs(appname, '0', true)
          if push and !no_prompt
            display "\n"
            delete_app(appname, false) if ask "Delete the application?", :default => true
          end
          failed = true
          break
        elsif count > TAIL_TICKS
          log_lines_displayed = grab_startup_tail(appname, log_lines_displayed)
        end

        count += 1
        if count > GIVEUP_TICKS # 2 minutes
          display "\nApplication is taking too long to start, check your logs".yellow
          break
        end
      end
      exit(false) if failed
      clear(LINE_LENGTH)
      display "#{banner}#{'OK'.green}"
    end

    def do_stop(appname)
      app = client.app_info(appname)
      return display "Application '#{appname}' already stopped".yellow if app[:state] == 'STOPPED'
      display "Stopping Application '#{appname}': ", false
      app[:state] = 'STOPPED'
      client.update_app(appname, app)
      display 'OK'.green
    end

    def do_push(appname=nil)

      unless @app_info || no_prompt
        @manifest = { "applications" => { @path => { "name" => appname } } }

        interact

        if ask("Would you like to save this configuration?", :default => false)
          save_manifest
        end

        resolve_manifest(@manifest)

        @app_info = @manifest["applications"][@path]
      end

      instances = info(:instances, 1)
      exec = info(:exec, 'thin start')

      ignore_framework = @options[:noframework]
      no_start = @options[:nostart]

      appname ||= info(:name)
      url = info(:url) || info(:urls)
      mem, memswitch = nil, info(:mem)
      memswitch = normalize_mem(memswitch) if memswitch
      command = info(:command)
      runtime = info(:runtime)
      infra = info(:infra)

      if client.infra_supported? && infra
        err "Infra '#{infra}' is not valid" unless client.infra_valid?(infra)
      end

      # Check app existing upfront if we have appname
      app_checked = false
      if appname
        err "Application '#{appname}' already exists, use update" if app_exists?(appname)
        app_checked = true
      else
        raise VMC::Client::AuthError unless client.logged_in?
      end

      # check if we have hit our app limit
      check_app_limit
      # check memsize here for capacity
      if memswitch && !no_start
        check_has_capacity_for(mem_choice_to_quota(memswitch) * instances)
      end

      appname ||= ask("Application Name") unless no_prompt
      err "Application Name required." if appname.nil? || appname.empty?

      check_deploy_directory(@application)

      if !app_checked and app_exists?(appname)
        err "Application '#{appname}' already exists, use update or delete."
      end

      if ignore_framework
        framework = VMC::Cli::Framework.new
      elsif f = info(:framework)
        info = Hash[f["info"].collect { |k, v| [k.to_sym, v] }]

        framework = VMC::Cli::Framework.create(f["name"], info)
        exec = framework.exec if framework && framework.exec
      else
        framework = detect_framework(prompt_ok)
      end

      err "Application Type undetermined for path '#{@application}'" unless framework

      if not runtime
        default_runtime = framework.default_runtime @application
        runtime = detect_runtime(default_runtime, !no_prompt) if framework.prompt_for_runtime?
      end
      command = ask("Start Command") if !command && framework.require_start_command?

      default_url = "None"
      default_url = "#{appname}.#{client.suggest_url(infra)}" if framework.require_url?

      unless no_prompt || url || !framework.require_url?
        url = ask(
          "Application Deployed URL",
          :default => default_url
        )

        # common error case is for prompted users to answer y or Y or yes or
        # YES to this ask() resulting in an unintended URL of y. Special case
        # this common error
        url = nil if YES_SET.member? url
      end
      url = nil if url == "None"
      default_url = nil if default_url == "None"
      url ||= default_url

      if memswitch
        mem = memswitch
      elsif prompt_ok
        mem = ask("Memory Reservation",
                  :default => framework.memory(runtime),
                  :choices => mem_choices)
      else
        mem = framework.memory runtime
      end

      # Set to MB number
      mem_quota = mem_choice_to_quota(mem)

      # check memsize here for capacity
      check_has_capacity_for(mem_quota * instances) unless no_start

      display 'Creating Application: ', false

      manifest = {
        :name => "#{appname}",
        :staging => {
           :framework => framework.name,
           :runtime => runtime
        },
        :uris => Array(url),
        :instances => instances,
        :resources => {
          :memory => mem_quota
        }
      }
      manifest[:staging][:command] = command if command
      manifest[:infra] = { :provider => infra } if infra
      
      # Send the manifest to the cloud controller
      client.create_app(appname, manifest)
      display 'OK'.green

      
      existing = Set.new(client.services.collect { |s| s[:name] })

      if @app_info && services = @app_info["services"]
        services.each do |name, info|
          unless existing.include? name
            create_service_banner(info["type"], name, true, infra)
          end

          bind_service_banner(name, appname)
        end
      end

      # Stage and upload the app bits.
      upload_app_bits(appname, @application, infra)

      start(appname, true) unless no_start
    end

    def do_stats(appname)
      stats = client.app_stats(appname)
      return display JSON.pretty_generate(stats) if @options[:json]

      stats_table = table do |t|
        t.headings = 'Instance', 'CPU (Cores)', 'Memory (limit)', 'Disk (limit)', 'Uptime'
        stats.each do |entry|
          index = entry[:instance]
          stat = entry[:stats]
          hp = "#{stat[:host]}:#{stat[:port]}"
          uptime = uptime_string(stat[:uptime])
          usage = stat[:usage]
          if usage
            cpu   = usage[:cpu]
            mem   = (usage[:mem] * 1024) # mem comes in K's
            disk  = usage[:disk]
          end
          mem_quota = stat[:mem_quota]
          disk_quota = stat[:disk_quota]
          mem  = "#{pretty_size(mem)} (#{pretty_size(mem_quota, 0)})"
          disk = "#{pretty_size(disk)} (#{pretty_size(disk_quota, 0)})"
          cpu = cpu ? cpu.to_s : 'NA'
          cpu = "#{cpu}% (#{stat[:cores]})"
          t << [index, cpu, mem, disk, uptime]
        end
      end

      if stats.empty?
        display "No running instances for [#{appname}]".yellow
      else
        display stats_table
      end
    end

    def all_files(appname, path)
      instances_info_envelope = client.app_instances(appname)
      return if instances_info_envelope.is_a?(Array)
      instances_info = instances_info_envelope[:instances] || []
      instances_info.each do |entry|
        begin
          content = client.app_files(appname, path, entry[:index])
          display_logfile(
            path,
            content,
            entry[:index],
            "====> [#{entry[:index]}: #{path}] <====\n".bold
          )
        rescue VMC::Client::NotFound, VMC::Client::TargetError
        end
      end
    end
  end

  class FileWithPercentOutput < ::File
    class << self
      attr_accessor :display_str, :upload_size
    end

    def update_display(rsize)
      @read ||= 0
      @read += rsize
      p = (@read * 100 / FileWithPercentOutput.upload_size).to_i
      unless VMC::Cli::Config.output.nil? || !STDOUT.tty?
        clear(FileWithPercentOutput.display_str.size + 5)
        VMC::Cli::Config.output.print("#{FileWithPercentOutput.display_str} #{p}%")
        VMC::Cli::Config.output.flush
      end
    end

    def read(*args)
      result  = super(*args)
      if result && result.size > 0
        update_display(result.size)
      else
        unless VMC::Cli::Config.output.nil? || !STDOUT.tty?
          clear(FileWithPercentOutput.display_str.size + 5)
          VMC::Cli::Config.output.print(FileWithPercentOutput.display_str)
          display('OK'.green)
        end
      end
      result
    end
  end

end