Add files via upload

Author: hyperloop-rails

README.md

@@ -0,0 +1,33 @@
+ 
+
+* Basically, to get the statistics and anti-patterns detection results:
+
+```$./ana.sh app_name $DIR```
+
+$DIR is the path of your app as application/app/ 
+
+For example, if you want to run a single action,
+```
+$./single_action.sh forem PostsController,index /home/forem/app/
+```
+
+Results will stored in the ../application/forem/results/PostsController_index/*.xml.
+
+* If you wish to run sin actions from an application, do:
+```
+$./ana.sh app_name /home/forem/app/
+```
+
+Results will be saved to the folder under the app directory.
+The folder name is defined under global.rb, and by default is /result/.
+
+For you application, we need a calls.txt file, which you can achieve as follows:
+
+* in your app, run:
+```
+$rake routes | tail -n +2 | awk '{ for (i=1;i<=NF;i++) if (match($i, /.#./)) print $i}' | sed -e 's/#/,/g' | sort | uniq
+```
+to get the list of entrance controller actions that can be invoked by the app, copy it to APPDIR/calls.txt
+
+
+

add_gems.rb

@@ -0,0 +1,34 @@
+folder = ARGV[0]
+gems = ['will_paginate', 'bootstrap-sass', 'sass-rails', 'render_async', 'react-rails-hot-loader', 'active_record_query_trace']
+re_gems = []
+for gem in gems 
+  has_gem_cmd = `cd #{folder}; bundle show #{gem}`
+  if has_gem_cmd.include?"Could not find gem '#{gem}'"
+   re_gems << gem
+   #puts "has #{has_gem_cmd}"
+  end
+end
+puts re_gems
+success_msg = "Bundle complete!"
+gemfilename = folder + "/" + 'Gemfile'
+if File.exists?gemfilename
+  gemfile = open(gemfilename, 'a')
+  original_file = open(gemfilename,'r').read
+  re_gems.each do |gem|
+    add_gem_string = "gem '#{gem}'\n"
+    gemfile.write(add_gem_string)
+  end
+  gemfile.close
+  # run bundle install
+  bundle_msg = `cd #{folder}; bundle install`
+  
+  # if not successful, output the error msg and restore the Gemfile
+  if !bundle_msg.include?success_msg
+    open(gemfilename,'w').write(original_file)
+    puts "====gem file add error====\ndetailed reasons are listed:"
+    puts bundle_msg
+  end
+else
+  puts "Gemfile doesn't exist"
+end
+

applications/generate_dataflow_log.rb

@@ -0,0 +1,90 @@
+require 'pathname'
+require 'yard'
+require 'work_queue'
+apppath = "#{ARGV[0]}"
+non_dirs = ['controllers']
+load '../controller_model_analysis/traverse_ast.rb'
+def os_walk(dir)
+  root = Pathname(dir)
+  files, dirs = [], []
+  Pathname(root).find do |path|
+    unless path == root
+      dirs << path if path.directory?
+      files << path if path.file?
+    end
+  end
+  return root, files, dirs
+end
+def generate_dataflow(apppath, c_a)
+	wq = WorkQueue.new 10, 20
+	time1 = Time.now
+	#puts"APPPATH #{apppath}"
+	root, files, dirs = os_walk(apppath)
+	threads = []
+	if c_a
+		fn = c_a.split(',')[0]
+		fs = fn.gsub("::", "/").gsub(/\w(?=[A-Z])/){|match| "#{match}_"}.gsub("Controller", "controller").downcase
+		filename = apppath + '/dataflow/merged_controllers/'  + fs + ".log"
+		cfilename = apppath + '/merged_controllers/'  + fs + '.rb'
+		contents = open(cfilename, 'r').read
+		root = YARD::Parser::Ruby::RubyParser.parse(contents).root
+		root = getDefNode(root, c_a.split(',')[1])
+		$const = [fn]
+		con(root)
+		$const_fn = $const.map{|e| e.gsub("::", "/").gsub(/\w(?=[A-Z])/){|match| "#{match}_"}.gsub("Controller", "controller").downcase}
+
+	end
+	files.each do |filename|
+		#puts"filename #{filename}"
+		wq.enqueue_b("") do
+        
+				time = Time.now
+				if filename.to_s.end_with?(".rb")
+				fname = filename.to_s
+				n_begin = filename.to_s.rindex('/')
+				n_end = filename.to_s.rindex('.')
+				class_name = filename.to_s[n_begin+1...n_end]
+				if $const_fn and !$const_fn.include?class_name
+					next
+				end
+				#puts"classname #{class_name} #{fname}"
+				if class_name == "schema"
+					next
+				end
+				k = fname.index("#{apppath}")
+				#des_file = "%s/%s.log"%(des_controller,class_name)
+				l = fname.index(".rb")
+				if !l
+					next
+				end
+				#puts"fname: #{fname} k: #{k} l: #{l} #{}"
+				des_file = fname[0...k+apppath.length] + "/dataflow/" + fname[k+apppath.length...l] + ".log"
+				d_ind = des_file.rindex('/')
+				dir_name = des_file[0...d_ind+1]
+				if dir_name.include?"/controllers"
+					next
+				end
+				#puts"dir_name = #{dir_name}"
+				if File.exist?(dir_name) == false
+					system("mkdir -p #{dir_name}")
+				end
+				cmd = "jrubyc #{fname} > #{des_file}"
+				puts cmd
+				system(cmd)
+				system("rm #{fname.gsub(".rb",".class")}")
+			
+			#thread.join
+			#puts"DURATION: #{Time.now - time}"
+			end
+		end
+		#}
+		#threads.push(thread)
+			#thread.join
+	end
+	wq.join
+	# threads.each do |t|
+	# 	t.join
+	# end
+end
+generate_dataflow(ARGV[0], ARGV[1])
+#puts"JRUBY: #{Time.now - time1}"

attachments/active_query_trace.rb

@@ -0,0 +1,3 @@
+ActiveRecordQueryTrace.enabled = true
+ActiveRecordQueryTrace.lines = 0
+ActiveRecordQueryTrace.level = :rails

attachments/arrow.png

@@ -0,0 +1,29 @@
+ class RequestsController < ApplicationController
+  def request_handle   
+      f = open("request.log", 'w+')
+      f.write(params[:data_value])
+      f.close
+      #render :nothing => true, :status => 200, :content_type => 'text/html'
+      # wait for the code refactor 
+      # when refactor is finished, it should put "OK" in the request.log
+      while true
+        con = open('request.log').read
+      	if con.include?("FINISH")
+      		f = open("request.log", 'w')
+          f.write("")
+          f.close
+          if con.include?('NO')
+            respond_to do |format|
+              format.js {render inline: "alert('You did not accept the code change');" }
+            end
+          else
+            respond_to do |format|
+              format.js {render inline: "location.reload();" }
+            end
+          end
+      		break
+      	end
+      	sleep(0.5)
+      end
+   end
+end

attachments/requests_controller.rb

@@ -0,0 +1 @@
+./start_analysis.sh $1 $2 $3 > running.log &

compute_performance.sh

@@ -0,0 +1,12 @@
+app=$1
+output='./applications/'
+pre_pro='./preprocess_views'
+controller='./controller_model_analysis'
+
+echo "jruby get dataflow"
+cd $output; pwd; ruby generate_dataflow_log.rb $app;  cd ../
+echo "FINISH dataflow"
+
+#echo "run analysis"
+#cd $controller; pwd; ruby main.rb -p $c_a -d ../$output/$app/ 
+#echo "FINISH analysis"

dataflow.sh

@@ -0,0 +1,28 @@
+app=$1
+input=$2
+output='./applications/'
+pre_pro='./preprocess_views'
+controller='./controller_model_analysis'
+call=$input/'calls.txt'
+schema=$input/db/'schema.rb'
+rm -rf $output/$app
+echo "remove existing"
+mkdir $output/$app
+echo "move app dir to applications "
+cp -r $input/app/* $output/$app/
+cp $call $output/$app
+cp $schema $output/$app
+echo "finished moving"
+
+echo "preprocessing"
+echo $app
+cd $pre_pro; pwd; ruby main.rb -a $app; cd ../
+echo "finish preprocessing"
+
+echo "jruby get dataflow"
+cd $output; pwd; ruby generate_dataflow_log.rb $app;  cd ../
+echo "FINISH dataflow"
+
+#echo "run analysis"
+#cd $controller; pwd; ruby main.rb -p $c_a -d ../$output/$app/ 
+#echo "FINISH analysis"

perf_action.sh

@@ -0,0 +1,20 @@
+app=$1
+input=$2
+output='./applications/'
+pre_pro='./preprocess_views'
+controller='./controller_model_analysis'
+call=$input/'calls.txt'
+schema=$input/db/'schema.rb'
+rm -rf $output/$app
+echo "remove existing"
+mkdir $output/$app
+echo "move app dir to applications "
+cp -r $input/app/* $output/$app/
+cp $call $output/$app
+cp $schema $output/$app
+echo "finished moving"
+
+echo "preprocessing"
+echo $app
+cd $pre_pro; pwd; ruby main.rb -a $app; cd ../
+echo "finish preprocessing"

prep.sh

@@ -0,0 +1,19 @@
+0. run extract\_ruby and generate ruby views
+$ vi util.rb
+modify "run\_command" function to let it actually execute the commands
+
+1. replace controller/helper file:
+if app has helper folder:
+$ ruby main.rb -a #{app\_name} -e
+else:
+$ ruby main.rb -a #{app\_name}
+
+2. generate next actions:
+$ ruby main.rb -a #{app\_name} -f
+
+copy the "path\_funcs.sh" to the application directory and run the script
+
+copy the "path\_funcs.txt" from the application directory back to this dir
+
+then generate the next action files:
+$ruby main.rb -a #{app\_name} -e -n

preprocess_views/README.md

@@ -0,0 +1,11 @@
+OS=`uname -s`
+
+if [ "$OS" == "Darwin" ]; then
+	echo "Mac OS X with Darwin Kernel"
+	cp extract_ruby_mac extract_ruby
+elif [ "$OS" == "Linux" ]; then
+	echo "GNU/Linux OS with Linux Kernel"
+	g++ -std=c++11 extract_ruby.cpp -o extract_ruby
+else
+	echo "Not Mac or Linux"
+fi