add miss files. fix bug #60: support aggregate message

trunk/research/code-statistic/csr.py

@@ -0,0 +1,93 @@
+#!/usr/bin/python
+'''
+The MIT License (MIT)
+
+Copyright (c) 2013-2014 winlin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+'''
+
+#################################################################################
+# to stat the code and comments lines
+#################################################################################
+import sys, os, cs
+from cs import info, trace
+    
+if __name__ != "__main__":
+    print "donot support lib"
+    sys.exit(-1)
+    
+filters="*.*pp,*.h,*.c,*.cc"
+except_filters="utest,doc"
+if len(sys.argv) <= 1:
+    print "to stat the code and comments lines"
+    print "Usage: python %s <dir> [filters] [except_filters]"%(sys.argv[0])
+    print "     dir: the dir contains the files to stat"
+    print "     filters: the file filters, default: *.*pp,*.h,*.c,*.cc"
+    print "     filters: the except file filters, default: utest,doc"
+    print "Example:"
+    print "     python %s src"%(sys.argv[0])
+    print "     python %s src *.*pp,*.cc utest"%(sys.argv[0])
+    sys.exit(-1)
+    
+dir = sys.argv[1]
+if len(sys.argv) > 2:
+    filters = sys.argv[2]
+if len(sys.argv) > 3:
+    except_filters = sys.argv[3]
+info("stat dir:%s, filters:%s, except_filters:%s"%(dir, filters, except_filters))
+
+# filters to array
+filters = filters.split(",")
+except_filters = except_filters.split(",")
+
+# find src -name "*.*pp"|grep -v utest
+(totals, stat_codes, commentss, stat_block_commentss, stat_line_commentss) = (0, 0, 0, 0, 0)
+for filter in filters:
+    cmd = 'find %s -name "%s"'%(dir, filter)
+    for ef in except_filters:
+        cmd = '%s|%s'%(cmd, 'grep -v "%s"'%(ef))
+    cmd = "%s 2>&1"%(cmd)
+    info("scan dir, cmd:%s"%cmd)
+    
+    pipe = os.popen(cmd)
+    files = pipe.read()
+    info("scan dir, files:%s"%files)
+    pipe.close()
+    
+    files = files.split("\n")
+    for file in files:
+        file = file.strip()
+        if len(file) == 0:
+            continue;
+        info("start stat file:%s"%file)
+        (code, total, stat_code, comments, stat_block_comments, stat_line_comments, code_file) = cs.do_stat(file)
+        if code != 0:
+            continue;
+        totals += total
+        stat_codes += stat_code
+        commentss += comments
+        stat_block_commentss += stat_block_comments
+        stat_line_commentss += stat_line_comments
+
+if totals == 0:
+    trace("no code or comments found.")
+else:
+    trace("total:%s code:%s comments:%s(%.2f%%) block:%s line:%s"%(
+        totals, stat_codes, commentss, commentss * 100.0 / totals, stat_block_commentss, stat_line_commentss
+    ))