top - 16:14:35 up 2 days, 3:04, 7 users, load average: 2.22, 1.84, 1.77
Tasks: 512 total, 2 running, 509 sleeping, 0 stopped, 1 zombie
%Cpu0 : 5.0 us, 1.0 sy, 17.0 ni, 77.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu1 : 5.9 us, 1.0 sy, 1.0 ni, 92.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu2 : 7.0 us, 0.0 sy, 0.0 ni, 93.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu3 : 4.0 us, 0.0 sy, 3.0 ni, 93.1 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu4 : 5.8 us, 1.0 sy, 1.9 ni, 91.3 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu5 : 22.0 us, 1.0 sy, 0.0 ni, 77.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu6 : 4.0 us, 0.0 sy, 0.0 ni, 96.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu7 : 4.0 us, 0.0 sy, 0.0 ni, 96.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu8 : 4.0 us, 0.0 sy, 0.0 ni, 96.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu9 : 18.6 us, 1.0 sy, 1.0 ni, 79.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu10 : 3.9 us, 0.0 sy, 0.0 ni, 96.1 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
%Cpu11 : 3.9 us, 0.0 sy, 0.0 ni, 96.1 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
MiB Mem: 32067.54+total, 7194.383 used, 24873.16+free, 750.664 buffers
MiB Swap: 15258.99+total, 0.000 used, 15258.99+free. 1660.316 cached Mem PID VIRT RES SHR S %CPU %MEM COMMAND nTH P SWAP CODE DATA nMaj nDRT USED
148266 1786.7m 262.3m 65.6m S 46.3 0.8 compiz 17 3 0.0m 0.0m 995.3m 266 0 262.3m
145203 228.5m 70.3m 40.8m S 25.6 0.2 Xvnc 1 2 0.0m 4.3m 29.7m 0 0 70.3m
9024 32.1m 4.1m 3.3m S 21.6 0.0 fiberlamp 1 9 0.0m 0.0m 1.0m 0 0 4.1m
3535 214.9m 68.5m 45.2m S 20.7 0.2 Xvnc 1 4 0.0m 4.3m 23.6m 25 0 68.5m
7905 31.4m 3.4m 3.1m S 3.9 0.0 fuzzyflakes 1 5 0.0m 0.0m 0.4m 0 0 3.4m
145581 20.5m 3.0m 2.3m R 2.0 0.0 top 1 1 0.0m 0.1m 1.3m 1 0 3.0m
1454 12.947g 1.416g 31.9m S 1.0 4.5 java 51 0 0.0m 0.0m 12.809g 168 0 1.416g
3556 751.9m 66.7m 51.8m S 1.0 0.2 xfdesktop 3 11 0.0m 0.3m 300.4m 277 0 66.7m
8956 20.5m 2.9m 2.2m R 1.0 0.0 top 1 0 0.0m 0.1m 1.3m 0 0 2.9m
解析代码如下：
# -*- coding: utf-8 -*- import sqlite3
import os
import time def create_load_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS load_info(
min1_load REAL,
min5_load REAL,
min15_load REAL,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) def create_task_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS task_info(
total INTEGER,
running INTEGER,
sleeping INTEGER,
stopped INTEGER,
zombie INTEGER,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) def create_cpu_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS cpu_info(
cpu_name TEXT,
us REAL,
sy REAL,
ni REAL,
id REAL,
wa REAL,
hi REAL,
si REAL,
st REAL,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) def create_mem_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS mem_info(
total REAL,
used REAL,
free REAL,
buffers REAL,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) def create_swap_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS swap_info(
total REAL,
used REAL,
free REAL,
cached REAL,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) def create_process_info_table(cursor):
create_sql = '''
CREATE TABLE IF NOT EXISTS process_info(
PID INTEGER,
VIRT REAL,
RES REAL,
SHR REAL,
S TEXT,
CPU REAL,
MEM REAL,
COMMAND TEXT,
nTH INTEGER,
P INTEGER,
SWAP REAL,
CODE REAL,
DATA REAL,
nMaj INTEGER,
nDRT INTEGER,
USED REAL,
record_time TEXT,
time_stamp TEXT
)
'''
cursor.execute(create_sql) cur_dir = os.getcwd()
db_name = 'top_info.db'
top_log_name = 'top_cpu.txt' conn = sqlite3.connect(db_name)
cursor = conn.cursor()
get_all_table = "SELECT tbl_name FROM sqlite_master where type = 'table'"
cursor.execute(get_all_table)
all_table_list = cursor.fetchall()
all_table_name_list = [] for table_name in all_table_list:
all_table_name_list.append(table_name[0])
delete_sql = "DELETE FROM %s" % (table_name[0]) #删除原来的记录
cursor.execute(delete_sql) cursor.execute("VACUUM") # VACUUM 命令清除未使用的空间
conn.commit() topfile = open(top_log_name, 'r') try:
lines = topfile.readlines()
cur_time_stamp = ''
cur_record_time = '' for line in lines:
line = line.strip()
cur_time_stamp = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()) if len(line) == 0:
continue
elif line[:3] == 'top':
if 'load_info' not in all_table_name_list:
create_load_info_table(cursor) #['top - 08:14:17 up 2 days', ' 15:36', ' 15 users', ' load average: 5.46', ' 5.29', ' 5.18']
load_list = line.split(',')
#['top', '-', '08:14:17', 'up', '2', 'days']
cur_time_list = load_list[0].split()
cur_time = cur_time_list[2]
cur_record_time = cur_time
#['load average', ' 5.46']
min1_load_list = load_list[3].strip().split(':')
min1_load = float(min1_load_list[1])
min5_load = float(load_list[4])
min15_load = float(load_list[5]) insert_sql = "INSERT INTO load_info VALUES (%0.2f, %0.2f, %0.2f, '%s', '%s')" % (min1_load, min5_load, min15_load, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:5] == 'Tasks':#Threads
if 'task_info' not in all_table_name_list:
create_task_info_table(cursor) #'Tasks: 898 total, 5 running, 890 sleeping, 0 stopped, 3 zombie'
task_list = line.split(',')
#['Tasks: 898 total', ' 5 running', ' 890 sleeping', ' 0 stopped', ' 3 zombie']
sum_task_count = int(task_list[0].strip().split(':')[1].split()[0])
running_task_count = int(task_list[1].strip().split()[0])
sleeping_task_count = int(task_list[2].strip().split()[0])
stopped_task_count = int(task_list[3].strip().split()[0])
zombia_task_count = int(task_list[4].strip().split()[0]) insert_sql = "INSERT INTO task_info VALUES (%d, %d, %d, %d, %d, '%s', '%s')" % (sum_task_count, running_task_count, sleeping_task_count, stopped_task_count, zombia_task_count, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:4] == '%Cpu':#%Cpu0
if 'cpu_info' not in all_table_name_list:
create_cpu_info_table(cursor) cpu_name = line[:line.index(':')].strip() #'%Cpu0 : 19.6 us, 2.0 sy, 5.8 ni, 72.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st'
cpu_list = line.split(':')[1].strip().split(',')
#['19.6 us', ' 2.0 sy', ' 5.8 ni', ' 72.6 id', ' 0.0 wa', ' 0.0 hi', ' 0.0 si', ' 0.0 st']
us_percent = float(cpu_list[0].strip().split()[0])
#time running un-niced user processes
sy_percent = float(cpu_list[1].strip().split()[0])
#time running kernel processes
ni_percent = float(cpu_list[2].strip().split()[0])
#time running niced user processes
id_percent = float(cpu_list[3].strip().split()[0])
#time spent in the kernel idle handler
wa_percent = float(cpu_list[4].strip().split()[0])
#time waiting for I/O completion
hi_percent = float(cpu_list[5].strip().split()[0])
#time spent serving hardware interrupts
si_percent = float(cpu_list[6].strip().split()[0])
#time spent serving software interrupts
st_percent = float(cpu_list[7].strip().split()[0])
#time stolen from this vm by the hypervisor insert_sql = "INSERT INTO cpu_info VALUES ('%s', %0.2f, %0.2f, %0.2f, %0.2f, %0.2f, %0.2f, %0.2f, %0.2f, '%s', '%s')" % (cpu_name, us_percent, sy_percent, ni_percent, id_percent, wa_percent, hi_percent, si_percent, st_percent, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:7] == 'KiB Mem':#KiB Mem，主要用的交互选项E设置的单位
if 'mem_info' not in all_table_name_list:
create_mem_info_table(cursor) #'KiB Mem: 32837164 total, 10604512 used, 22232652 free, 1117824 buffers'
Men_list = line.split(':')[1].strip().split(',')
#['32837164 total', ' 10604512 used', ' 22232652 free', ' 1117824 buffers']
total_mem = float(Men_list[0].strip().split()[0]) / 1024
used_men = float(Men_list[1].strip().split()[0]) / 1024
free_men = float(Men_list[2].strip().split()[0]) / 1024
buffer_men = float(Men_list[3].strip().split()[0]) / 1024 insert_sql = "INSERT INTO mem_info VALUES (%0.2f, %0.2f, %0.2f, %0.2f, '%s', '%s')" % (total_mem, used_men, free_men, buffer_men, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:7] == 'MiB Mem':#MiB Mem
if 'mem_info' not in all_table_name_list:
create_mem_info_table(cursor) #MiB Mem: 32067.54+total, 5090.746 used, 26976.79+free, 624.168 buffers
Men_list = line.split(':')[1].strip().split(',') total_mem = 0.0
if '+' in Men_list[0]:
total_mem = float(Men_list[0].strip().split('+')[0])
else:
total_mem = float(Men_list[0].strip().split()[0]) used_men = 0.0
if '+' in Men_list[1]:
used_men = float(Men_list[1].strip().split('+')[0])
else:
used_men = float(Men_list[1].strip().split()[0]) free_men = 0.0
if '+' in Men_list[2]:
free_men = float(Men_list[2].strip().split('+')[0])
else:
free_men = float(Men_list[2].strip().split()[0]) buffer_men = 0.0
if '+' in Men_list[3]:
buffer_men = float(Men_list[3].strip().split('+')[0])
else:
buffer_men = float(Men_list[3].strip().split()[0]) insert_sql = "INSERT INTO mem_info VALUES (%0.2f, %0.2f, %0.2f, %0.2f, '%s', '%s')" % (total_mem, used_men, free_men, buffer_men, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:8] == 'KiB Swap': #主要用的交互选项E设置的单位
if 'swap_info' not in all_table_name_list:
create_swap_info_table(cursor) #'KiB Swap: 15625212 total, 0 used, 15625212 free. 3900452 cached Mem'
Swap_list = line.split(':')[1].strip().split(',')
#['15625212 total', ' 0 used', ' 15625212 free. 3900452 cached Mem']
total_swap = float(Swap_list[0].strip().split()[0]) / 1024
used_swap = float(Swap_list[1].strip().split()[0]) / 1024 free_cache_list = Swap_list[2].strip().split('.') free_swap = float(free_cache_list[0].strip().split()[0]) / 1024
cache_swap = float(free_cache_list[1].strip().split()[0]) / 1024 insert_sql = "INSERT INTO swap_info VALUES (%0.2f, %0.2f, %0.2f, %0.2f, '%s', '%s')" % (total_swap, used_swap, free_swap, cache_swap, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:8] == 'MiB Swap':
if 'swap_info' not in all_table_name_list:
create_swap_info_table(cursor) #MiB Swap: 15258.99+total, 0.000 used, 15258.99+free. 1475.379 cached Mem
Swap_list = line.split(':')[1].strip().split(',') total_swap = 0.0
if '+' in Swap_list[0]:
total_swap = float(Swap_list[0].strip().split('+')[0])
else:
total_swap = float(Swap_list[0].strip().split()[0]) used_swap = 0.0
if '+' in Swap_list[1]:
used_swap = float(Swap_list[1].strip().split('+')[0])
else:
used_swap = float(Swap_list[1].strip().split()[0]) free_cache_list = Swap_list[2].strip().split('.') free_swap = 0.0
if '+' in free_cache_list[0]:
free_swap = float(free_cache_list[0].strip().split('+')[0])
else:
free_swap = float(free_cache_list[0].strip().split()[0]) cache_swap = 0.0
if '+' in free_cache_list[1]:
cache_swap = float(free_cache_list[1].strip().split('+')[0])
else:
cache_swap = float(free_cache_list[1].strip().split()[0]) insert_sql = "INSERT INTO swap_info VALUES (%0.2f, %0.2f, %0.2f, %0.2f, '%s', '%s')" % (total_swap, used_swap, free_swap, cache_swap, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
elif line[:3] == 'PID':
continue
else:
if 'process_info' not in all_table_name_list:
create_process_info_table(cursor) #PID VIRT RES SHR S %CPU %MEM COMMAND nTH P SWAP CODE DATA nMaj nDRT USED
#'157271 459.9m 256.8m 13.6m R 92.3 0.8 bundle 2 0 0.0m 0.0m 251.6m 0 0 256.8m'
process_list = line.split()
PID = int(process_list[0])
#Process Id VIRT = 0.0
if 'm' in process_list[1]: #这里的显示单位交互模式下用的是小写的e作为设置
VIRT = float(process_list[1][:-1])
elif 'g' in process_list[1]:
VIRT = float(process_list[1][:-1]) * 1024
else:
VIRT = float(process_list[1]) / 1024
#Virtual Memory Size
#The total amount of virtual memory used by the task. It includes all code, data and shared libraries
#plus pages that have been swapped out and pages that have been mapped but not used. RES = 0.0
if 'm' in process_list[2]:
RES = float(process_list[2][:-1])
elif 'g' in process_list[2]:
RES = float(process_list[2][:-1]) * 1024
else:
RES = float(process_list[2]) / 1024 #Resident Memory Size
#A subset of the virtual address space(VIRT) representing the non-swapped physical memory a task is
#currently using. SHR = 0.0
if 'm' in process_list[3]:
SHR = float(process_list[3][:-1])
elif 'g' in process_list[3]:
SHR = float(process_list[3][:-1]) * 1024
else:
SHR = float(process_list[3]) / 1024 #Shared Memory Size
#A subset of resident memory(RES) that may be used by other processes.
process_status = process_list[4]
#D = uninterruptible sleeping
#R = running
#S = sleeping
#T = stopped by job control signal
#t = stopped by debugger during trace
#Z = zombia
cpu_usage = float(process_list[5]) #百分比对应的是单个cpu还是cpu之和使用的是交互选项I设置的
mem_usage = float(process_list[6])
command_name = process_list[7]
thread_count = int(process_list[8])
use_cpu_index = int(process_list[9]) SWAP = 0.0
if 'm' in process_list[10]:
SWAP = float(process_list[10][:-1])
elif 'g' in process_list[10]:
SWAP = float(process_list[10][:-1]) * 1024
else:
SWAP = float(process_list[10]) / 1024 #The formerly resident portion of a task's address space written to the swap file when physical memory
#becomes over committed. CODE = 0.0
if 'm' in process_list[11]:
CODE = float(process_list[11][:-1])
elif 'g' in process_list[11]:
CODE = float(process_list[11][:-1]) * 1024
else:
CODE = float(process_list[11]) / 1024
#Code Size
#The amount of physical memory currently devoted to executable code, also know as the Text Resident Set or TRS DATA = 0.0
if 'm' in process_list[12]:
DATA = float(process_list[12][:-1])
elif 'g' in process_list[12]:
DATA = float(process_list[12][:-1]) * 1024
else:
DATA = float(process_list[12]) / 1024 #Data + Stack Size
#The amount of private memory reserved by a process. It is also known as the Data Resident Set or DRS.
#Such memory may not yet be mapped to physical memory(RES) but will always be included in the
#virtual memory (VIRT) amount.
nMaj = int(process_list[13])
#Major Page Fault Count
#The number of major page faults that have occurred for a task. A page fault occurs when a process attempts
#to read from or write to a virtual page that is not currently present in its address.
#A major page fault is when auxiliary storage access is invloved in making that page available.
nDRT = int(process_list[14])
#Dirty Pages Count
#The number of pages that have been modified since they were last written to auxiliary storage. Dirty pages
#must be written to auxiliary storage before the corresponding physical memory location can be used for
#some other virtual page. USED = 0.0
if 'm' in process_list[15]:
USED = float(process_list[15][:-1])
elif 'g' in process_list[15]:
USED = float(process_list[15][:-1]) * 1024
else:
USED = float(process_list[15]) / 1024 #Memory in Use
#This field represents the non-swapped physical memory a task is using (RES) plus the swapped out portion
#of its address space (SWAP). #8943 397.8m 218.4m 12.7m R 95.9 0.7 bundle 2 9 0.0m 0.0m 216.3m 0 0 218.4m
insert_sql = "INSERT INTO process_info VALUES (%d, %0.2f, %0.2f, %0.2f, '%s', %0.2f, %0.2f, '%s', %d, %d, %0.2f, %0.2f, %0.2f, %d, %d, %0.2f, '%s', '%s')" % (PID, VIRT, RES, SHR, process_status, cpu_usage, mem_usage, command_name, thread_count, use_cpu_index, SWAP, CODE, DATA, nMaj, nDRT, USED, cur_record_time, cur_time_stamp)
cursor.execute(insert_sql)
#conn.commit()
finally:
topfile.close()
cursor.close()
conn.commit()
conn.close()