Python Program Template
Jump to navigation
Jump to search
A Python Program Template is a software program template that is a Python program.
- …
- Counter-Example(s):
- See: Python Code.
References
#!/usr/bin/python
# Template program
debug = 1
if (debug>=1): print "DEBUG: ", debug
#############################
# LIBRARIES
import pandas as pd # for tabular data processing
if (debug>=1): print "pandas version: ", pd.__version__ # pandas version: 0.14.1
from pandas import DataFrame, Series
import numpy as np # for numerical processing
if (debug>=1): print "numpy version: ", np.__version__ # numpy version: 1.8.1
from numpy import random # random
from re import split # for pattern-based text splitting (e.g. on \tabs).
import gc # garbage collection
import sklearn as skl # for machine learning
if (debug>=1): print "sklearn version: ", skl.__version__ # sklearn version: 0.15.0
# from sklearn import preprocessing, svm, cross_validation # labelEncoder
# from sklearn.metrics import accuracy_score
# from sklearn.feature_extraction.text import CountVectorizer
# import sklearn.feature_extraction.text
# from sklearn.externals import joblib
###########################
# GLOBALS
from datetime import datetime
from time import time
dstamp=datetime.now().strftime("%y%m%d")
if (debug>=1): print "dstamp=" + dstamp # dstamp=141113
#dstamp="141106"
tstamp=datetime.now().strftime("%y%m%d%H%M%S")
if (debug>=1): print "tstamp=" + tstamp # tstamp=141113032844
dataDir = "../data/"
inFile="file.tsv"
if (debug>=2): minDictionaryTermsFilter=1
array = ['val1','val2']
df = pd.DataFrame([
{ 'colId':0, 'colNameRecordSource' : 'VIG', 'colNameRecordType': 'taxoPath', 'dataFilename': 'pcTaxo_lbld2_VIG.141114.tsv'},
{ 'colId':1, 'colNameRecordSource' : 'EB', 'colNameRecordType': 'taxoPath', 'dataFilename': 'pcTaxo_lbld2_EB.141030b.tsv'},
])
df.set_index('colId', inplace=True)
filesToProcess = pd.Series([2]) ;
def getLabeledData(dataFilename, dataSource, debug):
# assumes: columns not empty
# assumes: column headers are present
df_tmp = pd.read_csv(dataDir + dataFilename, delimiter='\t', skipinitialspace=True)[cols_to_keep]
df_tmp.columns = [colNameRecordTextContent,colNameRecordLabel]
df_tmp[colNameRecordSource]=dataSource
if debug>=3: print "--------------------\dataSource =", dataSource," rows =", len(df_tmp)," sample\n", df_tmp.loc[random.choice(df_tmp.index, 3, replace=False)]
return(df_tmp)