summaryrefslogtreecommitdiffstats
path: root/run_tests.sh
blob: 40543a339bf7f25240fb5711f0c94442dc4099ef (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
#!/bin/bash -e


help(){
    echo "Usage: $0 [OPTION]..."
    echo "Run gitlint's test suite(s) or some convience commands"
    echo "  -h, --help         Show this help output"
    echo "  -p, --pep8         Run pep8 checks"
    echo "  -l, --lint         Run pylint checks"
    echo "  -g|--git           Run gitlint checks"
    echo "  -i|--integration   Run integration tests"
    echo "  -a|--all           Run all tests and checks (unit, integration, pep8, git)"
    echo "  --all-env      Run all tests against all python environments"
    echo "  -s, --stats        Show some project stats"
    echo "  --no-coverage      Don't make a unit test coverage report"
    echo ""
    exit 0;
}

run_pep8_check(){
    # FLAKE 8
    # H307: like imports should be grouped together
    # H405: multi line docstring summary not separated with an empty line
    # H803: git title must end with a period
    # H904: Wrap long lines in parentheses instead of a backslash
    # H802: git commit title should be under 50 chars
    # H701: empty localization string
    FLAKE8_IGNORE="H307,H405,H803,H904,H802,H701"
    # exclude settings files and virtualenvs
    FLAKE8_EXCLUDE="*settings.py,*.venv/*.py"
    echo "Running flake8..."
    flake8 --ignore=$FLAKE8_IGNORE --max-line-length=120 --exclude=$FLAKE8_EXCLUDE gitlint qa
}

run_unit_tests(){
    if [ -n "$testargs" ]; then
        coverage run -m pytest -s "$testargs"
    else
        coverage run -m pytest -s gitlint
    fi
    TEST_RESULT=$?
    if [ $include_coverage -eq 1 ]; then
        COVERAGE_REPORT=$(coverage report -m)
        echo "$COVERAGE_REPORT"
    fi

    if [ $TEST_RESULT  -gt 0 ]; then
        exit $TEST_RESULT;
    fi
}

run_integration_tests(){
    # pyt.test -s => print standard output (i.e. show print statement output)
     if [ -n "$testargs" ]; then
        py.test -s "$testargs"
    else
        py.test -s qa/
    fi
}

run_git_check(){
    echo "Running gitlint..."
    gitlint
}

run_lint_check(){
    echo "Running pylint..."
    pylint gitlint qa --rcfile=".pylintrc" -r n
}

run_stats(){
    echo "*** Code ***"
    radon raw -s gitlint | tail -n 6
    echo "*** Tests ***"
    nr_unit_tests=$(py.test gitlint/ --collect-only | grep TestCaseFunction | wc -l)
    nr_integration_tests=$(py.test qa/ --collect-only | grep TestCaseFunction | wc -l)
    echo "    Unit Tests: ${nr_unit_tests//[[:space:]]/}"
    echo "    Integration Tests: ${nr_integration_tests//[[:space:]]/}"
}

clean(){
    set +e
    find gitlint -type d  -name "__pycache__" -exec rm -rf {} \; 2> /dev/null
    find qa -type d  -name "__pycache__" -exec rm -rf {} \; 2> /dev/null
    set -e
}

run_all(){
    clean
    run_unit_tests
    run_integration_tests
    run_pep8_check
    run_git_check
}

run_tests_in_all_env(){
    # Run the tests against all environments in vagrant
    old_virtualenv="$VIRTUAL_ENV"
    set +e
    deactivate 2> /dev/null # deactivate any active environment
    set -e

    source /vagrant/.venv26/bin/activate
    echo "### PYTHON 2.6 ($(python --version 2>&1)) ###"
    run_all
    deactivate

    source /vagrant/.venv27/bin/activate
    echo "### PYTHON 2.7 ($(python --version 2>&1)) ###"
    run_all
    deactivate

    source /vagrant/.venv33/bin/activate
    echo "### PYTHON 3.3 ($(python --version 2>&1)) ###"
    run_all
    deactivate

    source /vagrant/.venv34/bin/activate
    echo "### PYTHON 3.4 ($(python --version 2>&1)) ###"
    run_all
    deactivate

    source /vagrant/.venv35/bin/activate
    echo "### PYTHON 3.5 ($(python --version 2>&1)) ###"
    run_all
    deactivate

    source "$old_virtualenv/bin/activate"
}

# default behavior
just_pep8=0
just_lint=0
just_git=0
just_integration_tests=0
just_stats=0
just_all_env=0
just_all=0
include_coverage=1
testargs=""

while [ "$#" -gt 0 ]; do
    case "$1" in
        -h|--help) shift; help;;
        -p|--pep8) shift; just_pep8=1;;
        -l|--lint) shift; just_lint=1;;
        -g|--git) shift; just_git=1;;
        -s|--stats) shift; just_stats=1;;
        -i|--integration) shift; just_integration_tests=1;;
        -a|--all) shift; just_all=1;;
        --all-env) shift; just_all_env=1;;
        --no-coverage)shift; include_coverage=0;;
        *) testargs="$1"; shift;
   esac
done

if [ $just_pep8 -eq 1 ]; then
    run_pep8_check
    exit $?
fi

if [ $just_stats -eq 1 ]; then
    run_stats
    exit $?
fi

if [ $just_integration_tests -eq 1 ]; then
    run_integration_tests
    exit $?
fi

if [ $just_git -eq 1 ]; then
    run_git_check
    exit $?
fi

if [ $just_lint -eq 1 ]; then
    run_lint_check
    exit $?
fi

if [ $just_all_env -eq 1 ]; then
    run_tests_in_all_env
    exit $?
fi

if [ $just_all -eq 1 ]; then
    run_all
    exit $?
fi


run_unit_tests || exit