1

#!/bin/sh

     2

# -*- coding: utf-8 -*-

     3

     4

# This file is part of Beremiz, a Integrated Development Environment for

     5

# programming IEC 61131-3 automates supporting plcopen standard and CanFestival.

     6

#

     7

# Copyright (C) 2017: Andrey Skvortsov

     8

#

     9

# See COPYING file for copyrights details.

    10

#

    11

# This program is free software; you can redistribute it and/or

    12

# modify it under the terms of the GNU General Public License

    13

# as published by the Free Software Foundation; either version 2

    14

# of the License, or (at your option) any later version.

    15

#

    16

# This program is distributed in the hope that it will be useful,

    17

# but WITHOUT ANY WARRANTY; without even the implied warranty of

    18

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

    19

# GNU General Public License for more details.

    20

#

    21

# You should have received a copy of the GNU General Public License

    22

# along with this program; if not, write to the Free Software

    23

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

    24

    25

    26

exit_code=0

    27

set_exit_error()

    28

{

    29

    if [ $exit_code -eq 0 ]; then

    30

       exit_code=1

    31

    fi

    32

}

    33

    34

    35

compile_checks()

    36

{

    37

    echo "Syntax checking using python ..."

    38

    python --version

    39

    40

    # remove compiled Python files

    41

    find . -name '*.pyc' -exec rm -f {} \;

    42

    43

    for i in $py_files; do

    44

        # echo $i

    45

        python -m py_compile $i

    46

        if [ $? -ne 0 ]; then

    47

            echo "Syntax error in $i"

    48

            set_exit_error

    49

        fi

    50

    done

    51

    echo "DONE"

    52

    echo ""

    53

}

    54

    55

# pep8 was renamed to pycodestyle

    56

# detect existed version

    57

pep8_detect()

    58

{

    59

    test -n $pep8 && (which pep8 > /dev/null) && pep8="pep8"

    60

    test -n $pep8 && (which pycodestyle > /dev/null) && pep8="pycodestyle"

    61

    if [ -z $pep8 ]; then

    62

        echo "pep8/pycodestyle is not found"

    63

        set_exit_error

    64

    fi

    65

    echo -n "pep8 version: "

    66

    $pep8 --version

    67

}

    68

    69

pep8_checks_default()

    70

{

    71

    echo "Check basic code-style problems for PEP-8"

    72

    73

    test -n $pep8 && pep8_detect

    74

    test -z $pep8 && return

    75

    76

    user_ignore=

    77

    # user_ignore=$user_ignore,E265  # E265 block comment should start with '# '

    78

    user_ignore=$user_ignore,E501  # E501 line too long (80 > 79 characters)

    79

    80

    # ignored by default,

    81

    default_ignore=

    82

    default_ignore=$default_ignore,E121  # E121 continuation line under-indented for hanging indent

    83

    default_ignore=$default_ignore,E123  # E123 closing bracket does not match indentation of opening bracket’s line

    84

    default_ignore=$default_ignore,E126  # E126 continuation line over-indented for hanging indent

    85

    default_ignore=$default_ignore,E133  # E133 closing bracket is missing indentation

    86

    default_ignore=$default_ignore,E226  # E226 missing whitespace around arithmetic operator

    87

    default_ignore=$default_ignore,E241  # E241 multiple spaces after ':'

    88

    default_ignore=$default_ignore,E242  # E242 tab after ‘,’

    89

    default_ignore=$default_ignore,E704  # E704 multiple statements on one line (def)

    90

    default_ignore=$default_ignore,W503  # W503 line break occurred before a binary operator

    91

    ignore=$user_ignore,$default_ignore

    92

    93

    # $pep8 --ignore $ignore --exclude build ./

    94

    $pep8 --max-line-length 300 --exclude build $py_files

    95

    if [ $? -ne 0 ]; then

    96

        set_exit_error

    97

    fi

    98

    99

    echo "DONE"

   100

    echo ""

   101

}

   102

   103

   104

pep8_checks_selected()

   105

{

   106

    echo "Check basic code-style problems for PEP-8 (selective)"

   107

   108

    test -n $pep8 && pep8_detect

   109

    test -z $pep8 && return

   110

   111

    # select checks:

   112

    user_select=

   113

    user_select=$user_select,W291   # W291 trailing whitespace

   114

    user_select=$user_select,E401   # E401 multiple imports on one line

   115

    user_select=$user_select,E265   # E265 block comment should start with '# '

   116

    user_select=$user_select,E228   # E228 missing whitespace around modulo operator

   117

    user_select=$user_select,W293   # W293 blank line contains whitespace

   118

    user_select=$user_select,E302   # E302 expected 2 blank lines, found 1

   119

    user_select=$user_select,E261   # E261 at least two spaces before inline comment

   120

    user_select=$user_select,E271   # E271 multiple spaces after keyword

   121

    user_select=$user_select,E231   # E231 missing whitespace after ','

   122

    user_select=$user_select,E303   # E303 too many blank lines (2)

   123

    user_select=$user_select,E225   # E225 missing whitespace around operator

   124

    user_select=$user_select,E711   # E711 comparison to None should be 'if cond is not None:'

   125

    user_select=$user_select,E251   # E251 unexpected spaces around keyword / parameter equals

   126

    user_select=$user_select,E227   # E227 missing whitespace around bitwise or shift operator

   127

    user_select=$user_select,E202   # E202 whitespace before ')'

   128

    user_select=$user_select,E201   # E201 whitespace after '{'

   129

    user_select=$user_select,W391   # W391 blank line at end of file

   130

    user_select=$user_select,E305   # E305 expected 2 blank lines after class or function definition, found X

   131

    user_select=$user_select,E306   # E306 expected 1 blank line before a nested definition, found X

   132

    user_select=$user_select,E703   # E703 statement ends with a semicolon

   133

    user_select=$user_select,E701   # E701 multiple statements on one line (colon)

   134

    user_select=$user_select,E221   # E221 multiple spaces before operator

   135

    user_select=$user_select,E741   # E741 ambiguous variable name 'l'

   136

    user_select=$user_select,E111   # E111 indentation is not a multiple of four

   137

    user_select=$user_select,E222   # E222 multiple spaces after operator

   138

    user_select=$user_select,E712   # E712 comparison to True should be 'if cond is True:' or 'if cond:'

   139

    user_select=$user_select,E262   # E262 inline comment should start with '# '

   140

    user_select=$user_select,E203   # E203 whitespace before ','

   141

    user_select=$user_select,E731   # E731 do not assign a lambda expression, use a def

   142

    user_select=$user_select,W601   # W601 .has_key() is deprecated, use 'in'

   143

    user_select=$user_select,E502   # E502 the backslash is redundant between brackets

   144

    user_select=$user_select,W602   # W602 deprecated form of raising exception

   145

    user_select=$user_select,E129   # E129 visually indented line with same indent as next logical line

   146

    user_select=$user_select,E127   # E127 continuation line over-indented for visual indent

   147

    user_select=$user_select,E128   # E128 continuation line under-indented for visual indent

   148

    user_select=$user_select,E125   # E125 continuation line with same indent as next logical line

   149

    user_select=$user_select,E114   # E114 indentation is not a multiple of four (comment)

   150

    user_select=$user_select,E211   # E211 whitespace before '['

   151

    user_select=$user_select,W191   # W191 indentation contains tabs

   152

    user_select=$user_select,E101   # E101 indentation contains mixed spaces and tabs

   153

    user_select=$user_select,E124   # E124 closing bracket does not match visual indentation

   154

    user_select=$user_select,E272   # E272 multiple spaces before keyword

   155

    user_select=$user_select,E713   # E713 test for membership should be 'not in'

   156

    user_select=$user_select,E122   # E122 continuation line missing indentation or outdented

   157

    user_select=$user_select,E131   # E131 continuation line unaligned for hanging indent

   158

    user_select=$user_select,E721   # E721 do not compare types, use 'isinstance()'

   159

    user_select=$user_select,E115   # E115 expected an indented block (comment)

   160

    user_select=$user_select,E722   # E722 do not use bare except'

   161

    user_select=$user_select,E266   # E266 too many leading '#' for block comment

   162

    user_select=$user_select,E402   # E402 module level import not at top of file

   163

    user_select=$user_select,W503   # W503 line break before binary operator

   164

   165

    $pep8 --select $user_select --exclude=build $py_files

   166

    if [ $? -ne 0 ]; then

   167

        set_exit_error

   168

    fi

   169

   170

    echo "DONE"

   171

    echo ""

   172

}

   173

   174

flake8_checks()

   175

{

   176

    echo "Check for problems using flake8 ..."

   177

   178

    which flake8 > /dev/null

   179

    if [ $? -ne 0 ]; then

   180

        echo "flake8 is not found"

   181

        set_exit_error

   182

        return

   183

    fi

   184

   185

    echo -n "flake8 version: "

   186

    flake8 --version

   187

   188

    flake8 --max-line-length=300  --exclude=build --builtins="_" $py_files

   189

    if [ $? -ne 0 ]; then

   190

        set_exit_error

   191

    fi

   192

   193

    echo "DONE"

   194

    echo ""

   195

}

   196

   197

pylint_checks()

   198

{

   199

    echo "Check for problems using pylint ..."

   200

   201

    which pylint > /dev/null

   202

    if [ $? -ne 0 ]; then

   203

        echo "pylint is not found"

   204

        set_exit_error

   205

        return

   206

    fi

   207

    pylint --version

   208

   209

    export PYTHONPATH="$PWD/../CanFestival-3/objdictgen":$PYTHONPATH

   210

   211

    disable=

   212

    # These warnings most likely will not be fixed

   213

   214

    disable=$disable,C0103        # invalid-name

   215

    disable=$disable,C0326        # bad whitespace

   216

    disable=$disable,W0110        # (deprecated-lambda) map/filter on lambda could be replaced by comprehension

   217

    disable=$disable,W1401        # (anomalous-backslash-in-string) Anomalous backslash in string: '\.'. String constant might be missing an r prefix.

   218

    disable=$disable,W0613        # (unused-argument) Unused argument 'X'

   219

    disable=$disable,W0622        # (redefined-builtin) Redefining built-in

   220

    disable=$disable,W0621        # (redefined-outer-name) Redefining name 'Y' from outer scope (line X)

   221

    disable=$disable,W0122        # (exec-used) Use of exec

   222

    disable=$disable,W0123        # (eval-used) Use of eval

   223

    disable=$disable,I0011        # (locally-disabled) Locally disabling ungrouped-imports (C0412)

   224

    disable=$disable,R0204        # (redefined-variable-type) Redefinition of current type from X to Y

   225

    disable=$disable,R0201        # (no-self-use) Method could be a function

   226

    disable=$disable,W0221        # (arguments-differ) Arguments number differs from overridden 'X' method

   227

    disable=$disable,C0201        # (consider-iterating-dictionary) Consider iterating the dictionary directly instead of calling .keys()

   228

   229

    # It'd be nice to fix warnings below some day

   230

    disable=$disable,C0111        # missing-docstring

   231

    disable=$disable,W0703        # broad-except

   232

    disable=$disable,C0301        # Line too long

   233

    disable=$disable,C0302        # Too many lines in module

   234

    disable=$disable,W0511        # fixme

   235

    disable=$disable,R0901        # (too-many-ancestors) Too many ancestors (9/7)

   236

    disable=$disable,R0902        # (too-many-instance-attributes) Too many instance attributes (10/7)

   237

    disable=$disable,R0903        # (too-few-public-methods) Too few public methods (0/2)

   238

    disable=$disable,R0904        # (too-many-public-methods) Too many public methods (41/20)

   239

    disable=$disable,R0911        # (too-many-return-statements) Too many return statements (7/6)

   240

    disable=$disable,R0912        # (too-many-branches) Too many branches (61/12)

   241

    disable=$disable,R0913        # (too-many-arguments) Too many arguments (6/5)

   242

    disable=$disable,R0914        # (too-many-locals) Too many local variables (18/15)

   243

    disable=$disable,R0915        # (too-many-statements) Too many statements (57/50)

   244

    disable=$disable,R0916        # (too-many-boolean-expressions) Too many boolean expressions in if statement (6/5)

   245

    disable=$disable,R0101        # (too-many-nested-blocks) Too many nested blocks (7/5)

   246

    disable=$disable,R0801        # (duplicate-code) Similar lines in N files

   247

   248

   249

    enable=

   250

    enable=$enable,E1601          # print statement used

   251

    enable=$enable,C0325          # (superfluous-parens) Unnecessary parens after keyword

   252

    enable=$enable,W0404          # reimported module

   253

    enable=$enable,C0411          # (wrong-import-order) standard import "import x" comes before "import y"

   254

    enable=$enable,W0108          # (unnecessary-lambda) Lambda may not be necessary

   255

    enable=$enable,C0412          # (ungrouped-imports) Imports from package X are not grouped

   256

    enable=$enable,C0321          # (multiple-statements) More than one statement on a single line

   257

    enable=$enable,W0231          # (super-init-not-called) __init__ method from base class is not called

   258

    enable=$enable,W0105          # (pointless-string-statement) String statement has no effect

   259

    enable=$enable,W0311          # (bad-indentation) Bad indentation. Found 16 spaces, expected 12

   260

    enable=$enable,W0101          # (unreachable) Unreachable code

   261

    enable=$enable,E0102          # (function-redefined) method already defined

   262

    enable=$enable,W0602          # (global-variable-not-assigned) Using global for 'X' but no assignment is done

   263

    enable=$enable,W0612          # (unused-variable) Unused variable 'X'

   264

    enable=$enable,W0611          # (unused-import) Unused import X

   265

    enable=$enable,C1001          # (old-style-class) Old-style class defined. Problem with PyJS

   266

    enable=$enable,W0102          # (dangerous-default-value) Dangerous default value {} as argument

   267

    enable=$enable,W0403          # (relative-import) Relative import 'Y', should be 'X.Y'

   268

    enable=$enable,C0112          # (empty-docstring)

   269

    enable=$enable,W0631          # (undefined-loop-variable) Using possibly undefined loop variable 'X'

   270

    enable=$enable,W0104          # (pointless-statement) Statement seems to have no effect

   271

    enable=$enable,W0107          # (unnecessary-pass) Unnecessary pass statement

   272

    enable=$enable,W0406          # (import-self) Module import itself

   273

    enable=$enable,C0413          # (wrong-import-position) Import "import X" should be placed at the top of the module

   274

    enable=$enable,E1305          # (too-many-format-args) Too many arguments for format string

   275

    enable=$enable,E0704          # (misplaced-bare-raise) The raise statement is not inside an except clause

   276

    enable=$enable,C0123          # (unidiomatic-typecheck) Using type() instead of isinstance() for a typecheck.

   277

    enable=$enable,E0601          # (used-before-assignment) Using variable 'X' before assignment

   278

    enable=$enable,E1120          # (no-value-for-parameter) No value for argument 'X' in function call

   279

    enable=$enable,E0701          # (bad-except-order) Bad except clauses order (X is an ancestor class of Y)

   280

    enable=$enable,E0611          # (no-name-in-module) No name 'X' in module 'Y'

   281

    enable=$enable,E0213          # (no-self-argument) Method should have "self" as first argument

   282

    enable=$enable,E0401          # (import-error) Unable to import 'X'

   283

    enable=$enable,E1121          # (too-many-function-args) Too many positional arguments for function call

   284

    enable=$enable,E0602          # (undefined-variable) Undefined variable 'X'

   285

    enable=$enable,W0232          # (no-init) Class has no __init__ method

   286

    enable=$enable,W0233          # (non-parent-init-called) __init__ method from a non direct base class 'X' is called

   287

    enable=$enable,W0601          # (global-variable-undefined) Global variable 'X' undefined at the module level

   288

    enable=$enable,W0623          # (redefine-in-handler) Redefining name 'X' from outer scope (line Y) in exception handler

   289

    enable=$enable,W0106          # (expression-not-assigned) Expression "X" is assigned to nothing

   290

    enable=$enable,C0330          # (bad-continuation) Wrong hanging indentation before block

   291

    enable=$enable,E1136          # (unsubscriptable-object) Value 'X' is unsubscriptable

   292

    enable=$enable,W1618          # (no-absolute-import) import missing `from __future__ import absolute_import`

   293

    # enable=

   294

   295

    options=

   296

    options="$options --rcfile=.pylint"

   297

    # options="$options --py3k"   # report errors for Python 3 porting

   298

   299

    if [ -n "$enable" ]; then

   300

        options="$options --disable=all"

   301

        options="$options --enable=$enable"

   302

    else

   303

        options="$options --disable=$disable"

   304

    fi

   305

    # echo $options

   306

   307

    echo $py_files | xargs pylint $options

   308

    if [ $? -ne 0 ]; then

   309

        set_exit_error

   310

    fi

   311

   312

    echo "DONE"

   313

    echo ""

   314

}

   315

   316

   317

get_files_to_check()

   318

{

   319

    py_files=$(find . -name '*.py' -not -path '*/build/*' -not -path './etherlab/*')

   320

    if [ -e .hg/skiphook ]; then

   321

	echo "Skipping checks in the hook ..."

   322

	exit 0

   323

    fi

   324

    if [ "$1" = "--only-changes" ]; then

   325

        if which hg > /dev/null; then

   326

            if [ ! -z "$HG_NODE" ]; then

   327

                hg_change="--change $HG_NODE"

   328

                msg="for commit $HG_NODE"

   329

            else

   330

                hg_change=""

   331

                msg="in local repository"

   332

            fi

   333

            echo "Only changes ${msg} will be checked"

   334

            echo ""

   335

            py_files=$(hg status -m -a -n -I '**.py' $hg_change)

   336

            if [ $? -ne 0 ]; then

   337

                exit 1;

   338

            fi

   339

       fi

   340

    fi

   341

    if [ "$1" = "--files-to-check" ]; then

   342

        list="$2"

   343

        if [ -z "$list" ]; then

   344

            echo "--files-to-check requires filename as argument"

   345

            print_help

   346

        fi

   347

        if [ -e "$list" ]; then

   348

            py_files=$(cat $2 | grep '\.py$')

   349

        fi

   350

    fi

   351

    if [ -z "$py_files" ]; then

   352

        echo "No files to check"

   353

        exit 0;

   354

    fi

   355

}

   356

   357

   358

print_help()

   359

{

   360

    echo "Usage: check_source.sh [--only-changes | --files-to-check <filename> ]"

   361

    echo ""

   362

    echo "By default without arguments script checks all python source files"

   363

    echo ""

   364

    echo "--only-changes"

   365

    echo "                only files with local changes are checked. "

   366

    echo "                If script is called from mercurial pretxncommit hook,"

   367

    echo "                then only commited files are checked"

   368

    echo ""

   369

    echo "--files-to-check <file.lst>"

   370

    echo "                script read list of files to check from file.lst"

   371

   372

    exit 1

   373

}

   374

   375

main()

   376

{

   377

    get_files_to_check $@

   378

    compile_checks

   379

    pep8_checks_default

   380

    # pep8_checks_selected

   381

   382

    # flake8_checks

   383

    pylint_checks

   384

    exit $exit_code

   385

}

   386

   387

[ "$1" = "--help" -o "$1" = "-h" ] && print_help

   388

main $@