Merge branch 'release/v3.4.1'

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

.appveyor.yml

@@ -0,0 +1,21 @@
+build: off
+environment:
+
+  matrix:
+    - TOXENV: "py27"
+
+install:
+  - cmd: git submodule update --init --recursive
+  - cmd: SET PATH=%PATH%;C:\Python27\Scripts;C:\MinGW\bin
+  - cmd: pip install tox
+
+test_script:
+  - cmd: tox
+
+notifications:
+  - provider: Slack
+    incoming_webhook:
+      secure: E9H0SU0Ju7WLDvgxsV8cs3J62T3nTTX7QkEjsczN0Sto/c9hWkVfhc5gGWUkxhlD975cokHByKGJIdwYwCewqOI+7BrcT8U+nlga4Uau7J8=
+    on_build_success: false
+    on_build_failure: true
+    on_build_status_changed: true

.coveragerc

@@ -0,0 +1,21 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+[report]
+# Regexes for lines to exclude from consideration
+exclude_lines =
+    pragma: no cover
+    def __repr__
+    raise AssertionError
+    raise NotImplementedError

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,58 @@
+What kind of issue is this?
+
+- [ ] Question. This issue tracker is not the place for questions. If you want to ask how to do
+      something, or to understand why something isn't working the way you expect it to, use
+      our Community Forums https://community.platformio.org
+
+- [ ] PlatformIO IDE. All issues related to PlatformIO IDE should be reported to appropriate repository
+      https://github.com/platformio/platformio-atom-ide/issues
+
+- [ ] Development Platform or Board. All issues related to Development Platforms or Embedded Boards
+      should be reported to appropriate repository. 
+      See full list with repositories and search for "platform-xxx" repository related to your hardware
+      https://github.com/platformio?query=platform-
+
+- [ ] Feature Request. Start by telling us what problem you’re trying to solve. Often a solution
+      already exists! Don’t send pull requests to implement new features without first getting our
+      support. Sometimes we leave features out on purpose to keep the project small.
+
+- [ ] PlatformIO Core. If you’ve found a bug, please provide an information below.
+
+*You can erase any parts of this template not applicable to your Issue.*
+
+------------------------------------------------------------------
+
+### Configuration
+
+**Operating system**:
+
+**PlatformIO Version** (`platformio --version`):
+
+### Description of problem
+
+
+#### Steps to Reproduce
+
+1.
+2.
+3.
+
+### Actual Results
+
+
+### Expected Results
+
+
+### If problems with PlatformIO Build System:
+
+**The content of `platformio.ini`:**
+```ini
+Insert here...
+```
+
+**Source file to reproduce issue:**
+```cpp
+Insert here...
+```
+
+### Additional info

.gitignore

@@ -2,6 +2,10 @@
 *.pyc
 .pioenvs
 .tox
-.sconsign.dblite
-examples/ide-eclipse/.metadata
-examples/ide-eclipse/RemoteSystemsTempFiles
+docs/_build
+dist
+build
+.cache
+coverage.xml
+.coverage
+htmlcov

.gitmodules

@@ -0,0 +1,7 @@
+[submodule "examples"]
+	path = examples
+	url = https://github.com/platformio/platformio-examples.git
+[submodule "docs"]
+	path = docs
+	url = https://github.com/platformio/platformio-docs.git
+	branch = develop

.isort.cfg

@@ -1,3 +1,3 @@
 [settings]
 line_length=79
-known_third_party=click,requests,serial,SCons
+known_third_party=arrow,bottle,click,lockfile,pytest,requests,SCons,semantic_version,serial

.pylintrc

@@ -1,29 +1,9 @@
-[MASTER]
-
-# Specify a configuration file.
-#rcfile=
-
-# Python code to execute, usually for sys.path manipulation such as
-# pygtk.require().
-#init-hook=
-
-# Profiled execution.
-profile=no
-
-# Add files or directories to the blacklist. They should be base names, not
-# paths.
-ignore=CVS
-
-# Pickle collected data for later comparisons.
-persistent=yes
-
-# List of plugins (as comma separated values of python modules names) to load,
-# usually to register additional checkers.
-load-plugins=
-
-
 [MESSAGES CONTROL]
 
+# Only show warnings with the listed confidence levels. Leave empty to show
+# all. Valid levels: HIGH, INFERENCE, INFERENCE_FAILURE, UNDEFINED
+confidence=
+
 # Enable the message, report, category or checker with the given id(s). You can
 # either give multiple identifier separated by comma (,) or put this option
 # multiple time. See also the "--disable" option for examples.
@@ -38,244 +18,6 @@ load-plugins=
 # --enable=similarities". If you want to run only the classes checker, but have
 # no Warning level messages displayed, use"--disable=all --enable=classes
 # --disable=W"
-disable=C0103,C0111,E0611,F0401,I0011,R0801,R0903
+# disable=import-star-module-level,old-octal-literal,oct-method,print-statement,unpacking-in-except,parameter-unpacking,backtick,old-raise-syntax,old-ne-operator,long-suffix,dict-view-method,dict-iter-method,metaclass-assignment,next-method-called,raising-string,indexing-exception,raw_input-builtin,long-builtin,file-builtin,execfile-builtin,coerce-builtin,cmp-builtin,buffer-builtin,basestring-builtin,apply-builtin,filter-builtin-not-iterating,using-cmp-argument,useless-suppression,range-builtin-not-iterating,suppressed-message,no-absolute-import,old-division,cmp-method,reload-builtin,zip-builtin-not-iterating,intern-builtin,unichr-builtin,reduce-builtin,standarderror-builtin,unicode-builtin,xrange-builtin,coerce-method,delslice-method,getslice-method,setslice-method,input-builtin,round-builtin,hex-method,nonzero-method,map-builtin-not-iterating
 
-
-[REPORTS]
-
-# Set the output format. Available formats are text, parseable, colorized, msvs
-# (visual studio) and html. You can also give a reporter class, eg
-# mypackage.mymodule.MyReporterClass.
-output-format=text
-
-# Put messages in a separate file for each module / package specified on the
-# command line instead of printing them on stdout. Reports (if any) will be
-# written in a file name "pylint_global.[txt|html]".
-files-output=no
-
-# Tells whether to display a full report or only the messages
-reports=yes
-
-# Python expression which should return a note less than 10 (10 is the highest
-# note). You have access to the variables errors warning, statement which
-# respectively contain the number of errors / warnings messages and the total
-# number of statements analyzed. This is used by the global evaluation report
-# (RP0004).
-evaluation=10.0 - ((float(5 * error + warning + refactor + convention) / statement) * 10)
-
-# Add a comment according to your evaluation note. This is used by the global
-# evaluation report (RP0004).
-comment=no
-
-# Template used to display messages. This is a python new-style format string
-# used to format the message information. See doc for all details
-#msg-template=
-msg-template={path}:{line}: [{msg_id}({symbol}), {obj}] {msg}
-
-
-[BASIC]
-
-# Required attributes for module, separated by a comma
-required-attributes=
-
-# List of builtins function names that should not be used, separated by a comma
-bad-functions=map,filter,apply,input
-
-# Regular expression which should only match correct module names
-module-rgx=(([a-z_][a-z0-9_]*)|([A-Z][a-zA-Z0-9]+))$
-
-# Regular expression which should only match correct module level names
-const-rgx=(([A-Z_][A-Z0-9_]*)|(__.*__))$
-
-# Regular expression which should only match correct class names
-class-rgx=[A-Z_][a-zA-Z0-9]+$
-
-# Regular expression which should only match correct function names
-function-rgx=[a-z_][a-z0-9_]{2,30}$
-
-# Regular expression which should only match correct method names
-method-rgx=[a-z_][a-z0-9_]{2,30}$
-
-# Regular expression which should only match correct instance attribute names
-attr-rgx=[a-z_][a-z0-9_]{2,30}$
-
-# Regular expression which should only match correct argument names
-argument-rgx=[a-z_][a-z0-9_]{2,30}$
-
-# Regular expression which should only match correct variable names
-variable-rgx=[a-z_][a-z0-9_]{2,30}$
-
-# Regular expression which should only match correct attribute names in class
-# bodies
-class-attribute-rgx=([A-Za-z_][A-Za-z0-9_]{2,30}|(__.*__))$
-
-# Regular expression which should only match correct list comprehension /
-# generator expression variable names
-inlinevar-rgx=[A-Za-z_][A-Za-z0-9_]*$
-
-# Good variable names which should always be accepted, separated by a comma
-good-names=i,j,k,ex,Run,_
-
-# Bad variable names which should always be refused, separated by a comma
-bad-names=foo,bar,baz,toto,tutu,tata
-
-# Regular expression which should only match function or class names that do
-# not require a docstring.
-no-docstring-rgx=__.*__
-
-# Minimum line length for functions/classes that require docstrings, shorter
-# ones are exempt.
-docstring-min-length=-1
-
-
-[FORMAT]
-
-# Maximum number of characters on a single line.
-max-line-length=80
-
-# Regexp for a line that is allowed to be longer than the limit.
-ignore-long-lines=^\s*(# )?<?https?://\S+>?$
-
-# Allow the body of an if to be on the same line as the test if there is no
-# else.
-single-line-if-stmt=no
-
-# List of optional constructs for which whitespace checking is disabled
-no-space-check=trailing-comma,dict-separator
-
-# Maximum number of lines in a module
-max-module-lines=1000
-
-# String used as indentation unit. This is usually " " (4 spaces) or "\t" (1
-# tab).
-indent-string='    '
-
-
-[MISCELLANEOUS]
-
-# List of note tags to take in consideration, separated by a comma.
-notes=FIXME,XXX,TODO
-
-
-[SIMILARITIES]
-
-# Minimum lines number of a similarity.
-min-similarity-lines=4
-
-# Ignore comments when computing similarities.
-ignore-comments=yes
-
-# Ignore docstrings when computing similarities.
-ignore-docstrings=yes
-
-# Ignore imports when computing similarities.
-ignore-imports=no
-
-
-[TYPECHECK]
-
-# Tells whether missing members accessed in mixin class should be ignored. A
-# mixin class is detected if its name ends with "mixin" (case insensitive).
-ignore-mixin-members=yes
-
-# List of classes names for which member attributes should not be checked
-# (useful for classes with attributes dynamically set).
-ignored-classes=SQLObject
-
-# When zope mode is activated, add a predefined set of Zope acquired attributes
-# to generated-members.
-zope=no
-
-# List of members which are set dynamically and missed by pylint inference
-# system, and so shouldn't trigger E0201 when accessed. Python regular
-# expressions are accepted.
-generated-members=REQUEST,acl_users,aq_parent
-
-
-[VARIABLES]
-
-# Tells whether we should check for unused import in __init__ files.
-init-import=no
-
-# A regular expression matching the beginning of the name of dummy variables
-# (i.e. not used).
-dummy-variables-rgx=_$|dummy
-
-# List of additional names supposed to be defined in builtins. Remember that
-# you should avoid to define new builtins when possible.
-additional-builtins=
-
-
-[CLASSES]
-
-# List of interface methods to ignore, separated by a comma. This is used for
-# instance to not check methods defines in Zope's Interface base class.
-ignore-iface-methods=isImplementedBy,deferred,extends,names,namesAndDescriptions,queryDescriptionFor,getBases,getDescriptionFor,getDoc,getName,getTaggedValue,getTaggedValueTags,isEqualOrExtendedBy,setTaggedValue,isImplementedByInstancesOf,adaptWith,is_implemented_by
-
-# List of method names used to declare (i.e. assign) instance attributes.
-defining-attr-methods=__init__,__new__,setUp
-
-# List of valid names for the first argument in a class method.
-valid-classmethod-first-arg=cls
-
-# List of valid names for the first argument in a metaclass class method.
-valid-metaclass-classmethod-first-arg=mcs
-
-
-[DESIGN]
-
-# Maximum number of arguments for function / method
-max-args=5
-
-# Argument names that match this expression will be ignored. Default to name
-# with leading underscore
-ignored-argument-names=_.*
-
-# Maximum number of locals for function / method body
-max-locals=15
-
-# Maximum number of return / yield for function / method body
-max-returns=6
-
-# Maximum number of branch for function / method body
-max-branches=12
-
-# Maximum number of statements in function / method body
-max-statements=50
-
-# Maximum number of parents for a class (see R0901).
-max-parents=7
-
-# Maximum number of attributes for a class (see R0902).
-max-attributes=7
-
-# Minimum number of public methods for a class (see R0903).
-min-public-methods=2
-
-# Maximum number of public methods for a class (see R0904).
-max-public-methods=20
-
-
-[IMPORTS]
-
-# Deprecated modules which should not be used, separated by a comma
-deprecated-modules=regsub,TERMIOS,Bastion,rexec
-
-# Create a graph of every (i.e. internal and external) dependencies in the
-# given file (report RP0402 must not be disabled)
-import-graph=
-
-# Create a graph of external dependencies in the given file (report RP0402 must
-# not be disabled)
-ext-import-graph=
-
-# Create a graph of internal dependencies in the given file (report RP0402 must
-# not be disabled)
-int-import-graph=
-
-
-[EXCEPTIONS]
-
-# Exceptions that will emit a warning when being caught. Defaults to
-# "Exception"
-overgeneral-exceptions=Exception
+disable=locally-disabled,missing-docstring,invalid-name,too-few-public-methods,redefined-variable-type,import-error,similarities,unsupported-membership-test,unsubscriptable-object,ungrouped-imports,cyclic-import

.style.yapf

@@ -0,0 +1,3 @@
+[style]
+blank_line_before_nested_class_or_def = true
+allow_multiline_lambdas = true

.travis.yml

@@ -1,12 +1,42 @@
 language: python
-python: 2.7
 
-env:
-    - TOX_ENV=lint
-    - TOX_ENV=py26
+matrix:
+  include:
+    - os: linux
+      sudo: false
+      python: 2.7
+      env: TOX_ENV=docs
+    - os: linux
+      sudo: false
+      python: 2.7
+      env: TOX_ENV=lint
+    - os: linux
+      sudo: required
+      python: 2.7
+      env: TOX_ENV=py27
+    - os: osx
+      language: generic
+      env: TOX_ENV=skipexamples
 
 install:
-    - pip install tox
+  - git submodule update --init --recursive
+  - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then sudo pip install -U tox; else pip install -U tox; fi
+
+  # ChipKIT issue: install 32-bit support for GCC PIC32
+  - if [[ "$TOX_ENV" == "py27" ]] && [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo apt-get install libc6-i386; fi
 
 script:
-    - tox -e $TOX_ENV
+  - tox -e $TOX_ENV
+
+after_success:
+  - if [[ "$TOX_ENV" == "py27" ]] && [[ "$TRAVIS_OS_NAME" == "linux" ]]; then tox -e coverage; fi
+  - if [[ "$TOX_ENV" == "py27" ]] && [[ "$TRAVIS_OS_NAME" == "linux" ]]; then bash <(curl -s https://codecov.io/bash); fi
+
+notifications:
+  email: false
+
+  slack:
+    rooms:
+      secure: JD6VGfN4+SLU2CwDdiIOr1VgwD+zbYUCE/srwyGuHavnjIkPItkl6T6Bn8Y4VrU6ysbuKotfdV2TAJJ82ivFbY8BvZBc7FBcYp/AGQ4FaCCV5ySv8RDAcQgdE12oaGzMdODiLqsB85f65zOlAFa+htaXyEiRTcotn6Y2hupatrI=
+    on_failure: always
+    on_success: change

.vscode/settings.json

@@ -0,0 +1,15 @@
+{
+  "python.pythonPath": "${workspaceRoot}/.tox/develop/bin/python",
+  "python.formatting.provider": "yapf",
+  "files.exclude": {
+    "**/*.pyc": true,
+    "*.egg-info": true,
+    ".cache": true,
+    "build": true,
+    "dist": true
+  },
+  "editor.rulers": [79],
+  "restructuredtext.builtDocumentationPath": "${workspaceRoot}/docs/_build/html",
+  "restructuredtext.confPath": "${workspaceRoot}/docs",
+  "restructuredtext.linter.executablePath": "${workspaceRoot}/.tox/docs/bin/restructuredtext-lint"
+}

CONTRIBUTING.md

@@ -0,0 +1,21 @@
+Contributing
+------------
+
+To get started, <a href="https://www.clahub.com/agreements/platformio/platformio-core">sign the Contributor License Agreement</a>.
+
+1. Fork the repository on GitHub.
+2. Make a branch off of ``develop``
+3. Run ``pip install tox``
+4. Go to the root of project where is located ``tox.ini`` and run ``tox -e develop``
+5. Activate current development environment:
+
+   * Windows: ``.tox\develop\Scripts\activate``
+   * Bash/ZSH: ``source .tox/develop/bin/activate``
+   * Fish: ``source .tox/bin/activate.fish``
+
+6. Make changes to code, documentation, etc.
+7. Lint source code ``tox -e lint``
+8. Run the tests ``tox -e py27``
+9. Build documentation ``tox -e docs`` (creates a directory _build under docs where you can find the html)
+10. Commit changes to your forked repository
+11. Submit a Pull Request on GitHub.

LICENSE

@@ -1,21 +1,174 @@
-The MIT License (MIT)
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
 
-Copyright (c) 2014 Ivan Kravets
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
 
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
+1. Definitions.
 
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
+"License" shall mean the terms and conditions for use, reproduction,
+and distribution as defined by Sections 1 through 9 of this document.
 
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+"Licensor" shall mean the copyright owner or entity authorized by
+the copyright owner that is granting the License.
+
+"Legal Entity" shall mean the union of the acting entity and all
+other entities that control, are controlled by, or are under common
+control with that entity. For the purposes of this definition,
+"control" means (i) the power, direct or indirect, to cause the
+direction or management of such entity, whether by contract or
+otherwise, or (ii) ownership of fifty percent (50%) or more of the
+outstanding shares, or (iii) beneficial ownership of such entity.
+
+"You" (or "Your") shall mean an individual or Legal Entity
+exercising permissions granted by this License.
+
+"Source" form shall mean the preferred form for making modifications,
+including but not limited to software source code, documentation
+source, and configuration files.
+
+"Object" form shall mean any form resulting from mechanical
+transformation or translation of a Source form, including but
+not limited to compiled object code, generated documentation,
+and conversions to other media types.
+
+"Work" shall mean the work of authorship, whether in Source or
+Object form, made available under the License, as indicated by a
+copyright notice that is included in or attached to the work
+(an example is provided in the Appendix below).
+
+"Derivative Works" shall mean any work, whether in Source or Object
+form, that is based on (or derived from) the Work and for which the
+editorial revisions, annotations, elaborations, or other modifications
+represent, as a whole, an original work of authorship. For the purposes
+of this License, Derivative Works shall not include works that remain
+separable from, or merely link (or bind by name) to the interfaces of,
+the Work and Derivative Works thereof.
+
+"Contribution" shall mean any work of authorship, including
+the original version of the Work and any modifications or additions
+to that Work or Derivative Works thereof, that is intentionally
+submitted to Licensor for inclusion in the Work by the copyright owner
+or by an individual or Legal Entity authorized to submit on behalf of
+the copyright owner. For the purposes of this definition, "submitted"
+means any form of electronic, verbal, or written communication sent
+to the Licensor or its representatives, including but not limited to
+communication on electronic mailing lists, source code control systems,
+and issue tracking systems that are managed by, or on behalf of, the
+Licensor for the purpose of discussing and improving the Work, but
+excluding communication that is conspicuously marked or otherwise
+designated in writing by the copyright owner as "Not a Contribution."
+
+"Contributor" shall mean Licensor and any individual or Legal Entity
+on behalf of whom a Contribution has been received by Licensor and
+subsequently incorporated within the Work.
+
+2. Grant of Copyright License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+copyright license to reproduce, prepare Derivative Works of,
+publicly display, publicly perform, sublicense, and distribute the
+Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+(except as stated in this section) patent license to make, have made,
+use, offer to sell, sell, import, and otherwise transfer the Work,
+where such license applies only to those patent claims licensable
+by such Contributor that are necessarily infringed by their
+Contribution(s) alone or by combination of their Contribution(s)
+with the Work to which such Contribution(s) was submitted. If You
+institute patent litigation against any entity (including a
+cross-claim or counterclaim in a lawsuit) alleging that the Work
+or a Contribution incorporated within the Work constitutes direct
+or contributory patent infringement, then any patent licenses
+granted to You under this License for that Work shall terminate
+as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the
+Work or Derivative Works thereof in any medium, with or without
+modifications, and in Source or Object form, provided that You
+meet the following conditions:
+
+(a) You must give any other recipients of the Work or
+  Derivative Works a copy of this License; and
+
+(b) You must cause any modified files to carry prominent notices
+  stating that You changed the files; and
+
+(c) You must retain, in the Source form of any Derivative Works
+  that You distribute, all copyright, patent, trademark, and
+  attribution notices from the Source form of the Work,
+  excluding those notices that do not pertain to any part of
+  the Derivative Works; and
+
+(d) If the Work includes a "NOTICE" text file as part of its
+  distribution, then any Derivative Works that You distribute must
+  include a readable copy of the attribution notices contained
+  within such NOTICE file, excluding those notices that do not
+  pertain to any part of the Derivative Works, in at least one
+  of the following places: within a NOTICE text file distributed
+  as part of the Derivative Works; within the Source form or
+  documentation, if provided along with the Derivative Works; or,
+  within a display generated by the Derivative Works, if and
+  wherever such third-party notices normally appear. The contents
+  of the NOTICE file are for informational purposes only and
+  do not modify the License. You may add Your own attribution
+  notices within Derivative Works that You distribute, alongside
+  or as an addendum to the NOTICE text from the Work, provided
+  that such additional attribution notices cannot be construed
+  as modifying the License.
+
+You may add Your own copyright statement to Your modifications and
+may provide additional or different license terms and conditions
+for use, reproduction, or distribution of Your modifications, or
+for any such Derivative Works as a whole, provided Your use,
+reproduction, and distribution of the Work otherwise complies with
+the conditions stated in this License.
+
+5. Submission of Contributions. Unless You explicitly state otherwise,
+any Contribution intentionally submitted for inclusion in the Work
+by You to the Licensor shall be under the terms and conditions of
+this License, without any additional terms or conditions.
+Notwithstanding the above, nothing herein shall supersede or modify
+the terms of any separate license agreement you may have executed
+with Licensor regarding such Contributions.
+
+6. Trademarks. This License does not grant permission to use the trade
+names, trademarks, service marks, or product names of the Licensor,
+except as required for reasonable and customary use in describing the
+origin of the Work and reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty. Unless required by applicable law or
+agreed to in writing, Licensor provides the Work (and each
+Contributor provides its Contributions) on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied, including, without limitation, any warranties or conditions
+of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+PARTICULAR PURPOSE. You are solely responsible for determining the
+appropriateness of using or redistributing the Work and assume any
+risks associated with Your exercise of permissions under this License.
+
+8. Limitation of Liability. In no event and under no legal theory,
+whether in tort (including negligence), contract, or otherwise,
+unless required by applicable law (such as deliberate and grossly
+negligent acts) or agreed to in writing, shall any Contributor be
+liable to You for damages, including any direct, indirect, special,
+incidental, or consequential damages of any character arising as a
+result of this License or out of the use or inability to use the
+Work (including but not limited to damages for loss of goodwill,
+work stoppage, computer failure or malfunction, or any and all
+other commercial damages or losses), even if such Contributor
+has been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability. While redistributing
+the Work or Derivative Works thereof, You may choose to offer,
+and charge a fee for, acceptance of support, warranty, indemnity,
+or other liability obligations and/or rights consistent with this
+License. However, in accepting such obligations, You may act only
+on Your own behalf and on Your sole responsibility, not on behalf
+of any other Contributor, and only if You agree to indemnify,
+defend, and hold each Contributor harmless for any liability
+incurred by, or claims asserted against, such Contributor by reason
+of your accepting any such warranty or additional liability.

Makefile

@@ -0,0 +1,23 @@
+
+lint:
+	pylint --rcfile=./.pylintrc ./platformio
+
+isort:
+	isort -rc ./platformio
+	isort -rc ./tests
+
+yapf:
+	yapf --recursive --in-place platformio/
+
+before-commit: isort yapf lint
+
+clean-docs:
+	rm -rf docs/_build
+
+clean: clean-docs
+	find . -name \*.pyc -delete
+	find . -name __pycache__ -delete
+	rm -rf .cache
+	rm -rf build
+	rm -rf htmlcov
+	rm -f .coverage

README.rst

@@ -1,498 +1,128 @@
 PlatformIO
 ==========
 
-.. image:: https://travis-ci.org/ivankravets/platformio.svg?branch=develop
-    :target: https://travis-ci.org/ivankravets/platformio
-    :alt: Build Status
-.. image:: https://gemnasium.com/ivankravets/platformio.png
-    :target: https://gemnasium.com/ivankravets/platformio
-    :alt: Dependency Status
-.. image:: https://pypip.in/version/platformio/badge.png
+.. image:: https://travis-ci.org/platformio/platformio-core.svg?branch=develop
+    :target: https://travis-ci.org/platformio/platformio-core
+    :alt: Travis.CI Build Status
+.. image:: https://ci.appveyor.com/api/projects/status/unnpw0n3c5k14btn/branch/develop?svg=true
+    :target: https://ci.appveyor.com/project/ivankravets/platformio-core
+    :alt: AppVeyor.CI Build Status
+.. image:: https://requires.io/github/platformio/platformio-core/requirements.svg?branch=develop
+    :target: https://requires.io/github/platformio/platformio-core/requirements/?branch=develop
+    :alt: Requirements Status
+.. image:: https://img.shields.io/pypi/v/platformio.svg
     :target: https://pypi.python.org/pypi/platformio/
     :alt: Latest Version
-.. image:: https://pypip.in/download/platformio/badge.png
-    :target: https://pypi.python.org/pypi/platformio/
-    :alt: Downloads
-.. image:: https://pypip.in/license/platformio/badge.png
+.. image:: https://img.shields.io/pypi/l/platformio.svg
     :target: https://pypi.python.org/pypi/platformio/
     :alt:  License
+.. image:: https://img.shields.io/PlatformIO/Community.png
+   :alt: Community Forums
+   :target: https://community.platformio.org
+.. image:: https://img.shields.io/PlatformIO/Plus.png?color=orange
+   :alt: PlatformIO Plus: Professional solutions for an awesome open source PlatformIO ecosystem
+   :target: https://pioplus.com
 
+**Quick Links:** `Home Page <http://platformio.org>`_ |
+`PlatformIO Plus <https://pioplus.com>`_ |
+`PlatformIO IDE <http://platformio.org/platformio-ide>`_ |
+`Project Examples <https://github.com/platformio/platformio-examples/>`_ |
+`Docs <http://docs.platformio.org>`_ |
+`Donate <http://platformio.org/donate>`_ |
+`Contact Us <https://pioplus.com/contact.html>`_
 
-**PlatformIO** is a console tool to build code with different development
-platforms.
+**Social:** `Twitter <https://twitter.com/PlatformIO_Org>`_ |
+`Facebook <https://www.facebook.com/platformio>`_ |
+`Hackaday <https://hackaday.io/project/7980-platformio>`_ |
+`Bintray <https://bintray.com/platformio>`_ |
+`Community <https://community.platformio.org>`_
 
-You have no need to install any *IDE* or compile any toolchains. *PlatformIO*
-has pre-built different development platforms including: compiler, debugger,
-flasher (for embedded) and many other useful tools.
+.. image:: https://raw.githubusercontent.com/platformio/platformio-web/develop/app/images/platformio-ide-laptop.png
+    :target: http://platformio.org
 
-**PlatformIO** allows developer to compile the same code with different
-platforms using only one command ``platformio run``. This happens due to
-``platformio.ini`` project's file (see
-`default template <https://github.com/ivankravets/platformio/blob/develop/platformio/projectconftpl.ini>`_)
-where you can setup different environments with specific settings: platform,
-firmware uploading options, pre-built framework and many more.
+`PlatformIO <http://platformio.org>`_ is an open source ecosystem for IoT
+development. Cross-platform IDE and unified debugger. Remote unit testing and
+firmware updates.
 
-Each platform consists of packages which are located in own repository.
-Due to ``platformio update`` command you will have up-to-date development
-instruments.
+Get Started
+-----------
 
-.. image:: examples/platformio-examples.png
-    :target: https://github.com/ivankravets/platformio/raw/develop/examples/platformio-examples.png
-    :alt:  Examples
-    :width: 730px
+* `What is PlatformIO? <http://docs.platformio.org/page/what-is-platformio.html>`_
 
-**PlatformIO** is well suited for **embedded development**. It can:
+Products
+--------
 
-* Automatically analyse dependency
-* Reliably detect build changes
-* Build framework or library source code to static library
-* Build *ELF* (executable and linkable firmware)
-* Convert *ELF* to *HEX* or *BIN* file
-* Extract *EEPROM* data
-* Upload firmware to your device
+* `PlatformIO IDE <http://platformio.org/platformio-ide>`_
+* `PlatformIO Core <http://docs.platformio.org/page/core.html>`_
+* `PIO Remote™ <http://docs.platformio.org/page/plus/pio-remote.html>`_
+* `PIO Unified Debugger <http://docs.platformio.org/page/plus/debugging.html>`_
+* `PIO Unit Testing <http://docs.platformio.org/page/plus/unit-testing.html>`_
+* `PIO Delivery™ <http://platformio.org/pricing#solution-pio-delivery>`_
+* `Cloud Builder <http://platformio.org/pricing#solution-cloud-builder>`_
 
-It has support for many popular embedded platforms like these:
+Registry
+--------
 
-* ``atmelavr`` `Atmel AVR <http://en.wikipedia.org/wiki/Atmel_AVR>`_
-  (including `Arduino <http://www.arduino.cc>`_ based boards)
-* ``timsp430`` `TI MSP430 <http://www.ti.com/lsds/ti/microcontroller/16-bit_msp430/overview.page>`_
-  (including `MSP430 LaunchPads <http://www.ti.com/ww/en/launchpad/launchpads-msp430.html>`_)
-* ``titiva`` `TI TIVA C <http://www.ti.com/lsds/ti/microcontroller/tiva_arm_cortex/c_series/overview.page>`_
-  (including `TIVA C Series LaunchPads <http://www.ti.com/ww/en/launchpad/launchpads-connected.html>`_)
+* `Libraries <http://platformio.org/lib>`_
+* `Development Platforms <http://platformio.org/platforms>`_
+* `Frameworks <http://platformio.org/frameworks>`_
+* `Embedded Boards <http://platformio.org/boards>`_
 
+Solutions
+---------
 
-See project `examples with screenshots <https://github.com/ivankravets/platformio/tree/develop/examples>`_.
+* `Library Manager <http://docs.platformio.org/page/librarymanager/index.html>`_
+* `Cloud IDEs Integration <http://platformio.org/pricing#solution-cloud-ide>`_
+* `Standalone IDEs Integration <http://docs.platformio.org/page/ide.html#other-ide>`_
+* `Continuous Integration <http://docs.platformio.org/page/ci/index.html>`_
 
+Development Platforms
+---------------------
 
-IDE Integration
----------------
+* `Atmel AVR <http://platformio.org/platforms/atmelavr>`_
+* `Atmel SAM <http://platformio.org/platforms/atmelsam>`_
+* `Espressif 32 <http://platformio.org/platforms/espressif32>`_
+* `Espressif 8266 <http://platformio.org/platforms/espressif8266>`_
+* `Freescale Kinetis <http://platformio.org/platforms/freescalekinetis>`_
+* `Intel ARC32 <http://platformio.org/platforms/intel_arc32>`_
+* `Lattice iCE40 <http://platformio.org/platforms/lattice_ice40>`_
+* `Maxim 32 <http://platformio.org/platforms/maxim32>`_
+* `Microchip PIC32 <http://platformio.org/platforms/microchippic32>`_
+* `Nordic nRF51 <http://platformio.org/platforms/nordicnrf51>`_
+* `Nordic nRF52 <http://platformio.org/platforms/nordicnrf52>`_
+* `NXP LPC <http://platformio.org/platforms/nxplpc>`_
+* `Silicon Labs EFM32 <http://platformio.org/platforms/siliconlabsefm32>`_
+* `ST STM32 <http://platformio.org/platforms/ststm32>`_
+* `Teensy <http://platformio.org/platforms/teensy>`_
+* `TI MSP430 <http://platformio.org/platforms/timsp430>`_
+* `TI Tiva <http://platformio.org/platforms/titiva>`_
+* `WIZNet W7500 <http://platformio.org/platforms/wiznet7500>`_
 
-* [Eclipse] `Building and debugging Atmel AVR (Arduino-based) project using Eclipse IDE+PlatformIO <http://www.ikravets.com/computer-life/programming/2014/06/20/building-and-debugging-atmel-avr-arduino-based-project-using-eclipse-ideplatformio>`_
-
-
-Python & OS Support
--------------------
-
-**PlatformIO** is written in `Python <https://www.python.org>`_ and works with
-versions 2.6 and 2.7 on Unix/Linux, OS X, and Windows.
-
-
-Quickstart
+Frameworks
 ----------
 
-.. code-block:: bash
+* `Arduino <http://platformio.org/frameworks/arduino>`_
+* `ARTIK SDK <http://platformio.org/frameworks/artik-sdk>`_
+* `CMSIS <http://platformio.org/frameworks/cmsis>`_
+* `Energia <http://platformio.org/frameworks/energia>`_
+* `ESP-IDF <http://platformio.org/frameworks/espidf>`_
+* `libOpenCM3 <http://platformio.org/frameworks/libopencm3>`_
+* `mbed <http://platformio.org/frameworks/mbed>`_
+* `Pumbaa <http://platformio.org/frameworks/pumbaa>`_
+* `Simba <http://platformio.org/frameworks/simba>`_
+* `SPL <http://platformio.org/frameworks/spl>`_
+* `STM32Cube <http://platformio.org/frameworks/stm32cube>`_
+* `WiringPi <http://platformio.org/frameworks/wiringpi>`_
 
-    # Print all availalbe development platforms for installing
-    $ platformio search all
-
-    # Install new development platform
-    $ platformio install SomePlatform
-
-    # Initialize new platformio based project
-    $ cd /path/to/empty/directory
-    $ platformio init
-
-    # Process the project's environments
-    $ platformio run
-
-For more detailed information please follow to `Installation <#installation>`_
-and `User Guide <#user-guide>`_ sections.
-
-
-Installation
+Contributing
 ------------
 
-All commands below should be executed in
-`Command-line <http://en.wikipedia.org/wiki/Command-line_interface>`_
-application in your *OS*:
+See `contributing guidelines <https://github.com/platformio/platformio/blob/develop/CONTRIBUTING.md>`_.
 
-* *Unix/Linux/OS X* this is *Terminal* application.
-* *Windows* this is
-  `Command Prompt <http://en.wikipedia.org/wiki/Command_Prompt>`_ (``cmd.exe``)
-  application.
-
-Also, the `Python Interpreter <https://www.python.org/downloads/>`_ (2.6 or 2.7)
-is required.
-
-
-Super-Quick
-~~~~~~~~~~~
-
-To install or upgrade *PlatformIO*, download
-`get-platformio.py <https://raw.githubusercontent.com/ivankravets/platformio/develop/scripts/get-platformio.py>`_ script.
-
-Then run the following (which may require administrator access):
-
-.. code-block:: bash
-
-    $ python get-platformio.py
-
-On *Windows OS* it may look like:
-
-.. code-block:: bash
-
-    C:\Python27\python.exe get-platformio.py
-
-
-Full Guide
-~~~~~~~~~~
-
-1. Check a ``python`` version (only 2.6-2.7 is supported):
-
-.. code-block:: bash
-
-    $ python --version
-
-*Windows OS* Users only:
-
-    * `Download Python 2.7 <https://www.python.org/downloads/>`_ and install it.
-    * Add to PATH system variable ``;C:\Python27;C:\Python27\Scripts;`` and
-       reopen *Command Prompt* (``cmd.exe``) application. Please read this
-       article `How to set the path and environment variables in Windows
-       <http://www.computerhope.com/issues/ch000549.htm>`_.
-
-
-2. Check a ``pip`` tool for installing and managing *Python* packages:
-
-.. code-block:: bash
-
-    $ pip search platformio
-
-You should see short information about ``platformio`` package.
-
-If your computer does not recognize ``pip`` command, try to install it first
-using `these instructions <http://www.pip-installer.org/en/latest/installing.html>`_.
-
-3. Install a ``platformio`` and related packages:
-
-.. code-block:: bash
-
-    $ pip install platformio && pip install --egg scons
-
-For upgrading the ``platformio`` to new version please use this command:
-
-.. code-block:: bash
-
-    $ pip install -U platformio
-
-
-User Guide
-----------
-
-To print all available commands and options:
-
-.. code-block:: bash
-
-    $ platformio --help
-    $ platformio COMMAND --help
-
-    # Example
-    $ platformio --help
-    Usage: platformio [OPTIONS] COMMAND [ARGS]...
-
-    Options:
-      --version  Show the version and exit.
-      --help     Show this message and exit.
-
-    Commands:
-      init       Initialize new platformio based project
-      install    Install new platforms
-      list       List installed platforms
-      run        Process project environments
-      search     Search for development platforms
-      show       Show details about an installed platforms
-      uninstall  Uninstall the platforms
-      update     Update installed platforms
-
-
-``platformio search``
-~~~~~~~~~~~~~~~~~~~~~
-
-Search for development platforms:
-
-.. code-block:: bash
-
-    # Print all available development platforms
-    $ platformio search all
-
-    # Filter platforms by "Query"
-    $ platformio search "Query"
-
-    # Example
-    $ platformio search ti
-    timsp430 - An embedded platform for TI MSP430 microcontrollers (with Energia Framework)
-    titiva   - An embedded platform for TI TIVA C ARM microcontrollers (with Energia Framework)
-
-    $ platformio search arduino
-    atmelavr - An embedded platform for Atmel AVR microcontrollers (with Arduino Framework)
-
-
-``platformio install``
-~~~~~~~~~~~~~~~~~~~~~~
-
-*PlatformIO* has pre-built development platforms with related packages. You
-can install one of them:
-
-.. code-block:: bash
-
-    $ platformio install SomePlatform
-    $ platformio install SomePlatform --with-package=PackageName
-    $ platformio install SomePlatform --without-package=PackageName
-
-    # Example
-    $ platformio install timsp430 --with-package=framework-energiamsp430
-    Installing toolchain-timsp430 package:
-    Downloading  [####################################]  100%
-    Unpacking  [####################################]  100%
-    Installing tool-mspdebug package:
-    Downloading  [####################################]  100%
-    Unpacking  [####################################]  100%
-    Installing framework-energiamsp430 package:
-    Downloading  [####################################]  100%
-    Unpacking  [####################################]  100%
-    The platform 'timsp430' has been successfully installed!
-
-
-``platformio list``
-~~~~~~~~~~~~~~~~~~~
-
-To list installed platforms:
-
-.. code-block:: bash
-
-    $ platformio list
-
-    # Example
-    $ platformio list
-    timsp430    with packages: toolchain-timsp430, tool-mspdebug, framework-energiamsp430
-
-
-``platformio show``
-~~~~~~~~~~~~~~~~~~~
-
-To show details about an installed platform:
-
-.. code-block:: bash
-
-    $ platformio show SomePlatform
-
-    # Example
-    $ platformio show timsp430
-    timsp430    - An embedded platform for TI MSP430 microcontrollers (with Energia Framework)
-    ----------
-    Package: toolchain-timsp430
-    Location: /Users/ikravets/.platformio/timsp430/tools/toolchain
-    Version: 1
-    ----------
-    Package: tool-mspdebug
-    Location: /Users/ikravets/.platformio/timsp430/tools/mspdebug
-    Version: 1
-    ----------
-    Package: framework-energiamsp430
-    Location: /Users/ikravets/.platformio/timsp430/frameworks/energia
-    Version: 1
-
-
-``platformio uninstall``
-~~~~~~~~~~~~~~~~~~~~~~~~
-
-To uninstall platform:
-
-.. code-block:: bash
-
-    $ platformio uninstall SomePlatform
-
-    # Example
-    $ platformio uninstall timsp430
-    Uninstalling toolchain-timsp430 package:        [OK]
-    Uninstalling tool-mspdebug package:             [OK]
-    Uninstalling framework-energiamsp430 package:   [OK]
-    The platform 'timsp430' has been successfully uninstalled!
-
-
-``platformio init``
-~~~~~~~~~~~~~~~~~~~
-
-Initialize new platformio based project.
-
-.. code-block:: bash
-
-    # Change directory to future project
-    $ cd /path/to/empty/directory
-    $ platformio init
-
-    # Example
-    $ platformio init
-    Project successfully initialized.
-    Please put your source code to `src` directory, external libraries to `lib`
-    and setup environments in `platformio.ini` file.
-    Then process project with `platformio run` command.
-
-After this command ``platformio`` will create:
-
-* ``.pioenvs`` - a temporary working directory.
-* ``lib`` - a directory for project specific libraries. PlatformIO will
-  compile their to static libraries and link to executable file
-* ``src`` - a source directory. Put code here.
-* ``platformio.ini`` - a configuration file for project
-
-
-``platformio run``
-~~~~~~~~~~~~~~~~~~
-
-Process the project's environments defined in ``platformio.ini`` file:
-
-.. code-block:: bash
-
-    $ platformio run
-
-    # Example
-    $ platformio run
-    Processing arduino_pro5v environment:
-    scons: `.pioenvs/arduino_pro5v/firmware.elf' is up to date.
-    scons: `.pioenvs/arduino_pro5v/firmware.hex' is up to date.
-
-    Processing launchpad_msp430g2 environment:
-    scons: `.pioenvs/launchpad_msp430g2/firmware.elf' is up to date.
-    scons: `.pioenvs/launchpad_msp430g2/firmware.hex' is up to date.
-
-    Processing launchpad_lm4f120 environment:
-    scons: `.pioenvs/launchpad_lm4f120/firmware.elf' is up to date.
-    scons: `.pioenvs/launchpad_lm4f120/firmware.hex' is up to date
-
-Process specific environments:
-
-.. code-block:: bash
-
-    $ platformio run -e myenv1 -e myenv2
-
-    # Example
-    $ platformio run -e arduino_pro5v -e launchpad_lm4f120
-    Processing arduino_pro5v environment:
-    scons: `.pioenvs/arduino_pro5v/firmware.elf' is up to date.
-    scons: `.pioenvs/arduino_pro5v/firmware.hex' is up to date.
-
-    Skipped launchpad_msp430g2 environment
-    Processing launchpad_lm4f120 environment:
-    scons: `.pioenvs/launchpad_lm4f120/firmware.elf' is up to date.
-    scons: `.pioenvs/launchpad_lm4f120/firmware.hex' is up to date.
-
-Process specific target:
-
-.. code-block:: bash
-
-    $ platformio run -t clean
-    $ platformio run -t upload
-
-    # Example
-    platformio run -t clean
-    Processing arduino_pro5v environment:
-    Removed .pioenvs/arduino_pro5v/src/main.o
-    ...
-    Removed .pioenvs/arduino_pro5v/firmware.hex
-
-    Processing launchpad_msp430g2 environment:
-    Removed .pioenvs/launchpad_msp430g2/src/main.o
-    ...
-    Removed .pioenvs/launchpad_msp430g2/firmware.hex
-
-    Processing launchpad_lm4f120 environment:
-    Removed .pioenvs/launchpad_lm4f120/src/main.o
-    ...
-    Removed .pioenvs/launchpad_lm4f120/firmware.hex
-
-Mix environments and targets:
-
-.. code-block:: bash
-
-    $ platformio run -e myembeddeddevice -t upload
-
-    # Example
-    $ platformio run -e launchpad_msp430g2 -t upload
-    Skipped arduino_pro5v environment
-    Processing launchpad_msp430g2 environment:
-    /Users/ikravets/.platformio/timsp430/tools/mspdebug/mspdebug rf2500 --force-reset "prog .pioenvs/launchpad_msp430g2/firmware.hex"
-    MSPDebug version 0.20 - debugging tool for MSP430 MCUs
-    Copyright (C) 2009-2012 Daniel Beer <dlbeer@gmail.com>
-    This is free software; see the source for copying conditions.  There is NO
-    warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
-
-    Trying to open interface 1 on 009
-    Initializing FET...
-    FET protocol version is 30394216
-    Configured for Spy-Bi-Wire
-    Sending reset...
-    Set Vcc: 3000 mV
-    Device ID: 0x2553
-      Code start address: 0xc000
-      Code size         : 16384 byte = 16 kb
-      RAM  start address: 0x200
-      RAM  end   address: 0x3ff
-      RAM  size         : 512 byte = 0 kb
-    Device: MSP430G2553/G2403
-    Code memory starts at 0xc000
-    Number of breakpoints: 2
-    Chip ID data: 25 53
-    Erasing...
-    Programming...
-    Writing  646 bytes at c000...
-    Writing   32 bytes at ffe0...
-    Done, 678 bytes total
-
-    Skipped launchpad_lm4f120 environment
-
-
-``platformio update``
-~~~~~~~~~~~~~~~~~~~~~~~~
-
-To check or update installed platforms:
-
-.. code-block:: bash
-
-    $ platformio update
-
-    # Example
-    $ platformio update
-
-    Platform atmelavr
-    --------
-    Updating toolchain-atmelavr package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating framework-arduinoavr package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating tool-avrdude package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-
-    Platform timsp430
-    --------
-    Updating toolchain-timsp430 package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating tool-mspdebug package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating framework-energiamsp430 package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-
-    Platform titiva
-    --------
-    Updating toolchain-gccarmnoneeabi package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating tool-lm4flash package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-    Updating framework-energiativa package:
-    Versions: Current=1, Latest=1 	 [Up-to-date]
-
-
-Questions & Bugs
-----------------
-
-Please use the
-`issue tracker <https://github.com/ivankravets/platformio/issues>`_
-to ask questions or report bugs.
-
-
-Licence
+License
 -------
 
-Copyright (C) 2014 Ivan Kravets
+Copyright (c) 2014-present PlatformIO <contact@platformio.org>
 
-Licenced under the MIT Licence.
+The PlatformIO is licensed under the permissive Apache 2.0 license,
+so you can use it in both commercial and personal projects with confidence.

examples/arduino-internal-library/README.rst

@@ -1,20 +0,0 @@
-Arduino Example: Build code with internal library
-=================================================
-
-1. Download ``platformio``
-   `sources <https://github.com/ivankravets/platformio/archive/develop.zip>`_
-2. Extract ZIP archive
-3. Then run these commands:
-
-.. code-block:: bash
-
-    # Change directory to example
-    $ cd platformio-develop/examples/arduino-internal-library/
-
-    # Install Atmel AVR development platform with Arduino Framework
-    $ platformio install atmelavr
-
-    # Process example project
-    $ platformio run
-
-.. image:: console-result.png

examples/arduino-internal-library/platformio.ini

@@ -1,7 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:arduino_pro5v]
-platform = atmelavr
-framework = arduino
-board = pro16MHzatmega168

examples/arduino-internal-library/src/main.cpp

@@ -1,51 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-/*
- * EEPROM Read
- *
- * Reads the value of each byte of the EEPROM and prints it
- * to the computer.
- * This example code is in the public domain.
- *
- * https://github.com/arduino/Arduino/blob/master/libraries/EEPROM/examples/eeprom_read/eeprom_read.ino
- */
-
-#include <Arduino.h>
-#include <EEPROM.h>
-
-// start reading from the first byte (address 0) of the EEPROM
-int address = 0;
-byte value;
-
-void setup()
-{
-  // initialize serial and wait for port to open:
-  Serial.begin(9600);
-  while (!Serial) {
-    ; // wait for serial port to connect. Needed for Leonardo only
-  }
-}
-
-void loop()
-{
-  // read a byte from the current address of the EEPROM
-  value = EEPROM.read(address);
-
-  Serial.print(address);
-  Serial.print("\t");
-  Serial.print(value, DEC);
-  Serial.println();
-
-  // advance to the next address of the EEPROM
-  address = address + 1;
-
-  // there are only 512 bytes of EEPROM, from 0 to 511, so if we're
-  // on address 512, wrap around to address 0
-  if (address == 512)
-    address = 0;
-
-  delay(500);
-}

examples/atmelavr-native-blink/README.rst

@@ -1,20 +0,0 @@
-Atmel AVR: Native Blink Example
-===============================
-
-1. Download ``platformio``
-   `sources <https://github.com/ivankravets/platformio/archive/develop.zip>`_
-2. Extract ZIP archive
-3. Then run these commands:
-
-.. code-block:: bash
-
-    # Change directory to example
-    $ cd platformio-develop/examples/atmelavr-native-blink/
-
-    # Install Atmel AVR development platform
-    $ platformio install atmelavr
-
-    # Process example project
-    $ platformio run
-
-.. image:: console-result.png

examples/atmelavr-native-blink/platformio.ini

@@ -1,14 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:arduino_pro5v]
-platform = atmelavr
-board_mcu = atmega168
-board_f_cpu = 16000000L
-
-upload_port = /dev/tty.SLAB_USBtoUART
-# upload_port = COM3
-upload_protocol = arduino
-upload_speed = 19200
-
-targets = upload

examples/atmelavr-native-blink/src/main.c

@@ -1,23 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include <avr/io.h>
-#include <util/delay.h>
-
-int main(void)
-{
-    // make the LED pin an output for PORTB5
-    DDRB = 1 << 5;
-
-    while (1)
-    {
-        _delay_ms(500);
-
-        // toggle the LED
-        PORTB ^= 1 << 5;
-    }
-
-    return 0;
-}

examples/ide-eclipse/README.rst

@@ -1,14 +0,0 @@
-Eclipse IDE Integration
-=======================
-
-The detailed information and steps are described in this article:
-`Building and debugging Atmel AVR (Arduino-based) project using Eclipse IDE+PlatformIO <http://www.ikravets.com/computer-life/programming/2014/06/20/building-and-debugging-atmel-avr-arduino-based-project-using-eclipse-ideplatformio>`_.
-
-
-.. image:: http://www.ikravets.com/wp-content/uploads/2014/06/eclipse_build_arduino_pro5v-1024x822.png
-    :width: 850px
-    :target: http://www.ikravets.com/computer-life/programming/2014/06/20/building-and-debugging-atmel-avr-arduino-based-project-using-eclipse-ideplatformio
-
-.. image:: http://www.ikravets.com/wp-content/uploads/2014/06/eclipse_debugging_result_1-1024x775.png
-    :width: 850px
-    :target: http://www.ikravets.com/computer-life/programming/2014/06/20/building-and-debugging-atmel-avr-arduino-based-project-using-eclipse-ideplatformio

examples/ide-eclipse/arduino_pro5/.cproject

@@ -1,77 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<?fileVersion 4.0.0?>
-
-<cproject storage_type_id="org.eclipse.cdt.core.XmlProjectDescriptionStorage">
-	<storageModule moduleId="org.eclipse.cdt.core.settings">
-		<cconfiguration id="0.910961921">
-			<storageModule buildSystemId="org.eclipse.cdt.managedbuilder.core.configurationDataProvider" id="0.910961921" moduleId="org.eclipse.cdt.core.settings" name="Default">
-				<externalSettings/>
-				<extensions>
-					<extension id="org.eclipse.cdt.core.VCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GmakeErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.CWDLocator" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GCCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GASErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GLDErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-				</extensions>
-			</storageModule>
-			<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-				<configuration artifactName="${ProjName}" buildProperties="" description="" id="0.910961921" name="Default" parent="org.eclipse.cdt.build.core.prefbase.cfg">
-					<folderInfo id="0.910961921." name="/" resourcePath="">
-						<toolChain id="org.eclipse.cdt.build.core.prefbase.toolchain.952979152" name="No ToolChain" resourceTypeBasedDiscovery="false" superClass="org.eclipse.cdt.build.core.prefbase.toolchain">
-							<targetPlatform id="org.eclipse.cdt.build.core.prefbase.toolchain.952979152.52310970" name=""/>
-							<builder id="org.eclipse.cdt.build.core.settings.default.builder.1519453406" keepEnvironmentInBuildfile="false" managedBuildOn="false" name="Gnu Make Builder" superClass="org.eclipse.cdt.build.core.settings.default.builder"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.libs.1409095472" name="holder for library settings" superClass="org.eclipse.cdt.build.core.settings.holder.libs"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.1624502120" name="Assembly" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.239157887" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/frameworks/arduino/cores/arduino&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.922107295" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.149990277" languageId="org.eclipse.cdt.core.assembly" languageName="Assembly" sourceContentType="org.eclipse.cdt.core.asmSource" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.54121539" name="GNU C++" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1096940598" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/frameworks/arduino/cores/arduino&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.1198905600" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.762536863" languageId="org.eclipse.cdt.core.g++" languageName="GNU C++" sourceContentType="org.eclipse.cdt.core.cxxSource,org.eclipse.cdt.core.cxxHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.1310559623" name="GNU C" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.41298875" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/frameworks/arduino/cores/arduino&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.884639970" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.549319812" languageId="org.eclipse.cdt.core.gcc" languageName="GNU C" sourceContentType="org.eclipse.cdt.core.cSource,org.eclipse.cdt.core.cHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-						</toolChain>
-					</folderInfo>
-				</configuration>
-			</storageModule>
-			<storageModule moduleId="org.eclipse.cdt.core.externalSettings"/>
-		</cconfiguration>
-	</storageModule>
-	<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-		<project id="arduino_pro5.null.189551033" name="arduino_pro5"/>
-	</storageModule>
-	<storageModule moduleId="scannerConfiguration">
-		<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		<scannerConfigBuildInfo instanceId="0.910961921">
-			<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		</scannerConfigBuildInfo>
-	</storageModule>
-	<storageModule moduleId="org.eclipse.cdt.core.LanguageSettingsProviders"/>
-	<storageModule moduleId="refreshScope" versionNumber="2">
-		<configuration configurationName="Default">
-			<resource resourceType="PROJECT" workspacePath="/arduino_pro5"/>
-		</configuration>
-	</storageModule>
-</cproject>

examples/ide-eclipse/arduino_pro5/Makefile

@@ -1,5 +0,0 @@
-all: 
-	platformio run -t upload
-
-clean:
-	platformio run -t clean

examples/ide-eclipse/arduino_pro5/platformio.ini

@@ -1,8 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:arduino_pro5v]
-platform = atmelavr
-framework = arduino
-board = pro16MHzatmega168
-upload_port = /dev/tty.SLAB_USBtoUART

examples/ide-eclipse/arduino_pro5/src/main.c

@@ -1,20 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include "Arduino.h"
-#define WLED	13  // Most Arduino boards already have an LED attached to pin 13 on the board itself
-
-void setup()
-{
-  pinMode(WLED, OUTPUT);  // set pin as output
-}
-
-void loop()
-{
-  digitalWrite(WLED, HIGH);  // set the LED on
-  delay(1000);               // wait for a second
-  digitalWrite(WLED, LOW);   // set the LED off
-  delay(1000);               // wait for a second
-}

examples/ide-eclipse/atmelavr_atmega168/.cproject

@@ -1,75 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<?fileVersion 4.0.0?>
-
-<cproject storage_type_id="org.eclipse.cdt.core.XmlProjectDescriptionStorage">
-	<storageModule moduleId="org.eclipse.cdt.core.settings">
-		<cconfiguration id="0.1706826288">
-			<storageModule buildSystemId="org.eclipse.cdt.managedbuilder.core.configurationDataProvider" id="0.1706826288" moduleId="org.eclipse.cdt.core.settings" name="Default">
-				<externalSettings/>
-				<extensions>
-					<extension id="org.eclipse.cdt.core.VCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GmakeErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.CWDLocator" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GCCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GASErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GLDErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-				</extensions>
-			</storageModule>
-			<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-				<configuration artifactName="${ProjName}" buildProperties="" description="" id="0.1706826288" name="Default" parent="org.eclipse.cdt.build.core.prefbase.cfg">
-					<folderInfo id="0.1706826288." name="/" resourcePath="">
-						<toolChain id="org.eclipse.cdt.build.core.prefbase.toolchain.944229927" name="No ToolChain" resourceTypeBasedDiscovery="false" superClass="org.eclipse.cdt.build.core.prefbase.toolchain">
-							<targetPlatform id="org.eclipse.cdt.build.core.prefbase.toolchain.944229927.1146791472" name=""/>
-							<builder id="org.eclipse.cdt.build.core.settings.default.builder.81097189" keepEnvironmentInBuildfile="false" managedBuildOn="false" name="Gnu Make Builder" superClass="org.eclipse.cdt.build.core.settings.default.builder"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.libs.615700392" name="holder for library settings" superClass="org.eclipse.cdt.build.core.settings.holder.libs"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.509191184" name="Assembly" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1976688999" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.1146079252" name="Symbols" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.1061741986" languageId="org.eclipse.cdt.core.assembly" languageName="Assembly" sourceContentType="org.eclipse.cdt.core.asmSource" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.524184308" name="GNU C++" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1379816017" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.1180078676" name="Symbols" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.492516621" languageId="org.eclipse.cdt.core.g++" languageName="GNU C++" sourceContentType="org.eclipse.cdt.core.cxxSource,org.eclipse.cdt.core.cxxHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.746817635" name="GNU C" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.905883681" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/atmelavr/tools/toolchain/avr/include&quot;"/>
-								</option>
-								<option id="org.eclipse.cdt.build.core.settings.holder.symbols.1589314232" name="Symbols" superClass="org.eclipse.cdt.build.core.settings.holder.symbols" valueType="definedSymbols">
-									<listOptionValue builtIn="false" value="__AVR_ATmega168__"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.247974714" languageId="org.eclipse.cdt.core.gcc" languageName="GNU C" sourceContentType="org.eclipse.cdt.core.cSource,org.eclipse.cdt.core.cHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-						</toolChain>
-					</folderInfo>
-				</configuration>
-			</storageModule>
-			<storageModule moduleId="org.eclipse.cdt.core.externalSettings"/>
-		</cconfiguration>
-	</storageModule>
-	<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-		<project id="test.null.312168076" name="test"/>
-	</storageModule>
-	<storageModule moduleId="scannerConfiguration">
-		<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		<scannerConfigBuildInfo instanceId="0.1706826288">
-			<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		</scannerConfigBuildInfo>
-	</storageModule>
-	<storageModule moduleId="org.eclipse.cdt.core.LanguageSettingsProviders"/>
-	<storageModule moduleId="refreshScope" versionNumber="2">
-		<configuration configurationName="Default">
-			<resource resourceType="PROJECT" workspacePath="/test"/>
-		</configuration>
-	</storageModule>
-	<storageModule moduleId="org.eclipse.cdt.internal.ui.text.commentOwnerProjectMappings"/>
-</cproject>

examples/ide-eclipse/atmelavr_atmega168/.project

@@ -1,27 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<projectDescription>
-	<name>atmelavr_atmega168</name>
-	<comment></comment>
-	<projects>
-	</projects>
-	<buildSpec>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.genmakebuilder</name>
-			<triggers>clean,full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.ScannerConfigBuilder</name>
-			<triggers>full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-	</buildSpec>
-	<natures>
-		<nature>org.eclipse.cdt.core.cnature</nature>
-		<nature>org.eclipse.cdt.core.ccnature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.managedBuildNature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.ScannerConfigNature</nature>
-	</natures>
-</projectDescription>

examples/ide-eclipse/atmelavr_atmega168/.settings/org.eclipse.cdt.codan.core.prefs

@@ -1,67 +0,0 @@
-eclipse.preferences.version=1
-org.eclipse.cdt.codan.checkers.errnoreturn=Warning
-org.eclipse.cdt.codan.checkers.errnoreturn.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},implicit\=>false}
-org.eclipse.cdt.codan.checkers.errreturnvalue=Error
-org.eclipse.cdt.codan.checkers.errreturnvalue.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.checkers.noreturn=Error
-org.eclipse.cdt.codan.checkers.noreturn.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},implicit\=>false}
-org.eclipse.cdt.codan.internal.checkers.AbstractClassCreation=Error
-org.eclipse.cdt.codan.internal.checkers.AbstractClassCreation.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.AmbiguousProblem=Error
-org.eclipse.cdt.codan.internal.checkers.AmbiguousProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.AssignmentInConditionProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.AssignmentInConditionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.AssignmentToItselfProblem=Error
-org.eclipse.cdt.codan.internal.checkers.AssignmentToItselfProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.CaseBreakProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.CaseBreakProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},no_break_comment\=>"no break",last_case_param\=>false,empty_case_param\=>false}
-org.eclipse.cdt.codan.internal.checkers.CatchByReference=Warning
-org.eclipse.cdt.codan.internal.checkers.CatchByReference.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},unknown\=>false,exceptions\=>()}
-org.eclipse.cdt.codan.internal.checkers.CircularReferenceProblem=Error
-org.eclipse.cdt.codan.internal.checkers.CircularReferenceProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.ClassMembersInitialization=Warning
-org.eclipse.cdt.codan.internal.checkers.ClassMembersInitialization.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},skip\=>true}
-org.eclipse.cdt.codan.internal.checkers.FieldResolutionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.FieldResolutionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.FunctionResolutionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.FunctionResolutionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.InvalidArguments=Error
-org.eclipse.cdt.codan.internal.checkers.InvalidArguments.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.InvalidTemplateArgumentsProblem=Error
-org.eclipse.cdt.codan.internal.checkers.InvalidTemplateArgumentsProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.LabelStatementNotFoundProblem=Error
-org.eclipse.cdt.codan.internal.checkers.LabelStatementNotFoundProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.MemberDeclarationNotFoundProblem=Error
-org.eclipse.cdt.codan.internal.checkers.MemberDeclarationNotFoundProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.MethodResolutionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.MethodResolutionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.NamingConventionFunctionChecker=-Info
-org.eclipse.cdt.codan.internal.checkers.NamingConventionFunctionChecker.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},pattern\=>"^[a-z]",macro\=>true,exceptions\=>()}
-org.eclipse.cdt.codan.internal.checkers.NonVirtualDestructorProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.NonVirtualDestructorProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.OverloadProblem=Error
-org.eclipse.cdt.codan.internal.checkers.OverloadProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.RedeclarationProblem=Error
-org.eclipse.cdt.codan.internal.checkers.RedeclarationProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.RedefinitionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.RedefinitionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.ReturnStyleProblem=-Warning
-org.eclipse.cdt.codan.internal.checkers.ReturnStyleProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.ScanfFormatStringSecurityProblem=-Warning
-org.eclipse.cdt.codan.internal.checkers.ScanfFormatStringSecurityProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.StatementHasNoEffectProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.StatementHasNoEffectProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},macro\=>true,exceptions\=>()}
-org.eclipse.cdt.codan.internal.checkers.SuggestedParenthesisProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.SuggestedParenthesisProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},paramNot\=>false}
-org.eclipse.cdt.codan.internal.checkers.SuspiciousSemicolonProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.SuspiciousSemicolonProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},else\=>false,afterelse\=>false}
-org.eclipse.cdt.codan.internal.checkers.TypeResolutionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.TypeResolutionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}
-org.eclipse.cdt.codan.internal.checkers.UnusedFunctionDeclarationProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.UnusedFunctionDeclarationProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},macro\=>true}
-org.eclipse.cdt.codan.internal.checkers.UnusedStaticFunctionProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.UnusedStaticFunctionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},macro\=>true}
-org.eclipse.cdt.codan.internal.checkers.UnusedVariableDeclarationProblem=Warning
-org.eclipse.cdt.codan.internal.checkers.UnusedVariableDeclarationProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true},macro\=>true,exceptions\=>("@(\#)","$Id")}
-org.eclipse.cdt.codan.internal.checkers.VariableResolutionProblem=Error
-org.eclipse.cdt.codan.internal.checkers.VariableResolutionProblem.params={launchModes\=>{RUN_ON_FULL_BUILD\=>true,RUN_ON_INC_BUILD\=>true,RUN_ON_FILE_OPEN\=>false,RUN_ON_FILE_SAVE\=>false,RUN_AS_YOU_TYPE\=>true,RUN_ON_DEMAND\=>true}}

examples/ide-eclipse/atmelavr_atmega168/Makefile

@@ -1,5 +0,0 @@
-all: 
-	platformio run -t upload
-
-clean:
-	platformio run -t clean

examples/ide-eclipse/atmelavr_atmega168/platformio.ini

@@ -1,12 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:atmelavr_atmega168]
-platform = atmelavr
-board_mcu = atmega168
-board_f_cpu = 16000000L
-
-upload_port = /dev/tty.SLAB_USBtoUART
-# upload_port = COM3
-upload_protocol = arduino
-upload_speed = 19200

examples/ide-eclipse/atmelavr_atmega168/src/main.c

@@ -1,23 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include <avr/io.h>
-#include <util/delay.h>
-
-int main(void)
-{
-    // make the LED pin an output for PORTB5
-    DDRB = 1 << 5;
-
-    while (1)
-    {
-        _delay_ms(500);
-
-        // toggle the LED
-        PORTB ^= 1 << 5;
-    }
-
-    return 0;
-}

examples/ide-eclipse/tilaunchpad_msp430g2/.cproject

@@ -1,61 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<?fileVersion 4.0.0?>
-
-<cproject storage_type_id="org.eclipse.cdt.core.XmlProjectDescriptionStorage">
-	<storageModule moduleId="org.eclipse.cdt.core.settings">
-		<cconfiguration id="0.1778616297">
-			<storageModule buildSystemId="org.eclipse.cdt.managedbuilder.core.configurationDataProvider" id="0.1778616297" moduleId="org.eclipse.cdt.core.settings" name="Default">
-				<externalSettings/>
-				<extensions>
-					<extension id="org.eclipse.cdt.core.VCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GmakeErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.CWDLocator" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GCCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GASErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GLDErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-				</extensions>
-			</storageModule>
-			<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-				<configuration artifactName="${ProjName}" buildProperties="" description="" id="0.1778616297" name="Default" parent="org.eclipse.cdt.build.core.prefbase.cfg">
-					<folderInfo id="0.1778616297." name="/" resourcePath="">
-						<toolChain id="org.eclipse.cdt.build.core.prefbase.toolchain.576447412" name="No ToolChain" resourceTypeBasedDiscovery="false" superClass="org.eclipse.cdt.build.core.prefbase.toolchain">
-							<targetPlatform id="org.eclipse.cdt.build.core.prefbase.toolchain.576447412.203226592" name=""/>
-							<builder id="org.eclipse.cdt.build.core.settings.default.builder.592280532" keepEnvironmentInBuildfile="false" managedBuildOn="false" name="Gnu Make Builder" superClass="org.eclipse.cdt.build.core.settings.default.builder"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.libs.251286138" name="holder for library settings" superClass="org.eclipse.cdt.build.core.settings.holder.libs"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.1824859462" name="Assembly" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.2021826184" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/timsp430/tools/toolchain/msp430/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.1509314343" languageId="org.eclipse.cdt.core.assembly" languageName="Assembly" sourceContentType="org.eclipse.cdt.core.asmSource" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.1251065831" name="GNU C++" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1876118829" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/timsp430/tools/toolchain/msp430/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.518683230" languageId="org.eclipse.cdt.core.g++" languageName="GNU C++" sourceContentType="org.eclipse.cdt.core.cxxSource,org.eclipse.cdt.core.cxxHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.847615484" name="GNU C" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1922525168" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/timsp430/tools/toolchain/msp430/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.68822385" languageId="org.eclipse.cdt.core.gcc" languageName="GNU C" sourceContentType="org.eclipse.cdt.core.cSource,org.eclipse.cdt.core.cHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-						</toolChain>
-					</folderInfo>
-				</configuration>
-			</storageModule>
-			<storageModule moduleId="org.eclipse.cdt.core.externalSettings"/>
-		</cconfiguration>
-	</storageModule>
-	<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-		<project id="tilaunchpad_msp430g2.null.26341321" name="tilaunchpad_msp430g2"/>
-	</storageModule>
-	<storageModule moduleId="scannerConfiguration">
-		<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		<scannerConfigBuildInfo instanceId="0.1778616297">
-			<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		</scannerConfigBuildInfo>
-	</storageModule>
-	<storageModule moduleId="org.eclipse.cdt.core.LanguageSettingsProviders"/>
-	<storageModule moduleId="refreshScope"/>
-</cproject>

examples/ide-eclipse/tilaunchpad_msp430g2/.project

@@ -1,27 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<projectDescription>
-	<name>tilaunchpad_msp430g2</name>
-	<comment></comment>
-	<projects>
-	</projects>
-	<buildSpec>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.genmakebuilder</name>
-			<triggers>clean,full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.ScannerConfigBuilder</name>
-			<triggers>full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-	</buildSpec>
-	<natures>
-		<nature>org.eclipse.cdt.core.cnature</nature>
-		<nature>org.eclipse.cdt.core.ccnature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.managedBuildNature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.ScannerConfigNature</nature>
-	</natures>
-</projectDescription>

examples/ide-eclipse/tilaunchpad_msp430g2/Makefile

@@ -1,5 +0,0 @@
-all: 
-	platformio run -t upload
-
-clean:
-	platformio run -t clean

examples/ide-eclipse/tilaunchpad_msp430g2/platformio.ini

@@ -1,9 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:launchpad_msp430g2]
-platform = timsp430
-board_mcu = msp430g2553
-board_f_cpu = 16000000L
-
-upload_protocol = rf2500

examples/ide-eclipse/tilaunchpad_msp430g2/src/main.c

@@ -1,26 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include <msp430g2553.h>
-
-int main(void)
-{
-    WDTCTL = WDTPW + WDTHOLD;
-
-    // make the LED pin an output for P1.0
-    P1DIR |= 0x01;
-
-    volatile int i;
-
-    while (1)
-    {
-        for (i = 0; i < 10000; i++);
-
-        // toggle the LED
-        P1OUT ^= 0x01;
-    }
-
-    return 0;
-}

examples/ide-eclipse/titiva_lm4f120/.cproject

@@ -1,64 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<?fileVersion 4.0.0?>
-
-<cproject storage_type_id="org.eclipse.cdt.core.XmlProjectDescriptionStorage">
-	<storageModule moduleId="org.eclipse.cdt.core.settings">
-		<cconfiguration id="0.18931736">
-			<storageModule buildSystemId="org.eclipse.cdt.managedbuilder.core.configurationDataProvider" id="0.18931736" moduleId="org.eclipse.cdt.core.settings" name="Default">
-				<externalSettings/>
-				<extensions>
-					<extension id="org.eclipse.cdt.core.VCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GmakeErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.CWDLocator" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GCCErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GASErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-					<extension id="org.eclipse.cdt.core.GLDErrorParser" point="org.eclipse.cdt.core.ErrorParser"/>
-				</extensions>
-			</storageModule>
-			<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-				<configuration artifactName="${ProjName}" buildProperties="" description="" id="0.18931736" name="Default" parent="org.eclipse.cdt.build.core.prefbase.cfg">
-					<folderInfo id="0.18931736." name="/" resourcePath="">
-						<toolChain id="org.eclipse.cdt.build.core.prefbase.toolchain.946409409" name="No ToolChain" resourceTypeBasedDiscovery="false" superClass="org.eclipse.cdt.build.core.prefbase.toolchain">
-							<targetPlatform id="org.eclipse.cdt.build.core.prefbase.toolchain.946409409.264614082" name=""/>
-							<builder id="org.eclipse.cdt.build.core.settings.default.builder.2099118713" keepEnvironmentInBuildfile="false" managedBuildOn="false" name="Gnu Make Builder" superClass="org.eclipse.cdt.build.core.settings.default.builder"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.libs.1860044306" name="holder for library settings" superClass="org.eclipse.cdt.build.core.settings.holder.libs"/>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.490604788" name="Assembly" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1186638432" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/frameworks/energia/cores/lm4f&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/tools/toolchain/arm-none-eabi/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.1338936035" languageId="org.eclipse.cdt.core.assembly" languageName="Assembly" sourceContentType="org.eclipse.cdt.core.asmSource" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.1620533967" name="GNU C++" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.1007143336" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/frameworks/energia/cores/lm4f&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/tools/toolchain/arm-none-eabi/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.2051673558" languageId="org.eclipse.cdt.core.g++" languageName="GNU C++" sourceContentType="org.eclipse.cdt.core.cxxSource,org.eclipse.cdt.core.cxxHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-							<tool id="org.eclipse.cdt.build.core.settings.holder.549164281" name="GNU C" superClass="org.eclipse.cdt.build.core.settings.holder">
-								<option id="org.eclipse.cdt.build.core.settings.holder.incpaths.454536693" name="Include Paths" superClass="org.eclipse.cdt.build.core.settings.holder.incpaths" valueType="includePath">
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/frameworks/energia/cores/lm4f&quot;"/>
-									<listOptionValue builtIn="false" value="&quot;${HOME}/.platformio/titiva/tools/toolchain/arm-none-eabi/include&quot;"/>
-								</option>
-								<inputType id="org.eclipse.cdt.build.core.settings.holder.inType.1468046922" languageId="org.eclipse.cdt.core.gcc" languageName="GNU C" sourceContentType="org.eclipse.cdt.core.cSource,org.eclipse.cdt.core.cHeader" superClass="org.eclipse.cdt.build.core.settings.holder.inType"/>
-							</tool>
-						</toolChain>
-					</folderInfo>
-				</configuration>
-			</storageModule>
-			<storageModule moduleId="org.eclipse.cdt.core.externalSettings"/>
-		</cconfiguration>
-	</storageModule>
-	<storageModule moduleId="cdtBuildSystem" version="4.0.0">
-		<project id="titiva_lm4f120h5qr.null.1743670775" name="titiva_lm4f120h5qr"/>
-	</storageModule>
-	<storageModule moduleId="scannerConfiguration">
-		<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		<scannerConfigBuildInfo instanceId="0.18931736">
-			<autodiscovery enabled="true" problemReportingEnabled="true" selectedProfileId=""/>
-		</scannerConfigBuildInfo>
-	</storageModule>
-	<storageModule moduleId="org.eclipse.cdt.core.LanguageSettingsProviders"/>
-	<storageModule moduleId="refreshScope"/>
-</cproject>

examples/ide-eclipse/titiva_lm4f120/.project

@@ -1,27 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<projectDescription>
-	<name>titiva_lm4f120</name>
-	<comment></comment>
-	<projects>
-	</projects>
-	<buildSpec>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.genmakebuilder</name>
-			<triggers>clean,full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-		<buildCommand>
-			<name>org.eclipse.cdt.managedbuilder.core.ScannerConfigBuilder</name>
-			<triggers>full,incremental,</triggers>
-			<arguments>
-			</arguments>
-		</buildCommand>
-	</buildSpec>
-	<natures>
-		<nature>org.eclipse.cdt.core.cnature</nature>
-		<nature>org.eclipse.cdt.core.ccnature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.managedBuildNature</nature>
-		<nature>org.eclipse.cdt.managedbuilder.core.ScannerConfigNature</nature>
-	</natures>
-</projectDescription>

examples/ide-eclipse/titiva_lm4f120/Makefile

@@ -1,5 +0,0 @@
-all: 
-	platformio run -t upload
-
-clean:
-	platformio run -t clean

examples/ide-eclipse/titiva_lm4f120/platformio.ini

@@ -1,8 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:launchpad_lm4f120]
-platform = titiva
-framework = energia
-board = lplm4f120h5qr
-targets = upload

examples/ide-eclipse/titiva_lm4f120/src/main.c

@@ -1,42 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#define	false	0
-#define	true	1
-typedef	int	bool;
-
-#include <stdint.h>
-#include "inc/hw_memmap.h"
-#include "driverlib/gpio.h"
-#include "driverlib/sysctl.h"
-
-#define LED_RED GPIO_PIN_1
-#define LED_BLUE GPIO_PIN_2
-#define LED_GREEN GPIO_PIN_3
-
-int main(void)
-{
-    SysCtlClockSet(
-            SYSCTL_SYSDIV_4|SYSCTL_USE_PLL|SYSCTL_XTAL_16MHZ|SYSCTL_OSC_MAIN);
-
-    SysCtlPeripheralEnable(SYSCTL_PERIPH_GPIOF);
-    GPIOPinTypeGPIOOutput(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN);
-
-    while (1)
-    {
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_RED);
-        SysCtlDelay(3000000);
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_BLUE);
-        SysCtlDelay(3000000);
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_GREEN);
-        SysCtlDelay(3000000);
-    }
-
-    return 0;
-}
-
-// hook for Energia main.cpp where these methods are defined
-void setup() {}
-void loop() {}

examples/timsp430-native-blink/README.rst

@@ -1,20 +0,0 @@
-TI MSP430: Native Blink Example
-===============================
-
-1. Download ``platformio``
-   `sources <https://github.com/ivankravets/platformio/archive/develop.zip>`_
-2. Extract ZIP archive
-3. Then run these commands:
-
-.. code-block:: bash
-
-    # Change directory to example
-    $ cd platformio-develop/examples/timsp430-native-blink/
-
-    # Install TI MSP430 development platform
-    $ platformio install timsp430
-
-    # Process example project
-    $ platformio run
-
-.. image:: console-result.png

examples/timsp430-native-blink/platformio.ini

@@ -1,11 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:launchpad_msp430g2]
-platform = timsp430
-board_mcu = msp430g2553
-board_f_cpu = 16000000L
-
-upload_protocol = rf2500
-
-targets = upload

examples/timsp430-native-blink/src/main.c

@@ -1,26 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include <msp430g2553.h>
-
-int main(void)
-{
-    WDTCTL = WDTPW + WDTHOLD;
-
-    // make the LED pin an output for P1.0
-    P1DIR |= 0x01;
-
-    volatile int i;
-
-    while (1)
-    {
-        for (i = 0; i < 10000; i++);
-
-        // toggle the LED
-        P1OUT ^= 0x01;
-    }
-
-    return 0;
-}

examples/titiva-native-blink/README.rst

@@ -1,20 +0,0 @@
-TI TIVA C ARM Cortex-M4: Native Blink Example
-=============================================
-
-1. Download ``platformio``
-   `sources <https://github.com/ivankravets/platformio/archive/develop.zip>`_
-2. Extract ZIP archive
-3. Then run these commands:
-
-.. code-block:: bash
-
-    # Change directory to example
-    $ cd platformio-develop/examples/titiva-native-blink/
-
-    # Install TI TIVA development platform
-    $ platformio install titiva
-
-    # Process example project
-    $ platformio run
-
-.. image:: console-result.png

examples/titiva-native-blink/platformio.ini

@@ -1,8 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:launchpad_lm4f120]
-platform = titiva
-framework = energia
-board = lplm4f120h5qr
-targets = upload

examples/titiva-native-blink/src/main.c

@@ -1,39 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-#include <stdint.h>
-#include <stdbool.h>
-#include "inc/hw_memmap.h"
-#include "driverlib/gpio.h"
-#include "driverlib/sysctl.h"
-
-#define LED_RED GPIO_PIN_1
-#define LED_BLUE GPIO_PIN_2
-#define LED_GREEN GPIO_PIN_3
-
-int main(void)
-{
-    SysCtlClockSet(
-            SYSCTL_SYSDIV_4|SYSCTL_USE_PLL|SYSCTL_XTAL_16MHZ|SYSCTL_OSC_MAIN);
-
-    SysCtlPeripheralEnable(SYSCTL_PERIPH_GPIOF);
-    GPIOPinTypeGPIOOutput(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN);
-
-    while (1)
-    {
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_RED);
-        SysCtlDelay(3000000);
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_BLUE);
-        SysCtlDelay(3000000);
-        GPIOPinWrite(GPIO_PORTF_BASE, LED_RED|LED_BLUE|LED_GREEN, LED_GREEN);
-        SysCtlDelay(3000000);
-    }
-
-    return 0;
-}
-
-// hook for Energia main.cpp where these methods are defined
-void setup() {}
-void loop() {}

examples/wiring-blink/README.rst

@@ -1,22 +0,0 @@
-Wiring Framework (Arduino + Energia) Blink Example
-==================================================
-
-1. Download ``platformio``
-   `sources <https://github.com/ivankravets/platformio/archive/develop.zip>`_
-2. Extract ZIP archive
-3. Then run these commands:
-
-.. code-block:: bash
-
-    # Change directory to example
-    $ cd platformio-develop/examples/wiring-blink/
-
-    # Install Atmel AVR development platform with Arduino Framework
-    # Install TI MSP430 development platform with Energia Framework
-    # Install TI TIVA development platform with Energia Framework
-    $ platformio install atmelavr timsp430 titiva
-
-    # Process example project
-    $ platformio run
-
-.. image:: console-result.png

examples/wiring-blink/platformio.ini

@@ -1,19 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-[env:arduino_pro5v]
-platform = atmelavr
-framework = arduino
-board = pro16MHzatmega168
-upload_port = /dev/tty.SLAB_USBtoUART
-
-[env:launchpad_msp430g2]
-platform = timsp430
-framework = energia
-board = lpmsp430g2553
-
-[env:launchpad_lm4f120]
-platform = titiva
-framework = energia
-board = lplm4f120h5qr
-build_flags = "-DLED_PIN=GREEN_LED"

examples/wiring-blink/src/main.c

@@ -1,29 +0,0 @@
-/**
- * Copyright (C) Ivan Kravets <me@ikravets.com>
- * See LICENSE for details.
- */
-
-/**
-  Turns ON and OFF the Wiring compatible board LED,
-  with intervals of 1 second (1000 milliseconds)
-*/
-
-#include "Arduino.h"
-
-#ifndef LED_PIN
-#define LED_PIN 13  // Most Arduino boards already have an LED attached to pin 13 on the board itself
-#endif
-
-
-void setup()
-{
-  pinMode(LED_PIN, OUTPUT);     // set pin as output
-}
-
-void loop()
-{
-  digitalWrite(LED_PIN, HIGH);  // set the LED on
-  delay(1000);                  // wait for a second
-  digitalWrite(LED_PIN, LOW);   // set the LED off
-  delay(1000);                  // wait for a second
-}

platformio/__init__.py

@@ -1,18 +1,40 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-VERSION = (0, 3, 1)
+import sys
+
+VERSION = (3, 4, 1)
 __version__ = ".".join([str(s) for s in VERSION])
 
 __title__ = "platformio"
-__description__ = ("A console tool to build code with different "
-                   "development platforms")
-__url__ = "https://github.com/ivankravets/platformio"
+__description__ = ("An open source ecosystem for IoT development. "
+                   "Cross-platform build system and library manager. "
+                   "Continuous and IDE integration. "
+                   "Arduino, ESP8266 and ARM mbed compatible")
+__url__ = "http://platformio.org"
 
 __author__ = "Ivan Kravets"
 __email__ = "me@ikravets.com"
 
-__license__ = "MIT Licence"
-__copyright__ = "Copyright (C) 2014 Ivan Kravets"
+__license__ = "Apache Software License"
+__copyright__ = "Copyright 2014-present PlatformIO"
 
-__pkgmanifesturl__ = "http://platformio.ikravets.com/packages/manifest.json"
+__apiurl__ = "https://api.platformio.org"
+
+if sys.version_info < (2, 7, 0) or sys.version_info >= (3, 0, 0):
+    msg = ("PlatformIO Core v%s does not run under Python version %s.\n"
+           "Minimum supported version is 2.7, please upgrade Python.\n"
+           "Python 3 is not yet supported.\n")
+    sys.stderr.write(msg % (__version__, sys.version.split()[0]))
+    sys.exit(1)

platformio/__main__.py

@@ -1,23 +1,34 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-from os import listdir
+import os
+import sys
 from os.path import join
-from sys import exit as sys_exit
+from platform import system
 from traceback import format_exc
 
-from click import command, MultiCommand, style, version_option
+import click
 
-from platformio import __version__
-from platformio.exception import PlatformioException, UnknownCLICommand
+from platformio import __version__, exception, maintenance
 from platformio.util import get_source_dir
 
 
-class PlatformioCLI(MultiCommand):
+class PlatformioCLI(click.MultiCommand):  # pylint: disable=R0904
 
     def list_commands(self, ctx):
         cmds = []
-        for filename in listdir(join(get_source_dir(), "commands")):
+        for filename in os.listdir(join(get_source_dir(), "commands")):
             if filename.startswith("__init__"):
                 continue
             if filename.endswith(".py"):
@@ -25,30 +36,105 @@ class PlatformioCLI(MultiCommand):
         cmds.sort()
         return cmds
 
-    def get_command(self, ctx, name):
+    def get_command(self, ctx, cmd_name):
+        mod = None
         try:
-            mod = __import__("platformio.commands." + name,
-                             None, None, ["cli"])
+            mod = __import__("platformio.commands." + cmd_name, None, None,
+                             ["cli"])
         except ImportError:
-            raise UnknownCLICommand(name)
+            try:
+                return self._handle_obsolate_command(cmd_name)
+            except AttributeError:
+                raise click.UsageError('No such command "%s"' % cmd_name, ctx)
         return mod.cli
 
+    @staticmethod
+    def _handle_obsolate_command(name):
+        if name == "platforms":
+            from platformio.commands import platform
+            return platform.cli
+        elif name == "serialports":
+            from platformio.commands import device
+            return device.cli
+        raise AttributeError()
 
-@command(cls=PlatformioCLI)
-@version_option(__version__, prog_name="platformio")
-def cli():
-    pass
+
+@click.command(
+    cls=PlatformioCLI,
+    context_settings=dict(help_option_names=["-h", "--help"]))
+@click.version_option(__version__, prog_name="PlatformIO")
+@click.option(
+    "--force",
+    "-f",
+    is_flag=True,
+    help="Force to accept any confirmation prompts.")
+@click.option("--caller", "-c", help="Caller ID (service).")
+@click.pass_context
+def cli(ctx, force, caller):
+    maintenance.on_platformio_start(ctx, force, caller)
+
+
+@cli.resultcallback()
+@click.pass_context
+def process_result(ctx, result, force, caller):  # pylint: disable=W0613
+    maintenance.on_platformio_end(ctx, result)
 
 
 def main():
     try:
-        cli()
+        if "cygwin" in system().lower():
+            raise exception.CygwinEnvDetected()
+
+        # https://urllib3.readthedocs.org
+        # /en/latest/security.html#insecureplatformwarning
+        try:
+            import urllib3
+            urllib3.disable_warnings()
+        except (AttributeError, ImportError):
+            pass
+
+        # handle PLATFORMIO_FORCE_COLOR
+        if str(os.getenv("PLATFORMIO_FORCE_COLOR", "")).lower() == "true":
+            try:
+                # pylint: disable=protected-access
+                click._compat.isatty = lambda stream: True
+            except:  # pylint: disable=bare-except
+                pass
+
+        cli(None, None, None)
     except Exception as e:  # pylint: disable=W0703
-        if isinstance(e, PlatformioException):
-            sys_exit(style("Error: ", fg="red") + str(e))
-        else:
-            print format_exc()
+        if not isinstance(e, exception.ReturnErrorCode):
+            maintenance.on_platformio_exception(e)
+            error_str = "Error: "
+            if isinstance(e, exception.PlatformioException):
+                error_str += str(e)
+            else:
+                error_str += format_exc()
+                error_str += """
+============================================================
+
+An unexpected error occurred. Further steps:
+
+* Verify that you have the latest version of PlatformIO using
+  `pip install -U platformio` command
+
+* Try to find answer in FAQ Troubleshooting section
+  http://docs.platformio.org/page/faq.html
+
+* Report this problem to the developers
+  https://github.com/platformio/platformio-core/issues
+
+============================================================
+"""
+            click.secho(error_str, fg="red", err=True)
+        return int(str(e)) if str(e).isdigit() else 1
+    return 0
+
+
+def debug_gdb_main():
+    sys.argv = [sys.argv[0], "debug", "--interface", "gdb"] + sys.argv[1:]
+    return main()
 
 
 if __name__ == "__main__":
-    sys_exit(main())
+    sys.exit(main())

platformio/app.py

@@ -0,0 +1,360 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import hashlib
+import json
+import os
+import uuid
+from copy import deepcopy
+from os import environ, getenv, listdir, remove
+from os.path import dirname, getmtime, isdir, isfile, join
+from time import time
+
+import requests
+from lockfile import LockFailed, LockFile
+
+from platformio import __version__, exception, util
+from platformio.exception import InvalidSettingName, InvalidSettingValue
+
+DEFAULT_SETTINGS = {
+    "check_platformio_interval": {
+        "description": "Check for the new PlatformIO interval (days)",
+        "value": 3
+    },
+    "check_platforms_interval": {
+        "description": "Check for the platform updates interval (days)",
+        "value": 7
+    },
+    "check_libraries_interval": {
+        "description": "Check for the library updates interval (days)",
+        "value": 7
+    },
+    "auto_update_platforms": {
+        "description": "Automatically update platforms (Yes/No)",
+        "value": False
+    },
+    "auto_update_libraries": {
+        "description": "Automatically update libraries (Yes/No)",
+        "value": False
+    },
+    "force_verbose": {
+        "description": "Force verbose output when processing environments",
+        "value": False
+    },
+    "enable_ssl": {
+        "description": "Enable SSL for PlatformIO Services",
+        "value": False
+    },
+    "enable_cache": {
+        "description": "Enable caching for API requests and Library Manager",
+        "value": True
+    },
+    "enable_telemetry": {
+        "description":
+        ("Telemetry service <http://docs.platformio.org/page/"
+         "userguide/cmd_settings.html?#enable-telemetry> (Yes/No)"),
+        "value":
+        True
+    }
+}
+
+SESSION_VARS = {"command_ctx": None, "force_option": False, "caller_id": None}
+
+
+class State(object):
+
+    def __init__(self, path=None, lock=False):
+        self.path = path
+        self.lock = lock
+        if not self.path:
+            self.path = join(util.get_home_dir(), "appstate.json")
+        self._state = {}
+        self._prev_state = {}
+        self._lockfile = None
+
+    def __enter__(self):
+        try:
+            self._lock_state_file()
+            if isfile(self.path):
+                self._state = util.load_json(self.path)
+        except exception.PlatformioException:
+            self._state = {}
+        self._prev_state = deepcopy(self._state)
+        return self._state
+
+    def __exit__(self, type_, value, traceback):
+        if self._prev_state != self._state:
+            with open(self.path, "w") as fp:
+                if "dev" in __version__:
+                    json.dump(self._state, fp, indent=4)
+                else:
+                    json.dump(self._state, fp)
+        self._unlock_state_file()
+
+    def _lock_state_file(self):
+        if not self.lock:
+            return
+        self._lockfile = LockFile(self.path)
+
+        if self._lockfile.is_locked() and \
+                (time() - getmtime(self._lockfile.lock_file)) > 10:
+            self._lockfile.break_lock()
+
+        try:
+            self._lockfile.acquire()
+        except LockFailed:
+            raise exception.PlatformioException(
+                "The directory `{0}` or its parent directory is not owned by "
+                "the current user and PlatformIO can not store configuration "
+                "data. \nPlease check the permissions and owner of that "
+                "directory. Otherwise, please remove manually `{0}` "
+                "directory and PlatformIO will create new from the current "
+                "user.".format(dirname(self.path)))
+
+    def _unlock_state_file(self):
+        if self._lockfile:
+            self._lockfile.release()
+
+
+class ContentCache(object):
+
+    def __init__(self, cache_dir=None):
+        self.cache_dir = None
+        self._db_path = None
+        self._lockfile = None
+
+        if not get_setting("enable_cache"):
+            return
+
+        self.cache_dir = cache_dir or join(util.get_home_dir(), ".cache")
+        self._db_path = join(self.cache_dir, "db.data")
+
+    def __enter__(self):
+        if not self._db_path or not isfile(self._db_path):
+            return self
+
+        self.delete()
+        return self
+
+    def __exit__(self, type_, value, traceback):
+        pass
+
+    def _lock_dbindex(self):
+        if not self.cache_dir:
+            os.makedirs(self.cache_dir)
+        self._lockfile = LockFile(self.cache_dir)
+        if self._lockfile.is_locked() and \
+                (time() - getmtime(self._lockfile.lock_file)) > 10:
+            self._lockfile.break_lock()
+
+        try:
+            self._lockfile.acquire()
+        except LockFailed:
+            return False
+
+        return True
+
+    def _unlock_dbindex(self):
+        if self._lockfile:
+            self._lockfile.release()
+        return True
+
+    def get_cache_path(self, key):
+        assert len(key) > 3
+        return join(self.cache_dir, key[-2:], key)
+
+    @staticmethod
+    def key_from_args(*args):
+        h = hashlib.md5()
+        for data in args:
+            h.update(str(data))
+        return h.hexdigest()
+
+    def get(self, key):
+        cache_path = self.get_cache_path(key)
+        if not isfile(cache_path):
+            return None
+        with open(cache_path, "rb") as fp:
+            data = fp.read()
+            if data and data[0] in ("{", "["):
+                return json.loads(data)
+            return data
+
+    def set(self, key, data, valid):
+        cache_path = self.get_cache_path(key)
+        if isfile(cache_path):
+            self.delete(key)
+        if not data:
+            return
+        if not isdir(self.cache_dir):
+            os.makedirs(self.cache_dir)
+        tdmap = {"s": 1, "m": 60, "h": 3600, "d": 86400}
+        assert valid.endswith(tuple(tdmap.keys()))
+        expire_time = int(time() + tdmap[valid[-1]] * int(valid[:-1]))
+
+        if not self._lock_dbindex():
+            return False
+
+        if not isdir(dirname(cache_path)):
+            os.makedirs(dirname(cache_path))
+        with open(cache_path, "wb") as fp:
+            if isinstance(data, (dict, list)):
+                json.dump(data, fp)
+            else:
+                fp.write(str(data))
+        with open(self._db_path, "a") as fp:
+            fp.write("%s=%s\n" % (str(expire_time), cache_path))
+
+        return self._unlock_dbindex()
+
+    def delete(self, keys=None):
+        """ Keys=None, delete expired items """
+        if not keys:
+            keys = []
+        if not isinstance(keys, list):
+            keys = [keys]
+        paths_for_delete = [self.get_cache_path(k) for k in keys]
+        found = False
+        newlines = []
+        with open(self._db_path) as fp:
+            for line in fp.readlines():
+                if "=" not in line:
+                    continue
+                line = line.strip()
+                expire, path = line.split("=")
+                if time() < int(expire) and isfile(path) and \
+                        path not in paths_for_delete:
+                    newlines.append(line)
+                    continue
+                found = True
+                if isfile(path):
+                    try:
+                        remove(path)
+                        if not listdir(dirname(path)):
+                            util.rmtree_(dirname(path))
+                    except OSError:
+                        pass
+
+        if found and self._lock_dbindex():
+            with open(self._db_path, "w") as fp:
+                fp.write("\n".join(newlines) + "\n")
+            self._unlock_dbindex()
+
+        return True
+
+    def clean(self):
+        if not self.cache_dir or not isdir(self.cache_dir):
+            return
+        util.rmtree_(self.cache_dir)
+
+
+def clean_cache():
+    with ContentCache() as cc:
+        cc.clean()
+
+
+def sanitize_setting(name, value):
+    if name not in DEFAULT_SETTINGS:
+        raise InvalidSettingName(name)
+
+    defdata = DEFAULT_SETTINGS[name]
+    try:
+        if "validator" in defdata:
+            value = defdata['validator']()
+        elif isinstance(defdata['value'], bool):
+            if not isinstance(value, bool):
+                value = str(value).lower() in ("true", "yes", "y", "1")
+        elif isinstance(defdata['value'], int):
+            value = int(value)
+    except Exception:
+        raise InvalidSettingValue(value, name)
+    return value
+
+
+def get_state_item(name, default=None):
+    with State() as data:
+        return data.get(name, default)
+
+
+def set_state_item(name, value):
+    with State(lock=True) as data:
+        data[name] = value
+
+
+def delete_state_item(name):
+    with State(lock=True) as data:
+        if name in data:
+            del data[name]
+
+
+def get_setting(name):
+    _env_name = "PLATFORMIO_SETTING_%s" % name.upper()
+    if _env_name in environ:
+        return sanitize_setting(name, getenv(_env_name))
+
+    with State() as data:
+        if "settings" in data and name in data['settings']:
+            return data['settings'][name]
+
+    return DEFAULT_SETTINGS[name]['value']
+
+
+def set_setting(name, value):
+    with State(lock=True) as data:
+        if "settings" not in data:
+            data['settings'] = {}
+        data['settings'][name] = sanitize_setting(name, value)
+
+
+def reset_settings():
+    with State(lock=True) as data:
+        if "settings" in data:
+            del data['settings']
+
+
+def get_session_var(name, default=None):
+    return SESSION_VARS.get(name, default)
+
+
+def set_session_var(name, value):
+    assert name in SESSION_VARS
+    SESSION_VARS[name] = value
+
+
+def is_disabled_progressbar():
+    return any([
+        get_session_var("force_option"),
+        util.is_ci(),
+        getenv("PLATFORMIO_DISABLE_PROGRESSBAR") == "true"
+    ])
+
+
+def get_cid():
+    cid = get_state_item("cid")
+    if not cid:
+        _uid = None
+        if getenv("C9_UID"):
+            _uid = getenv("C9_UID")
+        elif getenv("CHE_API", getenv("CHE_API_ENDPOINT")):
+            try:
+                _uid = requests.get("{api}/user?token={token}".format(
+                    api=getenv("CHE_API", getenv("CHE_API_ENDPOINT")),
+                    token=getenv("USER_TOKEN"))).json().get("id")
+            except:  # pylint: disable=bare-except
+                pass
+        cid = str(
+            uuid.UUID(bytes=hashlib.md5(str(_uid if _uid else uuid.getnode()))
+                      .digest()))
+        set_state_item("cid", cid)
+    return cid

platformio/builder/__init__.py

@@ -1,2 +1,13 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

platformio/builder/main.py

@@ -1,63 +1,178 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-from os.path import isdir, join
+import base64
+import json
+import sys
+from os import environ
+from os.path import join
+from time import time
 
-from SCons.Script import (DefaultEnvironment, Exit, SConscript,
-                          SConscriptChdir, Variables)
+from SCons.Script import (ARGUMENTS, COMMAND_LINE_TARGETS, DEFAULT_TARGETS,
+                          AllowSubstExceptions, AlwaysBuild,
+                          DefaultEnvironment, Variables)
 
-from platformio.util import get_home_dir, get_project_dir, get_source_dir
+from platformio import util
 
-# AllowSubstExceptions()
+AllowSubstExceptions(NameError)
 
 # allow common variables from INI file
 commonvars = Variables(None)
 commonvars.AddVariables(
+    ("PLATFORM_MANIFEST",),
+    ("BUILD_SCRIPT",),
+    ("EXTRA_SCRIPTS",),
     ("PIOENV",),
-    ("PLATFORM",),
-    ("FRAMEWORK",),
+    ("PIOTEST",),
+    ("PIOPLATFORM",),
+    ("PIOFRAMEWORK",),
+
+    # build options
     ("BUILD_FLAGS",),
+    ("SRC_BUILD_FLAGS",),
+    ("BUILD_UNFLAGS",),
+    ("SRC_FILTER",),
+
+    # library options
+    ("LIB_LDF_MODE",),
+    ("LIB_COMPAT_MODE",),
+    ("LIB_DEPS",),
+    ("LIB_IGNORE",),
+    ("LIB_EXTRA_DIRS",),
+    ("LIB_ARCHIVE",),
 
     # board options
     ("BOARD",),
     ("BOARD_MCU",),
     ("BOARD_F_CPU",),
+    ("BOARD_F_FLASH",),
+    ("BOARD_FLASH_MODE",),
 
     # upload options
     ("UPLOAD_PORT",),
     ("UPLOAD_PROTOCOL",),
-    ("UPLOAD_SPEED",)
-)
+    ("UPLOAD_SPEED",),
+    ("UPLOAD_FLAGS",),
+    ("UPLOAD_RESETMETHOD",)
 
-DefaultEnvironment(
-    tools=["default", "platformio"],
-    toolpath=[join("$PIOBUILDER_DIR", "tools")],
+)  # yapf: disable
+
+MULTILINE_VARS = [
+    "EXTRA_SCRIPTS", "PIOFRAMEWORK", "BUILD_FLAGS", "SRC_BUILD_FLAGS",
+    "BUILD_UNFLAGS", "SRC_FILTER", "LIB_DEPS", "LIB_IGNORE", "LIB_EXTRA_DIRS"
+]
+
+DEFAULT_ENV_OPTIONS = dict(
+    tools=[
+        "ar", "as", "gcc", "g++", "gnulink", "platformio", "pioplatform",
+        "piowinhooks", "piolib", "pioupload", "piomisc", "pioide"
+    ],  # yapf: disable
+    toolpath=[join(util.get_source_dir(), "builder", "tools")],
     variables=commonvars,
 
-    PIOBUILDER_DIR=join(get_source_dir(), "builder"),
-    PROJECT_DIR=get_project_dir(),
-
-    PLATFORMIOHOME_DIR=get_home_dir(),
-    PLATFORM_DIR=join("$PLATFORMIOHOME_DIR", "$PLATFORM"),
-    PLATFORMFW_DIR=join("$PLATFORM_DIR", "frameworks", "$FRAMEWORK"),
-    PLATFORMTOOLS_DIR=join("$PLATFORM_DIR", "tools"),
-
-    BUILD_DIR=join("$PROJECT_DIR", ".pioenvs", "$PIOENV"),
+    # Propagating External Environment
+    PIOVARIABLES=commonvars.keys(),
+    ENV=environ,
+    UNIX_TIME=int(time()),
+    PIOHOME_DIR=util.get_home_dir(),
+    PROJECT_DIR=util.get_project_dir(),
+    PROJECTSRC_DIR=util.get_projectsrc_dir(),
+    PROJECTTEST_DIR=util.get_projecttest_dir(),
+    PROJECTDATA_DIR=util.get_projectdata_dir(),
+    PROJECTPIOENVS_DIR=util.get_projectpioenvs_dir(),
+    BUILD_DIR=join("$PROJECTPIOENVS_DIR", "$PIOENV"),
+    BUILDSRC_DIR=join("$BUILD_DIR", "src"),
+    BUILDTEST_DIR=join("$BUILD_DIR", "test"),
     LIBSOURCE_DIRS=[
-        join("$PROJECT_DIR", "lib"),
-        join("$PLATFORMFW_DIR", "libraries"),
-    ]
-)
+        util.get_projectlib_dir(),
+        util.get_projectlibdeps_dir(),
+        join("$PIOHOME_DIR", "lib")
+    ],
+    PROGNAME="program",
+    PROG_PATH=join("$BUILD_DIR", "$PROGNAME$PROGSUFFIX"),
+    PYTHONEXE=util.get_pythonexe_path())
 
-env = DefaultEnvironment()
+if not int(ARGUMENTS.get("PIOVERBOSE", 0)):
+    DEFAULT_ENV_OPTIONS['ARCOMSTR'] = "Archiving $TARGET"
+    DEFAULT_ENV_OPTIONS['LINKCOMSTR'] = "Linking $TARGET"
+    DEFAULT_ENV_OPTIONS['RANLIBCOMSTR'] = "Indexing $TARGET"
+    for k in ("ASCOMSTR", "ASPPCOMSTR", "CCCOMSTR", "CXXCOMSTR"):
+        DEFAULT_ENV_OPTIONS[k] = "Compiling $TARGET"
 
-if not isdir(env['PLATFORMIOHOME_DIR']):
-    Exit("You haven't installed any platforms yet. Please use "
-         "`platformio install` command")
-elif not isdir(env.subst("$PLATFORM_DIR")):
-    Exit("An '%s' platform hasn't been installed yet. Please use "
-         "`platformio install %s` command" % (env['PLATFORM'],
-                                              env['PLATFORM']))
+env = DefaultEnvironment(**DEFAULT_ENV_OPTIONS)
 
-SConscriptChdir(0)
-SConscript(env.subst(join("$PIOBUILDER_DIR", "scripts", "${PLATFORM}.py")))
+# decode common variables
+for k in commonvars.keys():
+    if k in env:
+        env[k] = base64.b64decode(env[k])
+        if k in MULTILINE_VARS:
+            env[k] = util.parse_conf_multi_values(env[k])
+
+if env.GetOption('clean'):
+    env.PioClean(env.subst("$BUILD_DIR"))
+    env.Exit(0)
+elif not int(ARGUMENTS.get("PIOVERBOSE", 0)):
+    print "Verbose mode can be enabled via `-v, --verbose` option"
+
+# Handle custom variables from system environment
+for var in ("BUILD_FLAGS", "SRC_BUILD_FLAGS", "SRC_FILTER", "EXTRA_SCRIPTS",
+            "UPLOAD_PORT", "UPLOAD_FLAGS", "LIB_EXTRA_DIRS"):
+    k = "PLATFORMIO_%s" % var
+    if k not in environ:
+        continue
+    if var in ("UPLOAD_PORT", ):
+        env[var] = environ.get(k)
+        continue
+    env.Append(**{var: util.parse_conf_multi_values(environ.get(k))})
+
+# Configure extra library source directories for LDF
+if util.get_project_optional_dir("lib_extra_dirs"):
+    env.Prepend(LIBSOURCE_DIRS=util.parse_conf_multi_values(
+        util.get_project_optional_dir("lib_extra_dirs")))
+env.Prepend(LIBSOURCE_DIRS=env.get("LIB_EXTRA_DIRS", []))
+
+env.LoadPioPlatform(commonvars)
+
+env.SConscriptChdir(0)
+env.SConsignFile(join("$PROJECTPIOENVS_DIR", ".sconsign.dblite"))
+
+for item in env.GetPreExtraScripts():
+    env.SConscript(item, exports="env")
+
+env.SConscript("$BUILD_SCRIPT")
+
+AlwaysBuild(env.Alias("__debug", DEFAULT_TARGETS + ["size"]))
+AlwaysBuild(env.Alias("__test", DEFAULT_TARGETS + ["size"]))
+
+if "UPLOAD_FLAGS" in env:
+    env.Append(UPLOADERFLAGS=["$UPLOAD_FLAGS"])
+
+for item in env.GetPostExtraScripts():
+    env.SConscript(item, exports="env")
+
+if "envdump" in COMMAND_LINE_TARGETS:
+    print env.Dump()
+    env.Exit(0)
+
+if "idedata" in COMMAND_LINE_TARGETS:
+    try:
+        print "\n%s\n" % json.dumps(env.DumpIDEData())
+        env.Exit(0)
+    except UnicodeDecodeError:
+        sys.stderr.write(
+            "\nUnicodeDecodeError: Non-ASCII characters found in build "
+            "environment\n"
+            "See explanation in FAQ > Troubleshooting > Building\n"
+            "http://docs.platformio.org/page/faq.html\n\n")
+        env.Exit(1)

platformio/builder/scripts/__init__.py

@@ -1,2 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.

platformio/builder/scripts/atmelavr.py

@@ -1,167 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-"""
-    Builder for Atmel AVR series of microcontrollers
-"""
-
-from os.path import join
-
-from SCons.Script import (AlwaysBuild, Builder, COMMAND_LINE_TARGETS, Default,
-                          DefaultEnvironment, Exit, SConscript,
-                          SConscriptChdir)
-
-env = DefaultEnvironment()
-
-env.Replace(
-    AR="avr-ar",
-    AS="avr-gcc",
-    CC="avr-gcc",
-    CXX="avr-g++",
-    OBJCOPY="avr-objcopy",
-    RANLIB="avr-ranlib",
-
-    ARFLAGS=["rcs"],
-
-    ASFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-x", "assembler-with-cpp",
-        "-mmcu=$BOARD_MCU"
-    ],
-
-    CCFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-Os",  # optimize for size
-        "-Wall",  # show warnings
-        "-ffunction-sections",  # place each function in its own section
-        "-fdata-sections",
-        "-MMD",  # output dependancy info
-        "-mmcu=$BOARD_MCU"
-    ],
-
-    CXXFLAGS=["-fno-exceptions"],
-
-    CPPDEFINES=[
-        "F_CPU=$BOARD_F_CPU"
-    ],
-
-    LINKFLAGS=[
-        "-Os",
-        "-Wl,--gc-sections",
-        "-mmcu=$BOARD_MCU"
-    ],
-
-    UPLOADER=join("$PLATFORMTOOLS_DIR", "avrdude", "avrdude"),
-    UPLOADERFLAGS=[
-        "-V",  # do not verify
-        "-q",  # suppress progress output
-        "-D",  # disable auto erase for flash memory
-        "-p", "$BOARD_MCU",
-        "-C", join("$PLATFORMTOOLS_DIR", "avrdude", "avrdude.conf"),
-        "-c", "$UPLOAD_PROTOCOL",
-        "-b", "$UPLOAD_SPEED",
-        "-P", "$UPLOAD_PORT"
-    ],
-    UPLOADHEXCMD="$UPLOADER $UPLOADERFLAGS -U flash:w:$SOURCES:i",
-    UPLOADEEPCMD="$UPLOADER $UPLOADERFLAGS -U eeprom:w:$SOURCES:i"
-)
-
-if "BUILD_FLAGS" in env:
-    env.MergeFlags(env['BUILD_FLAGS'])
-
-env.Append(
-    BUILDERS=dict(
-        ElfToEep=Builder(
-            action=" ".join([
-                "$OBJCOPY",
-                "-O",
-                "ihex",
-                "-j",
-                ".eeprom",
-                '--set-section-flags=.eeprom="alloc,load"',
-                "--no-change-warnings",
-                "--change-section-lma",
-                ".eeprom=0",
-                "$SOURCES",
-                "$TARGET"]),
-            suffix=".eep"
-        ),
-
-        ElfToHex=Builder(
-            action=" ".join([
-                "$OBJCOPY",
-                "-O",
-                "ihex",
-                "-R",
-                ".eeprom",
-                "$SOURCES",
-                "$TARGET"]),
-            suffix=".hex"
-        )
-    )
-)
-
-env.PrependENVPath(
-    "PATH",
-    join(env.subst("$PLATFORMTOOLS_DIR"), "toolchain", "bin")
-)
-
-BUILT_LIBS = []
-
-#
-# Process framework script
-#
-
-if "FRAMEWORK" in env:
-    SConscriptChdir(0)
-    flibs = SConscript(env.subst(join("$PIOBUILDER_DIR", "scripts",
-                                      "frameworks", "${FRAMEWORK}.py")),
-                       exports="env")
-    BUILT_LIBS += flibs
-
-#
-# Target: Build executable and linkable firmware
-#
-
-target_elf = env.BuildFirmware(BUILT_LIBS + ["m"])
-
-#
-# Target: Extract EEPROM data (from EEMEM directive) to .eep file
-#
-
-target_eep = env.ElfToEep(join("$BUILD_DIR", "firmware"), target_elf)
-
-#
-# Target: Build the .hex file
-#
-
-target_hex = env.ElfToHex(join("$BUILD_DIR", "firmware"), target_elf)
-
-#
-# Target: Upload .eep file
-#
-
-eep = env.Alias("eep", target_eep, [
-    lambda target, source, env: env.ResetDevice(), "$UPLOADEEPCMD"])
-AlwaysBuild(eep)
-
-#
-# Target: Upload .hex file
-#
-
-upload = env.Alias("upload", target_hex, [
-    lambda target, source, env: env.ResetDevice(), "$UPLOADHEXCMD"])
-AlwaysBuild(upload)
-
-#
-# Target: Define targets
-#
-
-env.Alias("build-eep", [target_eep])
-Default([target_elf, target_hex])
-
-# check for $UPLOAD_PORT variable
-is_uptarget = ("eep" in COMMAND_LINE_TARGETS or "upload" in
-               COMMAND_LINE_TARGETS)
-if is_uptarget and not env.subst("$UPLOAD_PORT"):
-    Exit("Please specify 'upload_port'")

platformio/builder/scripts/frameworks/__init__.py

@@ -1,2 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.

platformio/builder/scripts/frameworks/arduino.py

@@ -1,70 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-"""
-    Build script for Android Framework (based on Wiring).
-"""
-
-from os.path import join
-
-from SCons.Script import Import, Return
-
-env = None
-Import("env")
-
-BOARD_OPTIONS = env.ParseBoardOptions(
-    join("$PLATFORMFW_DIR", "boards.txt"),
-    "${BOARD}"
-)
-ARDUINO_VERSION = int(
-    open(join(env.subst("$PLATFORMFW_DIR"),
-              "version.txt")).read().replace(".", "").strip())
-
-# usb flags
-ARDUINO_USBDEFINES = []
-if "build.usb_product" in BOARD_OPTIONS:
-    ARDUINO_USBDEFINES = [
-        "USB_VID=%s" % BOARD_OPTIONS['build.vid'],
-        "USB_PID=%s" % BOARD_OPTIONS['build.pid'],
-        "USB_PRODUCT=%s" % BOARD_OPTIONS['build.usb_product'].replace('"', "")
-    ]
-
-# include board variant
-env.VariantDir(
-    join("$BUILD_DIR", "variant"),
-    join("$PLATFORMFW_DIR", "variants", BOARD_OPTIONS['build.variant'])
-)
-
-env.Append(
-    CPPDEFINES=[
-        "ARDUINO=%d" % ARDUINO_VERSION,
-        "ARDUINO_%s" % BOARD_OPTIONS['build.board']
-    ] + ARDUINO_USBDEFINES,
-    CPPPATH=[
-        join("$BUILD_DIR", "core"),
-        join("$BUILD_DIR", "variant")
-    ]
-)
-
-if "BOARD_MCU" not in env:
-    env.Replace(BOARD_MCU=BOARD_OPTIONS['build.mcu'])
-if "BOARD_F_CPU" not in env:
-    env.Replace(BOARD_F_CPU=BOARD_OPTIONS['build.f_cpu'])
-if "UPLOAD_PROTOCOL" not in env:
-    env.Replace(UPLOAD_PROTOCOL=BOARD_OPTIONS['upload.protocol'])
-if "UPLOAD_SPEED" not in env:
-    env.Replace(UPLOAD_SPEED=BOARD_OPTIONS['upload.speed'])
-
-
-libs = []
-
-#
-# Target: Build Core Library
-#
-
-libs.append(env.BuildLibrary(
-    join("$BUILD_DIR", "core"),
-    join("$PLATFORMFW_DIR", "cores", BOARD_OPTIONS['build.core'])
-))
-
-Return("libs")

platformio/builder/scripts/frameworks/energia.py

@@ -1,67 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-"""
-    Build script for Energia Framework (based on Wiring).
-"""
-
-from os.path import join
-
-from SCons.Script import Import, Return
-
-env = None
-Import("env")
-
-BOARD_OPTIONS = env.ParseBoardOptions(
-    join("$PLATFORMFW_DIR", "boards.txt"),
-    "${BOARD}"
-)
-ENERGIA_VERSION = int(
-    open(join(env.subst("$PLATFORMFW_DIR"),
-              "version.txt")).read().replace(".", "").strip())
-
-# include board variant
-env.VariantDir(
-    join("$BUILD_DIR", "variant"),
-    join("$PLATFORMFW_DIR", "variants", BOARD_OPTIONS['build.variant'])
-)
-
-env.Append(
-    CPPDEFINES=[
-        "ARDUINO=101",
-        "ENERGIA=%d" % ENERGIA_VERSION
-    ],
-    CPPPATH=[
-        join("$BUILD_DIR", "core"),
-        join("$BUILD_DIR", "variant")
-    ]
-)
-
-if "BOARD_MCU" not in env:
-    env.Replace(BOARD_MCU=BOARD_OPTIONS['build.mcu'])
-if "BOARD_F_CPU" not in env:
-    env.Replace(BOARD_F_CPU=BOARD_OPTIONS['build.f_cpu'])
-if "UPLOAD_PROTOCOL" not in env and "upload.protocol" in BOARD_OPTIONS:
-    env.Replace(UPLOAD_PROTOCOL=BOARD_OPTIONS['upload.protocol'])
-
-# specific linker script for TIVA devices
-if "ldscript" in BOARD_OPTIONS:
-    env.Append(
-        LINKFLAGS=["-T", join("$PLATFORMFW_DIR", "cores",
-                              BOARD_OPTIONS['build.core'],
-                              BOARD_OPTIONS['ldscript'])]
-    )
-
-
-libs = []
-
-#
-# Target: Build Core Library
-#
-
-libs.append(env.BuildLibrary(
-    join("$BUILD_DIR", "core"),
-    join("$PLATFORMFW_DIR", "cores", BOARD_OPTIONS['build.core'])
-))
-
-Return("libs")

platformio/builder/scripts/timsp430.py

@@ -1,124 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-"""
-    Builder for Texas Instruments
-    MSP430 Ultra-Low Power 16-bit microcontrollers
-"""
-
-from os.path import join
-
-from SCons.Script import (AlwaysBuild, Builder, Default, DefaultEnvironment,
-                          SConscript, SConscriptChdir)
-
-from platformio.util import get_system
-
-env = DefaultEnvironment()
-
-env.Replace(
-    AR="msp430-ar",
-    AS="msp430-gcc",
-    CC="msp430-gcc",
-    CXX="msp430-g++",
-    OBJCOPY="msp430-objcopy",
-    RANLIB="msp430-ranlib",
-
-    ARFLAGS=["rcs"],
-
-    ASFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-x", "-assembler-with-cpp",
-        "-mmcu=$BOARD_MCU"
-    ],
-
-    CCFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-Os",  # optimize for size
-        "-Wall",  # show warnings
-        "-ffunction-sections",  # place each function in its own section
-        "-fdata-sections",
-        "-MMD",  # output dependancy info
-        "-mmcu=$BOARD_MCU"
-    ],
-
-    CPPDEFINES=[
-        "F_CPU=$BOARD_F_CPU"
-    ],
-
-    LINK="$CC",
-    LINKFLAGS=[
-        "-Os",
-        "-mmcu=$BOARD_MCU",
-        "-Wl,-gc-sections,-u,main"
-    ],
-
-    UPLOADER=join("$PLATFORMTOOLS_DIR", "mspdebug", "mspdebug"),
-    UPLOADERFLAGS=[
-        "$UPLOAD_PROTOCOL" if get_system() != "windows32" else "tilib",
-        "--force-reset"
-    ],
-    UPLOADCMD='$UPLOADER $UPLOADERFLAGS "prog $SOURCES"'
-)
-
-if "BUILD_FLAGS" in env:
-    env.MergeFlags(env['BUILD_FLAGS'])
-
-env.Append(
-    BUILDERS=dict(
-        ElfToHex=Builder(
-            action=" ".join([
-                "$OBJCOPY",
-                "-O",
-                "ihex",
-                "-R",
-                ".eeprom",
-                "$SOURCES",
-                "$TARGET"]),
-            suffix=".hex"
-        )
-    )
-)
-
-env.PrependENVPath(
-    "PATH",
-    join(env.subst("$PLATFORMTOOLS_DIR"), "toolchain", "bin")
-)
-
-BUILT_LIBS = []
-
-#
-# Process framework script
-#
-
-if "FRAMEWORK" in env:
-    SConscriptChdir(0)
-    flibs = SConscript(env.subst(join("$PIOBUILDER_DIR", "scripts",
-                                      "frameworks", "${FRAMEWORK}.py")),
-                       exports="env")
-    BUILT_LIBS += flibs
-
-
-#
-# Target: Build executable and linkable firmware
-#
-
-target_elf = env.BuildFirmware(BUILT_LIBS + ["m"])
-
-#
-# Target: Build the .hex
-#
-
-target_hex = env.ElfToHex(join("$BUILD_DIR", "firmware"), target_elf)
-
-#
-# Target: Upload firmware
-#
-
-upload = env.Alias("upload", target_hex, ["$UPLOADCMD"])
-AlwaysBuild(upload)
-
-#
-# Target: Define targets
-#
-
-Default([target_elf, target_hex])

platformio/builder/scripts/titiva.py

@@ -1,136 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-"""
-    Builder for Texas Instruments
-    Tiva C Series ARM Cortex-M4 microcontrollers.
-"""
-
-from os.path import join
-
-from SCons.Script import (AlwaysBuild, Builder, Default, DefaultEnvironment,
-                          SConscript, SConscriptChdir)
-
-env = DefaultEnvironment()
-
-env.Replace(
-    AR="arm-none-eabi-ar",
-    AS="arm-none-eabi-gcc",
-    CC="arm-none-eabi-gcc",
-    CXX="arm-none-eabi-g++",
-    OBJCOPY="arm-none-eabi-objcopy",
-    RANLIB="arm-none-eabi-ranlib",
-
-    ARFLAGS=["rcs"],
-
-    ASFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-x", "assembler-with-cpp",
-        "-Wall",
-        "-mthumb",
-        "-mcpu=cortex-m4",
-        "-mfloat-abi=hard",
-        "-mfpu=fpv4-sp-d16",
-        "-fsingle-precision-constant"
-    ],
-
-    CCFLAGS=[
-        "-g",  # include debugging info (so errors include line numbers)
-        "-Os",  # optimize for size
-        "-Wall",  # show warnings
-        "-ffunction-sections",  # place each function in its own section
-        "-fdata-sections",
-        "-Wall",
-        "-mthumb",
-        "-mcpu=cortex-m4",
-        "-mfloat-abi=hard",
-        "-mfpu=fpv4-sp-d16",
-        "-fsingle-precision-constant",
-        "-MMD"  # output dependancy info
-    ],
-
-    CXXFLAGS=[
-        "-fno-rtti",
-        "-fno-exceptions"
-    ],
-
-    CPPDEFINES=[
-        "F_CPU=$BOARD_F_CPU"
-    ],
-
-    LINKFLAGS=[
-        "-Os",
-        "-nostartfiles",
-        "-nostdlib",
-        "-Wl,--gc-sections",
-        "-Wl,--entry=ResetISR",
-        "-mthumb",
-        "-mcpu=cortex-m4",
-        "-mfloat-abi=hard",
-        "-mfpu=fpv4-sp-d16",
-        "-fsingle-precision-constant"
-    ],
-
-    UPLOADER=join("$PLATFORMTOOLS_DIR", "lm4flash", "lm4flash"),
-    UPLOADCMD="$UPLOADER $SOURCES"
-)
-
-if "BUILD_FLAGS" in env:
-    env.MergeFlags(env['BUILD_FLAGS'])
-
-env.Append(
-    BUILDERS=dict(
-        ElfToBin=Builder(
-            action=" ".join([
-                "$OBJCOPY",
-                "-O",
-                "binary",
-                "$SOURCES",
-                "$TARGET"]),
-            suffix=".hex"
-        )
-    )
-)
-
-env.PrependENVPath(
-    "PATH",
-    join(env.subst("$PLATFORMTOOLS_DIR"), "toolchain", "bin")
-)
-
-BUILT_LIBS = []
-
-#
-# Process framework script
-#
-
-if "FRAMEWORK" in env:
-    SConscriptChdir(0)
-    flibs = SConscript(env.subst(join("$PIOBUILDER_DIR", "scripts",
-                                      "frameworks", "${FRAMEWORK}.py")),
-                       exports="env")
-    BUILT_LIBS += flibs
-
-#
-# Target: Build executable and linkable firmware
-#
-
-target_elf = env.BuildFirmware(BUILT_LIBS + ["c", "gcc", "m"])
-
-#
-# Target: Build the .bin file
-#
-
-target_bin = env.ElfToBin(join("$BUILD_DIR", "firmware"), target_elf)
-
-#
-# Target: Upload firmware
-#
-
-upload = env.Alias("upload", target_bin, ["$UPLOADCMD"])
-AlwaysBuild(upload)
-
-#
-# Target: Define targets
-#
-
-Default([target_elf, target_bin])

platformio/builder/tools/__init__.py

@@ -1,2 +1,13 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

platformio/builder/tools/pioide.py

@@ -0,0 +1,120 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+from glob import glob
+from os.path import join
+
+from SCons.Defaults import processDefines
+
+from platformio import util
+from platformio.managers.core import get_core_package_dir
+
+
+def dump_includes(env):
+    includes = []
+
+    for item in env.get("CPPPATH", []):
+        includes.append(env.subst(item))
+
+    # installed libs
+    for lb in env.GetLibBuilders():
+        includes.extend(lb.get_inc_dirs())
+
+    # includes from toolchains
+    p = env.PioPlatform()
+    for name in p.get_installed_packages():
+        if p.get_package_type(name) != "toolchain":
+            continue
+        toolchain_dir = util.glob_escape(p.get_package_dir(name))
+        toolchain_incglobs = [
+            join(toolchain_dir, "*", "include*"),
+            join(toolchain_dir, "lib", "gcc", "*", "*", "include*")
+        ]
+        for g in toolchain_incglobs:
+            includes.extend(glob(g))
+
+    unity_dir = get_core_package_dir("tool-unity")
+    if unity_dir:
+        includes.append(unity_dir)
+
+    return includes
+
+
+def dump_defines(env):
+    defines = []
+    # global symbols
+    for item in processDefines(env.get("CPPDEFINES", [])):
+        defines.append(env.subst(item).replace('\\', ''))
+
+    # special symbol for Atmel AVR MCU
+    if env['PIOPLATFORM'] == "atmelavr":
+        defines.append(
+            "__AVR_%s__" % env.BoardConfig().get("build.mcu").upper()
+            .replace("ATMEGA", "ATmega").replace("ATTINY", "ATtiny"))
+    return defines
+
+
+def DumpIDEData(env):
+    LINTCCOM = "$CFLAGS $CCFLAGS $CPPFLAGS $_CPPDEFFLAGS"
+    LINTCXXCOM = "$CXXFLAGS $CCFLAGS $CPPFLAGS $_CPPDEFFLAGS"
+
+    data = {
+        "libsource_dirs":
+        [env.subst(l) for l in env.get("LIBSOURCE_DIRS", [])],
+        "defines":
+        dump_defines(env),
+        "includes":
+        dump_includes(env),
+        "cc_flags":
+        env.subst(LINTCCOM),
+        "cxx_flags":
+        env.subst(LINTCXXCOM),
+        "cc_path":
+        util.where_is_program(env.subst("$CC"), env.subst("${ENV['PATH']}")),
+        "cxx_path":
+        util.where_is_program(env.subst("$CXX"), env.subst("${ENV['PATH']}")),
+        "gdb_path":
+        util.where_is_program(env.subst("$GDB"), env.subst("${ENV['PATH']}")),
+        "prog_path":
+        env.subst("$PROG_PATH")
+    }
+
+    env_ = env.Clone()
+    # https://github.com/platformio/platformio-atom-ide/issues/34
+    _new_defines = []
+    for item in processDefines(env_.get("CPPDEFINES", [])):
+        item = item.replace('\\"', '"')
+        if " " in item:
+            _new_defines.append(item.replace(" ", "\\\\ "))
+        else:
+            _new_defines.append(item)
+    env_.Replace(CPPDEFINES=_new_defines)
+
+    data.update({
+        "cc_flags": env_.subst(LINTCCOM),
+        "cxx_flags": env_.subst(LINTCXXCOM)
+    })
+
+    return data
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    env.AddMethod(DumpIDEData)
+    return env

platformio/builder/tools/piolib.py

@@ -0,0 +1,727 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# pylint: disable=no-member, no-self-use, unused-argument
+# pylint: disable=too-many-instance-attributes, too-many-public-methods
+
+from __future__ import absolute_import
+
+import os
+import sys
+from os.path import basename, commonprefix, isdir, isfile, join, realpath, sep
+from platform import system
+
+import SCons.Scanner
+from SCons.Script import ARGUMENTS, DefaultEnvironment
+
+from platformio import util
+from platformio.builder.tools import platformio as piotool
+from platformio.managers.lib import LibraryManager
+
+
+class LibBuilderFactory(object):
+
+    @staticmethod
+    def new(env, path, verbose=False):
+        clsname = "UnknownLibBuilder"
+        if isfile(join(path, "library.json")):
+            clsname = "PlatformIOLibBuilder"
+        else:
+            used_frameworks = LibBuilderFactory.get_used_frameworks(env, path)
+            common_frameworks = (
+                set(env.get("PIOFRAMEWORK", [])) & set(used_frameworks))
+            if common_frameworks:
+                clsname = "%sLibBuilder" % list(common_frameworks)[0].title()
+            elif used_frameworks:
+                clsname = "%sLibBuilder" % used_frameworks[0].title()
+
+        obj = getattr(sys.modules[__name__], clsname)(
+            env, path, verbose=verbose)
+        assert isinstance(obj, LibBuilderBase)
+        return obj
+
+    @staticmethod
+    def get_used_frameworks(env, path):
+        if any([
+                isfile(join(path, fname))
+                for fname in ("library.properties", "keywords.txt")
+        ]):
+            return ["arduino"]
+
+        if isfile(join(path, "module.json")):
+            return ["mbed"]
+
+        # check source files
+        for root, _, files in os.walk(path, followlinks=True):
+            for fname in files:
+                if not env.IsFileWithExt(
+                        fname, piotool.SRC_BUILD_EXT + piotool.SRC_HEADER_EXT):
+                    continue
+                with open(join(root, fname)) as f:
+                    content = f.read()
+                    if "Arduino.h" in content:
+                        return ["arduino"]
+                    elif "mbed.h" in content:
+                        return ["mbed"]
+        return []
+
+
+class LibBuilderBase(object):
+
+    LDF_MODES = ["off", "chain", "deep", "chain+", "deep+"]
+    LDF_MODE_DEFAULT = "chain"
+
+    CLASSIC_SCANNER = SCons.Scanner.C.CScanner()
+    ADVANCED_SCANNER = SCons.Scanner.C.CScanner(advanced=True)
+    INC_DIRS_CACHE = None
+
+    def __init__(self, env, path, manifest=None, verbose=False):
+        self.env = env.Clone()
+        self.envorigin = env.Clone()
+        self.path = realpath(env.subst(path))
+        self.verbose = verbose
+
+        self._manifest = manifest if manifest else self.load_manifest()
+        self._ldf_mode = self.validate_ldf_mode(
+            self.env.get("LIB_LDF_MODE", self.LDF_MODE_DEFAULT))
+        self._is_dependent = False
+        self._is_built = False
+        self._depbuilders = list()
+        self._circular_deps = list()
+        self._scanned_paths = list()
+
+        # reset source filter, could be overridden with extra script
+        self.env['SRC_FILTER'] = ""
+
+        # process extra options and append to build environment
+        self.process_extra_options()
+
+    def __repr__(self):
+        return "%s(%r)" % (self.__class__, self.path)
+
+    def __contains__(self, path):
+        p1 = self.path
+        p2 = path
+        if system() == "Windows":
+            p1 = p1.lower()
+            p2 = p2.lower()
+        return commonprefix((p1 + sep, p2)) == p1 + sep
+
+    @property
+    def name(self):
+        return self._manifest.get("name", basename(self.path))
+
+    @property
+    def version(self):
+        return self._manifest.get("version")
+
+    @property
+    def dependencies(self):
+        return LibraryManager.normalize_dependencies(
+            self._manifest.get("dependencies", []))
+
+    @property
+    def src_filter(self):
+        return piotool.SRC_FILTER_DEFAULT + [
+            "-<example%s>" % os.sep,
+            "-<examples%s>" % os.sep,
+            "-<test%s>" % os.sep,
+            "-<tests%s>" % os.sep
+        ]
+
+    @property
+    def src_dir(self):
+        return (join(self.path, "src")
+                if isdir(join(self.path, "src")) else self.path)
+
+    @property
+    def build_dir(self):
+        return join("$BUILD_DIR", "lib", basename(self.path))
+
+    def get_inc_dirs(self):
+        items = [self.src_dir]
+        if all([isdir(join(self.path, d)) for d in ("inc", "src")]):
+            items.append(join(self.path, "inc"))
+        return items
+
+    @property
+    def build_flags(self):
+        return None
+
+    @property
+    def build_unflags(self):
+        return None
+
+    @property
+    def extra_script(self):
+        return None
+
+    @property
+    def lib_archive(self):
+        return self.env.get("LIB_ARCHIVE", "") != "false"
+
+    @staticmethod
+    def validate_ldf_mode(mode):
+        if isinstance(mode, basestring):
+            mode = mode.strip().lower()
+        if mode in LibBuilderBase.LDF_MODES:
+            return mode
+        try:
+            return LibBuilderBase.LDF_MODES[int(mode)]
+        except (IndexError, ValueError):
+            pass
+        return LibBuilderBase.LDF_MODE_DEFAULT
+
+    @property
+    def lib_ldf_mode(self):
+        return self._ldf_mode
+
+    @property
+    def depbuilders(self):
+        return self._depbuilders
+
+    @property
+    def dependent(self):
+        return self._is_dependent
+
+    @property
+    def is_built(self):
+        return self._is_built
+
+    @staticmethod
+    def items_in_list(items, ilist):
+
+        def _items_to_list(items_):
+            if not isinstance(items_, list):
+                items_ = [i.strip() for i in items_.split(",")]
+            return [i.lower() for i in items_ if i]
+
+        items = _items_to_list(items)
+        ilist = _items_to_list(ilist)
+        if "*" in items or "*" in ilist:
+            return True
+        return set(items) & set(ilist)
+
+    def is_platforms_compatible(self, platforms):
+        return True
+
+    def is_frameworks_compatible(self, frameworks):
+        return True
+
+    def load_manifest(self):
+        return {}
+
+    def get_src_files(self):
+        return [
+            join(self.src_dir, item)
+            for item in self.env.MatchSourceFiles(self.src_dir,
+                                                  self.src_filter)
+        ]
+
+    def process_extra_options(self):
+        with util.cd(self.path):
+            self.env.ProcessUnFlags(self.build_unflags)
+            self.env.ProcessFlags(self.build_flags)
+            if self.extra_script:
+                self.env.SConscriptChdir(1)
+                self.env.SConscript(
+                    realpath(self.extra_script),
+                    exports={"env": self.env,
+                             "pio_lib_builder": self})
+
+    def _process_dependencies(self):
+        if not self.dependencies:
+            return
+        for item in self.dependencies:
+            skip = False
+            for key in ("platforms", "frameworks"):
+                env_key = "PIO" + key.upper()[:-1]
+                if env_key not in self.env:
+                    continue
+                if (key in item and
+                        not self.items_in_list(self.env[env_key], item[key])):
+                    if self.verbose:
+                        sys.stderr.write(
+                            "Skip %s incompatible dependency %s\n" % (key[:-1],
+                                                                      item))
+                    skip = True
+            if skip:
+                continue
+
+            found = False
+            for lb in self.envorigin.GetLibBuilders():
+                if item['name'] != lb.name:
+                    continue
+                elif "frameworks" in item and \
+                     not lb.is_frameworks_compatible(item["frameworks"]):
+                    continue
+                elif "platforms" in item and \
+                     not lb.is_platforms_compatible(item["platforms"]):
+                    continue
+                found = True
+                self.depend_recursive(lb)
+                break
+
+            if not found:
+                sys.stderr.write(
+                    "Error: Could not find `%s` dependency for `%s` "
+                    "library\n" % (item['name'], self.name))
+                self.env.Exit(1)
+
+    def _validate_search_paths(self, search_paths=None):
+        if not search_paths:
+            search_paths = []
+        assert isinstance(search_paths, list)
+
+        _search_paths = []
+        for path in search_paths:
+            if path not in self._scanned_paths:
+                _search_paths.append(path)
+                self._scanned_paths.append(path)
+
+        return _search_paths
+
+    def _get_found_includes(self, search_paths=None):
+        # all include directories
+        if not LibBuilderBase.INC_DIRS_CACHE:
+            inc_dirs = []
+            used_inc_dirs = []
+            for lb in self.envorigin.GetLibBuilders():
+                items = [self.env.Dir(d) for d in lb.get_inc_dirs()]
+                if lb.dependent:
+                    used_inc_dirs.extend(items)
+                else:
+                    inc_dirs.extend(items)
+            LibBuilderBase.INC_DIRS_CACHE = used_inc_dirs + inc_dirs
+
+        # append self include directories
+        inc_dirs = [self.env.Dir(d) for d in self.get_inc_dirs()]
+        inc_dirs.extend(LibBuilderBase.INC_DIRS_CACHE)
+
+        result = []
+        for path in self._validate_search_paths(search_paths):
+            try:
+                assert "+" in self.lib_ldf_mode
+                incs = self.env.File(path).get_found_includes(
+                    self.env, LibBuilderBase.ADVANCED_SCANNER, tuple(inc_dirs))
+            except Exception as e:  # pylint: disable=broad-except
+                if self.verbose and "+" in self.lib_ldf_mode:
+                    sys.stderr.write(
+                        "Warning! Classic Pre Processor is used for `%s`, "
+                        "advanced has failed with `%s`\n" % (path, e))
+                incs = self.env.File(path).get_found_includes(
+                    self.env, LibBuilderBase.CLASSIC_SCANNER, tuple(inc_dirs))
+            # print path, map(lambda n: n.get_abspath(), incs)
+            for inc in incs:
+                if inc not in result:
+                    result.append(inc)
+        return result
+
+    def depend_recursive(self, lb, search_paths=None):
+
+        def _already_depends(_lb):
+            if self in _lb.depbuilders:
+                return True
+            for __lb in _lb.depbuilders:
+                if _already_depends(__lb):
+                    return True
+            return False
+
+        # assert isinstance(lb, LibBuilderBase)
+        if self != lb:
+            if _already_depends(lb):
+                if self.verbose:
+                    sys.stderr.write("Warning! Circular dependencies detected "
+                                     "between `%s` and `%s`\n" % (self.path,
+                                                                  lb.path))
+                self._circular_deps.append(lb)
+            elif lb not in self._depbuilders:
+                self._depbuilders.append(lb)
+                LibBuilderBase.INC_DIRS_CACHE = None
+        lb.search_deps_recursive(search_paths)
+
+    def search_deps_recursive(self, search_paths=None):
+        if not self._is_dependent:
+            self._is_dependent = True
+            self._process_dependencies()
+
+            if self.lib_ldf_mode.startswith("deep"):
+                search_paths = self.get_src_files()
+
+        # when LDF is disabled
+        if self.lib_ldf_mode == "off":
+            return
+
+        lib_inc_map = {}
+        for inc in self._get_found_includes(search_paths):
+            for lb in self.envorigin.GetLibBuilders():
+                if inc.get_abspath() in lb:
+                    if lb not in lib_inc_map:
+                        lib_inc_map[lb] = []
+                    lib_inc_map[lb].append(inc.get_abspath())
+                    break
+
+        for lb, lb_search_paths in lib_inc_map.items():
+            self.depend_recursive(lb, lb_search_paths)
+
+    def build(self):
+        libs = []
+        for lb in self._depbuilders:
+            libs.extend(lb.build())
+            # copy shared information to self env
+            for key in ("CPPPATH", "LIBPATH", "LIBS", "LINKFLAGS"):
+                self.env.AppendUnique(**{key: lb.env.get(key)})
+
+        for lb in self._circular_deps:
+            self.env.AppendUnique(CPPPATH=lb.get_inc_dirs())
+
+        if self._is_built:
+            return libs
+        self._is_built = True
+
+        self.env.AppendUnique(CPPPATH=self.get_inc_dirs())
+
+        if self.lib_ldf_mode == "off":
+            for lb in self.envorigin.GetLibBuilders():
+                if self == lb or not lb.is_built:
+                    continue
+                for key in ("CPPPATH", "LIBPATH", "LIBS", "LINKFLAGS"):
+                    self.env.AppendUnique(**{key: lb.env.get(key)})
+
+        if self.lib_archive:
+            libs.append(
+                self.env.BuildLibrary(self.build_dir, self.src_dir,
+                                      self.src_filter))
+        else:
+            self.env.BuildSources(self.build_dir, self.src_dir,
+                                  self.src_filter)
+        return libs
+
+
+class UnknownLibBuilder(LibBuilderBase):
+    pass
+
+
+class ArduinoLibBuilder(LibBuilderBase):
+
+    def load_manifest(self):
+        manifest = {}
+        if not isfile(join(self.path, "library.properties")):
+            return manifest
+        with open(join(self.path, "library.properties")) as fp:
+            for line in fp.readlines():
+                if "=" not in line:
+                    continue
+                key, value = line.split("=", 1)
+                manifest[key.strip()] = value.strip()
+        return manifest
+
+    def get_inc_dirs(self):
+        inc_dirs = LibBuilderBase.get_inc_dirs(self)
+        if isdir(join(self.path, "src")):
+            return inc_dirs
+        if isdir(join(self.path, "utility")):
+            inc_dirs.append(join(self.path, "utility"))
+        return inc_dirs
+
+    @property
+    def src_filter(self):
+        if isdir(join(self.path, "src")):
+            return LibBuilderBase.src_filter.fget(self)
+        src_filter = []
+        is_utility = isdir(join(self.path, "utility"))
+        for ext in piotool.SRC_BUILD_EXT + piotool.SRC_HEADER_EXT:
+            src_filter.append("+<*.%s>" % ext)
+            if is_utility:
+                src_filter.append("+<utility%s*.%s>" % (sep, ext))
+        return src_filter
+
+    def is_frameworks_compatible(self, frameworks):
+        return self.items_in_list(frameworks, ["arduino", "energia"])
+
+
+class MbedLibBuilder(LibBuilderBase):
+
+    def load_manifest(self):
+        if not isfile(join(self.path, "module.json")):
+            return {}
+        return util.load_json(join(self.path, "module.json"))
+
+    @property
+    def src_dir(self):
+        if isdir(join(self.path, "source")):
+            return join(self.path, "source")
+        return LibBuilderBase.src_dir.fget(self)
+
+    def get_inc_dirs(self):
+        inc_dirs = LibBuilderBase.get_inc_dirs(self)
+        if self.path not in inc_dirs:
+            inc_dirs.append(self.path)
+        for p in self._manifest.get("extraIncludes", []):
+            inc_dirs.append(join(self.path, p))
+        return inc_dirs
+
+    def is_frameworks_compatible(self, frameworks):
+        return self.items_in_list(frameworks, ["mbed"])
+
+
+class PlatformIOLibBuilder(LibBuilderBase):
+
+    def load_manifest(self):
+        assert isfile(join(self.path, "library.json"))
+        manifest = util.load_json(join(self.path, "library.json"))
+        assert "name" in manifest
+        return manifest
+
+    def _is_arduino_manifest(self):
+        return isfile(join(self.path, "library.properties"))
+
+    @property
+    def src_dir(self):
+        if all([
+                "srcFilter" in self._manifest.get("build", {})
+                or self.env['SRC_FILTER'], not self._is_arduino_manifest()
+        ]):
+            return self.path
+        return LibBuilderBase.src_dir.fget(self)
+
+    @property
+    def src_filter(self):
+        if "srcFilter" in self._manifest.get("build", {}):
+            return self._manifest.get("build").get("srcFilter")
+        elif self.env['SRC_FILTER']:
+            return self.env['SRC_FILTER']
+        elif self._is_arduino_manifest():
+            return ArduinoLibBuilder.src_filter.fget(self)
+        return LibBuilderBase.src_filter.fget(self)
+
+    @property
+    def build_flags(self):
+        if "flags" in self._manifest.get("build", {}):
+            return self._manifest.get("build").get("flags")
+        return LibBuilderBase.build_flags.fget(self)
+
+    @property
+    def build_unflags(self):
+        if "unflags" in self._manifest.get("build", {}):
+            return self._manifest.get("build").get("unflags")
+        return LibBuilderBase.build_unflags.fget(self)
+
+    @property
+    def extra_script(self):
+        if "extraScript" in self._manifest.get("build", {}):
+            return self._manifest.get("build").get("extraScript")
+        return LibBuilderBase.extra_script.fget(self)
+
+    @property
+    def lib_archive(self):
+        if "libArchive" in self._manifest.get("build", {}):
+            return self._manifest.get("build").get("libArchive")
+        return LibBuilderBase.lib_archive.fget(self)
+
+    @property
+    def lib_ldf_mode(self):
+        if "libLDFMode" in self._manifest.get("build", {}):
+            return self.validate_ldf_mode(
+                self._manifest.get("build").get("libLDFMode"))
+        return LibBuilderBase.lib_ldf_mode.fget(self)
+
+    def is_platforms_compatible(self, platforms):
+        items = self._manifest.get("platforms")
+        if not items:
+            return LibBuilderBase.is_platforms_compatible(self, platforms)
+        return self.items_in_list(platforms, items)
+
+    def is_frameworks_compatible(self, frameworks):
+        items = self._manifest.get("frameworks")
+        if not items:
+            return LibBuilderBase.is_frameworks_compatible(self, frameworks)
+        return self.items_in_list(frameworks, items)
+
+    def get_inc_dirs(self):
+        inc_dirs = LibBuilderBase.get_inc_dirs(self)
+
+        #  backwards compatibility with PlatformIO 2.0
+        if ("build" not in self._manifest and self._is_arduino_manifest()
+                and not isdir(join(self.path, "src"))
+                and isdir(join(self.path, "utility"))):
+            inc_dirs.append(join(self.path, "utility"))
+
+        for path in self.env.get("CPPPATH", []):
+            if path not in self.envorigin.get("CPPPATH", []):
+                inc_dirs.append(self.env.subst(path))
+        return inc_dirs
+
+
+class ProjectAsLibBuilder(LibBuilderBase):
+
+    @property
+    def src_dir(self):
+        return self.env.subst("$PROJECTSRC_DIR")
+
+    @property
+    def lib_ldf_mode(self):
+        mode = LibBuilderBase.lib_ldf_mode.fget(self)
+        if not mode.startswith("chain"):
+            return mode
+        # parse all project files
+        return "deep+" if "+" in mode else "deep"
+
+    @property
+    def src_filter(self):
+        return self.env.get("SRC_FILTER", LibBuilderBase.src_filter.fget(self))
+
+    def process_extra_options(self):
+        # skip for project, options are already processed
+        pass
+
+    def search_deps_recursive(self, search_paths=None):
+        for dep in self.env.get("LIB_DEPS", []):
+            for token in ("@", "="):
+                if token in dep:
+                    dep, _ = dep.split(token, 1)
+            for lb in self.envorigin.GetLibBuilders():
+                if lb.name == dep:
+                    if lb not in self.depbuilders:
+                        self.depend_recursive(lb)
+                    break
+        return LibBuilderBase.search_deps_recursive(self, search_paths)
+
+    def build(self):
+        self._is_built = True  # do not build Project now
+        self.env.AppendUnique(CPPPATH=self.get_inc_dirs())
+        return LibBuilderBase.build(self)
+
+
+def GetLibBuilders(env):  # pylint: disable=too-many-branches
+
+    if "__PIO_LIB_BUILDERS" in DefaultEnvironment():
+        return DefaultEnvironment()['__PIO_LIB_BUILDERS']
+
+    items = []
+    compat_mode = int(env.get("LIB_COMPAT_MODE", 1))
+    verbose = (int(ARGUMENTS.get("PIOVERBOSE", 0))
+               and not env.GetOption('clean'))
+
+    def _check_lib_builder(lb):
+        if lb.name in env.get("LIB_IGNORE", []):
+            if verbose:
+                sys.stderr.write("Ignored library %s\n" % lb.path)
+            return
+        if compat_mode > 1 and not lb.is_platforms_compatible(
+                env['PIOPLATFORM']):
+            if verbose:
+                sys.stderr.write(
+                    "Platform incompatible library %s\n" % lb.path)
+            return False
+        if compat_mode > 0 and "PIOFRAMEWORK" in env and \
+           not lb.is_frameworks_compatible(env.get("PIOFRAMEWORK", [])):
+            if verbose:
+                sys.stderr.write(
+                    "Framework incompatible library %s\n" % lb.path)
+            return False
+        return True
+
+    found_incompat = False
+    for libs_dir in env['LIBSOURCE_DIRS']:
+        libs_dir = env.subst(libs_dir)
+        if not isdir(libs_dir):
+            continue
+        for item in sorted(os.listdir(libs_dir)):
+            if item == "__cores__" or not isdir(join(libs_dir, item)):
+                continue
+            try:
+                lb = LibBuilderFactory.new(
+                    env, join(libs_dir, item), verbose=verbose)
+            except ValueError:
+                if verbose:
+                    sys.stderr.write("Skip library with broken manifest: %s\n"
+                                     % join(libs_dir, item))
+                continue
+            if _check_lib_builder(lb):
+                items.append(lb)
+            else:
+                found_incompat = True
+
+    for lb in env.get("EXTRA_LIB_BUILDERS", []):
+        if _check_lib_builder(lb):
+            items.append(lb)
+        else:
+            found_incompat = True
+
+    if verbose and found_incompat:
+        sys.stderr.write(
+            "More details about \"Library Compatibility Mode\": "
+            "http://docs.platformio.org/page/librarymanager/ldf.html#"
+            "ldf-compat-mode\n")
+
+    DefaultEnvironment()['__PIO_LIB_BUILDERS'] = items
+    return items
+
+
+def BuildProjectLibraries(env):
+    lib_builders = env.GetLibBuilders()
+
+    def correct_found_libs():
+        # build full dependency graph
+        found_lbs = [lb for lb in lib_builders if lb.dependent]
+        for lb in lib_builders:
+            if lb in found_lbs:
+                lb.search_deps_recursive(lb.get_src_files())
+        for lb in lib_builders:
+            for deplb in lb.depbuilders[:]:
+                if deplb not in found_lbs:
+                    lb.depbuilders.remove(deplb)
+
+    def print_deps_tree(root, level=0):
+        margin = "|   " * (level)
+        for lb in root.depbuilders:
+            title = "<%s>" % lb.name
+            if lb.version:
+                title += " v%s" % lb.version
+            if int(ARGUMENTS.get("PIOVERBOSE", 0)):
+                title += " (%s)" % lb.path
+            print "%s|-- %s" % (margin, title)
+            if lb.depbuilders:
+                print_deps_tree(lb, level + 1)
+
+    print "Collected %d compatible libraries" % len(lib_builders)
+    print "Looking for dependencies..."
+
+    project = ProjectAsLibBuilder(env, "$PROJECT_DIR")
+    project.env = env
+    project.search_deps_recursive()
+
+    if (LibBuilderBase.validate_ldf_mode(
+            env.get("LIB_LDF_MODE", LibBuilderBase.LDF_MODE_DEFAULT))
+            .startswith("chain") and project.depbuilders):
+        correct_found_libs()
+
+    if project.depbuilders:
+        print "Library Dependency Graph"
+        print_deps_tree(project)
+    else:
+        print "Project does not have dependencies"
+
+    return project.build()
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    env.AddMethod(GetLibBuilders)
+    env.AddMethod(BuildProjectLibraries)
+    return env

platformio/builder/tools/piomisc.py

@@ -0,0 +1,327 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+import atexit
+import re
+import sys
+from os import environ, remove, walk
+from os.path import basename, isdir, isfile, join, relpath, sep
+from tempfile import mkstemp
+
+from SCons.Action import Action
+from SCons.Script import ARGUMENTS
+
+from platformio import util
+from platformio.managers.core import get_core_package_dir
+
+
+class InoToCPPConverter(object):
+
+    PROTOTYPE_RE = re.compile(r"""^(
+        (?:template\<.*\>\s*)?      # template
+        ([a-z_\d]+\*?\s+){1,2}      # return type
+        ([a-z_\d]+\s*)              # name of prototype
+        \([a-z_,\.\*\&\[\]\s\d]*\)  # arguments
+        )\s*\{                      # must end with {
+        """, re.X | re.M | re.I)
+    DETECTMAIN_RE = re.compile(r"void\s+(setup|loop)\s*\(", re.M | re.I)
+    PROTOPTRS_TPLRE = r"\([^&\(]*&(%s)[^\)]*\)"
+
+    def __init__(self, env):
+        self.env = env
+        self._main_ino = None
+
+    def is_main_node(self, contents):
+        return self.DETECTMAIN_RE.search(contents)
+
+    def convert(self, nodes):
+        contents = self.merge(nodes)
+        if not contents:
+            return
+        return self.process(contents)
+
+    def merge(self, nodes):
+        assert nodes
+        lines = []
+        for node in nodes:
+            contents = node.get_text_contents()
+            _lines = [
+                '# 1 "%s"' % node.get_path().replace("\\", "/"), contents
+            ]
+            if self.is_main_node(contents):
+                lines = _lines + lines
+                self._main_ino = node.get_path()
+            else:
+                lines.extend(_lines)
+
+        if not self._main_ino:
+            self._main_ino = nodes[0].get_path()
+
+        return "\n".join(["#include <Arduino.h>"] + lines) if lines else None
+
+    def process(self, contents):
+        out_file = self._main_ino + ".cpp"
+        assert self._gcc_preprocess(contents, out_file)
+        with open(out_file) as fp:
+            contents = fp.read()
+        contents = self._join_multiline_strings(contents)
+        with open(out_file, "w") as fp:
+            fp.write(self.append_prototypes(contents))
+        return out_file
+
+    def _gcc_preprocess(self, contents, out_file):
+        tmp_path = mkstemp()[1]
+        with open(tmp_path, "w") as fp:
+            fp.write(contents)
+        self.env.Execute(
+            self.env.VerboseAction(
+                '$CXX -o "{0}" -x c++ -fpreprocessed -dD -E "{1}"'.format(
+                    out_file,
+                    tmp_path), "Converting " + basename(out_file[:-4])))
+        atexit.register(_delete_file, tmp_path)
+        return isfile(out_file)
+
+    def _join_multiline_strings(self, contents):
+        if "\\\n" not in contents:
+            return contents
+        newlines = []
+        linenum = 0
+        stropen = False
+        for line in contents.split("\n"):
+            _linenum = self._parse_preproc_line_num(line)
+            if _linenum is not None:
+                linenum = _linenum
+            else:
+                linenum += 1
+
+            if line.endswith("\\"):
+                if line.startswith('"'):
+                    stropen = True
+                    newlines.append(line[:-1])
+                    continue
+                elif stropen:
+                    newlines[len(newlines) - 1] += line[:-1]
+                    continue
+            elif stropen and line.endswith(('",', '";')):
+                newlines[len(newlines) - 1] += line
+                stropen = False
+                newlines.append('#line %d "%s"' %
+                                (linenum, self._main_ino.replace("\\", "/")))
+                continue
+
+            newlines.append(line)
+
+        return "\n".join(newlines)
+
+    @staticmethod
+    def _parse_preproc_line_num(line):
+        if not line.startswith("#"):
+            return None
+        tokens = line.split(" ", 3)
+        if len(tokens) > 2 and tokens[1].isdigit():
+            return int(tokens[1])
+        return None
+
+    def _parse_prototypes(self, contents):
+        prototypes = []
+        reserved_keywords = set(["if", "else", "while"])
+        for match in self.PROTOTYPE_RE.finditer(contents):
+            if (set([match.group(2).strip(),
+                     match.group(3).strip()]) & reserved_keywords):
+                continue
+            prototypes.append(match)
+        return prototypes
+
+    def _get_total_lines(self, contents):
+        total = 0
+        if contents.endswith("\n"):
+            contents = contents[:-1]
+        for line in contents.split("\n")[::-1]:
+            linenum = self._parse_preproc_line_num(line)
+            if linenum is not None:
+                return total + linenum
+            total += 1
+        return total
+
+    def append_prototypes(self, contents):
+        prototypes = self._parse_prototypes(contents)
+        if not prototypes:
+            return contents
+
+        prototype_names = set([m.group(3).strip() for m in prototypes])
+        split_pos = prototypes[0].start()
+        match_ptrs = re.search(self.PROTOPTRS_TPLRE %
+                               ("|".join(prototype_names)),
+                               contents[:split_pos], re.M)
+        if match_ptrs:
+            split_pos = contents.rfind("\n", 0, match_ptrs.start()) + 1
+
+        result = []
+        result.append(contents[:split_pos].strip())
+        result.append("%s;" % ";\n".join([m.group(1) for m in prototypes]))
+        result.append('#line %d "%s"' %
+                      (self._get_total_lines(contents[:split_pos]),
+                       self._main_ino.replace("\\", "/")))
+        result.append(contents[split_pos:].strip())
+        return "\n".join(result)
+
+
+def ConvertInoToCpp(env):
+    src_dir = util.glob_escape(env.subst("$PROJECTSRC_DIR"))
+    ino_nodes = (
+        env.Glob(join(src_dir, "*.ino")) + env.Glob(join(src_dir, "*.pde")))
+    if not ino_nodes:
+        return
+    c = InoToCPPConverter(env)
+    out_file = c.convert(ino_nodes)
+
+    atexit.register(_delete_file, out_file)
+
+
+def _delete_file(path):
+    try:
+        if isfile(path):
+            remove(path)
+    except:  # pylint: disable=bare-except
+        pass
+
+
+def GetCompilerType(env):
+    try:
+        sysenv = environ.copy()
+        sysenv['PATH'] = str(env['ENV']['PATH'])
+        result = util.exec_command([env.subst("$CC"), "-v"], env=sysenv)
+    except OSError:
+        return None
+    if result['returncode'] != 0:
+        return None
+    output = "".join([result['out'], result['err']]).lower()
+    if "clang" in output and "LLVM" in output:
+        return "clang"
+    elif "gcc" in output:
+        return "gcc"
+    return None
+
+
+def GetActualLDScript(env):
+
+    def _lookup_in_ldpath(script):
+        for d in env.get("LIBPATH", []):
+            path = join(env.subst(d), script)
+            if isfile(path):
+                return path
+        return None
+
+    script = None
+    for f in env.get("LINKFLAGS", []):
+        if f.startswith("-Wl,-T"):
+            script = env.subst(f[6:].replace('"', "").strip())
+            if isfile(script):
+                return script
+            path = _lookup_in_ldpath(script)
+            if path:
+                return path
+
+    if script:
+        sys.stderr.write(
+            "Error: Could not find '%s' LD script in LDPATH '%s'\n" %
+            (script, env.subst("$LIBPATH")))
+        env.Exit(1)
+
+    if not script and "LDSCRIPT_PATH" in env:
+        path = _lookup_in_ldpath(env['LDSCRIPT_PATH'])
+        if path:
+            return path
+
+    sys.stderr.write("Error: Could not find LD script\n")
+    env.Exit(1)
+
+
+def VerboseAction(_, act, actstr):
+    if int(ARGUMENTS.get("PIOVERBOSE", 0)):
+        return act
+    return Action(act, actstr)
+
+
+def PioClean(env, clean_dir):
+    if not isdir(clean_dir):
+        print "Build environment is clean"
+        env.Exit(0)
+    for root, _, files in walk(clean_dir):
+        for file_ in files:
+            remove(join(root, file_))
+            print "Removed %s" % relpath(join(root, file_))
+    print "Done cleaning"
+    util.rmtree_(clean_dir)
+    env.Exit(0)
+
+
+def ProcessDebug(env):
+    if not env.subst("$PIODEBUGFLAGS"):
+        env.Replace(PIODEBUGFLAGS=["-Og", "-g3", "-ggdb"])
+    env.Append(
+        BUILD_FLAGS=env.get("PIODEBUGFLAGS", []),
+        BUILD_UNFLAGS=["-Os", "-O0", "-O1", "-O2", "-O3"])
+
+
+def ProcessTest(env):
+    env.Append(
+        CPPDEFINES=["UNIT_TEST", "UNITY_INCLUDE_CONFIG_H"],
+        CPPPATH=[join("$BUILD_DIR", "UnityTestLib")])
+    unitylib = env.BuildLibrary(
+        join("$BUILD_DIR", "UnityTestLib"), get_core_package_dir("tool-unity"))
+    env.Prepend(LIBS=[unitylib])
+
+    src_filter = ["+<*.cpp>", "+<*.c>"]
+    if "PIOTEST" in env:
+        src_filter.append("+<%s%s>" % (env['PIOTEST'], sep))
+
+    return env.CollectBuildFiles(
+        "$BUILDTEST_DIR",
+        "$PROJECTTEST_DIR",
+        src_filter=src_filter,
+        duplicate=False)
+
+
+def GetPreExtraScripts(env):
+    return [
+        item[4:] for item in env.get("EXTRA_SCRIPTS", [])
+        if item.startswith("pre:")
+    ]
+
+
+def GetPostExtraScripts(env):
+    return [
+        item[5:] if item.startswith("post:") else item
+        for item in env.get("EXTRA_SCRIPTS", []) if not item.startswith("pre:")
+    ]
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    env.AddMethod(ConvertInoToCpp)
+    env.AddMethod(GetCompilerType)
+    env.AddMethod(GetActualLDScript)
+    env.AddMethod(VerboseAction)
+    env.AddMethod(PioClean)
+    env.AddMethod(ProcessDebug)
+    env.AddMethod(ProcessTest)
+    env.AddMethod(GetPreExtraScripts)
+    env.AddMethod(GetPostExtraScripts)
+    return env

platformio/builder/tools/pioplatform.py

@@ -0,0 +1,106 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+import sys
+from os.path import isdir, isfile, join
+
+from SCons.Script import COMMAND_LINE_TARGETS
+
+from platformio import exception, util
+from platformio.managers.platform import PlatformFactory
+
+
+@util.memoized
+def initPioPlatform(name):
+    return PlatformFactory.newPlatform(name)
+
+
+def PioPlatform(env):
+    variables = {}
+    for name in env['PIOVARIABLES']:
+        if name in env:
+            variables[name.lower()] = env[name]
+    p = initPioPlatform(env['PLATFORM_MANIFEST'])
+    p.configure_default_packages(variables, COMMAND_LINE_TARGETS)
+    return p
+
+
+def BoardConfig(env, board=None):
+    p = initPioPlatform(env['PLATFORM_MANIFEST'])
+    try:
+        config = p.board_config(board if board else env['BOARD'])
+    except exception.UnknownBoard as e:
+        sys.stderr.write("Error: %s\n" % str(e))
+        env.Exit(1)
+    return config
+
+
+def GetFrameworkScript(env, framework):
+    p = env.PioPlatform()
+    assert p.frameworks and framework in p.frameworks
+    script_path = env.subst(p.frameworks[framework]['script'])
+    if not isfile(script_path):
+        script_path = join(p.get_dir(), script_path)
+    return script_path
+
+
+def LoadPioPlatform(env, variables):
+    p = env.PioPlatform()
+    installed_packages = p.get_installed_packages()
+
+    # Add toolchains and uploaders to $PATH
+    for name in installed_packages:
+        type_ = p.get_package_type(name)
+        if type_ not in ("toolchain", "uploader"):
+            continue
+        path = p.get_package_dir(name)
+        if isdir(join(path, "bin")):
+            path = join(path, "bin")
+        env.PrependENVPath("PATH", path)
+
+    # Platform specific LD Scripts
+    if isdir(join(p.get_dir(), "ldscripts")):
+        env.Prepend(LIBPATH=[join(p.get_dir(), "ldscripts")])
+
+    if "BOARD" not in env:
+        return
+
+    board_config = env.BoardConfig()
+    for k in variables.keys():
+        if (k in env
+                or not any([k.startswith("BOARD_"),
+                            k.startswith("UPLOAD_")])):
+            continue
+        _opt, _val = k.lower().split("_", 1)
+        if _opt == "board":
+            _opt = "build"
+        if _val in board_config.get(_opt):
+            env.Replace(**{k: board_config.get("%s.%s" % (_opt, _val))})
+
+    if "build.ldscript" in board_config:
+        env.Replace(LDSCRIPT_PATH=board_config.get("build.ldscript"))
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    env.AddMethod(PioPlatform)
+    env.AddMethod(BoardConfig)
+    env.AddMethod(GetFrameworkScript)
+    env.AddMethod(LoadPioPlatform)
+    return env

platformio/builder/tools/pioupload.py

@@ -0,0 +1,221 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+import sys
+from fnmatch import fnmatch
+from os import environ
+from os.path import isfile, join
+from platform import system
+from shutil import copyfile
+from time import sleep
+
+from SCons.Node.Alias import Alias
+from serial import Serial, SerialException
+
+from platformio import util
+
+
+def FlushSerialBuffer(env, port):
+    s = Serial(env.subst(port))
+    s.flushInput()
+    s.setDTR(False)
+    s.setRTS(False)
+    sleep(0.1)
+    s.setDTR(True)
+    s.setRTS(True)
+    s.close()
+
+
+def TouchSerialPort(env, port, baudrate):
+    port = env.subst(port)
+    print "Forcing reset using %dbps open/close on port %s" % (baudrate, port)
+    try:
+        s = Serial(port=port, baudrate=baudrate)
+        s.setDTR(False)
+        s.close()
+    except:  # pylint: disable=W0702
+        pass
+    sleep(0.4)  # DO NOT REMOVE THAT (required by SAM-BA based boards)
+
+
+def WaitForNewSerialPort(env, before):
+    print "Waiting for the new upload port..."
+    prev_port = env.subst("$UPLOAD_PORT")
+    new_port = None
+    elapsed = 0
+    before = [p['port'] for p in before]
+    while elapsed < 5 and new_port is None:
+        now = [p['port'] for p in util.get_serialports()]
+        for p in now:
+            if p not in before:
+                new_port = p
+                break
+        before = now
+        sleep(0.25)
+        elapsed += 0.25
+
+    if not new_port:
+        for p in now:
+            if prev_port == p:
+                new_port = p
+                break
+
+    try:
+        s = Serial(new_port)
+        s.close()
+    except SerialException:
+        sleep(1)
+
+    if not new_port:
+        sys.stderr.write("Error: Couldn't find a board on the selected port. "
+                         "Check that you have the correct port selected. "
+                         "If it is correct, try pressing the board's reset "
+                         "button after initiating the upload.\n")
+        env.Exit(1)
+
+    return new_port
+
+
+def AutodetectUploadPort(*args, **kwargs):  # pylint: disable=unused-argument
+    env = args[0]
+
+    def _get_pattern():
+        if "UPLOAD_PORT" not in env:
+            return None
+        if set(["*", "?", "[", "]"]) & set(env['UPLOAD_PORT']):
+            return env['UPLOAD_PORT']
+        return None
+
+    def _is_match_pattern(port):
+        pattern = _get_pattern()
+        if not pattern:
+            return True
+        return fnmatch(port, pattern)
+
+    def _look_for_mbed_disk():
+        msdlabels = ("mbed", "nucleo", "frdm", "microbit")
+        for item in util.get_logicaldisks():
+            if item['disk'].startswith(
+                    "/net") or not _is_match_pattern(item['disk']):
+                continue
+            mbed_pages = [
+                join(item['disk'], n) for n in ("mbed.htm", "mbed.html")
+            ]
+            if any([isfile(p) for p in mbed_pages]):
+                return item['disk']
+            if (item['name']
+                    and any([l in item['name'].lower() for l in msdlabels])):
+                return item['disk']
+        return None
+
+    def _look_for_serial_port():
+        port = None
+        board_hwids = []
+        if "BOARD" in env and "build.hwids" in env.BoardConfig():
+            board_hwids = env.BoardConfig().get("build.hwids")
+        for item in util.get_serialports(filter_hwid=True):
+            if not _is_match_pattern(item['port']):
+                continue
+            port = item['port']
+            for hwid in board_hwids:
+                hwid_str = ("%s:%s" % (hwid[0], hwid[1])).replace("0x", "")
+                if hwid_str in item['hwid']:
+                    return port
+        return port
+
+    if "UPLOAD_PORT" in env and not _get_pattern():
+        print env.subst("Use manually specified: $UPLOAD_PORT")
+        return
+
+    if "mbed" in env.subst("$PIOFRAMEWORK"):
+        env.Replace(UPLOAD_PORT=_look_for_mbed_disk())
+    else:
+        if (system() == "Linux" and not any([
+                isfile("/etc/udev/rules.d/99-platformio-udev.rules"),
+                isfile("/lib/udev/rules.d/99-platformio-udev.rules")
+        ])):
+            sys.stderr.write(
+                "\nWarning! Please install `99-platformio-udev.rules` and "
+                "check that your board's PID and VID are listed in the rules."
+                "\n https://raw.githubusercontent.com/platformio/platformio"
+                "/develop/scripts/99-platformio-udev.rules\n")
+        env.Replace(UPLOAD_PORT=_look_for_serial_port())
+
+    if env.subst("$UPLOAD_PORT"):
+        print env.subst("Auto-detected: $UPLOAD_PORT")
+    else:
+        sys.stderr.write(
+            "Error: Please specify `upload_port` for environment or use "
+            "global `--upload-port` option.\n"
+            "For some development platforms it can be a USB flash "
+            "drive (i.e. /media/<user>/<device name>)\n")
+        env.Exit(1)
+
+
+def UploadToDisk(_, target, source, env):  # pylint: disable=W0613,W0621
+    assert "UPLOAD_PORT" in env
+    progname = env.subst("$PROGNAME")
+    for ext in ("bin", "hex"):
+        fpath = join(env.subst("$BUILD_DIR"), "%s.%s" % (progname, ext))
+        if not isfile(fpath):
+            continue
+        copyfile(fpath,
+                 join(env.subst("$UPLOAD_PORT"), "%s.%s" % (progname, ext)))
+    print "Firmware has been successfully uploaded.\n"\
+          "(Some boards may require manual hard reset)"
+
+
+def CheckUploadSize(_, target, source, env):  # pylint: disable=W0613,W0621
+    if "BOARD" not in env:
+        return
+    max_size = int(env.BoardConfig().get("upload.maximum_size", 0))
+    if max_size == 0 or "SIZETOOL" not in env:
+        return
+
+    sysenv = environ.copy()
+    sysenv['PATH'] = str(env['ENV']['PATH'])
+    cmd = [
+        env.subst("$SIZETOOL"), "-B",
+        str(source[0] if isinstance(target[0], Alias) else target[0])
+    ]
+    result = util.exec_command(cmd, env=sysenv)
+    if result['returncode'] != 0:
+        return
+    print result['out'].strip()
+
+    line = result['out'].strip().splitlines()[1]
+    values = [v.strip() for v in line.split("\t")]
+    used_size = int(values[0]) + int(values[1])
+
+    if used_size > max_size:
+        sys.stderr.write("Error: The program size (%d bytes) is greater "
+                         "than maximum allowed (%s bytes)\n" % (used_size,
+                                                                max_size))
+        env.Exit(1)
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    env.AddMethod(FlushSerialBuffer)
+    env.AddMethod(TouchSerialPort)
+    env.AddMethod(WaitForNewSerialPort)
+    env.AddMethod(AutodetectUploadPort)
+    env.AddMethod(UploadToDisk)
+    env.AddMethod(CheckUploadSize)
+    return env

platformio/builder/tools/piowinhooks.py

@@ -0,0 +1,88 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from hashlib import md5
+from os import makedirs
+from os.path import isdir, isfile, join
+from platform import system
+
+# Windows CLI has limit with command length to 8192
+# Leave 2000 chars for flags and other options
+MAX_SOURCES_LENGTH = 6000
+
+
+def long_sources_hook(env, sources):
+    _sources = str(sources).replace("\\", "/")
+    if len(str(_sources)) < MAX_SOURCES_LENGTH:
+        return sources
+
+    # fix space in paths
+    data = []
+    for line in _sources.split(".o "):
+        line = line.strip()
+        if not line.endswith(".o"):
+            line += ".o"
+        data.append('"%s"' % line)
+
+    return '@"%s"' % _file_long_data(env, " ".join(data))
+
+
+def long_incflags_hook(env, incflags):
+    _incflags = env.subst(incflags).replace("\\", "/")
+    if len(_incflags) < MAX_SOURCES_LENGTH:
+        return incflags
+
+    # fix space in paths
+    data = []
+    for line in _incflags.split(" -I"):
+        line = line.strip()
+        if not line.startswith("-I"):
+            line = "-I" + line
+        data.append('-I"%s"' % line[2:])
+
+    return '@"%s"' % _file_long_data(env, " ".join(data))
+
+
+def _file_long_data(env, data):
+    build_dir = env.subst("$BUILD_DIR")
+    if not isdir(build_dir):
+        makedirs(build_dir)
+    tmp_file = join(build_dir, "longcmd-%s" % md5(data).hexdigest())
+    if isfile(tmp_file):
+        return tmp_file
+    with open(tmp_file, "w") as fp:
+        fp.write(data)
+    return tmp_file
+
+
+def exists(_):
+    return True
+
+
+def generate(env):
+    if system() != "Windows":
+        return
+
+    env.Replace(_long_sources_hook=long_sources_hook)
+    env.Replace(_long_incflags_hook=long_incflags_hook)
+    coms = {}
+    for key in ("ARCOM", "LINKCOM"):
+        coms[key] = env.get(key, "").replace(
+            "$SOURCES", "${_long_sources_hook(__env__, SOURCES)}")
+    for key in ("_CCCOMCOM", "ASPPCOM"):
+        coms[key] = env.get(key, "").replace(
+            "$_CPPINCFLAGS", "${_long_incflags_hook(__env__, _CPPINCFLAGS)}")
+    env.Replace(**coms)
+
+    return env

platformio/builder/tools/platformio.py

@@ -1,131 +1,280 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
 
 import re
-from os import listdir, walk
-from os.path import isdir, isfile, join
-from time import sleep
+import sys
+from glob import glob
+from os import sep, walk
+from os.path import basename, dirname, isdir, join, realpath
 
-from serial import Serial
+from SCons.Action import Action
+from SCons.Script import (COMMAND_LINE_TARGETS, AlwaysBuild,
+                          DefaultEnvironment, SConscript)
+from SCons.Util import case_sensitive_suffixes, is_Sequence
+
+from platformio.util import glob_escape, pioversion_to_intstr
+
+SRC_BUILD_EXT = ["c", "cc", "cpp", "S", "spp", "SPP", "sx", "s", "asm", "ASM"]
+SRC_HEADER_EXT = ["h", "hpp"]
+SRC_FILTER_DEFAULT = ["+<*>", "-<.git%s>" % sep, "-<svn%s>" % sep]
 
 
-def BuildLibrary(env, variant_dir, library_dir):
-    lib = env.Clone()
-    vdirs = lib.VariantDirRecursive(variant_dir, library_dir)
-    return lib.Library(
-        lib.subst(variant_dir),
-        [lib.GlobCXXFiles(vdir) for vdir in vdirs]
-    )
+def BuildProgram(env):
+
+    def _append_pio_macros():
+        env.AppendUnique(CPPDEFINES=[
+            ("PLATFORMIO",
+             int("{0:02d}{1:02d}{2:02d}".format(*pioversion_to_intstr())))
+        ])
+
+    _append_pio_macros()
+
+    # fix ASM handling under non-casitive OS
+    if not case_sensitive_suffixes(".s", ".S"):
+        env.Replace(AS="$CC", ASCOM="$ASPPCOM")
+
+    if "__debug" in COMMAND_LINE_TARGETS:
+        env.ProcessDebug()
+
+    # process extra flags from board
+    if "BOARD" in env and "build.extra_flags" in env.BoardConfig():
+        env.ProcessFlags(env.BoardConfig().get("build.extra_flags"))
+    # remove base flags
+    env.ProcessUnFlags(env.get("BUILD_UNFLAGS"))
+    # apply user flags
+    env.ProcessFlags(env.get("BUILD_FLAGS"))
+
+    env.BuildFrameworks(env.get("PIOFRAMEWORK"))
+
+    # restore PIO macros if it was deleted by framework
+    _append_pio_macros()
+
+    # build dependent libs
+    deplibs = env.BuildProjectLibraries()
+
+    # append specified LD_SCRIPT
+    if ("LDSCRIPT_PATH" in env
+            and not any(["-Wl,-T" in f for f in env['LINKFLAGS']])):
+        env.Append(LINKFLAGS=['-Wl,-T"$LDSCRIPT_PATH"'])
+
+    # enable "cyclic reference" for linker
+    if env.get("LIBS", deplibs) and env.GetCompilerType() == "gcc":
+        env.Prepend(_LIBFLAGS="-Wl,--start-group ")
+        env.Append(_LIBFLAGS=" -Wl,--end-group")
+
+    # Handle SRC_BUILD_FLAGS
+    env.ProcessFlags(env.get("SRC_BUILD_FLAGS"))
+
+    env.Append(
+        LIBS=deplibs,
+        LIBPATH=["$BUILD_DIR"],
+        PIOBUILDFILES=env.CollectBuildFiles(
+            "$BUILDSRC_DIR",
+            "$PROJECTSRC_DIR",
+            src_filter=env.get("SRC_FILTER"),
+            duplicate=False))
+
+    if "__test" in COMMAND_LINE_TARGETS:
+        env.Append(PIOBUILDFILES=env.ProcessTest())
+
+    if not env['PIOBUILDFILES'] and not COMMAND_LINE_TARGETS:
+        sys.stderr.write(
+            "Error: Nothing to build. Please put your source code files "
+            "to '%s' folder\n" % env.subst("$PROJECTSRC_DIR"))
+        env.Exit(1)
+
+    program = env.Program(
+        join("$BUILD_DIR", env.subst("$PROGNAME")), env['PIOBUILDFILES'])
+
+    checksize_action = Action(env.CheckUploadSize, "Checking program size")
+    AlwaysBuild(env.Alias("checkprogsize", program, checksize_action))
+    if set(["upload", "program"]) & set(COMMAND_LINE_TARGETS):
+        env.AddPostAction(program, checksize_action)
+
+    return program
 
 
-def BuildDependentLibraries(env, src_dir):
-    libs = []
-    for deplibfile in env.GetDependentLibraries(src_dir):
-        for lsd_dir in env['LIBSOURCE_DIRS']:
-            lsd_dir = env.subst(lsd_dir)
-            if not isdir(lsd_dir):
-                continue
-            for libname in listdir(lsd_dir):
-                if not isfile(join(lsd_dir, libname, deplibfile)):
-                    continue
-                _libbuild_dir = join("$BUILD_DIR", libname)
-                env.Append(CPPPATH=[_libbuild_dir])
-                libs.append(
-                    env.BuildLibrary(_libbuild_dir, join(lsd_dir, libname)))
-    return libs
-
-
-def BuildFirmware(env, libslist):
-    src = env.Clone()
-    vdirs = src.VariantDirRecursive(
-        join("$BUILD_DIR", "src"), join("$PROJECT_DIR", "src"))
-
-    # build source's dependent libs
-    for vdir in vdirs:
-        _libs = src.BuildDependentLibraries(vdir)
-        if _libs:
-            libslist += _libs
-
-    return src.Program(
-        join("$BUILD_DIR", "firmware"),
-        [src.GlobCXXFiles(vdir) for vdir in vdirs],
-        LIBS=libslist,
-        LIBPATH="$BUILD_DIR",
-        PROGSUFFIX=".elf")
-
-
-def GlobCXXFiles(env, path):
-    files = []
-    for suff in ["*.c", "*.cpp", "*.S"]:
-        _list = env.Glob(join(path, suff))
-        if _list:
-            files += _list
-    return files
-
-
-def GetDependentLibraries(env, src_dir):
-    deplibs = []
-    regexp = re.compile(r"^#include\s+<([^>]+)>", re.M)
-    for node in env.GlobCXXFiles(src_dir):
-        deplibs += regexp.findall(node.get_text_contents())
-    return deplibs
-
-
-def VariantDirRecursive(env, variant_dir, src_dir, duplicate=True):
-    # add root dir by default
-    variants = [variant_dir]
-    env.VariantDir(variant_dir, src_dir, duplicate)
-    for root, dirnames, _ in walk(env.subst(src_dir)):
-        if not dirnames:
+def ProcessFlags(env, flags):  # pylint: disable=too-many-branches
+    if not flags:
+        return
+    if isinstance(flags, list):
+        flags = " ".join(flags)
+    parsed_flags = env.ParseFlags(str(flags))
+    for flag in parsed_flags.pop("CPPDEFINES"):
+        if not is_Sequence(flag):
+            env.Append(CPPDEFINES=flag)
             continue
-        for dn in dirnames:
-            env.VariantDir(join(variant_dir, dn), join(root, dn), duplicate)
-            variants.append(join(variant_dir, dn))
-    return variants
+        _key, _value = flag[:2]
+        if '\"' in _value:
+            _value = _value.replace('\"', '\\\"')
+        elif _value.isdigit():
+            _value = int(_value)
+        elif _value.replace(".", "", 1).isdigit():
+            _value = float(_value)
+        env.Append(CPPDEFINES=(_key, _value))
+    env.Append(**parsed_flags)
+
+    # fix relative CPPPATH & LIBPATH
+    for k in ("CPPPATH", "LIBPATH"):
+        for i, p in enumerate(env.get(k, [])):
+            if isdir(p):
+                env[k][i] = realpath(p)
+    # fix relative path for "-include"
+    for i, f in enumerate(env.get("CCFLAGS", [])):
+        if isinstance(f, tuple) and f[0] == "-include":
+            env['CCFLAGS'][i] = (f[0], env.File(realpath(f[1].get_path())))
+
+    # Cancel any previous definition of name, either built in or
+    # provided with a -D option // Issue #191
+    undefines = [
+        u for u in env.get("CCFLAGS", [])
+        if isinstance(u, basestring) and u.startswith("-U")
+    ]
+    if undefines:
+        for undef in undefines:
+            env['CCFLAGS'].remove(undef)
+        env.Append(_CPPDEFFLAGS=" %s" % " ".join(undefines))
 
 
-def ParseBoardOptions(env, path, name):
-    path = env.subst(path)
-    name = env.subst(name)
-    if not isfile(path):
-        env.Exit("Invalid path to boards.txt -> %s" % path)
+def ProcessUnFlags(env, flags):
+    if not flags:
+        return
+    if isinstance(flags, list):
+        flags = " ".join(flags)
+    parsed_flags = env.ParseFlags(str(flags))
+    all_flags = []
+    for items in parsed_flags.values():
+        all_flags.extend(items)
+    all_flags = set(all_flags)
 
-    data = {}
-    with open(path) as f:
-        for line in f:
-            if not line.strip() or line[0] == "#":
-                continue
-
-            _group = line[:line.index(".")]
-            _cpu = name[len(_group):]
-            line = line[len(_group)+1:].strip()
-            if _group != name[:len(_group)]:
-                continue
-            elif "menu.cpu." in line:
-                if _cpu not in line:
-                    continue
-                else:
-                    line = line[len(_cpu)+10:]
-
-            if "=" in line:
-                opt, value = line.split("=", 1)
-                data[opt] = value
-    if not data:
-        env.Exit("Unknown Board '%s'" % name)
-    else:
-        return data
+    for key in parsed_flags:
+        cur_flags = set(env.Flatten(env.get(key, [])))
+        for item in cur_flags & all_flags:
+            while item in env[key]:
+                env[key].remove(item)
 
 
-def ResetDevice(env):
-    """ Pulse the DTR line and flush serial buffer """
-    s = Serial(env.subst("$UPLOAD_PORT"))
-    s.flushInput()
-    s.setDTR(False)
-    s.setRTS(False)
-    sleep(0.1)
-    s.setDTR(True)
-    s.setRTS(True)
-    s.close()
+def IsFileWithExt(env, file_, ext):  # pylint: disable=W0613
+    if basename(file_).startswith("."):
+        return False
+    for e in ext:
+        if file_.endswith(".%s" % e):
+            return True
+    return False
+
+
+def MatchSourceFiles(env, src_dir, src_filter=None):
+
+    SRC_FILTER_PATTERNS_RE = re.compile(r"(\+|\-)<([^>]+)>")
+
+    def _append_build_item(items, item, src_dir):
+        if env.IsFileWithExt(item, SRC_BUILD_EXT + SRC_HEADER_EXT):
+            items.add(item.replace(src_dir + sep, ""))
+
+    src_dir = env.subst(src_dir)
+    src_filter = src_filter or SRC_FILTER_DEFAULT
+    if isinstance(src_filter, (list, tuple)):
+        src_filter = " ".join(src_filter)
+
+    matches = set()
+    # correct fs directory separator
+    src_filter = src_filter.replace("/", sep).replace("\\", sep)
+    for (action, pattern) in SRC_FILTER_PATTERNS_RE.findall(src_filter):
+        items = set()
+        for item in glob(join(glob_escape(src_dir), pattern)):
+            if isdir(item):
+                for root, _, files in walk(item, followlinks=True):
+                    for f in files:
+                        _append_build_item(items, join(root, f), src_dir)
+            else:
+                _append_build_item(items, item, src_dir)
+        if action == "+":
+            matches |= items
+        else:
+            matches -= items
+    return sorted(list(matches))
+
+
+def CollectBuildFiles(env,
+                      variant_dir,
+                      src_dir,
+                      src_filter=None,
+                      duplicate=False):
+    sources = []
+    variants = []
+
+    src_dir = env.subst(src_dir)
+    if src_dir.endswith(sep):
+        src_dir = src_dir[:-1]
+
+    for item in env.MatchSourceFiles(src_dir, src_filter):
+        _reldir = dirname(item)
+        _src_dir = join(src_dir, _reldir) if _reldir else src_dir
+        _var_dir = join(variant_dir, _reldir) if _reldir else variant_dir
+
+        if _var_dir not in variants:
+            variants.append(_var_dir)
+            env.VariantDir(_var_dir, _src_dir, duplicate)
+
+        if env.IsFileWithExt(item, SRC_BUILD_EXT):
+            sources.append(env.File(join(_var_dir, basename(item))))
+
+    return sources
+
+
+def BuildFrameworks(env, frameworks):
+    if not frameworks:
+        return
+
+    if "BOARD" not in env:
+        sys.stderr.write("Please specify `board` in `platformio.ini` to use "
+                         "with '%s' framework\n" % ", ".join(frameworks))
+        env.Exit(1)
+
+    board_frameworks = env.BoardConfig().get("frameworks", [])
+    if frameworks == ["platformio"]:
+        if board_frameworks:
+            frameworks.insert(0, board_frameworks[0])
+        else:
+            sys.stderr.write(
+                "Error: Please specify `board` in `platformio.ini`\n")
+            env.Exit(1)
+
+    for f in frameworks:
+        if f in ("arduino", "energia"):
+            env.ConvertInoToCpp()
+
+        if f in board_frameworks:
+            SConscript(env.GetFrameworkScript(f))
+        else:
+            sys.stderr.write(
+                "Error: This board doesn't support %s framework!\n" % f)
+            env.Exit(1)
+
+
+def BuildLibrary(env, variant_dir, src_dir, src_filter=None):
+    lib = env.Clone()
+    return lib.StaticLibrary(
+        lib.subst(variant_dir),
+        lib.CollectBuildFiles(variant_dir, src_dir, src_filter=src_filter))
+
+
+def BuildSources(env, variant_dir, src_dir, src_filter=None):
+    DefaultEnvironment().Append(PIOBUILDFILES=env.Clone().CollectBuildFiles(
+        variant_dir, src_dir, src_filter=src_filter))
 
 
 def exists(_):
@@ -133,12 +282,13 @@ def exists(_):
 
 
 def generate(env):
+    env.AddMethod(BuildProgram)
+    env.AddMethod(ProcessFlags)
+    env.AddMethod(ProcessUnFlags)
+    env.AddMethod(IsFileWithExt)
+    env.AddMethod(MatchSourceFiles)
+    env.AddMethod(CollectBuildFiles)
+    env.AddMethod(BuildFrameworks)
     env.AddMethod(BuildLibrary)
-    env.AddMethod(BuildDependentLibraries)
-    env.AddMethod(BuildFirmware)
-    env.AddMethod(GlobCXXFiles)
-    env.AddMethod(GetDependentLibraries)
-    env.AddMethod(VariantDirRecursive)
-    env.AddMethod(ParseBoardOptions)
-    env.AddMethod(ResetDevice)
+    env.AddMethod(BuildSources)
     return env

platformio/commands/__init__.py

@@ -1,2 +1,13 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

platformio/commands/account.py

@@ -0,0 +1,72 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# pylint: disable=unused-argument
+
+import sys
+
+import click
+
+from platformio.managers.core import pioplus_call
+
+
+@click.group("account", short_help="Manage PIO Account")
+def cli():
+    pass
+
+
+@cli.command("register", short_help="Create new PIO Account")
+@click.option("-u", "--username")
+def account_register(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("login", short_help="Log in to PIO Account")
+@click.option("-u", "--username")
+@click.option("-p", "--password")
+def account_login(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("logout", short_help="Log out of PIO Account")
+def account_logout():
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("password", short_help="Change password")
+@click.option("--old-password")
+@click.option("--new-password")
+def account_password(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("token", short_help="Get or regenerate Authentication Token")
+@click.option("-p", "--password")
+@click.option("--regenerate", is_flag=True)
+@click.option("--json-output", is_flag=True)
+def account_token(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("forgot", short_help="Forgot password")
+@click.option("-u", "--username")
+def account_forgot(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("show", short_help="PIO Account information")
+@click.option("--offline", is_flag=True)
+@click.option("--json-output", is_flag=True)
+def account_show(**kwargs):
+    pioplus_call(sys.argv[1:])

platformio/commands/boards.py

@@ -0,0 +1,109 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+
+import click
+
+from platformio.exception import APIRequestError, InternetIsOffline
+from platformio.managers.platform import PlatformManager
+
+
+@click.command("boards", short_help="Embedded Board Explorer")
+@click.argument("query", required=False)
+@click.option("--installed", is_flag=True)
+@click.option("--json-output", is_flag=True)
+def cli(query, installed, json_output):  # pylint: disable=R0912
+    if json_output:
+        return _print_boards_json(query, installed)
+
+    grpboards = {}
+    for board in _get_boards(installed):
+        if query and query.lower() not in json.dumps(board).lower():
+            continue
+        if board['platform'] not in grpboards:
+            grpboards[board['platform']] = []
+        grpboards[board['platform']].append(board)
+
+    terminal_width, _ = click.get_terminal_size()
+    for (platform, boards) in sorted(grpboards.items()):
+        click.echo("")
+        click.echo("Platform: ", nl=False)
+        click.secho(platform, bold=True)
+        click.echo("-" * terminal_width)
+        print_boards(boards)
+
+
+def print_boards(boards):
+    terminal_width, _ = click.get_terminal_size()
+    BOARDLIST_TPL = ("{type:<30} {mcu:<14} {frequency:<8} "
+                     " {flash:<7} {ram:<6} {name}")
+    click.echo(
+        BOARDLIST_TPL.format(
+            type=click.style("ID", fg="cyan"),
+            mcu="MCU",
+            frequency="Frequency",
+            flash="Flash",
+            ram="RAM",
+            name="Name"))
+    click.echo("-" * terminal_width)
+
+    for board in boards:
+        ram_size = board['ram']
+        if ram_size >= 1024:
+            if ram_size % 1024:
+                ram_size = "%.1fkB" % (ram_size / 1024.0)
+            else:
+                ram_size = "%dkB" % (ram_size / 1024)
+        else:
+            ram_size = "%dB" % ram_size
+
+        click.echo(
+            BOARDLIST_TPL.format(
+                type=click.style(board['id'], fg="cyan"),
+                mcu=board['mcu'],
+                frequency="%dMhz" % (board['fcpu'] / 1000000),
+                flash="%dkB" % (board['rom'] / 1024),
+                ram=ram_size,
+                name=board['name']))
+
+
+def _get_boards(installed=False):
+    boards = PlatformManager().get_installed_boards()
+    if not installed:
+        know_boards = ["%s:%s" % (b['platform'], b['id']) for b in boards]
+        try:
+            for board in PlatformManager().get_registered_boards():
+                key = "%s:%s" % (board['platform'], board['id'])
+                if key not in know_boards:
+                    boards.append(board)
+        except InternetIsOffline:
+            pass
+    return sorted(boards, key=lambda b: b['name'])
+
+
+def _print_boards_json(query, installed=False):
+    result = []
+    try:
+        boards = _get_boards(installed)
+    except APIRequestError:
+        if not installed:
+            boards = _get_boards(True)
+    for board in boards:
+        if query:
+            search_data = "%s %s" % (board['id'], json.dumps(board).lower())
+            if query.lower() not in search_data.lower():
+                continue
+        result.append(board)
+    click.echo(json.dumps(result))

platformio/commands/ci.py

@@ -0,0 +1,169 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from glob import glob
+from os import getenv, makedirs, remove
+from os.path import abspath, basename, expanduser, isdir, isfile, join
+from shutil import copyfile, copytree
+from tempfile import mkdtemp
+
+import click
+
+from platformio import app, util
+from platformio.commands.init import cli as cmd_init
+from platformio.commands.init import validate_boards
+from platformio.commands.run import cli as cmd_run
+from platformio.exception import CIBuildEnvsEmpty
+
+
+def validate_path(ctx, param, value):  # pylint: disable=unused-argument
+    invalid_path = None
+    value = list(value)
+    for i, p in enumerate(value):
+        if p.startswith("~"):
+            value[i] = expanduser(p)
+        value[i] = abspath(value[i])
+        if not glob(value[i]):
+            invalid_path = p
+            break
+    try:
+        assert invalid_path is None
+        return value
+    except AssertionError:
+        raise click.BadParameter("Found invalid path: %s" % invalid_path)
+
+
+@click.command("ci", short_help="Continuous Integration")
+@click.argument("src", nargs=-1, callback=validate_path)
+@click.option(
+    "-l", "--lib", multiple=True, callback=validate_path, metavar="DIRECTORY")
+@click.option("--exclude", multiple=True)
+@click.option(
+    "-b", "--board", multiple=True, metavar="ID", callback=validate_boards)
+@click.option(
+    "--build-dir",
+    default=mkdtemp,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("--keep-build-dir", is_flag=True)
+@click.option(
+    "-C",
+    "--project-conf",
+    type=click.Path(
+        exists=True,
+        file_okay=True,
+        dir_okay=False,
+        readable=True,
+        resolve_path=True))
+@click.option("-O", "--project-option", multiple=True)
+@click.option("-v", "--verbose", is_flag=True)
+@click.pass_context
+def cli(  # pylint: disable=too-many-arguments
+        ctx, src, lib, exclude, board, build_dir, keep_build_dir, project_conf,
+        project_option, verbose):
+
+    if not src and getenv("PLATFORMIO_CI_SRC"):
+        src = validate_path(ctx, None, getenv("PLATFORMIO_CI_SRC").split(":"))
+    if not src:
+        raise click.BadParameter("Missing argument 'src'")
+
+    try:
+        app.set_session_var("force_option", True)
+        _clean_dir(build_dir)
+
+        for dir_name, patterns in dict(lib=lib, src=src).iteritems():
+            if not patterns:
+                continue
+            contents = []
+            for p in patterns:
+                contents += glob(p)
+            _copy_contents(join(build_dir, dir_name), contents)
+
+        if project_conf and isfile(project_conf):
+            _copy_project_conf(build_dir, project_conf)
+        elif not board:
+            raise CIBuildEnvsEmpty()
+
+        if exclude:
+            _exclude_contents(build_dir, exclude)
+
+        # initialise project
+        ctx.invoke(
+            cmd_init,
+            project_dir=build_dir,
+            board=board,
+            project_option=project_option)
+
+        # process project
+        ctx.invoke(cmd_run, project_dir=build_dir, verbose=verbose)
+    finally:
+        if not keep_build_dir:
+            util.rmtree_(build_dir)
+
+
+def _clean_dir(dirpath):
+    util.rmtree_(dirpath)
+    makedirs(dirpath)
+
+
+def _copy_contents(dst_dir, contents):
+    items = {"dirs": set(), "files": set()}
+
+    for path in contents:
+        if isdir(path):
+            items['dirs'].add(path)
+        elif isfile(path):
+            items['files'].add(path)
+
+    dst_dir_name = basename(dst_dir)
+
+    if dst_dir_name == "src" and len(items['dirs']) == 1:
+        copytree(list(items['dirs']).pop(), dst_dir, symlinks=True)
+    else:
+        makedirs(dst_dir)
+        for d in items['dirs']:
+            copytree(d, join(dst_dir, basename(d)), symlinks=True)
+
+    if not items['files']:
+        return
+
+    if dst_dir_name == "lib":
+        dst_dir = join(dst_dir, mkdtemp(dir=dst_dir))
+
+    for f in items['files']:
+        copyfile(f, join(dst_dir, basename(f)))
+
+
+def _exclude_contents(dst_dir, patterns):
+    contents = []
+    for p in patterns:
+        contents += glob(join(util.glob_escape(dst_dir), p))
+    for path in contents:
+        path = abspath(path)
+        if isdir(path):
+            util.rmtree_(path)
+        elif isfile(path):
+            remove(path)
+
+
+def _copy_project_conf(build_dir, project_conf):
+    config = util.load_project_config(project_conf)
+    if config.has_section("platformio"):
+        config.remove_section("platformio")
+    with open(join(build_dir, "platformio.ini"), "w") as fp:
+        config.write(fp)

platformio/commands/debug.py

@@ -0,0 +1,42 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+from os import getcwd
+
+import click
+
+from platformio.managers.core import pioplus_call
+
+
+@click.command(
+    "debug",
+    context_settings=dict(ignore_unknown_options=True),
+    short_help="PIO Unified Debugger")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("--environment", "-e", metavar="<environment>")
+@click.option("--verbose", "-v", is_flag=True)
+@click.option("--interface", type=click.Choice(["gdb"]))
+@click.argument("__unprocessed", nargs=-1, type=click.UNPROCESSED)
+def cli(*args, **kwargs):  # pylint: disable=unused-argument
+    pioplus_call(sys.argv[1:])

platformio/commands/device.py

@@ -0,0 +1,174 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+import sys
+from os import getcwd
+
+import click
+from serial.tools import miniterm
+
+from platformio import exception, util
+
+
+@click.group(short_help="Monitor device or list existing")
+def cli():
+    pass
+
+
+@cli.command("list", short_help="List devices")
+@click.option("--json-output", is_flag=True)
+def device_list(json_output):
+
+    if json_output:
+        click.echo(json.dumps(util.get_serialports()))
+        return
+
+    for item in util.get_serialports():
+        click.secho(item['port'], fg="cyan")
+        click.echo("-" * len(item['port']))
+        click.echo("Hardware ID: %s" % item['hwid'])
+        click.echo("Description: %s" % item['description'])
+        click.echo("")
+
+
+@cli.command("monitor", short_help="Monitor device (Serial)")
+@click.option("--port", "-p", help="Port, a number or a device name")
+@click.option("--baud", "-b", type=int, help="Set baud rate, default=9600")
+@click.option(
+    "--parity",
+    default="N",
+    type=click.Choice(["N", "E", "O", "S", "M"]),
+    help="Set parity, default=N")
+@click.option(
+    "--rtscts", is_flag=True, help="Enable RTS/CTS flow control, default=Off")
+@click.option(
+    "--xonxoff",
+    is_flag=True,
+    help="Enable software flow control, default=Off")
+@click.option(
+    "--rts",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial RTS line state")
+@click.option(
+    "--dtr",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial DTR line state")
+@click.option("--echo", is_flag=True, help="Enable local echo, default=Off")
+@click.option(
+    "--encoding",
+    default="UTF-8",
+    help="Set the encoding for the serial port (e.g. hexlify, "
+    "Latin1, UTF-8), default: UTF-8")
+@click.option("--filter", "-f", multiple=True, help="Add text transformation")
+@click.option(
+    "--eol",
+    default="CRLF",
+    type=click.Choice(["CR", "LF", "CRLF"]),
+    help="End of line mode, default=CRLF")
+@click.option(
+    "--raw", is_flag=True, help="Do not apply any encodings/transformations")
+@click.option(
+    "--exit-char",
+    type=int,
+    default=3,
+    help="ASCII code of special character that is used to exit "
+    "the application, default=3 (Ctrl+C)")
+@click.option(
+    "--menu-char",
+    type=int,
+    default=20,
+    help="ASCII code of special character that is used to "
+    "control miniterm (menu), default=20 (DEC)")
+@click.option(
+    "--quiet",
+    is_flag=True,
+    help="Diagnostics: suppress non-error messages, default=Off")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True, file_okay=False, dir_okay=True, resolve_path=True))
+@click.option(
+    "-e",
+    "--environment",
+    help="Load configuration from `platformio.ini` and specified environment")
+def device_monitor(**kwargs):  # pylint: disable=too-many-branches
+    try:
+        project_options = get_project_options(kwargs['project_dir'],
+                                              kwargs['environment'])
+        monitor_options = {k: v for k, v in project_options or []}
+        if monitor_options:
+            for k in ("port", "baud", "rts", "dtr"):
+                k2 = "monitor_%s" % k
+                if kwargs[k] is None and k2 in monitor_options:
+                    kwargs[k] = monitor_options[k2]
+                    if k != "port":
+                        kwargs[k] = int(kwargs[k])
+    except exception.NotPlatformIOProject:
+        pass
+
+    if not kwargs['port']:
+        ports = util.get_serialports(filter_hwid=True)
+        if len(ports) == 1:
+            kwargs['port'] = ports[0]['port']
+
+    sys.argv = ["monitor"]
+    for k, v in kwargs.iteritems():
+        if k in ("port", "baud", "rts", "dtr", "environment", "project_dir"):
+            continue
+        k = "--" + k.replace("_", "-")
+        if isinstance(v, bool):
+            if v:
+                sys.argv.append(k)
+        elif isinstance(v, tuple):
+            for i in v:
+                sys.argv.extend([k, i])
+        else:
+            sys.argv.extend([k, str(v)])
+
+    try:
+        miniterm.main(
+            default_port=kwargs['port'],
+            default_baudrate=kwargs['baud'] or 9600,
+            default_rts=kwargs['rts'],
+            default_dtr=kwargs['dtr'])
+    except Exception as e:
+        raise exception.MinitermException(e)
+
+
+def get_project_options(project_dir, environment):
+    config = util.load_project_config(project_dir)
+    if not config.sections():
+        return
+
+    known_envs = [s[4:] for s in config.sections() if s.startswith("env:")]
+    if environment:
+        if environment in known_envs:
+            return config.items("env:%s" % environment)
+        raise exception.UnknownEnvNames(environment, ", ".join(known_envs))
+
+    if not known_envs:
+        return
+
+    if config.has_option("platformio", "env_default"):
+        env_default = config.get("platformio",
+                                 "env_default").split(", ")[0].strip()
+        if env_default and env_default in known_envs:
+            return config.items("env:%s" % env_default)
+
+    return config.items("env:%s" % known_envs[0])

platformio/commands/init.py

@@ -1,30 +1,351 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-from os import makedirs
+# pylint: disable=too-many-arguments,too-many-locals, too-many-branches
+
+from os import getcwd, makedirs
 from os.path import isdir, isfile, join
 from shutil import copyfile
 
-from click import command, secho
+import click
 
-from platformio.exception import ProjectInitialized
-from platformio.util import get_source_dir
+from platformio import exception, util
+from platformio.commands.platform import \
+    platform_install as cli_platform_install
+from platformio.ide.projectgenerator import ProjectGenerator
+from platformio.managers.platform import PlatformManager
 
 
-@command("init", short_help="Initialize new platformio based project")
-def cli():
+def validate_boards(ctx, param, value):  # pylint: disable=W0613
+    pm = PlatformManager()
+    for id_ in value:
+        try:
+            pm.board_config(id_)
+        except exception.UnknownBoard:
+            raise click.BadParameter(
+                "`%s`. Please search for board ID using `platformio boards` "
+                "command" % id_)
+    return value
 
-    if isfile("platformio.ini") and isdir("src"):
-        raise ProjectInitialized()
-    for d in (".pioenvs", "lib", "src"):
+
+@click.command(
+    "init", short_help="Initialize PlatformIO project or update existing")
+@click.option(
+    "--project-dir",
+    "-d",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option(
+    "-b", "--board", multiple=True, metavar="ID", callback=validate_boards)
+@click.option(
+    "--ide", type=click.Choice(ProjectGenerator.get_supported_ides()))
+@click.option("-O", "--project-option", multiple=True)
+@click.option("--env-prefix", default="")
+@click.option("-s", "--silent", is_flag=True)
+@click.pass_context
+def cli(
+        ctx,  # pylint: disable=R0913
+        project_dir,
+        board,
+        ide,
+        project_option,
+        env_prefix,
+        silent):
+
+    if not silent:
+        if project_dir == getcwd():
+            click.secho(
+                "\nThe current working directory", fg="yellow", nl=False)
+            click.secho(" %s " % project_dir, fg="cyan", nl=False)
+            click.secho(
+                "will be used for project.\n"
+                "You can specify another project directory via\n"
+                "`platformio init -d %PATH_TO_THE_PROJECT_DIR%` command.",
+                fg="yellow")
+            click.echo("")
+
+        click.echo("The next files/directories have been created in %s" %
+                   click.style(project_dir, fg="cyan"))
+        click.echo("%s - Project Configuration File" % click.style(
+            "platformio.ini", fg="cyan"))
+        click.echo(
+            "%s - Put your source files here" % click.style("src", fg="cyan"))
+        click.echo("%s - Put here project specific (private) libraries" %
+                   click.style("lib", fg="cyan"))
+
+    init_base_project(project_dir)
+
+    if board:
+        fill_project_envs(ctx, project_dir, board, project_option, env_prefix,
+                          ide is not None)
+
+    if ide:
+        env_name = get_best_envname(project_dir, board)
+        if not env_name:
+            raise exception.BoardNotDefined()
+        pg = ProjectGenerator(project_dir, ide, env_name)
+        pg.generate()
+
+    if not silent:
+        click.secho(
+            "\nProject has been successfully initialized!\nUseful commands:\n"
+            "`platformio run` - process/build project from the current "
+            "directory\n"
+            "`platformio run --target upload` or `platformio run -t upload` "
+            "- upload firmware to embedded board\n"
+            "`platformio run --target clean` - clean project (remove compiled "
+            "files)\n"
+            "`platformio run --help` - additional information",
+            fg="green")
+
+
+def get_best_envname(project_dir, boards=None):
+    config = util.load_project_config(project_dir)
+    env_default = None
+    if config.has_option("platformio", "env_default"):
+        env_default = config.get("platformio",
+                                 "env_default").split(", ")[0].strip()
+    if env_default:
+        return env_default
+    section = None
+    for section in config.sections():
+        if not section.startswith("env:"):
+            continue
+        elif config.has_option(section, "board") and (not boards or config.get(
+                section, "board") in boards):
+            break
+    return section[4:] if section else None
+
+
+def init_base_project(project_dir):
+    if not util.is_platformio_project(project_dir):
+        copyfile(
+            join(util.get_source_dir(), "projectconftpl.ini"),
+            join(project_dir, "platformio.ini"))
+
+    lib_dir = join(project_dir, "lib")
+    src_dir = join(project_dir, "src")
+    config = util.load_project_config(project_dir)
+    if config.has_option("platformio", "src_dir"):
+        src_dir = join(project_dir, config.get("platformio", "src_dir"))
+
+    for d in (src_dir, lib_dir):
         if not isdir(d):
             makedirs(d)
-    if not isfile("platformio.ini"):
-        copyfile(join(get_source_dir(), "projectconftpl.ini"),
-                 "platformio.ini")
-    secho("Project successfully initialized.\n"
-          "Please put your source code to `src` directory, "
-          "external libraries to `lib` and "
-          "setup environments in `platformio.ini` file.\n"
-          "Then process project with `platformio run` command.",
-          fg="green")
+
+    init_lib_readme(lib_dir)
+    init_ci_conf(project_dir)
+    init_cvs_ignore(project_dir)
+
+
+def init_lib_readme(lib_dir):
+    if isfile(join(lib_dir, "readme.txt")):
+        return
+    with open(join(lib_dir, "readme.txt"), "w") as f:
+        f.write("""
+This directory is intended for the project specific (private) libraries.
+PlatformIO will compile them to static libraries and link to executable file.
+
+The source code of each library should be placed in separate directory, like
+"lib/private_lib/[here are source files]".
+
+For example, see how can be organized `Foo` and `Bar` libraries:
+
+|--lib
+|  |--Bar
+|  |  |--docs
+|  |  |--examples
+|  |  |--src
+|  |     |- Bar.c
+|  |     |- Bar.h
+|  |--Foo
+|  |  |- Foo.c
+|  |  |- Foo.h
+|  |- readme.txt --> THIS FILE
+|- platformio.ini
+|--src
+   |- main.c
+
+Then in `src/main.c` you should use:
+
+#include <Foo.h>
+#include <Bar.h>
+
+// rest H/C/CPP code
+
+PlatformIO will find your libraries automatically, configure preprocessor's
+include paths and build them.
+
+More information about PlatformIO Library Dependency Finder
+- http://docs.platformio.org/page/librarymanager/ldf.html
+""")
+
+
+def init_ci_conf(project_dir):
+    if isfile(join(project_dir, ".travis.yml")):
+        return
+    with open(join(project_dir, ".travis.yml"), "w") as f:
+        f.write("""# Continuous Integration (CI) is the practice, in software
+# engineering, of merging all developer working copies with a shared mainline
+# several times a day < http://docs.platformio.org/page/ci/index.html >
+#
+# Documentation:
+#
+# * Travis CI Embedded Builds with PlatformIO
+#   < https://docs.travis-ci.com/user/integration/platformio/ >
+#
+# * PlatformIO integration with Travis CI
+#   < http://docs.platformio.org/page/ci/travis.html >
+#
+# * User Guide for `platformio ci` command
+#   < http://docs.platformio.org/page/userguide/cmd_ci.html >
+#
+#
+# Please choice one of the following templates (proposed below) and uncomment
+# it (remove "# " before each line) or use own configuration according to the
+# Travis CI documentation (see above).
+#
+
+
+#
+# Template #1: General project. Test it using existing `platformio.ini`.
+#
+
+# language: python
+# python:
+#     - "2.7"
+#
+# sudo: false
+# cache:
+#     directories:
+#         - "~/.platformio"
+#
+# install:
+#     - pip install -U platformio
+#
+# script:
+#     - platformio run
+
+
+#
+# Template #2: The project is intended to by used as a library with examples
+#
+
+# language: python
+# python:
+#     - "2.7"
+#
+# sudo: false
+# cache:
+#     directories:
+#         - "~/.platformio"
+#
+# env:
+#     - PLATFORMIO_CI_SRC=path/to/test/file.c
+#     - PLATFORMIO_CI_SRC=examples/file.ino
+#     - PLATFORMIO_CI_SRC=path/to/test/directory
+#
+# install:
+#     - pip install -U platformio
+#
+# script:
+#     - platformio ci --lib="." --board=ID_1 --board=ID_2 --board=ID_N
+""")
+
+
+def init_cvs_ignore(project_dir):
+    ignore_path = join(project_dir, ".gitignore")
+    default = [".pioenvs\n", ".piolibdeps\n"]
+    current = []
+    modified = False
+    if isfile(ignore_path):
+        with open(ignore_path) as fp:
+            current = fp.readlines()
+        if current and not current[-1].endswith("\n"):
+            current[-1] += "\n"
+    for d in default:
+        if d not in current:
+            modified = True
+            current.append(d)
+    if not modified:
+        return
+    with open(ignore_path, "w") as fp:
+        fp.writelines(current)
+
+
+def fill_project_envs(ctx, project_dir, board_ids, project_option, env_prefix,
+                      force_download):
+    content = []
+    used_boards = []
+    used_platforms = []
+
+    config = util.load_project_config(project_dir)
+    for section in config.sections():
+        cond = [
+            section.startswith("env:"),
+            config.has_option(section, "board")
+        ]
+        if all(cond):
+            used_boards.append(config.get(section, "board"))
+
+    pm = PlatformManager()
+    for id_ in board_ids:
+        board_config = pm.board_config(id_)
+        used_platforms.append(board_config['platform'])
+        if id_ in used_boards:
+            continue
+        used_boards.append(id_)
+
+        envopts = {"platform": board_config['platform'], "board": id_}
+        # find default framework for board
+        frameworks = board_config.get("frameworks")
+        if frameworks:
+            envopts['framework'] = frameworks[0]
+
+        for item in project_option:
+            if "=" not in item:
+                continue
+            _name, _value = item.split("=", 1)
+            envopts[_name.strip()] = _value.strip()
+
+        content.append("")
+        content.append("[env:%s%s]" % (env_prefix, id_))
+        for name, value in envopts.items():
+            content.append("%s = %s" % (name, value))
+
+    if force_download and used_platforms:
+        _install_dependent_platforms(ctx, used_platforms)
+
+    if not content:
+        return
+
+    with open(join(project_dir, "platformio.ini"), "a") as f:
+        content.append("")
+        f.write("\n".join(content))
+
+
+def _install_dependent_platforms(ctx, platforms):
+    installed_platforms = [
+        p['name'] for p in PlatformManager().get_installed()
+    ]
+    if set(platforms) <= set(installed_platforms):
+        return
+    ctx.invoke(
+        cli_platform_install,
+        platforms=list(set(platforms) - set(installed_platforms)))

platformio/commands/install.py

@@ -1,21 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-from click import argument, command, option, secho
-
-from platformio.platforms._base import PlatformFactory
-
-
-@command("install", short_help="Install new platforms")
-@argument("platforms", nargs=-1)
-@option('--with-package', multiple=True, metavar="<package>")
-@option('--without-package', multiple=True, metavar="<package>")
-def cli(platforms, with_package, without_package):
-
-    for platform in platforms:
-
-        p = PlatformFactory().newPlatform(platform)
-
-        if p.install(with_package, without_package):
-            secho("The platform '%s' has been successfully installed!" %
-                  platform, fg="green")

platformio/commands/lib.py

@@ -0,0 +1,470 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# pylint: disable=too-many-branches, too-many-locals
+
+import json
+from os.path import isdir, join
+from time import sleep
+from urllib import quote
+
+import arrow
+import click
+
+from platformio import exception, util
+from platformio.managers.lib import LibraryManager
+from platformio.managers.platform import PlatformFactory, PlatformManager
+from platformio.util import get_api_result
+
+
+@click.group(short_help="Library Manager")
+@click.option(
+    "-g",
+    "--global",
+    is_flag=True,
+    help="Manage global PlatformIO"
+    " library storage `%s`" % join(util.get_home_dir(), "lib"))
+@click.option(
+    "-d",
+    "--storage-dir",
+    default=None,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True),
+    help="Manage custom library storage")
+@click.pass_context
+def cli(ctx, **options):
+    non_storage_cmds = ("search", "show", "register", "stats", "builtin")
+    # skip commands that don't need storage folder
+    if ctx.invoked_subcommand in non_storage_cmds or \
+            (len(ctx.args) == 2 and ctx.args[1] in ("-h", "--help")):
+        return
+    storage_dir = options['storage_dir']
+    if not storage_dir:
+        if options['global']:
+            storage_dir = join(util.get_home_dir(), "lib")
+        elif util.is_platformio_project():
+            storage_dir = util.get_projectlibdeps_dir()
+        elif util.is_ci():
+            storage_dir = join(util.get_home_dir(), "lib")
+            click.secho(
+                "Warning! Global library storage is used automatically. "
+                "Please use `platformio lib --global %s` command to remove "
+                "this warning." % ctx.invoked_subcommand,
+                fg="yellow")
+    elif util.is_platformio_project(storage_dir):
+        with util.cd(storage_dir):
+            storage_dir = util.get_projectlibdeps_dir()
+
+    if not storage_dir and not util.is_platformio_project():
+        raise exception.NotGlobalLibDir(util.get_project_dir(),
+                                        join(util.get_home_dir(), "lib"),
+                                        ctx.invoked_subcommand)
+
+    ctx.obj = LibraryManager(storage_dir)
+    if "--json-output" not in ctx.args:
+        click.echo("Library Storage: " + storage_dir)
+
+
+@cli.command("install", short_help="Install library")
+@click.argument("libraries", required=False, nargs=-1, metavar="[LIBRARY...]")
+# @click.option(
+#     "--save",
+#     is_flag=True,
+#     help="Save installed libraries into the project's platformio.ini "
+#     "library dependencies")
+@click.option(
+    "-s", "--silent", is_flag=True, help="Suppress progress reporting")
+@click.option(
+    "--interactive",
+    is_flag=True,
+    help="Allow to make a choice for all prompts")
+@click.pass_obj
+def lib_install(lm, libraries, silent, interactive):
+    # @TODO "save" option
+    for library in libraries:
+        lm.install(library, silent=silent, interactive=interactive)
+
+
+@cli.command("uninstall", short_help="Uninstall libraries")
+@click.argument("libraries", nargs=-1, metavar="[LIBRARY...]")
+@click.pass_obj
+def lib_uninstall(lm, libraries):
+    for library in libraries:
+        lm.uninstall(library)
+
+
+@cli.command("update", short_help="Update installed libraries")
+@click.argument("libraries", required=False, nargs=-1, metavar="[LIBRARY...]")
+@click.option(
+    "-c",
+    "--only-check",
+    is_flag=True,
+    help="Do not update, only check for new version")
+@click.option("--json-output", is_flag=True)
+@click.pass_obj
+def lib_update(lm, libraries, only_check, json_output):
+    if not libraries:
+        libraries = [manifest['__pkg_dir'] for manifest in lm.get_installed()]
+
+    if only_check and json_output:
+        result = []
+        for library in libraries:
+            pkg_dir = library if isdir(library) else None
+            requirements = None
+            url = None
+            if not pkg_dir:
+                name, requirements, url = lm.parse_pkg_input(library)
+                pkg_dir = lm.get_package_dir(name, requirements, url)
+            if not pkg_dir:
+                continue
+            latest = lm.outdated(pkg_dir, requirements)
+            if not latest:
+                continue
+            manifest = lm.load_manifest(pkg_dir)
+            manifest['versionLatest'] = latest
+            result.append(manifest)
+        return click.echo(json.dumps(result))
+    else:
+        for library in libraries:
+            lm.update(library, only_check=only_check)
+
+
+def print_lib_item(item):
+    click.secho(item['name'], fg="cyan")
+    click.echo("=" * len(item['name']))
+    if "id" in item:
+        click.secho("#ID: %d" % item['id'], bold=True)
+    if "description" in item or "url" in item:
+        click.echo(item.get("description", item.get("url", "")))
+    click.echo()
+
+    for key in ("version", "homepage", "license", "keywords"):
+        if key not in item or not item[key]:
+            continue
+        if isinstance(item[key], list):
+            click.echo("%s: %s" % (key.title(), ", ".join(item[key])))
+        else:
+            click.echo("%s: %s" % (key.title(), item[key]))
+
+    for key in ("frameworks", "platforms"):
+        if key not in item:
+            continue
+        click.echo("Compatible %s: %s" % (key, ", ".join(
+            [i['title'] if isinstance(i, dict) else i for i in item[key]])))
+
+    if "authors" in item or "authornames" in item:
+        click.echo("Authors: %s" % ", ".join(
+            item.get("authornames",
+                     [a.get("name", "") for a in item.get("authors", [])])))
+
+    if "__src_url" in item:
+        click.secho("Source: %s" % item['__src_url'])
+    click.echo()
+
+
+@cli.command("search", short_help="Search for a library")
+@click.argument("query", required=False, nargs=-1)
+@click.option("--json-output", is_flag=True)
+@click.option("--page", type=click.INT, default=1)
+@click.option("-n", "--name", multiple=True)
+@click.option("-a", "--author", multiple=True)
+@click.option("-k", "--keyword", multiple=True)
+@click.option("-f", "--framework", multiple=True)
+@click.option("-p", "--platform", multiple=True)
+@click.option("-i", "--header", multiple=True)
+@click.option(
+    "--noninteractive",
+    is_flag=True,
+    help="Do not prompt, automatically paginate with delay")
+def lib_search(query, json_output, page, noninteractive, **filters):
+    if not query:
+        query = []
+    if not isinstance(query, list):
+        query = list(query)
+
+    for key, values in filters.iteritems():
+        for value in values:
+            query.append('%s:"%s"' % (key, value))
+
+    result = get_api_result(
+        "/v2/lib/search",
+        dict(query=" ".join(query), page=page),
+        cache_valid="3d")
+
+    if json_output:
+        click.echo(json.dumps(result))
+        return
+
+    if result['total'] == 0:
+        click.secho(
+            "Nothing has been found by your request\n"
+            "Try a less-specific search or use truncation (or wildcard) "
+            "operator",
+            fg="yellow",
+            nl=False)
+        click.secho(" *", fg="green")
+        click.secho("For example: DS*, PCA*, DHT* and etc.\n", fg="yellow")
+        click.echo("For more examples and advanced search syntax, "
+                   "please use documentation:")
+        click.secho(
+            "http://docs.platformio.org/page/userguide/lib/cmd_search.html\n",
+            fg="cyan")
+        return
+
+    click.secho(
+        "Found %d libraries:\n" % result['total'],
+        fg="green" if result['total'] else "yellow")
+
+    while True:
+        for item in result['items']:
+            print_lib_item(item)
+
+        if (int(result['page']) * int(result['perpage']) >=
+                int(result['total'])):
+            break
+
+        if noninteractive:
+            click.echo()
+            click.secho(
+                "Loading next %d libraries... Press Ctrl+C to stop!" %
+                result['perpage'],
+                fg="yellow")
+            click.echo()
+            sleep(5)
+        elif not click.confirm("Show next libraries?"):
+            break
+        result = get_api_result(
+            "/v2/lib/search",
+            {"query": " ".join(query),
+             "page": int(result['page']) + 1},
+            cache_valid="3d")
+
+
+@cli.command("list", short_help="List installed libraries")
+@click.option("--json-output", is_flag=True)
+@click.pass_obj
+def lib_list(lm, json_output):
+    items = lm.get_installed()
+
+    if json_output:
+        return click.echo(json.dumps(items))
+
+    if not items:
+        return
+
+    for item in sorted(items, key=lambda i: i['name']):
+        print_lib_item(item)
+
+
+@util.memoized
+def get_builtin_libs(storage_names=None):
+    items = []
+    storage_names = storage_names or []
+    pm = PlatformManager()
+    for manifest in pm.get_installed():
+        p = PlatformFactory.newPlatform(manifest['__pkg_dir'])
+        for storage in p.get_lib_storages():
+            if storage_names and storage['name'] not in storage_names:
+                continue
+            lm = LibraryManager(storage['path'])
+            items.append({
+                "name": storage['name'],
+                "path": storage['path'],
+                "items": lm.get_installed()
+            })
+    return items
+
+
+@cli.command("builtin", short_help="List built-in libraries")
+@click.option("--storage", multiple=True)
+@click.option("--json-output", is_flag=True)
+def lib_builtin(storage, json_output):
+    items = get_builtin_libs(storage)
+    if json_output:
+        return click.echo(json.dumps(items))
+
+    for storage_ in items:
+        if not storage_['items']:
+            continue
+        click.secho(storage_['name'], fg="green")
+        click.echo("*" * len(storage_['name']))
+        click.echo()
+
+        for item in sorted(storage_['items'], key=lambda i: i['name']):
+            print_lib_item(item)
+
+
+@cli.command("show", short_help="Show detailed info about a library")
+@click.argument("library", metavar="[LIBRARY]")
+@click.option("--json-output", is_flag=True)
+def lib_show(library, json_output):
+    lm = LibraryManager()
+    name, requirements, _ = lm.parse_pkg_input(library)
+    lib_id = lm.get_pkg_id_by_name(
+        name, requirements, silent=json_output, interactive=not json_output)
+    lib = get_api_result("/lib/info/%d" % lib_id, cache_valid="1d")
+    if json_output:
+        return click.echo(json.dumps(lib))
+
+    click.secho(lib['name'], fg="cyan")
+    click.echo("=" * len(lib['name']))
+    click.secho("#ID: %d" % lib['id'], bold=True)
+    click.echo(lib['description'])
+    click.echo()
+
+    click.echo("Version: %s, released %s" %
+               (lib['version']['name'],
+                arrow.get(lib['version']['released']).humanize()))
+    click.echo("Manifest: %s" % lib['confurl'])
+    for key in ("homepage", "repository", "license"):
+        if key not in lib or not lib[key]:
+            continue
+        if isinstance(lib[key], list):
+            click.echo("%s: %s" % (key.title(), ", ".join(lib[key])))
+        else:
+            click.echo("%s: %s" % (key.title(), lib[key]))
+
+    blocks = []
+
+    _authors = []
+    for author in lib.get("authors", []):
+        _data = []
+        for key in ("name", "email", "url", "maintainer"):
+            if not author[key]:
+                continue
+            if key == "email":
+                _data.append("<%s>" % author[key])
+            elif key == "maintainer":
+                _data.append("(maintainer)")
+            else:
+                _data.append(author[key])
+        _authors.append(" ".join(_data))
+    if _authors:
+        blocks.append(("Authors", _authors))
+
+    blocks.append(("Keywords", lib['keywords']))
+    for key in ("frameworks", "platforms"):
+        if key not in lib or not lib[key]:
+            continue
+        blocks.append(("Compatible %s" % key, [i['title'] for i in lib[key]]))
+    blocks.append(("Headers", lib['headers']))
+    blocks.append(("Examples", lib['examples']))
+    blocks.append(("Versions", [
+        "%s, released %s" % (v['name'], arrow.get(v['released']).humanize())
+        for v in lib['versions']
+    ]))
+    blocks.append(("Unique Downloads", [
+        "Today: %s" % lib['dlstats']['day'],
+        "Week: %s" % lib['dlstats']['week'],
+        "Month: %s" % lib['dlstats']['month']
+    ]))
+
+    for (title, rows) in blocks:
+        click.echo()
+        click.secho(title, bold=True)
+        click.echo("-" * len(title))
+        for row in rows:
+            click.echo(row)
+
+
+@cli.command("register", short_help="Register a new library")
+@click.argument("config_url")
+def lib_register(config_url):
+    if (not config_url.startswith("http://")
+            and not config_url.startswith("https://")):
+        raise exception.InvalidLibConfURL(config_url)
+
+    result = get_api_result("/lib/register", data=dict(config_url=config_url))
+    if "message" in result and result['message']:
+        click.secho(
+            result['message'],
+            fg="green"
+            if "successed" in result and result['successed'] else "red")
+
+
+@cli.command("stats", short_help="Library Registry Statistics")
+@click.option("--json-output", is_flag=True)
+def lib_stats(json_output):
+    result = get_api_result("/lib/stats", cache_valid="1h")
+
+    if json_output:
+        return click.echo(json.dumps(result))
+
+    printitem_tpl = "{name:<33} {url}"
+    printitemdate_tpl = "{name:<33} {date:23} {url}"
+
+    def _print_title(title):
+        click.secho(title.upper(), bold=True)
+        click.echo("*" * len(title))
+
+    def _print_header(with_date=False):
+        click.echo((printitemdate_tpl if with_date else printitem_tpl).format(
+            name=click.style("Name", fg="cyan"),
+            date="Date",
+            url=click.style("Url", fg="blue")))
+
+        terminal_width, _ = click.get_terminal_size()
+        click.echo("-" * terminal_width)
+
+    def _print_lib_item(item):
+        click.echo((printitemdate_tpl
+                    if "date" in item else printitem_tpl).format(
+                        name=click.style(item['name'], fg="cyan"),
+                        date=str(
+                            arrow.get(item['date']).humanize()
+                            if "date" in item else ""),
+                        url=click.style(
+                            "http://platformio.org/lib/show/%s/%s" %
+                            (item['id'], quote(item['name'])),
+                            fg="blue")))
+
+    def _print_tag_item(name):
+        click.echo(
+            printitem_tpl.format(
+                name=click.style(name, fg="cyan"),
+                url=click.style(
+                    "http://platformio.org/lib/search?query=" + quote(
+                        "keyword:%s" % name),
+                    fg="blue")))
+
+    for key in ("updated", "added"):
+        _print_title("Recently " + key)
+        _print_header(with_date=True)
+        for item in result.get(key, []):
+            _print_lib_item(item)
+        click.echo()
+
+    _print_title("Recent keywords")
+    _print_header(with_date=False)
+    for item in result.get("lastkeywords"):
+        _print_tag_item(item)
+    click.echo()
+
+    _print_title("Popular keywords")
+    _print_header(with_date=False)
+    for item in result.get("topkeywords"):
+        _print_tag_item(item)
+    click.echo()
+
+    for key, title in (("dlday", "Today"), ("dlweek", "Week"), ("dlmonth",
+                                                                "Month")):
+        _print_title("Featured: " + title)
+        _print_header(with_date=False)
+        for item in result.get(key, []):
+            _print_lib_item(item)
+        click.echo()

platformio/commands/list.py

@@ -1,16 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-from click import command, echo, style
-
-from platformio.pkgmanager import PackageManager
-
-
-@command("list", short_help="List installed platforms")
-def cli():
-
-    for name, pkgs in PackageManager.get_installed().iteritems():
-        echo("{name:<20} with packages: {pkgs}".format(
-            name=style(name, fg="cyan"),
-            pkgs=", ".join(pkgs.keys())
-        ))

platformio/commands/platform.py

@@ -0,0 +1,377 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+from os.path import dirname, isdir
+
+import click
+
+from platformio import app, exception, util
+from platformio.commands.boards import print_boards
+from platformio.managers.platform import PlatformFactory, PlatformManager
+
+
+@click.group(short_help="Platform Manager")
+def cli():
+    pass
+
+
+def _print_platforms(platforms):
+    for platform in platforms:
+        click.echo("{name} ~ {title}".format(
+            name=click.style(platform['name'], fg="cyan"),
+            title=platform['title']))
+        click.echo("=" * (3 + len(platform['name'] + platform['title'])))
+        click.echo(platform['description'])
+        click.echo()
+        if "homepage" in platform:
+            click.echo("Home: %s" % platform['homepage'])
+        if "frameworks" in platform and platform['frameworks']:
+            click.echo("Frameworks: %s" % ", ".join(platform['frameworks']))
+        if "packages" in platform:
+            click.echo("Packages: %s" % ", ".join(platform['packages']))
+        if "version" in platform:
+            click.echo("Version: " + platform['version'])
+        click.echo()
+
+
+def _get_registry_platforms():
+    platforms = util.get_api_result("/platforms", cache_valid="30d")
+    pm = PlatformManager()
+    for platform in platforms or []:
+        platform['versions'] = pm.get_all_repo_versions(platform['name'])
+    return platforms
+
+
+def _original_version(version):
+    if version.count(".") != 2:
+        return None
+    _, y = version.split(".")[:2]
+    if int(y) < 100:
+        return None
+    if len(y) % 2 != 0:
+        y = "0" + y
+    parts = [str(int(y[i * 2:i * 2 + 2])) for i in range(len(y) / 2)]
+    return ".".join(parts)
+
+
+def _get_platform_data(*args, **kwargs):
+    try:
+        return _get_installed_platform_data(*args, **kwargs)
+    except exception.UnknownPlatform:
+        return _get_registry_platform_data(*args, **kwargs)
+
+
+def _get_installed_platform_data(platform,
+                                 with_boards=True,
+                                 expose_packages=True):
+    p = PlatformFactory.newPlatform(platform)
+    data = dict(
+        name=p.name,
+        title=p.title,
+        description=p.description,
+        version=p.version,
+        homepage=p.homepage,
+        repository=p.repository_url,
+        url=p.vendor_url,
+        license=p.license,
+        forDesktop=not p.is_embedded(),
+        frameworks=sorted(p.frameworks.keys() if p.frameworks else []),
+        packages=p.packages.keys() if p.packages else [])
+
+    # if dump to API
+    # del data['version']
+    # return data
+
+    # overwrite VCS version and add extra fields
+    manifest = PlatformManager().load_manifest(dirname(p.manifest_path))
+    assert manifest
+    for key in manifest:
+        if key == "version" or key.startswith("__"):
+            data[key] = manifest[key]
+
+    if with_boards:
+        data['boards'] = [c.get_brief_data() for c in p.get_boards().values()]
+
+    if not data['packages'] or not expose_packages:
+        return data
+
+    data['packages'] = []
+    installed_pkgs = p.get_installed_packages()
+    for name, opts in p.packages.items():
+        item = dict(
+            name=name,
+            type=p.get_package_type(name),
+            requirements=opts.get("version"),
+            optional=opts.get("optional") is True)
+        if name in installed_pkgs:
+            for key, value in installed_pkgs[name].items():
+                if key not in ("url", "version", "description"):
+                    continue
+                item[key] = value
+                if key == "version":
+                    item["originalVersion"] = _original_version(value)
+        data['packages'].append(item)
+
+    return data
+
+
+def _get_registry_platform_data(  # pylint: disable=unused-argument
+        platform,
+        with_boards=True,
+        expose_packages=True):
+    _data = None
+    for p in _get_registry_platforms():
+        if p['name'] == platform:
+            _data = p
+            break
+
+    if not _data:
+        return None
+
+    data = dict(
+        name=_data['name'],
+        title=_data['title'],
+        description=_data['description'],
+        homepage=_data['homepage'],
+        repository=_data['repository'],
+        url=_data['url'],
+        license=_data['license'],
+        forDesktop=_data['forDesktop'],
+        frameworks=_data['frameworks'],
+        packages=_data['packages'],
+        versions=_data['versions'])
+
+    if with_boards:
+        data['boards'] = [
+            board for board in PlatformManager().get_registered_boards()
+            if board['platform'] == _data['name']
+        ]
+
+    return data
+
+
+@cli.command("search", short_help="Search for development platform")
+@click.argument("query", required=False)
+@click.option("--json-output", is_flag=True)
+def platform_search(query, json_output):
+    platforms = []
+    for platform in _get_registry_platforms():
+        if query == "all":
+            query = ""
+        search_data = json.dumps(platform)
+        if query and query.lower() not in search_data.lower():
+            continue
+        platforms.append(
+            _get_registry_platform_data(
+                platform['name'], with_boards=False, expose_packages=False))
+
+    if json_output:
+        click.echo(json.dumps(platforms))
+    else:
+        _print_platforms(platforms)
+
+
+@cli.command("frameworks", short_help="List supported frameworks, SDKs")
+@click.argument("query", required=False)
+@click.option("--json-output", is_flag=True)
+def platform_frameworks(query, json_output):
+    frameworks = []
+    for framework in util.get_api_result("/frameworks", cache_valid="30d"):
+        if query == "all":
+            query = ""
+        search_data = json.dumps(framework)
+        if query and query.lower() not in search_data.lower():
+            continue
+        framework['homepage'] = (
+            "http://platformio.org/frameworks/" + framework['name'])
+        framework['platforms'] = [
+            platform['name'] for platform in _get_registry_platforms()
+            if framework['name'] in platform['frameworks']
+        ]
+        frameworks.append(framework)
+
+    frameworks = sorted(frameworks, key=lambda manifest: manifest['name'])
+    if json_output:
+        click.echo(json.dumps(frameworks))
+    else:
+        _print_platforms(frameworks)
+
+
+@cli.command("list", short_help="List installed development platforms")
+@click.option("--json-output", is_flag=True)
+def platform_list(json_output):
+    platforms = []
+    pm = PlatformManager()
+    for manifest in pm.get_installed():
+        platforms.append(
+            _get_installed_platform_data(
+                manifest['__pkg_dir'],
+                with_boards=False,
+                expose_packages=False))
+
+    platforms = sorted(platforms, key=lambda manifest: manifest['name'])
+    if json_output:
+        click.echo(json.dumps(platforms))
+    else:
+        _print_platforms(platforms)
+
+
+@cli.command("show", short_help="Show details about development platform")
+@click.argument("platform")
+@click.option("--json-output", is_flag=True)
+def platform_show(platform, json_output):  # pylint: disable=too-many-branches
+    data = _get_platform_data(platform)
+    if not data:
+        raise exception.UnknownPlatform(platform)
+    if json_output:
+        return click.echo(json.dumps(data))
+
+    click.echo("{name} ~ {title}".format(
+        name=click.style(data['name'], fg="cyan"), title=data['title']))
+    click.echo("=" * (3 + len(data['name'] + data['title'])))
+    click.echo(data['description'])
+    click.echo()
+    if "version" in data:
+        click.echo("Version: %s" % data['version'])
+    if data['homepage']:
+        click.echo("Home: %s" % data['homepage'])
+    if data['repository']:
+        click.echo("Repository: %s" % data['repository'])
+    if data['url']:
+        click.echo("Vendor: %s" % data['url'])
+    if data['license']:
+        click.echo("License: %s" % data['license'])
+    if data['frameworks']:
+        click.echo("Frameworks: %s" % ", ".join(data['frameworks']))
+
+    if not data['packages']:
+        return
+
+    if not isinstance(data['packages'][0], dict):
+        click.echo("Packages: %s" % ", ".join(data['packages']))
+    else:
+        click.echo()
+        click.secho("Packages", bold=True)
+        click.echo("--------")
+        for item in data['packages']:
+            click.echo()
+            click.echo("Package %s" % click.style(item['name'], fg="yellow"))
+            click.echo("-" * (8 + len(item['name'])))
+            if item['type']:
+                click.echo("Type: %s" % item['type'])
+            click.echo("Requirements: %s" % item['requirements'])
+            click.echo("Installed: %s" %
+                       ("Yes" if item.get("version") else "No (optional)"))
+            if "version" in item:
+                click.echo("Version: %s" % item['version'])
+            if "originalVersion" in item:
+                click.echo("Original version: %s" % item['originalVersion'])
+            if "description" in item:
+                click.echo("Description: %s" % item['description'])
+
+    if data['boards']:
+        click.echo()
+        click.secho("Boards", bold=True)
+        click.echo("------")
+        print_boards(data['boards'])
+
+
+@cli.command("install", short_help="Install new development platform")
+@click.argument("platforms", nargs=-1, required=True, metavar="[PLATFORM...]")
+@click.option("--with-package", multiple=True)
+@click.option("--without-package", multiple=True)
+@click.option("--skip-default-package", is_flag=True)
+def platform_install(platforms, with_package, without_package,
+                     skip_default_package):
+    pm = PlatformManager()
+    for platform in platforms:
+        if pm.install(
+                name=platform,
+                with_packages=with_package,
+                without_packages=without_package,
+                skip_default_package=skip_default_package):
+            click.secho(
+                "The platform '%s' has been successfully installed!\n"
+                "The rest of packages will be installed automatically "
+                "depending on your build environment." % platform,
+                fg="green")
+
+
+@cli.command("uninstall", short_help="Uninstall development platform")
+@click.argument("platforms", nargs=-1, required=True, metavar="[PLATFORM...]")
+def platform_uninstall(platforms):
+    pm = PlatformManager()
+    for platform in platforms:
+        if pm.uninstall(platform):
+            click.secho(
+                "The platform '%s' has been successfully "
+                "uninstalled!" % platform,
+                fg="green")
+
+
+@cli.command("update", short_help="Update installed development platforms")
+@click.argument("platforms", nargs=-1, required=False, metavar="[PLATFORM...]")
+@click.option(
+    "-p",
+    "--only-packages",
+    is_flag=True,
+    help="Update only the platform packages")
+@click.option(
+    "-c",
+    "--only-check",
+    is_flag=True,
+    help="Do not update, only check for a new version")
+@click.option("--json-output", is_flag=True)
+def platform_update(platforms, only_packages, only_check, json_output):
+    pm = PlatformManager()
+    pkg_dir_to_name = {}
+    if not platforms:
+        platforms = []
+        for manifest in pm.get_installed():
+            platforms.append(manifest['__pkg_dir'])
+            pkg_dir_to_name[manifest['__pkg_dir']] = manifest.get(
+                "title", manifest['name'])
+
+    if only_check and json_output:
+        result = []
+        for platform in platforms:
+            pkg_dir = platform if isdir(platform) else None
+            requirements = None
+            url = None
+            if not pkg_dir:
+                name, requirements, url = pm.parse_pkg_input(platform)
+                pkg_dir = pm.get_package_dir(name, requirements, url)
+            if not pkg_dir:
+                continue
+            latest = pm.outdated(pkg_dir, requirements)
+            if (not latest and not PlatformFactory.newPlatform(pkg_dir)
+                    .are_outdated_packages()):
+                continue
+            data = _get_installed_platform_data(
+                pkg_dir, with_boards=False, expose_packages=False)
+            if latest:
+                data['versionLatest'] = latest
+            result.append(data)
+        return click.echo(json.dumps(result))
+    else:
+        # cleanup cached board and platform lists
+        app.clean_cache()
+        for platform in platforms:
+            click.echo("Platform %s" % click.style(
+                pkg_dir_to_name.get(platform, platform), fg="cyan"))
+            click.echo("--------")
+            pm.update(
+                platform, only_packages=only_packages, only_check=only_check)
+            click.echo()

platformio/commands/remote.py

@@ -0,0 +1,209 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+import threading
+from os import getcwd
+from os.path import isfile, join
+from tempfile import mkdtemp
+from time import sleep
+
+import click
+
+from platformio import exception, util
+from platformio.commands.device import device_monitor as cmd_device_monitor
+from platformio.managers.core import pioplus_call
+
+# pylint: disable=unused-argument
+
+
+@click.group("remote", short_help="PIO Remote")
+@click.option("-a", "--agent", multiple=True)
+def cli(**kwargs):
+    pass
+
+
+@cli.group("agent", short_help="Start new agent or list active")
+def remote_agent():
+    pass
+
+
+@remote_agent.command("start", short_help="Start agent")
+@click.option("-n", "--name")
+@click.option("-s", "--share", multiple=True, metavar="E-MAIL")
+@click.option(
+    "-d",
+    "--working-dir",
+    envvar="PLATFORMIO_REMOTE_AGENT_DIR",
+    type=click.Path(
+        file_okay=False, dir_okay=True, writable=True, resolve_path=True))
+def remote_agent_start(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@remote_agent.command("reload", short_help="Reload agents")
+def remote_agent_reload():
+    pioplus_call(sys.argv[1:])
+
+
+@remote_agent.command("list", short_help="List active agents")
+def remote_agent_list():
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command(
+    "update", short_help="Update installed Platforms, Packages and Libraries")
+@click.option(
+    "-c",
+    "--only-check",
+    is_flag=True,
+    help="Do not update, only check for new version")
+def remote_update(only_check):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("run", short_help="Process project environments remotely")
+@click.option("-e", "--environment", multiple=True)
+@click.option("-t", "--target", multiple=True)
+@click.option("--upload-port")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=True,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("--disable-auto-clean", is_flag=True)
+@click.option("-r", "--force-remote", is_flag=True)
+@click.option("-s", "--silent", is_flag=True)
+@click.option("-v", "--verbose", is_flag=True)
+def remote_run(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.command("test", short_help="Remote Unit Testing")
+@click.option("--environment", "-e", multiple=True, metavar="<environment>")
+@click.option("--ignore", "-i", multiple=True, metavar="<pattern>")
+@click.option("--upload-port")
+@click.option("--test-port")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("-r", "--force-remote", is_flag=True)
+@click.option("--without-building", is_flag=True)
+@click.option("--without-uploading", is_flag=True)
+@click.option("--verbose", "-v", is_flag=True)
+def remote_test(**kwargs):
+    pioplus_call(sys.argv[1:])
+
+
+@cli.group("device", short_help="Monitor remote device or list existing")
+def remote_device():
+    pass
+
+
+@remote_device.command("list", short_help="List remote devices")
+@click.option("--json-output", is_flag=True)
+def device_list(json_output):
+    pioplus_call(sys.argv[1:])
+
+
+@remote_device.command("monitor", short_help="Monitor remote device")
+@click.option("--port", "-p", help="Port, a number or a device name")
+@click.option(
+    "--baud", "-b", type=int, default=9600, help="Set baud rate, default=9600")
+@click.option(
+    "--parity",
+    default="N",
+    type=click.Choice(["N", "E", "O", "S", "M"]),
+    help="Set parity, default=N")
+@click.option(
+    "--rtscts", is_flag=True, help="Enable RTS/CTS flow control, default=Off")
+@click.option(
+    "--xonxoff",
+    is_flag=True,
+    help="Enable software flow control, default=Off")
+@click.option(
+    "--rts",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial RTS line state")
+@click.option(
+    "--dtr",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial DTR line state")
+@click.option("--echo", is_flag=True, help="Enable local echo, default=Off")
+@click.option(
+    "--encoding",
+    default="UTF-8",
+    help="Set the encoding for the serial port (e.g. hexlify, "
+    "Latin1, UTF-8), default: UTF-8")
+@click.option("--filter", "-f", multiple=True, help="Add text transformation")
+@click.option(
+    "--eol",
+    default="CRLF",
+    type=click.Choice(["CR", "LF", "CRLF"]),
+    help="End of line mode, default=CRLF")
+@click.option(
+    "--raw", is_flag=True, help="Do not apply any encodings/transformations")
+@click.option(
+    "--exit-char",
+    type=int,
+    default=3,
+    help="ASCII code of special character that is used to exit "
+    "the application, default=3 (Ctrl+C)")
+@click.option(
+    "--menu-char",
+    type=int,
+    default=20,
+    help="ASCII code of special character that is used to "
+    "control miniterm (menu), default=20 (DEC)")
+@click.option(
+    "--quiet",
+    is_flag=True,
+    help="Diagnostics: suppress non-error messages, default=Off")
+@click.pass_context
+def device_monitor(ctx, **kwargs):
+
+    def _tx_target(sock_dir):
+        try:
+            pioplus_call(sys.argv[1:] + ["--sock", sock_dir])
+        except exception.ReturnErrorCode:
+            pass
+
+    sock_dir = mkdtemp(suffix="pioplus")
+    sock_file = join(sock_dir, "sock")
+    try:
+        t = threading.Thread(target=_tx_target, args=(sock_dir, ))
+        t.start()
+        while t.is_alive() and not isfile(sock_file):
+            sleep(0.1)
+        if not t.is_alive():
+            return
+        kwargs['port'] = open(sock_file).read()
+        ctx.invoke(cmd_device_monitor, **kwargs)
+        t.join(2)
+    finally:
+        util.rmtree_(sock_dir)

platformio/commands/run.py

@@ -1,47 +1,419 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-from click import command, echo, option, secho, style
+from datetime import datetime
+from hashlib import sha1
+from os import getcwd, makedirs, walk
+from os.path import getmtime, isdir, isfile, join
+from time import time
 
-from platformio.exception import ProjectEnvsNotAvaialable, UndefinedEnvPlatform
-from platformio.platforms._base import PlatformFactory
-from platformio.util import get_project_config
+import click
+
+from platformio import __version__, exception, telemetry, util
+from platformio.commands.device import device_monitor as cmd_device_monitor
+from platformio.commands.lib import lib_install as cmd_lib_install
+from platformio.commands.lib import get_builtin_libs
+from platformio.commands.platform import \
+    platform_install as cmd_platform_install
+from platformio.managers.lib import LibraryManager
+from platformio.managers.platform import PlatformFactory
+
+# pylint: disable=too-many-arguments,too-many-locals,too-many-branches
 
 
-@command("run", short_help="Process project environments")
-@option("--environment", "-e", multiple=True, metavar="<environment>")
-@option("--target", "-t", multiple=True, metavar="<target>")
-def cli(environment, target):
+@click.command("run", short_help="Process project environments")
+@click.option("-e", "--environment", multiple=True)
+@click.option("-t", "--target", multiple=True)
+@click.option("--upload-port")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=True,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("-s", "--silent", is_flag=True)
+@click.option("-v", "--verbose", is_flag=True)
+@click.option("--disable-auto-clean", is_flag=True)
+@click.pass_context
+def cli(ctx, environment, target, upload_port, project_dir, silent, verbose,
+        disable_auto_clean):
+    # find project directory on upper level
+    if isfile(project_dir):
+        project_dir = util.find_project_dir_above(project_dir)
 
-    config = get_project_config()
+    if not util.is_platformio_project(project_dir):
+        raise exception.NotPlatformIOProject(project_dir)
 
+    with util.cd(project_dir):
+        # clean obsolete .pioenvs dir
+        if not disable_auto_clean:
+            try:
+                _clean_pioenvs_dir(util.get_projectpioenvs_dir())
+            except:  # pylint: disable=bare-except
+                click.secho(
+                    "Can not remove temporary directory `%s`. Please remove "
+                    "`.pioenvs` directory from the project manually to avoid "
+                    "build issues" % util.get_projectpioenvs_dir(force=True),
+                    fg="yellow")
+
+        config = util.load_project_config()
+        check_project_defopts(config)
+        assert check_project_envs(config, environment)
+
+        env_default = None
+        if config.has_option("platformio", "env_default"):
+            env_default = util.parse_conf_multi_values(
+                config.get("platformio", "env_default"))
+
+        results = []
+        start_time = time()
+        for section in config.sections():
+            if not section.startswith("env:"):
+                continue
+
+            envname = section[4:]
+            skipenv = any([
+                environment and envname not in environment, not environment
+                and env_default and envname not in env_default
+            ])
+            if skipenv:
+                results.append((envname, None))
+                continue
+
+            if not silent and results:
+                click.echo()
+
+            options = {}
+            for k, v in config.items(section):
+                options[k] = v
+            if "piotest" not in options and "piotest" in ctx.meta:
+                options['piotest'] = ctx.meta['piotest']
+
+            ep = EnvironmentProcessor(ctx, envname, options, target,
+                                      upload_port, silent, verbose)
+            result = (envname, ep.process())
+            results.append(result)
+            if result[1] and "monitor" in ep.get_build_targets() and \
+                    "nobuild" not in ep.get_build_targets():
+                ctx.invoke(cmd_device_monitor)
+
+        found_error = any([status is False for (_, status) in results])
+
+        if (found_error or not silent) and len(results) > 1:
+            click.echo()
+            print_summary(results, start_time)
+
+        if found_error:
+            raise exception.ReturnErrorCode(1)
+        return True
+
+
+class EnvironmentProcessor(object):
+
+    KNOWN_OPTIONS = ("platform", "framework", "board", "board_mcu",
+                     "board_f_cpu", "board_f_flash", "board_flash_mode",
+                     "build_flags", "src_build_flags", "build_unflags",
+                     "src_filter", "extra_scripts", "targets", "upload_port",
+                     "upload_protocol", "upload_speed", "upload_flags",
+                     "upload_resetmethod", "lib_deps", "lib_ignore",
+                     "lib_extra_dirs", "lib_ldf_mode", "lib_compat_mode",
+                     "lib_archive", "piotest", "test_transport", "test_ignore",
+                     "test_port", "debug_tool", "debug_port",
+                     "debug_init_cmds", "debug_extra_cmds", "debug_server",
+                     "debug_init_break", "debug_load_cmd", "monitor_port",
+                     "monitor_baud", "monitor_rts", "monitor_dtr")
+
+    IGNORE_BUILD_OPTIONS = ("test_transport", "test_filter", "test_ignore",
+                            "test_port", "debug_tool", "debug_port",
+                            "debug_init_cmds", "debug_extra_cmds",
+                            "debug_server", "debug_init_break",
+                            "debug_load_cmd", "monitor_port", "monitor_baud",
+                            "monitor_rts", "monitor_dtr")
+
+    REMAPED_OPTIONS = {"framework": "pioframework", "platform": "pioplatform"}
+
+    RENAMED_OPTIONS = {
+        "lib_use": "lib_deps",
+        "lib_force": "lib_deps",
+        "extra_script": "extra_scripts"
+    }
+
+    RENAMED_PLATFORMS = {"espressif": "espressif8266"}
+
+    def __init__(
+            self,  # pylint: disable=R0913
+            cmd_ctx,
+            name,
+            options,
+            targets,
+            upload_port,
+            silent,
+            verbose):
+        self.cmd_ctx = cmd_ctx
+        self.name = name
+        self.options = options
+        self.targets = targets
+        self.upload_port = upload_port
+        self.silent = silent
+        self.verbose = verbose
+
+    def process(self):
+        terminal_width, _ = click.get_terminal_size()
+        start_time = time()
+
+        for k, v in self.options.items():
+            self.options[k] = self.options[k].strip()
+
+        if not self.silent:
+            click.echo(
+                "[%s] Processing %s (%s)" %
+                (datetime.now().strftime("%c"),
+                 click.style(self.name, fg="cyan", bold=True), "; ".join([
+                     "%s: %s" % (k, ", ".join(util.parse_conf_multi_values(v)))
+                     for k, v in self.options.items()
+                 ])))
+            click.secho("-" * terminal_width, bold=True)
+
+        self.options = self._validate_options(self.options)
+        result = self._run()
+        is_error = result['returncode'] != 0
+
+        if self.silent and not is_error:
+            return True
+
+        if is_error or "piotest_processor" not in self.cmd_ctx.meta:
+            print_header(
+                "[%s] Took %.2f seconds" %
+                ((click.style("ERROR", fg="red", bold=True)
+                  if is_error else click.style(
+                      "SUCCESS", fg="green", bold=True)), time() - start_time),
+                is_error=is_error)
+
+        return not is_error
+
+    def _validate_options(self, options):
+        result = {}
+        for k, v in options.items():
+            # process obsolete options
+            if k in self.RENAMED_OPTIONS:
+                click.secho(
+                    "Warning! `%s` option is deprecated and will be "
+                    "removed in the next release! Please use "
+                    "`%s` instead." % (k, self.RENAMED_OPTIONS[k]),
+                    fg="yellow")
+                k = self.RENAMED_OPTIONS[k]
+            # process renamed platforms
+            if k == "platform" and v in self.RENAMED_PLATFORMS:
+                click.secho(
+                    "Warning! Platform `%s` is deprecated and will be "
+                    "removed in the next release! Please use "
+                    "`%s` instead." % (v, self.RENAMED_PLATFORMS[v]),
+                    fg="yellow")
+                v = self.RENAMED_PLATFORMS[v]
+
+            # warn about unknown options
+            if k not in self.KNOWN_OPTIONS:
+                click.secho(
+                    "Detected non-PlatformIO `%s` option in `[env:%s]` section"
+                    % (k, self.name),
+                    fg="yellow")
+            result[k] = v
+        return result
+
+    def get_build_variables(self):
+        variables = {"pioenv": self.name}
+        if self.upload_port:
+            variables['upload_port'] = self.upload_port
+        for k, v in self.options.items():
+            if k in self.REMAPED_OPTIONS:
+                k = self.REMAPED_OPTIONS[k]
+            if k in self.IGNORE_BUILD_OPTIONS:
+                continue
+            if k == "targets" or (k == "upload_port" and self.upload_port):
+                continue
+            variables[k] = v
+        return variables
+
+    def get_build_targets(self):
+        targets = []
+        if self.targets:
+            targets = [t for t in self.targets]
+        elif "targets" in self.options:
+            targets = self.options['targets'].split(", ")
+        return targets
+
+    def _run(self):
+        if "platform" not in self.options:
+            raise exception.UndefinedEnvPlatform(self.name)
+
+        build_vars = self.get_build_variables()
+        build_targets = self.get_build_targets()
+
+        telemetry.on_run_environment(self.options, build_targets)
+
+        # skip monitor target, we call it above
+        if "monitor" in build_targets:
+            build_targets.remove("monitor")
+        if "nobuild" not in build_targets:
+            # install dependent libraries
+            if "lib_install" in self.options:
+                _autoinstall_libdeps(self.cmd_ctx, [
+                    int(d.strip())
+                    for d in self.options['lib_install'].split(",")
+                    if d.strip()
+                ], self.verbose)
+            if "lib_deps" in self.options:
+                _autoinstall_libdeps(
+                    self.cmd_ctx,
+                    util.parse_conf_multi_values(self.options['lib_deps']),
+                    self.verbose)
+
+        try:
+            p = PlatformFactory.newPlatform(self.options['platform'])
+        except exception.UnknownPlatform:
+            self.cmd_ctx.invoke(
+                cmd_platform_install,
+                platforms=[self.options['platform']],
+                skip_default_package=True)
+            p = PlatformFactory.newPlatform(self.options['platform'])
+
+        return p.run(build_vars, build_targets, self.silent, self.verbose)
+
+
+def _autoinstall_libdeps(ctx, libraries, verbose=False):
+    if not libraries:
+        return
+    storage_dir = util.get_projectlibdeps_dir()
+    ctx.obj = LibraryManager(storage_dir)
+    if verbose:
+        click.echo("Library Storage: " + storage_dir)
+    for lib in libraries:
+        try:
+            ctx.invoke(cmd_lib_install, libraries=[lib], silent=not verbose)
+        except exception.LibNotFound as e:
+            if not _is_builtin_lib(lib):
+                click.secho("Warning! %s" % e, fg="yellow")
+
+
+def _is_builtin_lib(lib_name):
+    for storage in get_builtin_libs():
+        if any([l.get("name") == lib_name for l in storage['items']]):
+            return True
+    return False
+
+
+def _clean_pioenvs_dir(pioenvs_dir):
+    structhash_file = join(pioenvs_dir, "structure.hash")
+    proj_hash = calculate_project_hash()
+
+    # if project's config is modified
+    if (isdir(pioenvs_dir)
+            and getmtime(join(util.get_project_dir(), "platformio.ini")) >
+            getmtime(pioenvs_dir)):
+        util.rmtree_(pioenvs_dir)
+
+    # check project structure
+    if isdir(pioenvs_dir) and isfile(structhash_file):
+        with open(structhash_file) as f:
+            if f.read() == proj_hash:
+                return
+        util.rmtree_(pioenvs_dir)
+
+    if not isdir(pioenvs_dir):
+        makedirs(pioenvs_dir)
+
+    with open(structhash_file, "w") as f:
+        f.write(proj_hash)
+
+
+def print_header(label, is_error=False):
+    terminal_width, _ = click.get_terminal_size()
+    width = len(click.unstyle(label))
+    half_line = "=" * ((terminal_width - width - 2) / 2)
+    click.echo("%s %s %s" % (half_line, label, half_line), err=is_error)
+
+
+def print_summary(results, start_time):
+    print_header("[%s]" % click.style("SUMMARY"))
+
+    envname_max_len = 0
+    for (envname, _) in results:
+        if len(envname) > envname_max_len:
+            envname_max_len = len(envname)
+
+    successed = True
+    for (envname, status) in results:
+        status_str = click.style("SUCCESS", fg="green")
+        if status is False:
+            successed = False
+            status_str = click.style("ERROR", fg="red")
+        elif status is None:
+            status_str = click.style("SKIP", fg="yellow")
+
+        format_str = (
+            "Environment {0:<" + str(envname_max_len + 9) + "}\t[{1}]")
+        click.echo(
+            format_str.format(click.style(envname, fg="cyan"), status_str),
+            err=status is False)
+
+    print_header(
+        "[%s] Took %.2f seconds" %
+        ((click.style("SUCCESS", fg="green", bold=True)
+          if successed else click.style("ERROR", fg="red", bold=True)),
+         time() - start_time),
+        is_error=not successed)
+
+
+def check_project_defopts(config):
+    if not config.has_section("platformio"):
+        return True
+    known = ("env_default", "home_dir", "lib_dir", "libdeps_dir", "src_dir",
+             "envs_dir", "data_dir", "test_dir", "boards_dir",
+             "lib_extra_dirs")
+    unknown = set([k for k, _ in config.items("platformio")]) - set(known)
+    if not unknown:
+        return True
+    click.secho(
+        "Warning! Ignore unknown `%s` option from `[platformio]` section" %
+        ", ".join(unknown),
+        fg="yellow")
+    return False
+
+
+def check_project_envs(config, environments):
     if not config.sections():
-        raise ProjectEnvsNotAvaialable()
+        raise exception.ProjectEnvsNotAvailable()
 
-    for section in config.sections():
-        if section[:4] != "env:":
+    known = set([s[4:] for s in config.sections() if s.startswith("env:")])
+    unknown = set(environments) - known
+    if unknown:
+        raise exception.UnknownEnvNames(", ".join(unknown), ", ".join(known))
+    return True
+
+
+def calculate_project_hash():
+    structure = [__version__]
+    for d in (util.get_projectsrc_dir(), util.get_projectlib_dir()):
+        if not isdir(d):
             continue
-
-        envname = section[4:]
-        if environment and envname not in environment:
-            echo("Skipped %s environment" % style(envname, fg="yellow"))
-            continue
-
-        echo("Processing %s environment:" % style(envname, fg="cyan"))
-        variables = ["%s=%s" % (o.upper(), v) for o, v in config.items(section)
-                     if o != "targets"]
-        variables.append("PIOENV=" + envname)
-
-        envtargets = []
-        if target:
-            envtargets = [t for t in target]
-        elif config.has_option(section, "targets"):
-            envtargets = config.get(section, "targets").split()
-
-        if not config.has_option(section, "platform"):
-            raise UndefinedEnvPlatform(envname)
-
-        p = PlatformFactory().newPlatform(config.get(section, "platform"))
-        result = p.run(variables, envtargets)
-        secho(result['out'], fg="green")
-        secho(result['err'], fg="red")
+        for root, _, files in walk(d):
+            for f in files:
+                path = join(root, f)
+                if not any([s in path for s in (".git", ".svn", ".pioenvs")]):
+                    structure.append(path)
+    return sha1(",".join(sorted(structure))).hexdigest() if structure else ""

platformio/commands/search.py

@@ -1,23 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-from click import argument, command, echo, style
-
-from platformio.platforms._base import PlatformFactory
-from platformio.util import get_platforms
-
-
-@command("search", short_help="Search for development platforms")
-@argument("query")
-def cli(query):
-    for platform in get_platforms():
-        p = PlatformFactory().newPlatform(platform)
-        name = p.get_name()
-        shinfo = p.get_short_info()
-
-        search_data = "%s %s" % (name, shinfo)
-        if query != "all" and query.lower() not in search_data.lower():
-            continue
-
-        echo("{name:<20} - {info}".format(name=style(name, fg="cyan"),
-                                          info=shinfo))

platformio/commands/settings.py

@@ -0,0 +1,80 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import click
+
+from platformio import app
+
+
+@click.group(short_help="Manage PlatformIO settings")
+def cli():
+    pass
+
+
+@cli.command("get", short_help="Get existing setting/-s")
+@click.argument("name", required=False)
+def settings_get(name):
+
+    list_tpl = "{name:<40} {value:<35} {description}"
+    terminal_width, _ = click.get_terminal_size()
+
+    click.echo(
+        list_tpl.format(
+            name=click.style("Name", fg="cyan"),
+            value=(click.style("Value", fg="green") + click.style(
+                " [Default]", fg="yellow")),
+            description="Description"))
+    click.echo("-" * terminal_width)
+
+    for _name, _data in sorted(app.DEFAULT_SETTINGS.items()):
+        if name and name != _name:
+            continue
+        _value = app.get_setting(_name)
+
+        _value_str = str(_value)
+        if isinstance(_value, bool):
+            _value_str = "Yes" if _value else "No"
+        _value_str = click.style(_value_str, fg="green")
+
+        if _value != _data['value']:
+            _defvalue_str = str(_data['value'])
+            if isinstance(_data['value'], bool):
+                _defvalue_str = "Yes" if _data['value'] else "No"
+            _value_str += click.style(" [%s]" % _defvalue_str, fg="yellow")
+        else:
+            _value_str += click.style(" ", fg="yellow")
+
+        click.echo(
+            list_tpl.format(
+                name=click.style(_name, fg="cyan"),
+                value=_value_str,
+                description=_data['description']))
+
+
+@cli.command("set", short_help="Set new value for the setting")
+@click.argument("name")
+@click.argument("value")
+@click.pass_context
+def settings_set(ctx, name, value):
+    app.set_setting(name, value)
+    click.secho("The new value for the setting has been set!", fg="green")
+    ctx.invoke(settings_get, name=name)
+
+
+@cli.command("reset", short_help="Reset settings to default")
+@click.pass_context
+def settings_reset(ctx):
+    app.reset_settings()
+    click.secho("The settings have been reseted!", fg="green")
+    ctx.invoke(settings_get)

platformio/commands/show.py

@@ -1,29 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-from os.path import join
-
-from click import argument, command, echo, style
-
-from platformio.exception import PlatformNotInstalledYet
-from platformio.pkgmanager import PackageManager
-from platformio.platforms._base import PlatformFactory
-
-
-@command("show", short_help="Show details about an installed platforms")
-@argument("platform")
-def cli(platform):
-    p = PlatformFactory().newPlatform(platform)
-    if platform not in PackageManager.get_installed():
-        raise PlatformNotInstalledYet(platform)
-
-    # print info about platform
-    echo("{name:<20} - {info}".format(name=style(p.get_name(), fg="cyan"),
-                                      info=p.get_short_info()))
-
-    pm = PackageManager(platform)
-    for name, data in pm.get_installed(platform).iteritems():
-        echo("----------")
-        echo("Package: %s" % style(name, fg="yellow"))
-        echo("Location: %s" % join(pm.get_platform_dir(), data['path']))
-        echo("Version: %d" % int(data['version']))

platformio/commands/test.py

@@ -0,0 +1,67 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+from os import getcwd
+
+import click
+
+from platformio.managers.core import pioplus_call
+
+
+@click.command("test", short_help="Local Unit Testing")
+@click.option("--environment", "-e", multiple=True, metavar="<environment>")
+@click.option(
+    "--filter",
+    "-f",
+    multiple=True,
+    metavar="<pattern>",
+    help="Filter tests by a pattern")
+@click.option(
+    "--ignore",
+    "-i",
+    multiple=True,
+    metavar="<pattern>",
+    help="Ignore tests by a pattern")
+@click.option("--upload-port")
+@click.option("--test-port")
+@click.option(
+    "-d",
+    "--project-dir",
+    default=getcwd,
+    type=click.Path(
+        exists=True,
+        file_okay=False,
+        dir_okay=True,
+        writable=True,
+        resolve_path=True))
+@click.option("--without-building", is_flag=True)
+@click.option("--without-uploading", is_flag=True)
+@click.option(
+    "--no-reset",
+    is_flag=True,
+    help="Disable software reset via Serial.DTR/RST")
+@click.option(
+    "--monitor-rts",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial RTS line state for Serial Monitor")
+@click.option(
+    "--monitor-dtr",
+    default=None,
+    type=click.IntRange(0, 1),
+    help="Set initial DTR line state for Serial Monitor")
+@click.option("--verbose", "-v", is_flag=True)
+def cli(*args, **kwargs):  # pylint: disable=unused-argument
+    pioplus_call(sys.argv[1:])

platformio/commands/uninstall.py

@@ -1,23 +0,0 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
-
-from click import argument, command, secho
-
-from platformio.exception import PlatformNotInstalledYet
-from platformio.pkgmanager import PackageManager
-from platformio.platforms._base import PlatformFactory
-
-
-@command("uninstall", short_help="Uninstall the platforms")
-@argument("platforms", nargs=-1)
-def cli(platforms):
-
-    for platform in platforms:
-
-        if platform not in PackageManager.get_installed():
-            raise PlatformNotInstalledYet(platform)
-
-        p = PlatformFactory().newPlatform(platform)
-        if p.uninstall():
-            secho("The platform '%s' has been successfully "
-                  "uninstalled!" % platform, fg="green")

platformio/commands/update.py

@@ -1,17 +1,52 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-from click import command, echo, style
+import click
 
-from platformio.pkgmanager import PackageManager
-from platformio.platforms._base import PlatformFactory
+from platformio import app
+from platformio.commands.lib import lib_update as cmd_lib_update
+from platformio.commands.platform import platform_update as cmd_platform_update
+from platformio.managers.core import update_core_packages
+from platformio.managers.lib import LibraryManager
 
 
-@command("update", short_help="Update installed platforms")
-def cli():
+@click.command(
+    "update", short_help="Update installed platforms, packages and libraries")
+@click.option(
+    "--core-packages", is_flag=True, help="Update only the core packages")
+@click.option(
+    "-c",
+    "--only-check",
+    is_flag=True,
+    help="Do not update, only check for new version")
+@click.pass_context
+def cli(ctx, core_packages, only_check):
+    update_core_packages(only_check)
 
-    for platform in PackageManager.get_installed().keys():
-        echo("\nPlatform %s" % style(platform, fg="cyan"))
-        echo("--------")
-        p = PlatformFactory().newPlatform(platform)
-        p.update()
+    if core_packages:
+        return
+
+    # cleanup lib search results, cached board and platform lists
+    app.clean_cache()
+
+    click.echo()
+    click.echo("Platform Manager")
+    click.echo("================")
+    ctx.invoke(cmd_platform_update, only_check=only_check)
+
+    click.echo()
+    click.echo("Library Manager")
+    click.echo("===============")
+    ctx.obj = LibraryManager()
+    ctx.invoke(cmd_lib_update, only_check=only_check)

platformio/commands/upgrade.py

@@ -0,0 +1,133 @@
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import re
+
+import click
+import requests
+
+from platformio import VERSION, __version__, exception, util
+from platformio.managers.core import update_core_packages
+
+
+@click.command(
+    "upgrade", short_help="Upgrade PlatformIO to the latest version")
+def cli():
+    # Update PlatformIO's Core packages
+    update_core_packages(silent=True)
+
+    latest = get_latest_version()
+    if __version__ == latest:
+        return click.secho(
+            "You're up-to-date!\nPlatformIO %s is currently the "
+            "newest version available." % __version__,
+            fg="green")
+    else:
+        click.secho("Please wait while upgrading PlatformIO ...", fg="yellow")
+
+        to_develop = not all([c.isdigit() for c in latest if c != "."])
+        cmds = ([
+            "pip", "install", "--upgrade",
+            "https://github.com/platformio/platformio-core/archive/develop.zip"
+            if to_develop else "platformio"
+        ], ["platformio", "--version"])
+
+        cmd = None
+        r = None
+        try:
+            for cmd in cmds:
+                cmd = [util.get_pythonexe_path(), "-m"] + cmd
+                r = None
+                r = util.exec_command(cmd)
+
+                # try pip with disabled cache
+                if r['returncode'] != 0 and cmd[2] == "pip":
+                    cmd.insert(3, "--no-cache-dir")
+                    r = util.exec_command(cmd)
+
+                assert r['returncode'] == 0
+            assert "version" in r['out']
+            actual_version = r['out'].strip().split("version", 1)[1].strip()
+            click.secho(
+                "PlatformIO has been successfully upgraded to %s" %
+                actual_version,
+                fg="green")
+            click.echo("Release notes: ", nl=False)
+            click.secho(
+                "http://docs.platformio.org/en/latest/history.html", fg="cyan")
+        except Exception as e:  # pylint: disable=W0703
+            if not r:
+                raise exception.UpgradeError("\n".join([str(cmd), str(e)]))
+            permission_errors = ("permission denied", "not permitted")
+            if (any([m in r['err'].lower() for m in permission_errors])
+                    and "windows" not in util.get_systype()):
+                click.secho(
+                    """
+-----------------
+Permission denied
+-----------------
+You need the `sudo` permission to install Python packages. Try
+
+> sudo pip install -U platformio
+
+WARNING! Don't use `sudo` for the rest PlatformIO commands.
+""",
+                    fg="yellow",
+                    err=True)
+                raise exception.ReturnErrorCode(1)
+            else:
+                raise exception.UpgradeError(
+                    "\n".join([str(cmd), r['out'], r['err']]))
+
+
+def get_latest_version():
+    try:
+        if not str(VERSION[2]).isdigit():
+            try:
+                return get_develop_latest_version()
+            except:  # pylint: disable=bare-except
+                pass
+        return get_pypi_latest_version()
+    except:
+        raise exception.GetLatestVersionError()
+
+
+def get_develop_latest_version():
+    version = None
+    r = requests.get(
+        "https://raw.githubusercontent.com/platformio/platformio"
+        "/develop/platformio/__init__.py",
+        headers=util.get_request_defheaders())
+    r.raise_for_status()
+    for line in r.text.split("\n"):
+        line = line.strip()
+        if not line.startswith("VERSION"):
+            continue
+        match = re.match(r"VERSION\s*=\s*\(([^\)]+)\)", line)
+        if not match:
+            continue
+        version = match.group(1)
+        for c in (" ", "'", '"'):
+            version = version.replace(c, "")
+        version = ".".join(version.split(","))
+    assert version
+    return version
+
+
+def get_pypi_latest_version():
+    r = requests.get(
+        "https://pypi.python.org/pypi/platformio/json",
+        headers=util.get_request_defheaders())
+    r.raise_for_status()
+    return r.json()['info']['version']

platformio/downloader.py

@@ -1,18 +1,28 @@
-# Copyright (C) Ivan Kravets <me@ikravets.com>
-# See LICENSE for details.
+# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
 from email.utils import parsedate_tz
 from math import ceil
 from os.path import getsize, join
-from subprocess import check_output
 from time import mktime
 
-from click import progressbar
-from requests import get
+import click
+import requests
 
+from platformio import app, util
 from platformio.exception import (FDSHASumMismatch, FDSizeMismatch,
                                   FDUnrecognizedStatusCode)
-from platformio.util import change_filemtime
 
 
 class FileDownloader(object):
@@ -20,17 +30,25 @@ class FileDownloader(object):
     CHUNK_SIZE = 1024
 
     def __init__(self, url, dest_dir=None):
-        self._url = url
-        self._fname = url.split("/")[-1]
+        # make connection
+        self._request = requests.get(
+            url, stream=True, headers=util.get_request_defheaders())
+        if self._request.status_code != 200:
+            raise FDUnrecognizedStatusCode(self._request.status_code, url)
 
+        disposition = self._request.headers.get("content-disposition")
+        if disposition and "filename=" in disposition:
+            self._fname = disposition[
+                disposition.index("filename=") + 9:].replace('"', "").replace(
+                    "'", "")
+            self._fname = self._fname.encode("utf8")
+        else:
+            self._fname = url.split("/")[-1]
+
+        self._progressbar = None
         self._destination = self._fname
         if dest_dir:
             self.set_destination(join(dest_dir, self._fname))
-        self._progressbar = None
-
-        self._request = get(url, stream=True)
-        if self._request.status_code != 200:
-            raise FDUnrecognizedStatusCode(self._request.status_code, url)
 
     def set_destination(self, destination):
         self._destination = destination
@@ -39,27 +57,36 @@ class FileDownloader(object):
         return self._destination
 
     def get_lmtime(self):
-        return self._request.headers['last-modified']
+        return self._request.headers.get("last-modified")
 
     def get_size(self):
+        if "content-length" not in self._request.headers:
+            return -1
         return int(self._request.headers['content-length'])
 
     def start(self):
         itercontent = self._request.iter_content(chunk_size=self.CHUNK_SIZE)
         f = open(self._destination, "wb")
-        chunks = int(ceil(self.get_size() / float(self.CHUNK_SIZE)))
 
-        with progressbar(length=chunks, label="Downloading") as pb:
-            for _ in pb:
-                f.write(next(itercontent))
+        if app.is_disabled_progressbar() or self.get_size() == -1:
+            click.echo("Downloading...")
+            for chunk in itercontent:
+                if chunk:
+                    f.write(chunk)
+        else:
+            chunks = int(ceil(self.get_size() / float(self.CHUNK_SIZE)))
+            with click.progressbar(length=chunks, label="Downloading") as pb:
+                for _ in pb:
+                    f.write(next(itercontent))
         f.close()
         self._request.close()
 
-        self._preserve_filemtime(self.get_lmtime())
+        if self.get_lmtime():
+            self._preserve_filemtime(self.get_lmtime())
 
     def verify(self, sha1=None):
         _dlsize = getsize(self._destination)
-        if _dlsize != self.get_size():
+        if self.get_size() != -1 and _dlsize != self.get_size():
             raise FDSizeMismatch(_dlsize, self._fname, self.get_size())
 
         if not sha1:
@@ -67,22 +94,26 @@ class FileDownloader(object):
 
         dlsha1 = None
         try:
-            res = check_output(["sha1sum", self._destination])
-            dlsha1 = res[:40]
-        except OSError:
+            result = util.exec_command(["sha1sum", self._destination])
+            dlsha1 = result['out']
+        except (OSError, ValueError):
             try:
-                res = check_output(["shasum", "-a", "1", self._destination])
-                dlsha1 = res[:40]
-            except OSError:
+                result = util.exec_command(
+                    ["shasum", "-a", "1", self._destination])
+                dlsha1 = result['out']
+            except (OSError, ValueError):
                 pass
 
-        if dlsha1 and sha1 != dlsha1:
-            raise FDSHASumMismatch(dlsha1, self._fname, sha1)
+        if dlsha1:
+            dlsha1 = dlsha1[1:41] if dlsha1.startswith("\\") else dlsha1[:40]
+            if sha1 != dlsha1:
+                raise FDSHASumMismatch(dlsha1, self._fname, sha1)
 
     def _preserve_filemtime(self, lmdate):
         timedata = parsedate_tz(lmdate)
         lmtime = mktime(timedata[:9])
-        change_filemtime(self._destination, lmtime)
+        util.change_filemtime(self._destination, lmtime)
 
     def __del__(self):
-        self._request.close()
+        if self._request:
+            self._request.close()