pandas-dev · datapythonista · Sep 18, 2019 · Aug 19, 2019 · Aug 19, 2019 · Aug 20, 2019
diff --git a/ci/code_checks.sh b/ci/code_checks.sh
@@ -188,9 +188,9 @@ if [[ -z "$CHECK" || "$CHECK" == "patterns" ]]; then
     set -o pipefail
     if [[ "$AZURE" == "true" ]]; then
         # we exclude all c/cpp files as the c/cpp files of pandas code base are tested when Linting .c and .h files
-        ! grep -n '--exclude=*.'{svg,c,cpp,html} --exclude-dir=env -RI "\s$" * | awk -F ":" '{print "##vso[task.logissue type=error;sourcepath=" $1 ";linenumber=" $2 ";] Tailing whitespaces found: " $3}'
+        ! grep -n '--exclude=*.'{svg,c,cpp,html,js} --exclude-dir=env -RI "\s$" * | awk -F ":" '{print "##vso[task.logissue type=error;sourcepath=" $1 ";linenumber=" $2 ";] Tailing whitespaces found: " $3}'
     else
-        ! grep -n '--exclude=*.'{svg,c,cpp,html} --exclude-dir=env -RI "\s$" * | awk -F ":" '{print $1 ":" $2 ":Tailing whitespaces found: " $3}'
+        ! grep -n '--exclude=*.'{svg,c,cpp,html,js} --exclude-dir=env -RI "\s$" * | awk -F ":" '{print $1 ":" $2 ":Tailing whitespaces found: " $3}'
     fi
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 fi

diff --git a/environment.yml b/environment.yml
@@ -36,6 +36,12 @@ dependencies:
   - nbsphinx
   - pandoc
 
+  # web (jinja2 is also needed, but it's also an optional pandas dependency)
+  - markdown
+  - feedparser
+  - pyyaml
+  - requests
+
   # testing
   - boto3
   - botocore>=1.11

diff --git a/requirements-dev.txt b/requirements-dev.txt
@@ -17,6 +17,10 @@ numpydoc>=0.9.0
 nbconvert>=5.4.1
 nbsphinx
 pandoc
+markdown
+feedparser
+pyyaml
+requests
 boto3
 botocore>=1.11
 hypothesis>=3.82

diff --git a/web/README.md b/web/README.md
@@ -0,0 +1,12 @@
+Directory containing the pandas website (hosted at https://pandas.io).
+
+The website sources are in `web/pandas/`, which also include a `config.yml` file
+containing the settings to build the website. The website is generated with the
+command `./pandas_web.py pandas`. See `./pandas_web.py --help` and the header of
+the script for more information and options.
+
+After building the website, to navigate it, it is needed to access the web using
+an http server (a not open the local files with the browser, since the links and
+the image sources are absolute to where they are served from). The easiest way
+to run an http server locally is to run `python -m http.server` from the
+`web/build/` directory.
diff --git a/web/pandas/_templates/layout.html b/web/pandas/_templates/layout.html
@@ -0,0 +1,85 @@
+<!DOCTYPE html>
+<html>
+    <head>
+        <script type="text/javascript">
+            var _gaq = _gaq || []; _gaq.push(['_setAccount', 'UA-27880019-2']); _gaq.push(['_trackPageview']);
+            (function() {
+                var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
+                ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+                var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
 <!-- Google Analytics --> 
 <script> 
 window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date; 
 ga('create', 'UA-27880019-2', 'auto'); 
 ga('set', 'anonymizeIp', true); 
 ga('send', 'pageview'); 
 </script> 
 <script async src='https://www.google-analytics.com/analytics.js'></script> 
 <!-- End Google Analytics --> 
 <!-- Google Analytics --> 
 <script> 
 window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date; 
 ga('create', 'UA-27880019-2', 'auto'); 
 ga('set', 'anonymizeIp', true); 
 ga('send', 'pageview'); 
 </script> 
 <script async src='https://www.google-analytics.com/analytics.js'></script> 
 <!-- End Google Analytics --> 
+            })();
+        </script>
+        <title>pandas - Python Data Analysis Library</title>
+        <meta charset="utf-8">
+        <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+        <link rel="stylesheet"
+              href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css"
+              integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm"
+              crossorigin="anonymous">
+        {% for stylesheet in static.css %}
+            <link rel="stylesheet"
+                  href="{{ base_url }}{{ stylesheet }}">
+        {% endfor %}
+    </head>
+    <body>
+        <header>
+            <nav class="navbar navbar-expand-md navbar-dark fixed-top bg-dark">
+                <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#nav-content" aria-controls="nav-content" aria-expanded="false" aria-label="Toggle navigation">
+                    <span class="navbar-toggler-icon"></span>
+                </button>
+
+                {% if static.logo %}<a class="navbar-brand" href="{{ base_url }}/"><img alt="" src="{{ base_url }}{{ static.logo }}"/></a>{% endif %}
+
+                <div class="collapse navbar-collapse" id="nav-content">   
+                    <ul class="navbar-nav">
+                        {% for item in navbar %}
+                            {% if not item.has_subitems %}
+                                <li class="nav-item">
+                                    <a class="nav-link" href="{% if not item.target.startswith("http") %}{{ base_url }}{% endif %}{{ item.target }}">{{ item.name }}</a>
+                                </li>
+                            {% else %}
+                                <li class="nav-item dropdown">
+                                    <a class="nav-link dropdown-toggle"
+                                       data-toggle="dropdown"
+                                       id="{{ item.slug }}"
+                                       href="#"
+                                       role="button"
+                                       aria-haspopup="true"
+                                       aria-expanded="false">{{ item.name }}</a>
+                                    <div class="dropdown-menu" aria-labelledby="{{ item.slug }}">
+                                    {% for subitem in item.target %}
+                                        <a class="dropdown-item" href="{% if not subitem.target.startswith("http") %}{{ base_url }}{% endif %}{{ subitem.target }}">{{ subitem.name }}</a>
+                                    {% endfor %}
+                                    </div>
+                                </li>
+                            {% endif %}
+                        {% endfor %}
+                    </ul>
+                </div>
+            </nav>
+        </header>
+        <main role="main">
+            <div class="container">
+                {% block body %}{% endblock %}
+            </div>
+        </main>
+        <footer class="container pt-4 pt-md-5 border-top">
+            <p class="float-right">
+                <a href="#">Back to top</a>
+            </p>
+            <p>
+                © 2009 - 2019, pandas team
+            </p>
+        </footer>
+
+        <script src="https://code.jquery.com/jquery-3.2.1.slim.min.js"
+                integrity="sha384-KJ3o2DKtIkvYIK3UENzmM7KCkRr/rE9/Qpg6aAZGJwFDMVNA/GpGFF93hXpG5KkN"
+                crossorigin="anonymous"></script>
+        <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.12.9/umd/popper.min.js"
+                integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q"
+                crossorigin="anonymous"></script>
+        <script src="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/js/bootstrap.min.js"
+                integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl"
+                crossorigin="anonymous"></script>
+    </body>
+</html>
diff --git a/web/pandas/blog.html b/web/pandas/blog.html
@@ -0,0 +1,14 @@
+{% extends "layout.html" %}
+
+{% block body %}
+    {% for post in blog.posts %}
+        <div class="card">
+            <div class="card-body">
+                <h3 class="card-title"><a href="{{post.link }}" target="_blank">{{ post.title }}</a></h3>
+                <h6 class="card-subtitle">Source: {{ post.feed }} | Author: {{ post.author }} | Published: {{ post.published.strftime("%b %d, %Y") }}</h6>
+                <div class="card-text">{{ post.summary }}</div>
+                <a class="card-link" href="{{post.link }}" target="_blank">Read</a>
+            </div>
+        </div>
+    {% endfor %}
+{% endblock %}
diff --git a/web/pandas/community/about.md b/web/pandas/community/about.md
@@ -0,0 +1,86 @@
+# About pandas
+
+## History of development
+
+In 2008, _pandas_ development began at [AQR Capital Management](http://www.aqr.com).
+By the end of 2009 it had been [open sourced](http://en.wikipedia.org/wiki/Open_source),
+and is actively supported today by a community of like-minded individuals around the world who
+contribute their valuable time and energy to help make open source _pandas_
+possible. Thank you to [all of our contributors](team.html).
+
+Since 2015, _pandas_ is a [NumFOCUS sponsored project](https://numfocus.org/sponsored-projects).
+This will help ensure the success of development of _pandas_ as a world-class open-source project.
+
+### Timeline
+
+- **2008**:  Development of _pandas_ started
+- **2009**: _pandas_ becomes open source
+- **2012**: First edition of _Python for Data Analysis_ is published
+- **2015**: _pandas_ becomes a [NumFOCUS sponsored project](https://numfocus.org/sponsored-projects)
+- **2018**: First in-person core developer sprint
+
+## Library Highlights
+
+- A fast and efficient **DataFrame** object for data manipulation with
+  integrated indexing;
+
+- Tools for **reading and writing data** between in-memory data structures and
+  different formats: CSV and text files, Microsoft Excel, SQL databases, and
+  the fast HDF5 format;
+
+- Intelligent **data alignment** and integrated handling of **missing data**:
+  gain automatic label-based alignment in computations and easily manipulate
+  messy data into an orderly form;
+
+- Flexible **reshaping** and pivoting of data sets;
+
+- Intelligent label-based **slicing**, **fancy indexing**, and **subsetting**
+  of large data sets;
+
+- Columns can be inserted and deleted from data structures for **size
+  mutability**;
+
+- Aggregating or transforming data with a powerful **group by** engine
+  allowing split-apply-combine operations on data sets;
+
+- High performance **merging and joining** of data sets;
+
+- **Hierarchical axis indexing** provides an intuitive way of working with
+  high-dimensional data in a lower-dimensional data structure;
+
+- **Time series**-functionality: date range generation and frequency
+  conversion, moving window statistics, moving window linear regressions, date
+  shifting and lagging. Even create domain-specific time offsets and join time
+  series without losing data;
+
+- Highly **optimized for performance**, with critical code paths written in
+  [Cython](http://www.cython.org/) or C.
+
+- Python with *pandas* is in use in a wide variety of **academic and
+  commercial** domains, including Finance, Neuroscience, Economics,
+  Statistics, Advertising, Web Analytics, and more.
+
+## Mission
+
+_pandas_ aims to be the fundamental high-level building block for doing practical,
+real world data analysis in Python.
+Additionally, it has the broader goal of becoming the most powerful and flexible
+open source data analysis / manipulation tool available in any language.
+
+## Vision
+
+A world where data analytics and manipulation software is:
+
+- Accessible to everyone
+- Free for users to use and modify
+- Flexible
+- Powerful
+- Easy to use
+- Fast
+
+## Values
+
+Is in the core of _pandas_ to be respectful and welcoming with everybody,
+users, contributors and the broader community. Regardless of level of experience,
+gender, gender identity and expression, sexual orientation, disability,
+personal appearance, body size, race, ethnicity, age, religion, or nationality.
diff --git a/web/pandas/community/citing.md b/web/pandas/community/citing.md
@@ -0,0 +1,46 @@
+# Citing pandas
+
+## Citing
+
+If you use _pandas_ for a scientific publication, we would appreciate citations to one of the following papers:
+
+- [Data structures for statistical computing in python](http://conference.scipy.org/proceedings/scipy2010/pdfs/mckinney.pdf),
+   McKinney, Proceedings of the 9th Python in Science Conference, Volume 445, 2010.
+
+        @inproceedings{mckinney2010data,
+            title={Data structures for statistical computing in python},
+            author={Wes McKinney},
+            booktitle={Proceedings of the 9th Python in Science Conference},
+            volume={445},
+            pages={51--56},
+            year={2010},
+            organization={Austin, TX}
+        }
+
+
+- [pandas: a foundational Python library for data analysis and statistics](https://www.scribd.com/document/71048089/pandas-a-Foundational-Python-Library-for-Data-Analysis-and-Statistics),
+  McKinney, Python for High Performance and Scientific Computing, Volume 14, 2011.
+
+        @article{mckinney2011pandas,
+            title={pandas: a foundational Python library for data analysis and statistics},
+            author={Wes McKinney},
+            journal={Python for High Performance and Scientific Computing},
+            volume={14},
+            year={2011}
+        }
+
+## Brand and logo
+
+When using the project name _pandas_, please use it in lower case, even at the beginning of a sentence.
+
+The official logo of _pandas_ is:
+
+![]({{ base_url }}/static/img/pandas.svg)
+
+You can download a `svg` version of the logo [here]({{ base_url }}/static/img/pandas.svg).
+
+When using the logo, please follow the next directives:
+
+- Leave enough margin around the logo
+- Do not distort the logo by changing its proportions
+- Do not place text or other elements on top of the logo
diff --git a/web/pandas/community/coc.md b/web/pandas/community/coc.md
@@ -0,0 +1,63 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+A working group of community members is committed to promptly addressing any
+reported issues. The working group is made up of pandas contributors and users.
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the working group by e-mail (pandas-coc@googlegroups.com).
+Messages sent to this e-mail address will not be publicly visible but only to
+the working group members. The working group currently includes
+
+<ul>
+    {% for person in maintainers.coc %}
+    <li>{{ person }}</li>
+    {% endfor %}
+</ul>
+
+All complaints will be reviewed and investigated and will result in a response
+that is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version],
+and the [Swift Code of Conduct][swift].
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/
+[swift]: https://swift.org/community/#code-of-conduct
+