3.78.0

.babelrc

@@ -1,6 +1,9 @@
 {
+  "presets": ["es2015"],
   "plugins": [
-    "transform-es2015-modules-commonjs",
+    ["transform-async-to-module-method", {
-    "syntax-object-rest-spread",
+      "module": "bluebird",
+      "method": "coroutine"
+    }]
   ]
 }

.bowerrc

@@ -0,0 +1,3 @@
+{
+  "directory": "website/client-old/bower_components"
+}

.ebextensions/deploy.config

@@ -14,13 +14,17 @@ files:
     owner: root
     group: users
     content: |
-      $(ls -td /opt/elasticbeanstalk/node-install/node-* | head -1)/bin/npm install -g npm@5
+      $(ls -td /opt/elasticbeanstalk/node-install/node-* | head -1)/bin/npm install -g npm@4
 container_commands:
   01_makeBabel:
     command: "touch /tmp/.babel.json"
   02_ownBabel:
     command: "chmod a+rw /tmp/.babel.json"
-  03_installGulp:
+  03_installBower:
+    command: "$NODE_HOME/bin/npm install -g bower"
+  04_installGulp:
     command: "$NODE_HOME/bin/npm install -g gulp"
-  04_runGulp:
+  05_runBower:
+    command: "$NODE_HOME/lib/node_modules/bower/bin/bower --config.interactive=false --allow-root install -f"
+  06_runGulp:
     command: "$NODE_HOME/lib/node_modules/gulp/bin/gulp.js build"

.eslintignore

@@ -6,9 +6,18 @@ website/transpiled-babel/
 website/common/transpiled-babel/
 dist/
 dist-client/
-apidoc_build/
-content_cache/
-node_modules/
 
-# Old migrations, disabled
+# Not linted
-migrations/archive/*
+migrations/*
+website/client-old/
+scripts/*
+test/server_side/**/*
+test/client-old/spec/**/*
+
+# Temporarilly disabled. These should be removed when the linting errors are fixed TODO
+website/common/script/content/index.js
+website/common/browserify.js
+test/content/**/*
+Gruntfile.js
+gulpfile.js
+gulp

.github/CONTRIBUTING.md

@@ -1,10 +1,10 @@
 # Reporting Bugs
 
-[Please see these instructions for reporting bugs](https://github.com/HabitRPG/habitica/issues/2760)
+[Please see these instructions for reporting bugs](https://github.com/HabitRPG/habitrpg/issues/2760)
 
 # Pull Request
 
-[Please see these instructions for adding a pull request](http://habitica.fandom.com/wiki/Using_Your_Local_Install_to_Modify_Habitica%27s_Website_and_API)
+[Please see these instructions for adding a pull request](http://habitica.wikia.com/wiki/Using_Habitica_Git#Pull_Request)
 
 # Requesting a feature
 
@@ -12,9 +12,4 @@ Habitica uses [Trello](https://trello.com/b/EpoYEYod/habitica) to track feature
 
 # Contributing Code
 
-See [Contributing to Habitica](http://habitica.fandom.com/wiki/Contributing_to_Habitica#Coders_.28Web_.26_Mobile.29)
+See [Contributing to Habitica](http://habitica.wikia.com/wiki/Contributing_to_Habitica#Coders_.28Web_.26_Mobile.29)
-
-## Issue Triage [![Open Source Helpers](https://www.codetriage.com/habitrpg/habitica/badges/users.svg)](https://www.codetriage.com/habitrpg/habitica)
-
-You can triage issues which may include reproducing bug reports or asking for vital information, such as version numbers or reproduction instructions. If you would like to start triaging issues, one easy way to get started is to [subscribe to habitrpg on CodeTriage](https://www.codetriage.com/habitrpg/habitica).
-

.github/ISSUE_TEMPLATE.md

@@ -1,19 +1,21 @@
-[//]: # (Before logging this issue, please post to the Report a Bug guild from the Habitica website's Help menu. Most bugs can be handled quickly there. If a GitHub issue is needed, you will be advised of that by a moderator or staff member -- a player with a dark blue or purple name. It is recommended that you don't create a new issue unless advised to.)
+[//]: # (Before logging this issue, look through common problems at https://github.com/HabitRPG/habitrpg/issues If you find your issue there, read at least the first post to see if there is a workaround for you)
 
-[//]: # (Bugs in the mobile apps can also be reported there.)
+[//]: # (Github is primarily used for reporting bugs. If you have a feature request, use "Help > Request a Feature" so that the feature request can be vetted by the larger Habitica community)
 
-[//]: # (If you have a feature request, use "Help > Request a Feature", not GitHub or the Report a Bug guild.)
+[//]: # (To report a bug in one of the mobile apps, please report it in the correct repository. Android: https://github.com/HabitRPG/habitrpg-android, iOS: https://github.com/HabitRPG/habitrpg-ios)
 
-[//]: # (For more guidelines see https://github.com/HabitRPG/habitica/issues/2760)
+[//]: # (For more guidelines see https://github.com/HabitRPG/habitrpg/issues/2760)
 
-[//]: # (Fill out relevant information - UUID is found from the Habitia website at User Icon > Settings > API)
+[//]: # (Fill out relevant information - UUID is found in Settings -> API)
-### General Info
+General Info
   * UUID: 
   * Browser: 
   * OS: 
 
 ### Description
-[//]: # (Describe bug in detail here. Include screenshots if helpful.)
+[//]: # (Describe bug in detail here. Include pictures if helpful.)
+
+
 
 #### Console Errors
 [//]: # (Include any JavaScript console errors here.)

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,14 +1,14 @@
-[//]: # (Note: See http://habitica.fandom.com/wiki/Using_Your_Local_Install_to_Modify_Habitica%27s_Website_and_API for more info)
+[//]: # (Note: See http://habitica.wikia.com/wiki/Using_Habitica_Git#Pull_Request for more info)
 
-[//]: # (Put Issue # here, if applicable. This will automatically close the issue if your PR is merged in)
+[//]: # (Put Issue # or URL here, if applicable. This will automatically close the issue if your PR is merged in)
-Fixes put_#_and_issue_numer_here
+Fixes put_issue_url_here
 
 ### Changes
 [//]: # (Describe the changes that were made in detail here. Include pictures if necessary)
 
 
 
-[//]: # (Put User ID in here - found on the Habitica website at User Icon > Settings > API)
+[//]: # (Put User ID in here - found in Settings -> API)
 
 ----
 UUID: 

.gitignore

@@ -2,14 +2,11 @@
 website/client-old/gen
 website/client-old/common
 website/client-old/apidoc
-website/build
 website/client-old/js/habitrpg-shared.js*
 website/client-old/css/habitrpg-shared.css
 website/transpiled-babel/
 website/common/transpiled-babel/
 node_modules
-content_cache
-apidoc_build
 *.swp
 .idea*
 config.json
@@ -39,8 +36,6 @@ dist-client
 test/client/unit/coverage
 test/client/e2e/reports
 test/client-old/spec/mocks/translations.js
-yarn.lock
-.gitattributes
 
 # Elastic Beanstalk Files
 .elasticbeanstalk/*

.nodemonignore

@@ -4,7 +4,6 @@ node_modules/**
 .bower-registry/**
 website/client-old/**
 website/client/**
-website/client/store/**
 website/views/**
 website/build/**
 dist/**
@@ -17,4 +16,3 @@ CHANGELOG.md
 newrelic_agent.log
 *.swp
 *.swx
-website/raw_sprites/**

.nvmrc

@@ -1 +1 @@
-12
+6

.travis.yml

@@ -1,29 +1,33 @@
 language: node_js
 node_js:
-  - '12'
+  - '6'
-services:
+sudo: required
-  - mongodb
-cache:
-  directories:
-    - 'node_modules'
 addons:
-  chrome: stable
+  apt:
+    sources:
+      - ubuntu-toolchain-r-test
+    packages:
+      - g++-4.8
+before_install:
+  - $CXX --version
+  - npm install -g npm@4
+  - if [ $REQUIRES_SERVER ]; then sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 7F0CEB10; echo 'deb http://downloads-distro.mongodb.org/repo/ubuntu-upstart dist 10gen' | sudo tee /etc/apt/sources.list.d/mongodb.list; sudo apt-get update; sudo apt-get install mongodb-org-server; fi
 before_script:
   - npm run test:build
   - cp config.json.example config.json
-  - sleep 5
+  - if [ $REQUIRES_SERVER ]; then until nc -z localhost 27017; do echo Waiting for MongoDB; sleep 1; done; export DISPLAY=:99; fi
-script:
+after_script:
-  - npm run $TEST
+  - ./node_modules/.bin/lcov-result-merger 'coverage/**/*.info' | ./node_modules/coveralls/bin/coveralls.js
+script: npm run $TEST
 env:
   global:
+    - CXX=g++-4.8
     - DISABLE_REQUEST_LOGGING=true
   matrix:
     - TEST="lint"
-    - TEST="test:api:unit" REQUIRES_SERVER=true COVERAGE=true
+    - TEST="test:api-v3" REQUIRES_SERVER=true
-    - TEST="test:api-v3:integration" REQUIRES_SERVER=true COVERAGE=true
-    - TEST="test:api-v4:integration" REQUIRES_SERVER=true COVERAGE=true
     - TEST="test:sanity"
-    - TEST="test:content" COVERAGE=true
+    - TEST="test:content"
-    - TEST="test:common" COVERAGE=true
+    - TEST="test:common"
-    - TEST="client:unit" COVERAGE=true
+    - TEST="test:karma"
-    - TEST="apidoc"
+    - TEST="client:unit"

Dockerfile

@@ -1,30 +1,45 @@
-FROM node:12
+FROM ubuntu:trusty
 
-ENV ADMIN_EMAIL admin@habitica.com
+MAINTAINER Sabe Jones <sabe@habitica.com>
-ENV AMAZON_PAYMENTS_CLIENT_ID amzn1.application-oa2-client.68ed9e6904ef438fbc1bf86bf494056e
+
-ENV AMAZON_PAYMENTS_SELLER_ID AMQ3SB4SG5E91
+# Avoid ERROR: invoke-rc.d: policy-rc.d denied execution of start.
-ENV AMPLITUDE_KEY e8d4c24b3d6ef3ee73eeba715023dd43
+RUN echo -e '#!/bin/sh\nexit 0' > /usr/sbin/policy-rc.d
-ENV BASE_URL https://habitica.com
+
-ENV FACEBOOK_KEY 128307497299777
+# Install prerequisites
-ENV GA_ID UA-33510635-1
+RUN apt-get update
-ENV GOOGLE_CLIENT_ID 1035232791481-32vtplgnjnd1aufv3mcu1lthf31795fq.apps.googleusercontent.com
+RUN apt-get install -y \
-ENV LOGGLY_CLIENT_TOKEN ab5663bf-241f-4d14-8783-7d80db77089a
+    build-essential \
-ENV NODE_ENV production
+    curl \
-ENV STRIPE_PUB_KEY pk_85fQ0yMECHNfHTSsZoxZXlPSwSNfA
+    git \
+    libfontconfig1 \
+    libfreetype6 \
+    libkrb5-dev \
+    python
+
+# Install NodeJS
+RUN curl -sL https://deb.nodesource.com/setup_6.x | sudo -E bash -
+RUN apt-get install -y nodejs
+
+# Install npm@latest
+RUN curl -sL https://www.npmjs.org/install.sh | sh
+
+# Clean up package management
+RUN apt-get clean
+RUN rm -rf /var/lib/apt/lists/*
 
 # Install global packages
-RUN npm install -g gulp-cli mocha
+RUN npm install -g gulp grunt-cli bower mocha
 
 # Clone Habitica repo and install dependencies
-RUN mkdir -p /usr/src/habitrpg
+WORKDIR /habitrpg
-WORKDIR /usr/src/habitrpg
+RUN git clone https://github.com/HabitRPG/habitica.git /habitrpg
-RUN git clone --branch release --depth 1 https://github.com/HabitRPG/habitica.git /usr/src/habitrpg
 RUN npm install
-RUN gulp build:prod --force
+RUN bower install --allow-root
 
-# Create Build dir
+# Create environment config file and build directory
+RUN cp config.json.example config.json
 RUN mkdir -p ./website/build
 
 # Start Habitica
 EXPOSE 3000
-CMD ["node", "./website/transpiled-babel/index.js"]
+CMD ["npm", "start"]

Dockerfile-Dev

@@ -1,5 +0,0 @@
-FROM node:12
-WORKDIR /code
-COPY package*.json /code/
-RUN npm install
-RUN npm install -g gulp-cli mocha

Gruntfile.js

@@ -0,0 +1,142 @@
+/*global module:false*/
+require('babel-register');
+var _ = require('lodash');
+module.exports = function(grunt) {
+
+  // Project configuration.
+  grunt.initConfig({
+    pkg: grunt.file.readJSON('package.json'),
+
+    karma: {
+      unit: {
+        configFile: 'test/client-old/spec/karma.conf.js'
+      },
+      continuous: {
+        configFile: 'test/client-old/spec/karma.conf.js',
+        singleRun: true,
+        autoWatch: false
+      }
+    },
+
+    clean: {
+      build: ['website/build']
+    },
+
+    cssmin: {
+      dist: {
+        options: {
+          report: 'gzip'
+        },
+        files:{
+          "website/client-old/css/habitrpg-shared.css": [
+            "website/assets/sprites/dist/spritesmith*.css",
+            "website/assets/sprites/css/backer.css",
+            "website/assets/sprites/css/Mounts.css",
+            "website/assets/sprites/css/index.css"
+          ]
+        }
+      }
+    },
+
+    stylus: {
+      build: {
+        options: {
+          compress: false, // AFTER
+          'include css': true,
+          paths: ['website/client-old']
+        },
+        files: {
+          'website/build/app.css': ['website/client-old/css/index.styl'],
+          'website/build/static.css': ['website/client-old/css/static.styl']
+        }
+      }
+    },
+
+    copy: {
+      build: {
+        files: [
+          {expand: true, cwd: 'website/client-old/', src: 'favicon.ico', dest: 'website/build/'},
+          {expand: true, cwd: 'website/client-old/', src: 'favicon_192x192.png', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/dist/', src: 'spritesmith*.png', dest: 'website/build/static/sprites'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'backer-only/*.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'npc_ian.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'quest_*.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/client-old/', src: 'bower_components/bootstrap/dist/fonts/*', dest: 'website/build/'}
+        ]
+      }
+    },
+
+    // UPDATE IT WHEN YOU ADD SOME FILES NOT ALREADY MATCHED!
+    hashres: {
+      build: {
+        options: {
+          fileNameFormat: '${name}-${hash}.${ext}'
+        },
+        src: [
+          'website/build/*.js',
+          'website/build/*.css',
+          'website/build/favicon.ico',
+          'website/build/favicon_192x192.png',
+          'website/build/*.png',
+          'website/build/static/sprites/*.png',
+          'website/build/*.gif',
+          'website/build/bower_components/bootstrap/dist/fonts/*'
+        ],
+        dest: 'website/build/*.css'
+      }
+    }
+  });
+
+  //Load build files from client-old/manifest.json
+  grunt.registerTask('loadManifestFiles', 'Load all build files from client-old/manifest.json', function(){
+    var files = grunt.file.readJSON('./website/client-old/manifest.json');
+    var uglify = {};
+    var cssmin = {};
+
+    _.each(files, function(val, key){
+
+      var js = uglify['website/build/' + key + '.js'] = [];
+
+      _.each(files[key].js, function(val){
+        var path = "./";
+        if( val.indexOf('common/') == -1)
+          path = './website/client-old/';
+        js.push(path + val);
+      });
+
+      var css = cssmin['website/build/' + key + '.css'] = [];
+
+      _.each(files[key].css, function(val){
+        var path = "./";
+        if( val.indexOf('common/') == -1) {
+          path = (val == 'app.css' || val == 'static.css') ?  './website/build/' : './website/client-old/';
+        }
+        css.push(path + val)
+      });
+
+    });
+
+    grunt.config.set('uglify.build.files', uglify);
+    grunt.config.set('uglify.build.options', {compress: false});
+
+    grunt.config.set('cssmin.build.files', cssmin);
+    // Rewrite urls to relative path
+    grunt.config.set('cssmin.build.options', {'target': 'website/client-old/css/whatever-css.css'});
+  });
+
+  // Register tasks.
+  grunt.registerTask('build:prod', ['loadManifestFiles', 'clean:build', 'uglify', 'stylus', 'cssmin', 'copy:build', 'hashres']);
+  grunt.registerTask('build:dev', ['cssmin', 'stylus']);
+  grunt.registerTask('build:test', ['build:dev']);
+
+  // Load tasks
+  grunt.loadNpmTasks('grunt-contrib-uglify');
+  grunt.loadNpmTasks('grunt-contrib-clean');
+  grunt.loadNpmTasks('grunt-contrib-stylus');
+  grunt.loadNpmTasks('grunt-contrib-cssmin');
+  grunt.loadNpmTasks('grunt-contrib-copy');
+  grunt.loadNpmTasks('grunt-contrib-watch');
+  grunt.loadNpmTasks('grunt-hashres');
+  if (process.env.NODE_ENV !== 'production') grunt.loadNpmTasks('grunt-karma');
+
+};

README.md

@@ -1,16 +1,12 @@
-Habitica [![Build Status](https://travis-ci.org/HabitRPG/habitica.svg?branch=develop)](https://travis-ci.org/HabitRPG/habitica) [![Code Climate](https://codeclimate.com/github/HabitRPG/habitrpg.svg)](https://codeclimate.com/github/HabitRPG/habitrpg) [![Bountysource](https://api.bountysource.com/badge/tracker?tracker_id=68393)](https://www.bountysource.com/trackers/68393-habitrpg?utm_source=68393&utm_medium=shield&utm_campaign=TRACKER_BADGE) [![Open Source Helpers](https://www.codetriage.com/habitrpg/habitica/badges/users.svg)](https://www.codetriage.com/habitrpg/habitica)
+Habitica [![Build Status](https://travis-ci.org/HabitRPG/habitica.svg?branch=develop)](https://travis-ci.org/HabitRPG/habitica) [![Code Climate](https://codeclimate.com/github/HabitRPG/habitrpg.svg)](https://codeclimate.com/github/HabitRPG/habitrpg) [![Coverage Status](https://coveralls.io/repos/github/HabitRPG/habitica/badge.svg?branch=develop)](https://coveralls.io/github/HabitRPG/habitica?branch=develop) [![Bountysource](https://api.bountysource.com/badge/tracker?tracker_id=68393)](https://www.bountysource.com/trackers/68393-habitrpg?utm_source=68393&utm_medium=shield&utm_campaign=TRACKER_BADGE)
 ===============
 
-[![Greenkeeper badge](https://badges.greenkeeper.io/HabitRPG/habitica.svg)](https://greenkeeper.io/)
-
 [Habitica](https://habitica.com) is an open source habit building program which treats your life like a Role Playing Game. Level up as you succeed, lose HP as you fail, earn money to buy weapons and armor.
 
-**We need more programmers!** Your assistance will be greatly appreciated. The wiki pages below and the additional pages they link to will tell you how to get started on contributing code and where you can go to seek further help or ask questions:
+We need more programmers! Your assistance will be greatly appreciated.
-* [Guidance for Blacksmiths](http://habitica.fandom.com/wiki/Guidance_for_Blacksmiths) - an introduction to the technologies used and how the software is organized.
-* [Setting up Habitica Locally](http://habitica.fandom.com/wiki/Setting_up_Habitica_Locally) - how to set up a local install of Habitica for development and testing on various platforms.
 
-Habitica's code is licensed as described at https://github.com/HabitRPG/habitica/blob/develop/LICENSE
+For an introduction to the technologies used and how the software is organized, refer to [Contributing to Habitica](http://habitica.wikia.com/wiki/Contributing_to_Habitica#Coders_.28Web_.26_Mobile.29) - "Coders (Web & Mobile)" section.
 
-**Found a bug?** Please report it in the [Report a Bug guild](https://habitica.com/groups/guild/a29da26b-37de-4a71-b0c6-48e72a900dac) rather than creating an issue (an admin will advise you if a new issue is necessary; usually it is not).
+To set up a local install of Habitica for development and testing, see [Setting up Habitica Locally](http://habitica.wikia.com/wiki/Setting_up_Habitica_Locally), which contains instructions for Windows, *nix / Mac OS, and Vagrant.
 
-**Have any questions about Habitica or its community?** See the links in the [habitica.com](https://habitica.com) website's Help menu or drop in to [Guilds > Tavern Chat](https://habitica.com/groups/tavern) to ask questions or chat socially!
+Then read [Guidance for Blacksmiths](http://habitica.wikia.com/wiki/Guidance_for_Blacksmiths) for additional instructions and useful tips.

VAGRANT.md

@@ -8,4 +8,4 @@ minimal dependencies on the developer's local platform. It can be used
 on a variety of systems including Windows, Mac OS X, and Linux.
 
 Instructions for using the Habitica Vagrant environment are in
-[Setting up Habitica Locally](http://habitica.fandom.com/wiki/Setting_up_Habitica_Locally).
+[Setting up Habitica Locally](http://habitica.wikia.com/wiki/Setting_up_Habitica_Locally).

Vagrantfile.example

@@ -16,7 +16,5 @@ Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
   config.vm.hostname = "habitrpg"
   config.vm.network "forwarded_port", guest: 3000, host: 3000, auto_correct: true
   config.vm.usable_port_range = (3000..3050)
-  config.vm.network "forwarded_port", guest: 8080, host: 8080, auto_correct: true
-  config.vm.usable_port_range = (8080..8130)
   config.vm.provision :shell, :path => "vagrant_scripts/vagrant.sh"
 end

bower.json

@@ -0,0 +1,56 @@
+{
+  "name": "HabitRPG",
+  "version": "0.1.1",
+  "homepage": "https://github.com/lefnire/habitrpg",
+  "authors": [
+    "Tyler Renelle <tylerrenelle@gmail.com>"
+  ],
+  "private": true,
+  "ignore": [
+    "**/.*",
+    "node_modules",
+    "website/client-old/bower_components",
+    "test",
+    "tests"
+  ],
+  "dependencies": {
+    "Angular-At-Directive": "snicker/Angular-At-Directive#c27bae207aa06d1e",
+    "angular": "1.3.9",
+    "angular-bootstrap": "0.13.0",
+    "angular-filter": "0.5.1",
+    "angular-loading-bar": "0.6.0",
+    "angular-resource": "1.3.9",
+    "angular-sanitize": "1.3.9",
+    "angular-ui": "0.4.0",
+    "angular-ui-router": "0.2.13",
+    "angular-ui-select2": "angular-ui/ui-select2#afa6589a54cb72815f",
+    "angular-ui-utils": "0.1.0",
+    "bootstrap": "3.1.0",
+    "bootstrap-growl": "ifightcrime/bootstrap-growl#162daa41cd1155f",
+    "bootstrap-tour": "0.10.1",
+    "css-social-buttons": "samcollins/css-social-buttons#v1.1.1 ",
+    "github-buttons": "mdo/github-buttons#v3.0.0",
+    "hello": "1.13.4",
+    "jquery": "2.1.0",
+    "jquery-colorbox": "1.4.36",
+    "jquery-ui": "1.10.3",
+    "jquery.cookie": "1.4.0",
+    "js-emoji": "snicker/js-emoji#f25d8a303f",
+    "ngInfiniteScroll": "1.1.0",
+    "pnotify": "1.3.1",
+    "sticky": "1.0.3",
+    "swagger-ui": "wordnik/swagger-ui#v2.0.24",
+    "smart-app-banner": "78ef9c0679723b25be1a0ae04f7b4aef7cbced4f",
+    "habitica-markdown": "1.2.2",
+    "pusher-js-auth": "^2.0.0",
+    "pusher-websocket-iso": "pusher#^3.2.0",
+    "taggle": "^1.11.1"
+  },
+  "devDependencies": {
+    "angular-mocks": "1.3.9"
+  },
+  "resolutions": {
+    "angular": "1.3.9",
+    "jquery": ">=1.9.0"
+  }
+}

config.json.example

@@ -1,77 +1,91 @@
 {
-  "ADMIN_EMAIL": "you@example.com",
+    "PORT":3000,
-  "AMAZON_PAYMENTS_CLIENT_ID": "CLIENT_ID",
+    "ENABLE_CONSOLE_LOGS_IN_PROD":"false",
-  "AMAZON_PAYMENTS_MODE": "sandbox",
+    "IP":"0.0.0.0",
-  "AMAZON_PAYMENTS_MWS_KEY": "MWS_KEY",
+    "WEB_CONCURRENCY":1,
-  "AMAZON_PAYMENTS_MWS_SECRET": "MWS_SECRET",
+    "BASE_URL":"http://localhost:3000",
-  "AMAZON_PAYMENTS_SELLER_ID": "SELLER_ID",
+    "FACEBOOK_KEY":"123456789012345",
-  "AMPLITUDE_KEY": "AMPLITUDE_KEY",
+    "FACEBOOK_SECRET":"aaaabbbbccccddddeeeeffff00001111",
-  "AMPLITUDE_SECRET": "AMPLITUDE_SECRET",
+    "GOOGLE_CLIENT_ID":"123456789012345",
-  "BASE_URL": "http://localhost:3000",
+    "GOOGLE_CLIENT_SECRET":"aaaabbbbccccddddeeeeffff00001111",
-  "CRON_SAFE_MODE": "false",
+    "PLAY_API": {
-  "CRON_SEMI_SAFE_MODE": "false",
+      "CLIENT_ID": "aaaabbbbccccddddeeeeffff00001111",
-  "DISABLE_REQUEST_LOGGING": "true",
+      "CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
-  "EMAILS_COMMUNITY_MANAGER_EMAIL": "admin@habitica.com",
+      "ACCESS_TOKEN":"aaaabbbbccccddddeeeeffff00001111",
-  "EMAILS_PRESS_ENQUIRY_EMAIL": "admin@habitica.com",
+      "REFRESH_TOKEN":"aaaabbbbccccddddeeeeffff00001111"
-  "EMAILS_TECH_ASSISTANCE_EMAIL": "admin@habitica.com",
+    },
-  "EMAIL_SERVER_AUTH_PASSWORD": "password",
+    "NODE_DB_URI":"mongodb://localhost/habitrpg",
-  "EMAIL_SERVER_AUTH_USER": "user",
+    "TEST_DB_URI":"mongodb://localhost/habitrpg_test",
-  "EMAIL_SERVER_URL": "http://example.com",
+    "NODE_ENV":"development",
-  "ENABLE_CONSOLE_LOGS_IN_PROD": "false",
+    "ENABLE_CONSOLE_LOGS_IN_TEST": false,
-  "ENABLE_CONSOLE_LOGS_IN_TEST": "false",
+    "CRON_SAFE_MODE":"false",
-  "FACEBOOK_KEY": "123456789012345",
+    "CRON_SEMI_SAFE_MODE":"false",
-  "FACEBOOK_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+    "MAINTENANCE_MODE": "false",
-  "FLAG_REPORT_EMAIL": "email@example.com, email2@example.com",
+    "SESSION_SECRET":"YOUR SECRET HERE",
-  "GA_ID": "GA_ID",
+    "ADMIN_EMAIL": "you@example.com",
-  "GOOGLE_CLIENT_ID": "123456789012345",
+    "SMTP_USER":"user@example.com",
-  "GOOGLE_CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+    "SMTP_PASS":"password",
-  "IAP_GOOGLE_KEYDIR": "/path/to/google/public/key/dir/",
+    "SMTP_SERVICE":"Gmail",
-  "IGNORE_REDIRECT": "true",
+    "SMTP_HOST":"example.com",
-  "ITUNES_SHARED_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+    "SMTP_PORT": 587,
-  "LOGGLY_CLIENT_TOKEN": "token",
+    "SMTP_TLS": true,
-  "LOGGLY_SUBDOMAIN": "example-subdomain",
+    "STRIPE_API_KEY":"aaaabbbbccccddddeeeeffff00001111",
-  "LOGGLY_TOKEN": "example-token",
+    "STRIPE_PUB_KEY":"22223333444455556666777788889999",
-  "MAINTENANCE_MODE": "false",
+    "NEW_RELIC_LICENSE_KEY":"NEW_RELIC_LICENSE_KEY",
-  "NODE_DB_URI": "mongodb://localhost/habitrpg",
+    "NEW_RELIC_NO_CONFIG_FILE":"true",
-  "NODE_ENV": "development",
+    "NEW_RELIC_APPLICATION_ID":"NEW_RELIC_APPLICATION_ID",
-  "PATH": "bin:node_modules/.bin:/usr/local/bin:/usr/bin:/bin",
+    "NEW_RELIC_API_KEY":"NEW_RELIC_API_KEY",
-  "PAYPAL_BILLING_PLANS_basic_12mo": "basic_12mo",
+    "GA_ID": "GA_ID",
-  "PAYPAL_BILLING_PLANS_basic_3mo": "basic_3mo",
+    "AMPLITUDE_KEY": "AMPLITUDE_KEY",
-  "PAYPAL_BILLING_PLANS_basic_6mo": "basic_6mo",
+    "AMAZON_PAYMENTS": {
-  "PAYPAL_BILLING_PLANS_basic_earned": "basic_earned",
+        "SELLER_ID": "SELLER_ID",
-  "PAYPAL_BILLING_PLANS_google_6mo": "google_6mo",
+        "CLIENT_ID": "CLIENT_ID",
-  "PAYPAL_CLIENT_ID": "client_id",
+        "MWS_KEY": "",
-  "PAYPAL_CLIENT_SECRET": "client_secret",
+        "MWS_SECRET": ""
-  "PAYPAL_EXPERIENCE_PROFILE_ID": "xp_profile_id",
+    },
-  "PAYPAL_MODE": "sandbox",
+    "FLAG_REPORT_EMAIL": "email@mod.com,email2@mod.com",
-  "PLAY_API_ACCESS_TOKEN": "aaaabbbbccccddddeeeeffff00001111",
+    "EMAIL_SERVER": {
-  "PLAY_API_CLIENT_ID": "aaaabbbbccccddddeeeeffff00001111",
+        "url": "http://example.com",
-  "PLAY_API_CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+        "authUser": "user",
-  "PLAY_API_REFRESH_TOKEN": "aaaabbbbccccddddeeeeffff00001111",
+        "authPassword": "password"
-  "PORT": 3000,
+    },
-  "PUSH_CONFIGS_APN_ENABLED": "false",
+    "S3":{
-  "PUSH_CONFIGS_APN_KEY": "xxxxxxxxxx",
+        "bucket":"bucket",
-  "PUSH_CONFIGS_APN_KEY_ID": "xxxxxxxxxx",
+        "accessKeyId":"accessKeyId",
-  "PUSH_CONFIGS_APN_TEAM_ID": "aaabbbcccd",
+        "secretAccessKey":"secretAccessKey"
-  "PUSH_CONFIGS_FCM_SERVER_API_KEY": "aaabbbcccd",
+    },
-  "S3_ACCESS_KEY_ID": "accessKeyId",
+    "SLACK_URL": "https://hooks.slack.com/services/some-url",
-  "S3_BUCKET": "bucket",
+    "TRANSIFEX_SLACK_CHANNEL": "transifex",
-  "S3_SECRET_ACCESS_KEY": "secretAccessKey",
+    "PAYPAL":{
-  "SESSION_SECRET": "YOUR SECRET HERE",
+        "billing_plans": {
-  "SESSION_SECRET_IV": "12345678912345678912345678912345",
+            "basic_earned":"basic_earned",
-  "SESSION_SECRET_KEY": "1234567891234567891234567891234567891234567891234567891234567891",
+            "basic_3mo":"basic_3mo",
-  "SITE_HTTP_AUTH_ENABLED": "false",
+            "basic_6mo":"basic_6mo",
-  "SITE_HTTP_AUTH_PASSWORDS": "password,wordpass,passkey",
+            "google_6mo":"google_6mo",
-  "SITE_HTTP_AUTH_USERNAMES": "admin,tester,contributor",
+            "basic_12mo":"basic_12mo"
-  "SLACK_FLAGGING_FOOTER_LINK": "https://habitrpg.github.io/flag-o-rama/",
+        },
-  "SLACK_FLAGGING_URL": "https://hooks.slack.com/services/id/id/id",
+        "mode":"sandbox",
-  "SLACK_SUBSCRIPTIONS_URL": "https://hooks.slack.com/services/id/id/id",
+        "client_id":"client_id",
-  "SLACK_URL": "https://hooks.slack.com/services/some-url",
+        "client_secret":"client_secret"
-  "STRIPE_API_KEY": "aaaabbbbccccddddeeeeffff00001111",
+    },
-  "STRIPE_PUB_KEY": "22223333444455556666777788889999",
+    "IAP_GOOGLE_KEYDIR": "/path/to/google/public/key/dir/",
-  "TEST_DB_URI": "mongodb://localhost/habitrpg_test",
+    "LOGGLY_TOKEN": "token",
-  "TRANSIFEX_SLACK_CHANNEL": "transifex",
+    "LOGGLY_ACCOUNT": "account",
-  "WEB_CONCURRENCY": 1,
+    "PUSH_CONFIGS": {
-  "SKIP_SSL_CHECK_KEY": "key",
+        "GCM_SERVER_API_KEY": "",
-  "ENABLE_STACKDRIVER_TRACING": "false"
+        "APN_ENABLED": "true",
+        "FCM_SERVER_API_KEY": ""
+    },
+    "PUSHER": {
+        "ENABLED": "false",
+        "APP_ID": "appId",
+        "KEY": "key",
+        "SECRET": "secret"
+    },
+    "SLACK": {
+        "FLAGGING_URL": "https://hooks.slack.com/services/id/id/id",
+        "FLAGGING_FOOTER_LINK": "https://habitrpg.github.io/flag-o-rama/",
+        "SUBSCRIPTIONS_URL": "https://hooks.slack.com/services/id/id/id"
+    },
+    "ITUNES_SHARED_SECRET": "aaaabbbbccccddddeeeeffff00001111"
 }

database_reports/20180607_subscriber_histories.js

@@ -1,100 +0,0 @@
-import max from 'lodash/max';
-import mean from 'lodash/mean';
-import monk from 'monk';
-import round from 'lodash/round';
-import sum from 'lodash/sum';
-
-/*
- * Output data on subscribers' task histories, formatted for CSV.
- * User ID,Count of Dailies,Count of Habits,Total History Size,Max History Size,Mean History Size,Median History Size
- */
-const connectionString = 'mongodb://localhost:27017/habitrpg?auto_reconnect=true'; // FOR TEST DATABASE
-
-let dbUsers = monk(connectionString).get('users', { castIds: false });
-let dbTasks = monk(connectionString).get('tasks', { castIds: false });
-
-function usersReport () {
-  let allHistoryLengths = [];
-
-  console.info('User ID,Count of Dailies,Count of Habits,Total History Size,Max History Size,Mean History Size,Median History Size');
-
-  dbUsers.find(
-    {
-      $and:
-        [
-          {'purchased.plan.planId': {$ne:null}},
-          {'purchased.plan.planId': {$ne:''}},
-        ],
-      $or:
-        [
-          {'purchased.plan.dateTerminated': null},
-          {'purchased.plan.dateTerminated': ''},
-          {'purchased.plan.dateTerminated': {$gt:new Date()}},
-        ],
-    },
-    {
-      fields: {_id: 1},
-    }
-  ).each((user, {close, pause, resume}) => {
-    let historyLengths = [];
-    let habitCount = 0;
-    let dailyCount = 0;
-
-    pause();
-    return dbTasks.find(
-      {
-        userId: user._id,
-        $or:
-          [
-            {type: 'habit'},
-            {type: 'daily'},
-          ],
-      },
-      {
-        fields: {
-          type: 1,
-          history: 1,
-        },
-      }
-    ).each((task) => {
-      if (task.type === 'habit') {
-        habitCount++;
-      }
-      if (task.type === 'daily') {
-        dailyCount++;
-      }
-      if (task.history.length > 0) {
-        allHistoryLengths.push(task.history.length);
-        historyLengths.push(task.history.length);
-      }
-    }).then(() => {
-      const totalHistory = sum(historyLengths);
-      const maxHistory = historyLengths.length > 0 ? max(historyLengths) : 0;
-      const meanHistory = historyLengths.length > 0 ? round(mean(historyLengths)) : 0;
-      const medianHistory = historyLengths.length > 0 ? median(historyLengths) : 0;
-      console.info(`${user._id},${dailyCount},${habitCount},${totalHistory},${maxHistory},${meanHistory},${medianHistory}`);
-      resume();
-    });
-  }).then(() => {
-    console.info(`Total Subscriber History Entries: ${sum(allHistoryLengths)}`);
-    console.info(`Largest History Size: ${max(allHistoryLengths)}`);
-    console.info(`Mean History Size: ${round(mean(allHistoryLengths))}`);
-    console.info(`Median History Size: ${median(allHistoryLengths)}`);
-    return process.exit(0);
-  });
-}
-
-function median(values) { // https://gist.github.com/caseyjustus/1166258
-  values.sort( function(a,b) {return a - b;} );
-
-  var half = Math.floor(values.length/2);
-
-  if (values.length % 2) {
-    return values[half];
-  }
-  else {
-    return (values[half-1] + values[half]) / 2.0;
-  }
-}
-
-module.exports = usersReport;

database_reports/20181001_backtoschool_challenge.js

@@ -1,48 +0,0 @@
-import monk from 'monk';
-import nconf from 'nconf';
-
-/*
- * Output data on users who completed all the To-Do tasks in the 2018 Back-to-School Challenge.
- * User ID,Profile Name
- */
-const CONNECTION_STRING = nconf.get('MIGRATION_CONNECT_STRING');
-const CHALLENGE_ID = '0acb1d56-1660-41a4-af80-9259f080b62b';
-
-let dbUsers = monk(CONNECTION_STRING).get('users', { castIds: false });
-let dbTasks = monk(CONNECTION_STRING).get('tasks', { castIds: false });
-
-function usersReport() {
-  console.info('User ID,Profile Name');
-  let userCount = 0;
-
-  dbUsers.find(
-    {challenges: CHALLENGE_ID},
-    {fields:
-      {_id: 1, 'profile.name': 1}
-    },
-  ).each((user, {close, pause, resume}) => {
-    pause();
-    userCount++;
-    let completedTodos = 0;
-    return dbTasks.find(
-      {
-        userId: user._id,
-        'challenge.id': CHALLENGE_ID,
-        type: 'todo',
-      },
-      {fields: {completed: 1}}
-    ).each((task) => {
-      if (task.completed) completedTodos++;
-    }).then(() => {
-      if (completedTodos >= 7) {
-        console.info(`${user._id},${user.profile.name}`);
-      }
-      resume();
-    });
-  }).then(() => {
-    console.info(`${userCount} users reviewed`);
-    return process.exit(0);
-  });
-}
-
-module.exports = usersReport;

database_reports/count_users_who_own_specified_gear.js

@@ -3,7 +3,7 @@ var authorUuid = 'd904bd62-da08-416b-a816-ba797c9ee265'; //... own data is done
 
 /**
  * database_reports/count_users_who_own_specified_gear.js
- * https://github.com/HabitRPG/habitica/pull/3884
+ * https://github.com/HabitRPG/habitrpg/pull/3884
  */
 
 var thingsOfInterest = {

docker-compose.dev.yml

@@ -1,45 +1,3 @@
-version: "3"
+web:
-services:
+  volumes:
-  client:
+    - '.:/habitrpg'
-    build:
-      context: .
-      dockerfile: ./Dockerfile-Dev
-    command: ["npm", "run", "client:dev"]
-    depends_on:
-      - server
-    environment:
-      - BASE_URL=http://server:3000
-    image: habitica
-    networks:
-      - habitica
-    ports:
-      - "8080:8080"
-    volumes:
-      - .:/code
-      - /code/node_modules
-  server:
-    build:
-      context: .
-      dockerfile: ./Dockerfile-Dev
-    command: ["npm", "start"]
-    depends_on:
-      - mongo
-    environment:
-      - NODE_DB_URI=mongodb://mongo/habitrpg
-    image: habitica
-    networks:
-      - habitica
-    ports:
-      - "3000:3000"
-    volumes:
-      - .:/code
-      - /code/node_modules
-  mongo:
-    image: mongo:3.4
-    networks:
-      - habitica
-    ports:
-      - "27017:27017"
-networks:
-  habitica:
-    driver: bridge

docker-compose.yml

@@ -1,36 +1,13 @@
-version: "3"
+web:
-services:
+  build: .
+  ports:
+    - "3000:3000"
+  links:
+    - mongo
+  environment:
+    - NODE_DB_URI=mongodb://mongo/habitrpg
 
-  client:
+mongo:
-    build: .
+  image: mongo
-    networks:
+  ports:
-      - habitica
+    - "27017:27017"
-    environment:
-      - BASE_URL=http://server:3000
-    ports:
-        - "8080:8080"
-    command: ["npm", "run", "client:dev"]
-    depends_on:
-      - server
-
-  server:
-    build: .
-    ports:
-      - "3000:3000"
-    networks:
-      - habitica
-    environment:
-      - NODE_DB_URI=mongodb://mongo/habitrpg
-    depends_on:
-      - mongo
-
-  mongo:
-    image: mongo:3.4
-    ports:
-      - "27017:27017"
-    networks:
-      - habitica
-
-networks:
-  habitica:
-    driver: bridge

gulp/.eslintrc

@@ -0,0 +1,10 @@
+{
+  "root": true,
+  "env": {
+    "node": true,
+  },
+  "extends": [
+    "habitrpg/server",
+    "habitrpg/babel"
+  ],
+}

gulp/gulp-apidoc.js

@@ -2,13 +2,13 @@ import gulp from 'gulp';
 import clean from 'rimraf';
 import apidoc from 'apidoc';
 
-const APIDOC_DEST_PATH = './apidoc_build';
+const APIDOC_DEST_PATH = './website/build/apidoc';
 const APIDOC_SRC_PATH = './website/server';
 gulp.task('apidoc:clean', (done) => {
   clean(APIDOC_DEST_PATH, done);
 });
 
-gulp.task('apidoc', gulp.series('apidoc:clean', (done) => {
+gulp.task('apidoc', ['apidoc:clean'], (done) => {
   let result = apidoc.createDoc({
     src: APIDOC_SRC_PATH,
     dest: APIDOC_DEST_PATH,
@@ -19,8 +19,8 @@ gulp.task('apidoc', gulp.series('apidoc:clean', (done) => {
   } else {
     done();
   }
-}));
+});
 
-gulp.task('apidoc:watch', gulp.series('apidoc', (done) => {
+gulp.task('apidoc:watch', ['apidoc'], () => {
-  return gulp.watch(`${APIDOC_SRC_PATH}/**/*.js`, gulp.series('apidoc', done));
+  return gulp.watch(APIDOC_SRC_PATH + '/**/*.js', ['apidoc']);
-}));
+});

gulp/gulp-babelify.js

@@ -0,0 +1,31 @@
+import gulp from 'gulp';
+import browserify from 'browserify';
+import source from 'vinyl-source-stream';
+import buffer from 'vinyl-buffer';
+import uglify from 'gulp-uglify';
+import sourcemaps from 'gulp-sourcemaps';
+import babel from 'babelify';
+
+gulp.task('browserify', function () {
+  let bundler = browserify({
+    entries: './website/common/browserify.js',
+    debug: true,
+    transform: [[babel, { compact: false }]],
+  });
+
+  return bundler.bundle()
+    .pipe(source('habitrpg-shared.js'))
+    .pipe(buffer())
+    .pipe(sourcemaps.init({loadMaps: true}))
+    .pipe(uglify())
+    .on('error', function (err) {
+      console.error(err);
+      this.emit('end');
+    })
+    .pipe(sourcemaps.write('./'))
+    .pipe(gulp.dest('./website/client-old/js/'));
+});
+
+gulp.task('browserify:watch', () => {
+  gulp.watch('./website/common/script/**/*.js', ['browserify']);
+});

gulp/gulp-build.js

@@ -1,6 +1,15 @@
 import gulp from 'gulp';
+import runSequence from 'run-sequence';
 import babel from 'gulp-babel';
-import webpackProductionBuild from '../webpack/build';
+require('gulp-grunt')(gulp);
+
+gulp.task('build', () => {
+  if (process.env.NODE_ENV === 'production') {
+    gulp.start('build:prod');
+  } else {
+    gulp.start('build:dev');
+  }
+});
 
 gulp.task('build:src', () => {
   return gulp.src('website/server/**/*.js')
@@ -14,30 +23,20 @@ gulp.task('build:common', () => {
     .pipe(gulp.dest('website/common/transpiled-babel/'));
 });
 
-gulp.task('build:server', gulp.series('build:src', 'build:common', done => done()));
+gulp.task('build:server', ['build:src', 'build:common']);
 
-// Client Production Build
+gulp.task('build:dev', ['browserify', 'prepare:staticNewStuff', 'semantic-ui'], (done) => {
-gulp.task('build:client', (done) => {
+  gulp.start('grunt-build:dev', done);
-  webpackProductionBuild((err, output) => {
-    if (err) return done(err);
-    console.log(output); // eslint-disable-line no-console
-    done();
-  });
 });
 
-gulp.task('build:prod', gulp.series(
+gulp.task('build:dev:watch', ['build:dev'], () => {
-  'build:server',
+  gulp.watch(['website/client-old/**/*.styl', 'website/common/script/*']);
-  'build:client',
+});
-  'apidoc',
-  done => done()
-));
 
-let buildArgs = [];
+gulp.task('build:prod', ['browserify', 'build:server', 'prepare:staticNewStuff', 'semantic-ui'], (done) => {
-
+  runSequence(
-if (process.env.NODE_ENV === 'production') { // eslint-disable-line no-process-env
+    'grunt-build:prod',
-  buildArgs.push('build:prod');
+    'apidoc',
-}
+    done
-
+  );
-gulp.task('build', gulp.series(buildArgs, (done) => {
+});
-  done();
-}));

gulp/gulp-console.js

@@ -1,4 +1,5 @@
 import mongoose from 'mongoose';
+import autoinc  from 'mongoose-id-autoinc';
 import logger  from '../website/server/libs/logger';
 import nconf    from 'nconf';
 import repl     from 'repl';
@@ -6,11 +7,10 @@ import gulp     from 'gulp';
 
 // Add additional properties to the repl's context
 let improveRepl = (context) => {
+
   // Let "exit" and "quit" terminate the console
   ['exit', 'quit'].forEach((term) => {
-    Object.defineProperty(context, term, { get () {
+    Object.defineProperty(context, term, { get () { process.exit(); }});
-      process.exit();
-    }});
   });
 
   // "clear" clears the screen
@@ -18,28 +18,30 @@ let improveRepl = (context) => {
     process.stdout.write('\u001B[2J\u001B[0;0f');
   }});
 
-  context.Challenge = require('../website/server/models/challenge').model; // eslint-disable-line global-require
+  context.Challenge = require('../website/server/models/challenge').model;
-  context.Group     = require('../website/server/models/group').model; // eslint-disable-line global-require
+  context.Group     = require('../website/server/models/group').model;
-  context.User      = require('../website/server/models/user').model; // eslint-disable-line global-require
+  context.User      = require('../website/server/models/user').model;
 
-  const isProd = nconf.get('NODE_ENV') === 'production';
+  var isProd = nconf.get('NODE_ENV') === 'production';
-  const mongooseOptions = !isProd ? {} : {
+  var mongooseOptions = !isProd ? {} : {
-    keepAlive: 1,
+    replset: { socketOptions: { keepAlive: 1, connectTimeoutMS: 30000 } },
-    connectTimeoutMS: 30000,
+    server: { socketOptions: { keepAlive: 1, connectTimeoutMS: 30000 } },
   };
-  mongoose.connect(
+  autoinc.init(
-    nconf.get('NODE_DB_URI'),
+    mongoose.connect(
-    mongooseOptions,
+      nconf.get('NODE_DB_URI'),
-    (err) => {
+      mongooseOptions,
-      if (err) throw err;
+      function (err) {
-      logger.info('Connected with Mongoose');
+        if (err) throw err;
-    }
+        logger.info('Connected with Mongoose');
+      }
+    )
   );
+
 };
 
-gulp.task('console', (done) => {
+gulp.task('console', (cb) => {
   improveRepl(repl.start({
     prompt: 'Habitica > ',
   }).context);
-  done();
 });

gulp/gulp-newstuff.js

@@ -0,0 +1,10 @@
+import gulp from 'gulp';
+import jade from 'jade';
+import {writeFileSync} from 'fs';
+
+gulp.task('prepare:staticNewStuff', () => {
+  writeFileSync(
+    './website/client-old/new-stuff.html',
+    jade.compileFile('./website/views/shared/new-stuff.jade')()
+  );
+});

gulp/gulp-semanticui.js

@@ -0,0 +1,43 @@
+import gulp from 'gulp';
+import fs from 'fs';
+
+// Make semantic-ui-less work with a theme in a different folder
+// Code taken from https://www.artembutusov.com/webpack-semantic-ui/
+
+// Relative to node_modules/semantic-ui-less
+const SEMANTIC_THEME_PATH = '../../website/client/assets/less/semantic-ui/theme.config';
+
+// fix well known bug with default distribution
+function fixFontPath (filename) {
+  return new Promise((resolve, reject) => {
+    fs.readFile(filename, 'utf8', (err, content) => {
+      if (err) return reject(err);
+
+      let newContent = content.replace(
+        '@fontPath  : \'../../themes/',
+        '@fontPath  : \'../../../themes/'
+      );
+
+      fs.writeFile(filename, newContent, 'utf8', (err1) => {
+        if (err) return reject(err1);
+        resolve();
+      });
+    });
+  });
+}
+
+gulp.task('semantic-ui', (done) => {
+  // relocate default config
+  fs.writeFile(
+    'node_modules/semantic-ui-less/theme.config',
+    `@import '${SEMANTIC_THEME_PATH}';\n`,
+    'utf8',
+    (err) => {
+      if (err) return done(err);
+
+      fixFontPath('node_modules/semantic-ui-less/themes/default/globals/site.variables')
+        .then(() => done())
+        .catch(done);
+    }
+  );
+});

gulp/gulp-sprites.js

@@ -7,43 +7,85 @@ import mergeStream from 'merge-stream';
 import {basename} from 'path';
 import {sync} from 'glob';
 import {each} from 'lodash';
-import vinylBuffer from 'vinyl-buffer';
 
 // https://github.com/Ensighten/grunt-spritesmith/issues/67#issuecomment-34786248
 const MAX_SPRITESHEET_SIZE = 1024 * 1024 * 3;
+const DIST_PATH = 'website/assets/sprites/dist/';
 
-const IMG_DIST_PATH = 'website/client/assets/images/sprites/';
+const IMG_DIST_PATH_NEW_CLIENT = 'website/static/sprites/';
-const CSS_DIST_PATH = 'website/client/assets/css/sprites/';
+const CSS_DIST_PATH_NEW_CLIENT = 'website/client/assets/css/sprites/';
 
-function checkForSpecialTreatment (name) {
+gulp.task('sprites:compile', ['sprites:clean', 'sprites:main', 'sprites:largeSprites', 'sprites:checkCompiledDimensions']);
-  let regex = /^hair|skin|beard|mustach|shirt|flower|^headAccessory_special_\w+Ears|^eyewear_special_\w+TopFrame|^eyewear_special_\w+HalfMoon/;
-  return name.match(regex) || name === 'head_0';
-}
 
-function calculateImgDimensions (img, addPadding) {
+gulp.task('sprites:main', () => {
-  let dims = sizeOf(img);
+  let mainSrc = sync('website/assets/sprites/spritesmith/**/*.png');
+  return createSpritesStream('main', mainSrc);
+});
 
-  let requiresSpecialTreatment = checkForSpecialTreatment(img);
+gulp.task('sprites:largeSprites', () => {
-  if (requiresSpecialTreatment) {
+  let largeSrc = sync('website/assets/sprites/spritesmith_large/**/*.png');
-    let newWidth = dims.width < 90 ? 90 : dims.width;
+  return createSpritesStream('largeSprites', largeSrc);
-    let newHeight = dims.height < 90 ? 90 : dims.height;
+});
-    dims = {
+
-      width: newWidth,
+gulp.task('sprites:clean', (done) => {
-      height: newHeight,
+  clean(`{${DIST_PATH}spritesmith*,${IMG_DIST_PATH_NEW_CLIENT}spritesmith*,${CSS_DIST_PATH_NEW_CLIENT}spritesmith*}`, done);
-    };
+});
+
+gulp.task('sprites:checkCompiledDimensions', ['sprites:main', 'sprites:largeSprites'], () => {
+  console.log('Verifiying that images do not exceed max dimensions');
+
+  let numberOfSheetsThatAreTooBig = 0;
+
+  let distSpritesheets = sync(`${DIST_PATH}*.png`);
+
+  each(distSpritesheets, (img, index) => {
+    let spriteSize = calculateImgDimensions(img);
+
+    if (spriteSize > MAX_SPRITESHEET_SIZE) {
+      numberOfSheetsThatAreTooBig++;
+      let name = basename(img, '.png');
+      console.error(`WARNING: ${name} might be too big - ${spriteSize} > ${MAX_SPRITESHEET_SIZE}`);
+    }
+  });
+
+  if (numberOfSheetsThatAreTooBig > 0) {
+    console.error(`${numberOfSheetsThatAreTooBig} sheets might too big for mobile Safari to be able to handle them, but there is a margin of error in these calculations so it is probably okay. Mention this to an admin so they can test a staging site on mobile Safari after your PR is merged.`); // https://github.com/HabitRPG/habitrpg/pull/6683#issuecomment-185462180
+  } else {
+    console.log('All images are within the correct dimensions');
   }
+});
 
-  let padding = 0;
+function createSpritesStream (name, src) {
+  let spritesheetSliceIndicies = calculateSpritesheetsSrcIndicies(src);
+  let stream = mergeStream();
 
-  if (addPadding) {
+  each(spritesheetSliceIndicies, (start, index) => {
-    padding = dims.width * 8 + dims.height * 8;
+    let slicedSrc = src.slice(start, spritesheetSliceIndicies[index + 1]);
-  }
 
-  if (!dims.width || !dims.height) console.error('MISSING DIMENSIONS:', dims); // eslint-disable-line no-console
+    let spriteData = gulp.src(slicedSrc)
+      .pipe(spritesmith({
+        imgName: `spritesmith-${name}-${index}.png`,
+        cssName: `spritesmith-${name}-${index}.css`,
+        algorithm: 'binary-tree',
+        padding: 1,
+        cssTemplate: 'website/assets/sprites/css/css.template.handlebars',
+        cssVarMap: cssVarMap,
+      }));
 
-  let totalPixelSize = dims.width * dims.height + padding;
+    let imgStream = spriteData.img
+      .pipe(imagemin())
+      .pipe(gulp.dest(IMG_DIST_PATH_NEW_CLIENT))
+      .pipe(gulp.dest(DIST_PATH));
 
-  return totalPixelSize;
+    let cssStream = spriteData.css
+      .pipe(gulp.dest(CSS_DIST_PATH_NEW_CLIENT))
+      .pipe(gulp.dest(DIST_PATH));
+
+    stream.add(imgStream);
+    stream.add(cssStream);
+  });
+
+  return stream;
 }
 
 function calculateSpritesheetsSrcIndicies (src) {
@@ -63,6 +105,37 @@ function calculateSpritesheetsSrcIndicies (src) {
   return slices;
 }
 
+function calculateImgDimensions (img, addPadding) {
+  let dims = sizeOf(img);
+
+  let requiresSpecialTreatment = checkForSpecialTreatment(img);
+  if (requiresSpecialTreatment) {
+    let newWidth = dims.width < 90 ? 90 : dims.width;
+    let newHeight = dims.height < 90 ? 90 : dims.height;
+    dims = {
+      width: newWidth,
+      height: newHeight,
+    };
+  }
+
+  let padding = 0;
+
+  if (addPadding) {
+    padding = (dims.width * 8) + (dims.height * 8);
+  }
+
+  if (!dims.width || !dims.height) console.error('MISSING DIMENSIONS:', dims);
+
+  let totalPixelSize = (dims.width * dims.height) + padding;
+
+  return totalPixelSize;
+}
+
+function checkForSpecialTreatment (name) {
+  let regex = /^hair|skin|beard|mustach|shirt|flower|^headAccessory_special_\w+Ears|^eyewear_special_\w+TopFrame/;
+  return name.match(regex) || name === 'head_0';
+}
+
 function cssVarMap (sprite) {
   // For hair, skins, beards, etc. we want to output a '.customize-options.WHATEVER' class, which works as a
   // 60x60 image pointing at the proper part of the 90x90 sprite.
@@ -71,95 +144,18 @@ function cssVarMap (sprite) {
   if (requiresSpecialTreatment) {
     sprite.custom = {
       px: {
-        offsetX: `-${ sprite.x + 25 }px`,
+        offset_x: `-${ sprite.x + 25 }px`,
-        offsetY: `-${ sprite.y + 15 }px`,
+        offset_y: `-${ sprite.y + 15 }px`,
         width: '60px',
         height: '60px',
       },
     };
   }
-  if (sprite.name.indexOf('shirt') !== -1)
+  if (~sprite.name.indexOf('shirt'))
-    sprite.custom.px.offsetY = `-${ sprite.y + 35 }px`; // even more for shirts
+    sprite.custom.px.offset_y = `-${ sprite.y + 30 }px`; // even more for shirts
-  if (sprite.name.indexOf('hair_base') !== -1) {
+  if (~sprite.name.indexOf('hair_base')) {
-    let styleArray = sprite.name.split('_').slice(2, 3);
+    let styleArray = sprite.name.split('_').slice(2,3);
     if (Number(styleArray[0]) > 14)
-      sprite.custom.px.offsetY = `-${ sprite.y }px`; // don't crop updos
+      sprite.custom.px.offset_y = `-${ sprite.y }px`; // don't crop updos
   }
 }
-
-function createSpritesStream (name, src) {
-  let spritesheetSliceIndicies = calculateSpritesheetsSrcIndicies(src);
-  let stream = mergeStream();
-
-  each(spritesheetSliceIndicies, (start, index) => {
-    let slicedSrc = src.slice(start, spritesheetSliceIndicies[index + 1]);
-
-    let spriteData = gulp.src(slicedSrc)
-      .pipe(spritesmith({
-        imgName: `spritesmith-${name}-${index}.png`,
-        cssName: `spritesmith-${name}-${index}.css`,
-        algorithm: 'binary-tree',
-        padding: 1,
-        cssTemplate: 'website/raw_sprites/css/css.template.handlebars',
-        cssVarMap,
-      }));
-
-    let imgStream = spriteData.img
-      .pipe(vinylBuffer())
-      .pipe(imagemin())
-      .pipe(gulp.dest(IMG_DIST_PATH));
-
-    let cssStream = spriteData.css
-      .pipe(gulp.dest(CSS_DIST_PATH));
-
-    stream.add(imgStream);
-    stream.add(cssStream);
-  });
-
-  return stream;
-}
-
-gulp.task('sprites:main', () => {
-  let mainSrc = sync('website/raw_sprites/spritesmith/**/*.png');
-  return createSpritesStream('main', mainSrc);
-});
-
-gulp.task('sprites:largeSprites', () => {
-  let largeSrc = sync('website/raw_sprites/spritesmith_large/**/*.png');
-  return createSpritesStream('largeSprites', largeSrc);
-});
-
-gulp.task('sprites:clean', (done) => {
-  clean(`${IMG_DIST_PATH}spritesmith*,${CSS_DIST_PATH}spritesmith*}`, done);
-});
-
-gulp.task('sprites:checkCompiledDimensions', gulp.series('sprites:main', 'sprites:largeSprites', (done) => {
-  console.log('Verifiying that images do not exceed max dimensions'); // eslint-disable-line no-console
-
-  let numberOfSheetsThatAreTooBig = 0;
-
-  let distSpritesheets = sync(`${IMG_DIST_PATH}*.png`);
-
-  each(distSpritesheets, (img) => {
-    let spriteSize = calculateImgDimensions(img);
-
-    if (spriteSize > MAX_SPRITESHEET_SIZE) {
-      numberOfSheetsThatAreTooBig++;
-      let name = basename(img, '.png');
-      console.error(`WARNING: ${name} might be too big - ${spriteSize} > ${MAX_SPRITESHEET_SIZE}`); // eslint-disable-line no-console
-    }
-  });
-
-  if (numberOfSheetsThatAreTooBig > 0) {
-    // https://github.com/HabitRPG/habitica/pull/6683#issuecomment-185462180
-    console.error( // eslint-disable-line no-console
-      `${numberOfSheetsThatAreTooBig} sheets might too big for mobile Safari to be able to handle
-      them, but there is a margin of error in these calculations so it is probably okay. Mention
-      this to an admin so they can test a staging site on mobile Safari after your PR is merged.`);
-  } else {
-    console.log('All images are within the correct dimensions'); // eslint-disable-line no-console
-  }
-  done();
-}));
-
-gulp.task('sprites:compile', gulp.series('sprites:clean', 'sprites:main', 'sprites:largeSprites', 'sprites:checkCompiledDimensions', done => done()));

gulp/gulp-start.js

@@ -3,7 +3,9 @@ import nodemon from 'gulp-nodemon';
 
 let pkg = require('../package.json');
 
-gulp.task('nodemon', (done) => {
+gulp.task('run:dev', ['nodemon', 'build:dev:watch']);
+
+gulp.task('nodemon', () => {
   nodemon({
     script: pkg.main,
     ignore: [
@@ -12,5 +14,4 @@ gulp.task('nodemon', (done) => {
       'common/dist/script/content/*',
     ],
   });
-  done();
 });

gulp/gulp-tests.js

@@ -1,11 +1,21 @@
 import {
   pipe,
+  awaitPort,
+  kill,
+  runMochaTests,
 }  from './taskHelper';
+import { server as karma }        from 'karma';
 import mongoose                   from 'mongoose';
 import { exec }                   from 'child_process';
+import psTree                     from 'ps-tree';
 import gulp                       from 'gulp';
+import Bluebird                   from 'bluebird';
+import runSequence                from 'run-sequence';
 import os                         from 'os';
 import nconf                      from 'nconf';
+import fs from 'fs';
+
+const i18n = require('../website/server/libs/i18n');
 
 // TODO rewrite
 
@@ -14,23 +24,25 @@ let server;
 
 const TEST_DB_URI       = nconf.get('TEST_DB_URI');
 
+const API_V3_TEST_COMMAND = 'npm run test:api-v3';
 const SANITY_TEST_COMMAND = 'npm run test:sanity';
 const COMMON_TEST_COMMAND = 'npm run test:common';
 const CONTENT_TEST_COMMAND = 'npm run test:content';
 const CONTENT_OPTIONS = {maxBuffer: 1024 * 500};
+const KARMA_TEST_COMMAND = 'npm run test:karma';
 
 /* Helper methods for reporting test summary */
 let testResults = [];
 let testCount = (stdout, regexp) => {
   let match = stdout.match(regexp);
-  return parseInt(match && match[1] || 0, 10);
+  return parseInt(match && match[1] || 0);
 };
 
 let testBin = (string, additionalEnvVariables = '') => {
   if (os.platform() === 'win32') {
-    if (additionalEnvVariables !== '') {
+    if (additionalEnvVariables != '') {
       additionalEnvVariables = additionalEnvVariables.split(' ').join('&&set ');
-      additionalEnvVariables = `set ${additionalEnvVariables}&&`;
+      additionalEnvVariables = 'set ' + additionalEnvVariables + '&&';
     }
     return `set NODE_ENV=test&&${additionalEnvVariables}${string}`;
   } else {
@@ -38,48 +50,56 @@ let testBin = (string, additionalEnvVariables = '') => {
   }
 };
 
-gulp.task('test:nodemon', gulp.series(function setupNodemon (done) {
+gulp.task('test:nodemon', (done) => {
-  process.env.PORT = TEST_SERVER_PORT; // eslint-disable-line no-process-env
+  process.env.PORT = TEST_SERVER_PORT;
-  process.env.NODE_DB_URI = TEST_DB_URI; // eslint-disable-line no-process-env
+  process.env.NODE_DB_URI = TEST_DB_URI;
-  done();
+
-}, 'nodemon'));
+  runSequence('nodemon');
+});
 
 gulp.task('test:prepare:mongo', (cb) => {
   mongoose.connect(TEST_DB_URI, (err) => {
     if (err) return cb(`Unable to connect to mongo database. Are you sure it's running? \n\n${err}`);
-    mongoose.connection.dropDatabase((err2) => {
+    mongoose.connection.db.dropDatabase();
-      if (err2) return cb(err2);
+    mongoose.connection.close();
-      mongoose.connection.close(cb);
+    cb();
-    });
   });
 });
 
-gulp.task('test:prepare:server', gulp.series('test:prepare:mongo', (done) => {
+gulp.task('test:prepare:server', ['test:prepare:mongo'], () => {
   if (!server) {
     server = exec(testBin('node ./website/server/index.js', `NODE_DB_URI=${TEST_DB_URI} PORT=${TEST_SERVER_PORT}`), (error, stdout, stderr) => {
-      if (error) {
+      if (error) { throw `Problem with the server: ${error}`; }
-        throw new Error(`Problem with the server: ${error}`);
+      if (stderr) { console.error(stderr); }
-      }
-      if (stderr) {
-        console.error(stderr); // eslint-disable-line no-console
-      }
-      done();
     });
   }
-}));
+});
 
-gulp.task('test:prepare:build', gulp.series('build', done => done()));
+gulp.task('test:prepare:translations', (cb) => {
+  fs.writeFile(
+    'test/client-old/spec/mocks/translations.js',
+     `if(!window.env) window.env = {};
+window.env.translations = ${JSON.stringify(i18n.translations['en'])};`, cb);
 
-gulp.task('test:prepare', gulp.series(
+});
+
+gulp.task('test:prepare:build', ['build', 'test:prepare:translations']);
+// exec(testBin('grunt build:test'), cb);
+
+gulp.task('test:prepare:webdriver', (cb) => {
+  exec('npm run test:prepare:webdriver', cb);
+});
+
+gulp.task('test:prepare', [
   'test:prepare:build',
   'test:prepare:mongo',
-  done => done()
+  'test:prepare:webdriver',
-));
+]);
 
 gulp.task('test:sanity', (cb) => {
   let runner = exec(
     testBin(SANITY_TEST_COMMAND),
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -89,10 +109,10 @@ gulp.task('test:sanity', (cb) => {
   pipe(runner);
 });
 
-gulp.task('test:common', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:common', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(COMMON_TEST_COMMAND),
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -100,20 +120,20 @@ gulp.task('test:common', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
 gulp.task('test:common:clean', (cb) => {
   pipe(exec(testBin(COMMON_TEST_COMMAND), () => cb()));
 });
 
-gulp.task('test:common:watch', gulp.series('test:common:clean', () => {
+gulp.task('test:common:watch', ['test:common:clean'], () => {
-  return gulp.watch(['common/script/**/*', 'test/common/**/*'], gulp.series('test:common:clean', done => done()));
+  gulp.watch(['common/script/**/*', 'test/common/**/*'], ['test:common:clean']);
-}));
+});
 
-gulp.task('test:common:safe', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:common:safe', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(COMMON_TEST_COMMAND),
-    (err, stdout) => { // eslint-disable-line handle-callback-err
+    (err, stdout, stderr) => {
       testResults.push({
         suite: 'Common Specs\t',
         pass: testCount(stdout, /(\d+) passing/),
@@ -124,13 +144,13 @@ gulp.task('test:common:safe', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
-gulp.task('test:content', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:content', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(CONTENT_TEST_COMMAND),
     CONTENT_OPTIONS,
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -138,21 +158,21 @@ gulp.task('test:content', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
 gulp.task('test:content:clean', (cb) => {
   pipe(exec(testBin(CONTENT_TEST_COMMAND), CONTENT_OPTIONS, () => cb()));
 });
 
-gulp.task('test:content:watch', gulp.series('test:content:clean', () => {
+gulp.task('test:content:watch', ['test:content:clean'], () => {
-  return gulp.watch(['common/script/content/**', 'test/**'], gulp.series('test:content:clean', done => done()));
+  gulp.watch(['common/script/content/**', 'test/**'], ['test:content:clean']);
-}));
+});
 
-gulp.task('test:content:safe', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:content:safe', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(CONTENT_TEST_COMMAND),
     CONTENT_OPTIONS,
-    (err, stdout) => {  // eslint-disable-line handle-callback-err
+    (err, stdout, stderr) => {
       testResults.push({
         suite: 'Content Specs\t',
         pass: testCount(stdout, /(\d+) passing/),
@@ -163,12 +183,105 @@ gulp.task('test:content:safe', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
-gulp.task('test:api:unit', (done) => {
+gulp.task('test:karma', ['test:prepare:build'], (cb) => {
   let runner = exec(
-    testBin('istanbul cover --dir coverage/api-unit node_modules/mocha/bin/_mocha -- test/api/unit --recursive --require ./test/helpers/start-server'),
+    testBin(KARMA_TEST_COMMAND),
-    (err) => {
+    (err, stdout) => {
+      if (err) {
+        process.exit(1);
+      }
+      cb();
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:karma:watch', ['test:prepare:build'], (cb) => {
+  let runner = exec(
+    testBin(`${KARMA_TEST_COMMAND}:watch`),
+    (err, stdout) => {
+      cb(err);
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:karma:safe', ['test:prepare:build'], (cb) => {
+  let runner = exec(
+    testBin(KARMA_TEST_COMMAND),
+    (err, stdout) => {
+      testResults.push({
+        suite: 'Karma Specs\t',
+        pass: testCount(stdout, /(\d+) tests? completed/),
+        fail: testCount(stdout, /(\d+) tests? failed/),
+        pend: testCount(stdout, /(\d+) tests? skipped/),
+      });
+      cb();
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:e2e', ['test:prepare', 'test:prepare:server'], (cb) => {
+  let support = [
+    'Xvfb :99 -screen 0 1024x768x24 -extension RANDR',
+    testBin('npm run test:e2e:webdriver', 'DISPLAY=:99'),
+  ].map(exec);
+  support.push(server);
+
+  Bluebird.all([
+    awaitPort(TEST_SERVER_PORT),
+    awaitPort(4444),
+  ]).then(() => {
+    let runner = exec(
+      'npm run test:e2e',
+      (err, stdout, stderr) => {
+        support.forEach(kill);
+        if (err) {
+          process.exit(1);
+        }
+        cb();
+      }
+    );
+    pipe(runner);
+  });
+});
+
+gulp.task('test:e2e:safe', ['test:prepare', 'test:prepare:server'], (cb) => {
+  let support = [
+    'Xvfb :99 -screen 0 1024x768x24 -extension RANDR',
+    'npm run test:e2e:webdriver',
+  ].map(exec);
+
+  Bluebird.all([
+    awaitPort(TEST_SERVER_PORT),
+    awaitPort(4444),
+  ]).then(() => {
+    let runner = exec(
+      'npm run test:e2e',
+      (err, stdout, stderr) => {
+        let match = stdout.match(/(\d+) tests?.*(\d) failures?/);
+
+        testResults.push({
+          suite: 'End-to-End Specs\t',
+          pass: testCount(stdout, /(\d+) passing/),
+          fail: testCount(stdout, /(\d+) failing/),
+          pend: testCount(stdout, /(\d+) pending/),
+        });
+        support.forEach(kill);
+        cb();
+      }
+    );
+    pipe(runner);
+  });
+});
+
+gulp.task('test:api-v3:unit', (done) => {
+  let runner = exec(
+    testBin('mocha test/api/v3/unit --recursive --require ./test/helpers/start-server'),
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -179,15 +292,15 @@ gulp.task('test:api:unit', (done) => {
   pipe(runner);
 });
 
-gulp.task('test:api:unit:watch', () => {
+gulp.task('test:api-v3:unit:watch', () => {
-  return gulp.watch(['website/server/libs/*', 'test/api/unit/**/*', 'website/server/controllers/**/*'], gulp.series('test:api:unit', done => done()));
+  gulp.watch(['website/server/libs/*', 'test/api/v3/unit/**/*', 'website/server/controllers/**/*'], ['test:api-v3:unit']);
 });
 
 gulp.task('test:api-v3:integration', (done) => {
   let runner = exec(
-    testBin('istanbul cover --dir coverage/api-v3-integration --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v3/integration --recursive --require ./test/helpers/start-server'),
+    testBin('mocha test/api/v3/integration --recursive --require ./test/helpers/start-server'),
     {maxBuffer: 500 * 1024},
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -199,59 +312,36 @@ gulp.task('test:api-v3:integration', (done) => {
 });
 
 gulp.task('test:api-v3:integration:watch', () => {
-  return gulp.watch([
+  gulp.watch(['website/server/controllers/api-v3/**/*', 'common/script/ops/*', 'website/server/libs/*.js',
-    'website/server/controllers/api-v3/**/*', 'common/script/ops/*', 'website/server/libs/*.js',
+              'test/api/v3/integration/**/*'], ['test:api-v3:integration']);
-    'test/api/v3/integration/**/*',
-  ], gulp.series('test:api-v3:integration', done => done()));
 });
 
 gulp.task('test:api-v3:integration:separate-server', (done) => {
   let runner = exec(
     testBin('mocha test/api/v3/integration --recursive --require ./test/helpers/start-server', 'LOAD_SERVER=0'),
     {maxBuffer: 500 * 1024},
-    (err) => done(err)
+    (err, stdout, stderr) => done(err)
   );
 
   pipe(runner);
 });
 
-gulp.task('test:api-v4:integration', (done) => {
+gulp.task('test', (done) => {
-  let runner = exec(
+  runSequence(
-    testBin('istanbul cover --dir coverage/api-v4-integration --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v4 --recursive --require ./test/helpers/start-server'),
+    'test:sanity',
-    {maxBuffer: 500 * 1024},
+    'test:content',
-    (err) => {
+    'test:common',
-      if (err) {
+    'test:karma',
-        process.exit(1);
+    'test:api-v3:unit',
-      }
+    'test:api-v3:integration',
-      done();
+    done
-    }
   );
-
-  pipe(runner);
 });
 
-gulp.task('test:api-v4:integration:separate-server', (done) => {
+gulp.task('test:api-v3', (done) => {
-  let runner = exec(
+  runSequence(
-    testBin('mocha test/api/v4 --recursive --require ./test/helpers/start-server', 'LOAD_SERVER=0'),
+    'test:api-v3:unit',
-    {maxBuffer: 500 * 1024},
+    'test:api-v3:integration',
-    (err) => done(err)
+    done
   );
-
-  pipe(runner);
 });
-
-gulp.task('test', gulp.series(
-  'test:sanity',
-  'test:content',
-  'test:common',
-  'test:api:unit',
-  'test:api-v3:integration',
-  'test:api-v4:integration',
-  done => done()
-));
-
-gulp.task('test:api-v3', gulp.series(
-  'test:api:unit',
-  'test:api-v3:integration',
-  done => done()
-));

gulp/gulp-transifex-test.js

@@ -1,5 +1,6 @@
 import fs       from 'fs';
 import _        from 'lodash';
+import nconf    from 'nconf';
 import gulp     from 'gulp';
 import { postToSlack, conf } from './taskHelper';
 
@@ -11,7 +12,97 @@ const SLACK_CONFIG = {
 
 const LOCALES = './website/common/locales/';
 const ENGLISH_LOCALE = `${LOCALES}en/`;
+const ALL_LANGUAGES = getArrayOfLanguages();
 
+const malformedStringExceptions = {
+  messageDropFood: true,
+  armoireFood: true,
+  feedPet: true,
+};
+
+gulp.task('transifex', ['transifex:missingFiles', 'transifex:missingStrings', 'transifex:malformedStrings']);
+
+gulp.task('transifex:missingFiles', () => {
+
+  let missingStrings = [];
+
+  eachTranslationFile(ALL_LANGUAGES, (error) => {
+    if (error) {
+      missingStrings.push(error.path);
+    }
+  });
+
+  if (!_.isEmpty(missingStrings)) {
+    let message = 'the following files were missing from the translations folder';
+    let formattedMessage = formatMessageForPosting(message, missingStrings);
+    postToSlack(formattedMessage, SLACK_CONFIG);
+  }
+});
+
+gulp.task('transifex:missingStrings', () => {
+
+  let missingStrings = [];
+
+  eachTranslationString(ALL_LANGUAGES, (language, filename, key, englishString, translationString) => {
+    if (!translationString) {
+      let errorString = `${language} - ${filename} - ${key} - ${englishString}`;
+      missingStrings.push(errorString);
+    }
+  });
+
+  if (!_.isEmpty(missingStrings)) {
+    let message = 'The following strings are not translated';
+    let formattedMessage = formatMessageForPosting(message, missingStrings);
+    postToSlack(formattedMessage, SLACK_CONFIG);
+  }
+});
+
+gulp.task('transifex:malformedStrings', () => {
+
+  let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
+  let interpolationRegex = /<%= [a-zA-Z]* %>/g;
+  let stringsToLookFor = getStringsWith(jsonFiles, interpolationRegex);
+
+  let stringsWithMalformedInterpolations = [];
+  let stringsWithIncorrectNumberOfInterpolations = [];
+
+  let count = 0;
+  _(ALL_LANGUAGES).each(function (lang) {
+
+    _.each(stringsToLookFor, function (strings, file) {
+      let translationFile = fs.readFileSync(LOCALES + lang + '/' + file);
+      let parsedTranslationFile = JSON.parse(translationFile);
+
+      _.each(strings, function (value, key) {
+        let translationString = parsedTranslationFile[key];
+        if (!translationString) return;
+
+        let englishOccurences = stringsToLookFor[file][key];
+        let translationOccurences = translationString.match(interpolationRegex);
+
+        if (!translationOccurences) {
+          let malformedString = `${lang} - ${file} - ${key} - ${translationString}`;
+          stringsWithMalformedInterpolations.push(malformedString);
+        } else if (englishOccurences.length !== translationOccurences.length && !malformedStringExceptions[key]) {
+          let missingInterpolationString = `${lang} - ${file} - ${key} - ${translationString}`;
+          stringsWithIncorrectNumberOfInterpolations.push(missingInterpolationString);
+        }
+      });
+    });
+  }).value();
+
+  if (!_.isEmpty(stringsWithMalformedInterpolations)) {
+    let message = 'The following strings have malformed or missing interpolations';
+    let formattedMessage = formatMessageForPosting(message, stringsWithMalformedInterpolations);
+    postToSlack(formattedMessage, SLACK_CONFIG);
+  }
+
+  if (!_.isEmpty(stringsWithIncorrectNumberOfInterpolations)) {
+    let message = 'The following strings have a different number of string interpolations';
+    let formattedMessage = formatMessageForPosting(message, stringsWithIncorrectNumberOfInterpolations);
+    postToSlack(formattedMessage, SLACK_CONFIG);
+  }
+});
 
 function getArrayOfLanguages () {
   let languages = fs.readdirSync(LOCALES);
@@ -20,25 +111,14 @@ function getArrayOfLanguages () {
   return languages;
 }
 
-const ALL_LANGUAGES = getArrayOfLanguages();
-
-function stripOutNonJsonFiles (collection) {
-  let onlyJson = _.filter(collection, (file) => {
-    return file.match(/[a-zA-Z]*\.json/);
-  });
-
-  return onlyJson;
-}
-
 function eachTranslationFile (languages, cb) {
   let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
 
-  _.each(languages, (lang) => {
+  _(languages).each((lang) => {
     _.each(jsonFiles, (filename) => {
-      let parsedTranslationFile;
       try {
-        const translationFile = fs.readFileSync(`${LOCALES}${lang}/${filename}`);
+        var translationFile = fs.readFileSync(LOCALES + lang + '/' + filename);
-        parsedTranslationFile = JSON.parse(translationFile);
+        var parsedTranslationFile = JSON.parse(translationFile);
       } catch (err) {
         return cb(err);
       }
@@ -48,14 +128,14 @@ function eachTranslationFile (languages, cb) {
 
       cb(null, lang, filename, parsedEnglishFile, parsedTranslationFile);
     });
-  });
+  }).value();
 }
 
 function eachTranslationString (languages, cb) {
   eachTranslationFile(languages, (error, language, filename, englishJSON, translationJSON) => {
     if (error) return;
     _.each(englishJSON, (string, key) => {
-      const translationString = translationJSON[key];
+      var translationString = translationJSON[key];
       cb(language, filename, key, string, translationString);
     });
   });
@@ -71,110 +151,26 @@ function formatMessageForPosting (msg, items) {
 }
 
 function getStringsWith (json, interpolationRegex) {
-  let strings = {};
+  var strings = {};
 
-  _.each(json, (fileName) => {
+  _(json).each(function (file_name) {
-    const rawFile = fs.readFileSync(ENGLISH_LOCALE + fileName);
+    var raw_file = fs.readFileSync(ENGLISH_LOCALE + file_name);
-    const parsedJson = JSON.parse(rawFile);
+    var parsed_json = JSON.parse(raw_file);
 
-    strings[fileName] = {};
+    strings[file_name] = {};
-    _.each(parsedJson, (value, key) => {
+    _.each(parsed_json, function (value, key) {
-      const match = value.match(interpolationRegex);
+      var match = value.match(interpolationRegex);
-      if (match) strings[fileName][key] = match;
+      if (match) strings[file_name][key] = match;
     });
-  });
+  }).value();
 
   return strings;
 }
 
-const malformedStringExceptions = {
+function stripOutNonJsonFiles (collection) {
-  messageDropFood: true,
+  let onlyJson = _.filter(collection, (file) => {
-  armoireFood: true,
+    return file.match(/[a-zA-Z]*\.json/);
-  feedPet: true,
-};
-
-gulp.task('transifex:missingFiles', (done) => {
-  let missingStrings = [];
-
-  eachTranslationFile(ALL_LANGUAGES, (error) => {
-    if (error) {
-      missingStrings.push(error.path);
-    }
   });
 
-  if (!_.isEmpty(missingStrings)) {
+  return onlyJson;
-    let message = 'the following files were missing from the translations folder';
+}
-    let formattedMessage = formatMessageForPosting(message, missingStrings);
-    postToSlack(formattedMessage, SLACK_CONFIG);
-  }
-  done();
-});
-
-gulp.task('transifex:missingStrings', (done) => {
-  let missingStrings = [];
-
-  eachTranslationString(ALL_LANGUAGES, (language, filename, key, englishString, translationString) => {
-    if (!translationString) {
-      let errorString = `${language} - ${filename} - ${key} - ${englishString}`;
-      missingStrings.push(errorString);
-    }
-  });
-
-  if (!_.isEmpty(missingStrings)) {
-    let message = 'The following strings are not translated';
-    let formattedMessage = formatMessageForPosting(message, missingStrings);
-    postToSlack(formattedMessage, SLACK_CONFIG);
-  }
-  done();
-});
-
-gulp.task('transifex:malformedStrings', (done) => {
-  let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
-  let interpolationRegex = /<%= [a-zA-Z]* %>/g;
-  let stringsToLookFor = getStringsWith(jsonFiles, interpolationRegex);
-
-  let stringsWithMalformedInterpolations = [];
-  let stringsWithIncorrectNumberOfInterpolations = [];
-
-  _.each(ALL_LANGUAGES, (lang) => {
-    _.each(stringsToLookFor, (strings, filename) => {
-      let translationFile = fs.readFileSync(`${LOCALES}${lang}/${filename}`);
-      let parsedTranslationFile = JSON.parse(translationFile);
-
-      _.each(strings, (value, key) => { // eslint-disable-line max-nested-callbacks
-        let translationString = parsedTranslationFile[key];
-        if (!translationString) return;
-
-        let englishOccurences = stringsToLookFor[filename][key];
-        let translationOccurences = translationString.match(interpolationRegex);
-
-        if (!translationOccurences) {
-          let malformedString = `${lang} - ${filename} - ${key} - ${translationString}`;
-          stringsWithMalformedInterpolations.push(malformedString);
-        } else if (englishOccurences.length !== translationOccurences.length && !malformedStringExceptions[key]) {
-          let missingInterpolationString = `${lang} - ${filename} - ${key} - ${translationString}`;
-          stringsWithIncorrectNumberOfInterpolations.push(missingInterpolationString);
-        }
-      });
-    });
-  });
-
-  if (!_.isEmpty(stringsWithMalformedInterpolations)) {
-    let message = 'The following strings have malformed or missing interpolations';
-    let formattedMessage = formatMessageForPosting(message, stringsWithMalformedInterpolations);
-    postToSlack(formattedMessage, SLACK_CONFIG);
-  }
-
-  if (!_.isEmpty(stringsWithIncorrectNumberOfInterpolations)) {
-    let message = 'The following strings have a different number of string interpolations';
-    let formattedMessage = formatMessageForPosting(message, stringsWithIncorrectNumberOfInterpolations);
-    postToSlack(formattedMessage, SLACK_CONFIG);
-  }
-  done();
-});
-
-gulp.task(
-  'transifex',
-  gulp.series('transifex:missingFiles', 'transifex:missingStrings', 'transifex:malformedStrings'),
-  (done) => done()
-);

gulp/taskHelper.js

@@ -2,6 +2,7 @@ import { exec }                   from 'child_process';
 import psTree                     from 'ps-tree';
 import nconf                      from 'nconf';
 import net                        from 'net';
+import Bluebird                   from 'bluebird';
 import { post }                   from 'superagent';
 import { sync as glob }           from 'glob';
 import Mocha                      from 'mocha';
@@ -11,7 +12,7 @@ import { resolve }                from 'path';
  * Get access to configruable values
  */
 nconf.argv().env().file({ file: 'config.json' });
-export const conf = nconf;
+export var conf = nconf;
 
 /*
  * Kill a child process and any sub-children that process may have spawned.
@@ -25,12 +26,11 @@ export function kill (proc) {
         pids.forEach(kill); return;
       }
       try {
-        exec(/^win/.test(process.platform) ?
+        exec(/^win/.test(process.platform)
-          `taskkill /PID ${pid} /T /F` :
+          ? `taskkill /PID ${pid} /T /F`
-          `kill -9 ${pid}`);
+          : `kill -9 ${pid}`);
-      } catch (e) {
-        console.log(e); // eslint-disable-line no-console
       }
+      catch (e) { console.log(e); }
     });
   };
 
@@ -44,25 +44,21 @@ export function kill (proc) {
  * before failing.
  */
 export function awaitPort (port, max = 60) {
-  return new Promise((rej, res) => {
+  return new Bluebird((reject, resolve) => {
-    let socket;
+    let socket, timeout, interval;
-    let timeout;
-    let interval;
 
     timeout = setTimeout(() => {
       clearInterval(interval);
-      rej(`Timed out after ${max} seconds`);
+      reject(`Timed out after ${max} seconds`);
     }, max * 1000);
 
     interval = setInterval(() => {
-      socket = net.connect({port}, () => {
+      socket = net.connect({port: port}, () => {
         clearInterval(interval);
         clearTimeout(timeout);
         socket.destroy();
-        res();
+        resolve();
-      }).on('error', () => {
+      }).on('error', () => { socket.destroy; });
-        socket.destroy();
-      });
     }, 1000);
   });
 }
@@ -71,12 +67,8 @@ export function awaitPort (port, max = 60) {
  * Pipe the child's stdin and stderr to the parent process.
  */
 export function pipe (child) {
-  child.stdout.on('data', (data) => {
+  child.stdout.on('data', (data) => { process.stdout.write(data); });
-    process.stdout.write(data);
+  child.stderr.on('data', (data) => { process.stderr.write(data); });
-  });
-  child.stderr.on('data', (data) => {
-    process.stderr.write(data);
-  });
 }
 
 /*
@@ -86,8 +78,8 @@ export function postToSlack (msg, config = {}) {
   let slackUrl = nconf.get('SLACK_URL');
 
   if (!slackUrl) {
-    console.error('No slack post url specified. Your message was:'); // eslint-disable-line no-console
+    console.error('No slack post url specified. Your message was:');
-    console.log(msg); // eslint-disable-line no-console
+    console.log(msg);
 
     return;
   }
@@ -97,15 +89,15 @@ export function postToSlack (msg, config = {}) {
       channel: `#${config.channel || '#general'}`,
       username: config.username || 'gulp task',
       text: msg,
-      icon_emoji: `:${config.emoji || 'gulp'}:`, // eslint-disable-line camelcase
+      icon_emoji: `:${config.emoji || 'gulp'}:`,
     })
-    .end((err) => {
+    .end((err, res) => {
-      if (err) console.error('Unable to post to slack', err); // eslint-disable-line no-console
+      if (err) console.error('Unable to post to slack', err);
     });
 }
 
 export function runMochaTests (files, server, cb) {
-  require('../test/helpers/globals.helper'); // eslint-disable-line global-require
+  require('../test/helpers/globals.helper');
 
   let mocha = new Mocha({reporter: 'spec'});
   let tests = glob(files);
@@ -116,7 +108,7 @@ export function runMochaTests (files, server, cb) {
   });
 
   mocha.run((numberOfFailures) => {
-    if (!process.env.RUN_INTEGRATION_TEST_FOREVER) { // eslint-disable-line no-process-env
+    if (!process.env.RUN_INTEGRATION_TEST_FOREVER) {
       if (server) kill(server);
       process.exit(numberOfFailures);
     }

gulpfile.js

@@ -8,12 +8,13 @@
 
 require('babel-register');
 
-const gulp = require('gulp');
+if (process.env.NODE_ENV === 'production') {
-
+  require('./gulp/gulp-semanticui');
-if (process.env.NODE_ENV === 'production') { // eslint-disable-line no-process-env
+  require('./gulp/gulp-apidoc');
-  require('./gulp/gulp-apidoc'); // eslint-disable-line global-require
+  require('./gulp/gulp-newstuff');
-  require('./gulp/gulp-build'); // eslint-disable-line global-require
+  require('./gulp/gulp-build');
+  require('./gulp/gulp-babelify');
 } else {
-  require('glob').sync('./gulp/gulp-*').forEach(require); // eslint-disable-line global-require
+  require('glob').sync('./gulp/gulp-*').forEach(require);
-  require('gulp').task('default', gulp.series('test')); // eslint-disable-line global-require
+  require('gulp').task('default', ['test']);
 }

kubernetes/README.md

@@ -1,60 +0,0 @@
-# Habitica in Kubernetes
-This is a set of sample Kubernetes configuration files to launch Habitica under AWS, both as a single-node web frontend as well as a multi-node web frontend.
-
-## Prerequisites
-* An AWS account.
-* A working Kubernetes installation.
-* A basic understanding of how to use Kubernetes. https://kubernetes.io/
-* A persistent volume for MongoDB data.
-* Docker images of Habitica.
-  + You can use your own, or use the one included in the YAML files.
-  + If you use your own, you'll need a fork of the Habitica GitHub repo and your own Docker Hub repo, both of which are free.
-
-## Before you begin
-1. Set up Kubernetes.
-2. Create an EBS volume for MongoDB data.
-   + Make a note of the name, you'll need it later.
-
-## Starting MongoDB
-1. Edit mongo.yaml
-  + Find the volumeID line.
-  + Change the volume to the one created in the section above.
-2. Run the following commands:
-  + `kubectl.sh create -f mongo.yaml`
-  + `kubectl.sh create -f mongo-service.yaml`
-3. Wait for the MongoDB pod to start up.
-
-## Starting a Single Web Frontend
-
-1. Run the following commands:
-  + `kubectl.sh create -f habitica.yaml`
-  + `kubectl.sh create -f habitica-service.yaml`
-2. Wait for the frontend to start up.
-
-## Starting Multi-node Web Frontend
-1. Run the following commands :
-  + `kubectl.sh create -f habitica-rc.yaml`
-  + `kubectl.sh create -f habitica-service.yaml`
-2. Wait for the frontend to start up.
-
-## Accessing Your Habitica web interface
-Using `kubectl describe svc habiticaweb` get the hostname generated for the Habitica service. Open a browser and go to http://hostname:3000 to access the web front-end for the installations above.
-
-## Shutting down
-Shutting down is basically done by reversing the steps above:
-+ `kubectl.sh delete -f habitica-service.yaml`
-+ `kubectl.sh delete -f habitica.yaml (or habitica-rc.yaml)`
-+ `kubectl.sh delete -f mongo-service.yaml`
-+ `kubectl.sh delete -f mongo.yaml`
-
-You can also just shut down all of Kubernetes as well.
-
-## Notes
-+ MongoDB data will be persistent! If you need to start with a fresh database, you'll need to remove the volume and re-create it.
-+ On AWS, you probably want to use at least t2.medium minion nodes for Kubernetes. The default t2.small is too small for more than two Habitica nodes.
-
-## Future Plans
-+ Multi-node MongoDB.
-+ Monitoring
-+ Instructions for a better hostname. The default generated ones stink.
-+ More to come....

kubernetes/habitica-rc.yaml

@@ -1,25 +0,0 @@
-apiVersion: v1
-kind: ReplicationController
-metadata:
-  name: habitica
-  labels:
-    name: habitica
-spec:
-  replicas: 4
-  selector:
-    name: habitica
-  template:
-    metadata:
-      labels:
-        name: habitica
-    spec:
-      containers:
-      - name: habitica
-        image: ksonney/habitrpg:latest
-        env:
-          - name: NODE_DB_URI
-            value: mongodb://mongosvc/habitrpg
-        ports:
-          - containerPort: 3000
-            hostPort: 3000
-            name: habitica

kubernetes/habitica-service.yaml

@@ -1,14 +0,0 @@
-apiVersion: v1
-kind: Service
-metadata: 
-  labels: 
-    name: habiticaweb
-  name: habiticaweb
-spec: 
-  ports:
-    # the port that this service should serve on
-    - port: 3000
-  # label keys and values that must match in order to receive traffic for this service
-  selector: 
-    name: habitica
-  type: LoadBalancer

kubernetes/habitica.yaml

@@ -1,22 +0,0 @@
-apiVersion: v1
-kind: Pod
-metadata:
-  name: habitica
-  labels:
-    name: habitica
-spec:
-  containers:
-#    - image: mongo:latest
-#      name: mongo
-#      ports:
-#        - containerPort: 27017
-#          name: mongo
-    - image: ksonney/habitrpg:latest
-      name: habitica
-      env:
-        - name: NODE_DB_URI
-          value: mongodb://mongosvc/habitrpg
-      ports: 
-        - containerPort: 3000
-          hostPort: 3000
-          name: habitica

kubernetes/mongo-service.yaml

@@ -1,13 +0,0 @@
-apiVersion: v1
-kind: Service
-metadata: 
-  labels: 
-    name: mongosvc
-  name: mongosvc
-spec: 
-  ports:
-    # the port that this service should serve on
-    - port: 27017
-  # label keys and values that must match in order to receive traffic for this service
-  selector: 
-    name: mongodb

kubernetes/mongo.yaml

@@ -1,28 +0,0 @@
-apiVersion: v1
-kind: Pod
-metadata:
-  name: mongodb
-  labels: 
-    name: mongodb
-spec: 
-  containers: 
-    - resources:
-        limits :
-          cpu: 0.5
-      image: mongo
-      name: mongodb
-      ports: 
-        - containerPort: 27017
-          hostPort: 27017
-          name: mongo
-      volumeMounts:
-#         # name must match the volume name below
-        - name: mongo-persistent-storage
-#          # mount path within the container
-          mountPath: /data/db
-  volumes:
-    - name: mongo-persistent-storage
-      awsElasticBlockStore:
-        volumeID: aws://YOUR-REGION/YOUR-VOLNAME
-        fsType: ext3
-

migrations/.eslintrc

@@ -1,7 +0,0 @@
-{
-  "root": false,
-  "rules": {
-    "no-console": 0,
-    "no-use-before-define": ["error", { "functions": false }]
-  }
-}

migrations/20130128_add_missing_crons.js

@@ -0,0 +1,5 @@
+db.users.update(
+    { lastCron: { $exists: false} },
+    { $set: { lastCron: +new Date } },
+    { multi: true }
+);

migrations/20130128_merge_completed_todo_ids.js

@@ -0,0 +1,15 @@
+db.users.find({ completedIds: { $exists: true } }).forEach(function(user) {
+    var newTodoIds = user.todoIds;
+    user.completedIds.forEach(function(value) {
+        if (newTodoIds.indexOf(value) === -1) {
+            newTodoIds.push(value)
+        }
+    });
+    db.users.update(
+        { _id: user._id },
+        {
+            $set: { todoIds: newTodoIds },
+            $unset: { completedIds: 1 }
+        }
+    );
+});

migrations/20130129_add_missing_preferences.js

@@ -0,0 +1,5 @@
+db.users.update(
+    {preferences:{$exists:false}},
+    {$set:{preferences:{gender: 'm', armorSet: 'v1'}}},
+    {multi:true}
+)

migrations/20130204_count_habits.js

@@ -0,0 +1,13 @@
+// %mongo server:27017/dbname underscore.js my_commands.js
+// %mongo server:27017/dbname underscore.js --shell
+var habits = 0,
+    dailies = 0,
+    todos = 0,
+    registered = { $or: [     { 'auth.local': { $exists: true } },     { 'auth.facebook': { $exists: true} }   ]};
+
+db.user.find(registered).forEach(function(u){
+    //TODO this isn't working??
+    habits += _.where(u.tasks, {type:'habit'}).length;
+    dailies += _.where(u.tasks, {type:'daily'}).length;
+    todos += _.where(u.tasks, {type:'todo'}).length;
+})

migrations/20130204_user_public_private_paths.js

@@ -0,0 +1,102 @@
+// %mongo server:27017/dbname underscore.js my_commands.js
+// %mongo server:27017/dbname underscore.js --shell
+
+//db.users.find({'auth.facebook.email': 'tylerrenelle@gmail.com'}).forEach(function(user){
+db.users.find().forEach(function(user){
+
+    if (!user._id) {
+        print("User has null _id");
+        return; // need to figure out how to delete these buggers if they don't have an id to delete from
+    }
+
+    if (!!user.idLists) {
+        print("User " + user._id + " has already been migrated")
+        return
+    }
+
+    if (user._id.indexOf("$") === 0) {
+        print("User id starts with $ (" + user._id + ")")
+        return;
+    }
+
+    // even though we're clobbering user later, sometimes these are undefined and crash the script
+    // this saves us some ternaries
+    user.stats = user.stats || {};
+    user.items = user.items || {};
+    user.preferences = user.preferences || {};
+    user.notifications = user.notifications || {};
+    user.flags = user.flags || {};
+    user.habitIds = user.habitIds || [];
+    user.dailyIds = user.dailyIds || [];
+    user.todoIds = user.todoIds || [];
+    user.rewardIds = user.rewardIds|| [];
+
+    _.each(user.tasks, function(task, key){
+        if (!task.type) {
+            delete user.tasks[key];
+            // idList will take care of itself on page-load
+            return
+        }
+        if (key == '$spec') {
+            print("$spec was found: " + user._id);
+            return
+        }
+        if (key.indexOf("$_") === 0) {
+            var newKey = key.replace("$_", ''),
+                index = user[task.type + "Ids"].indexOf(key)
+            user[task.type + "Ids"][index] = newKey;
+            task.id = newKey
+            user.tasks[newKey] = task
+            // TODO make sure this is ok, that we're not deleting the original
+            // Otherwise use lodash.cloneDeep
+            delete user.tasks[key]
+        }
+    });
+
+    // New user schema has public and private paths, so we can setup proper access control with racer
+    // Note 'public' and 'private' are reserved words
+    var newUser = {
+        auth: user.auth, // we need this top-level due to derby-auth
+        apiToken: user.preferences.api_token || null, // set on update, we need derby.uuid()
+        preferences: {
+            armorSet: user.preferences.armorSet || 'v1',
+            gender: user.preferences.gender || 'm'
+        },
+        balance: user.balance || 2,
+        lastCron: user.lastCron || +new Date,
+        history: user.history || [],
+        stats: {
+            gp: user.stats.money || 0,
+            hp: user.stats.hp || 50,
+            exp: user.stats.exp || 0,
+            lvl: user.stats.lvl || 1
+        },
+        items: {
+            armor: user.items.armor || 0,
+            weapon: user.items.weapon || 0
+        },
+        tasks: user.tasks || {},
+        idLists: {
+            habit: user.habitIds || [],
+            daily: user.dailyIds || [],
+            todo: user.todoIds || [],
+            reward: user.rewardIds || []
+        },
+        flags: {
+            partyEnabled: false,
+            itemsEnabled: user.items.itemsEnabled || false,
+            kickstarter: user.notifications.kickstarter || 'show',
+            ads: user.flags.ads || null // null because it's set on registration
+        },
+        party: {
+            current: null,
+            invitation: null
+        }
+    };
+
+    try {
+        db.users.update({_id:user._id}, newUser);
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130208_idLists_to_typeIds.js

@@ -0,0 +1,19 @@
+// move idList back to root-level, is what's causing the sort bug - see https://github.com/codeparty/racer/pull/73
+
+// We could just delete user.idLists, since it's re-created on refresh. However, users's first refresh will scare them
+// since everything will dissappear - second refresh will bring everything back.
+db.users.find().forEach(function(user){
+    if (!user.idLists) return;
+    db.users.update(
+        {_id:user._id},
+        {
+            $set:{
+                'habitIds':user.idLists.habit,
+                'dailyIds':user.idLists.daily,
+                'todoIds':user.idLists.todo,
+                'rewardIds':user.idLists.reward
+            }
+            //$unset:{idLists:true} // run this after the code has been pushed
+        }
+    )
+})

migrations/20130208_user_customizations.js

@@ -0,0 +1,20 @@
+db.users.update(
+    {items:{$exists:0}},
+    {$set:{items:{weapon: 0, armor: 0, head: 0, shield: 0 }}},
+    {multi:true}
+);
+
+db.users.find().forEach(function(user){
+
+    var updates = {
+        // I'm not racist, these were just the defaults before ;)
+        'preferences.skin': 'white',
+        'preferences.hair': 'blond',
+
+        'items.head': user.items.armor,
+        'items.shield': user.items.armor,
+    }
+
+    db.users.update({_id:user._id}, {$set:updates});
+
+})

migrations/20130307_exp_overflow.js

@@ -0,0 +1,39 @@
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_normalize_algo_values.js
+
+/**
+ * Make sure people aren't overflowing their exp with the new system
+ */
+db.users.find().forEach(function(user){
+    function oldTnl(level) {
+        return (Math.pow(level,2)*10)+(level*10)+80
+    }
+
+    function newTnl(level) {
+        var value = 0;
+        if (level >= 100) {
+            value = 0
+        } else {
+            value = Math.round(((Math.pow(level,2)*0.25)+(10 * level) + 139.75)/10)*10; // round to nearest 10
+        }
+        return value
+    }
+
+    var newTnl = newTnl(user.stats.lvl);
+    if (user.stats.exp > newTnl) {
+        var percent = user.stats.exp / oldTnl(user.stats.lvl);
+        percent = (percent>1) ? 1 : percent;
+        user.stats.exp = newTnl * percent;
+
+        try {
+            db.users.update(
+                {_id:user._id},
+                {$set: {'stats.exp': user.stats.exp}},
+                {multi:true}
+            );
+        } catch(e) {
+            print(e);
+        }
+
+    }
+
+})

migrations/20130307_normalize_algo_values.js

@@ -0,0 +1,47 @@
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_normalize_algo_values.js
+
+/**
+ * Users were experiencing a lot of extreme Exp multiplication (https://github.com/lefnire/habitrpg/issues/594).
+ * This sets things straight, and in preparation for another algorithm overhaul
+ */
+db.users.find().forEach(function(user){
+    if (user.stats.exp >= 3580) {
+        user.stats.exp = 0;
+    }
+
+    if (user.stats.lvl > 100) {
+        user.stats.lvl = 100;
+    }
+
+    _.each(user.tasks, function(task, key){
+        // remove corrupt tasks
+        if (!task) {
+            delete user.tasks[key];
+            return;
+        }
+
+        // Fix busted values
+        if (task.value > 21.27) {
+            task.value = 21.27;
+        }
+        else if (task.value < -47.27) {
+            task.value = -47.27;
+        }
+    });
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                {
+                'stats.lvl': user.stats.lvl,
+                'stats.exp': user.stats.exp,
+                'tasks' : user.tasks
+                }
+            },
+            {multi:true}
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130307_remove_duff_histories.js

@@ -0,0 +1,28 @@
+/**
+ * Remove duff histories for dailies
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_remove_duff_histories.js
+db.users.find().forEach(function(user){
+
+
+    _.each(user.tasks, function(task, key){
+        if (task.type === "daily") {
+            // remove busted history entries
+            task.history = _.filter(task.history, function(h){return !!h.value})
+        }
+    });
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                {
+                'tasks' : user.tasks
+                }
+            },
+            {multi:true}
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130326_migrate_pets.js

@@ -0,0 +1,92 @@
+/**
+ * Migrate old pets to new system
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130326_migrate_pets.js
+
+var mapping = {
+    bearcub: {name:'BearCub', modifier: 'Base'},
+    cactus: {name:'Cactus', modifier:'Base'},
+    dragon: {name:'Dragon', modifier:'Base'},
+    flyingpig: {name:'FlyingPig', modifier:'Base'},
+    fox: {name:'Fox', modifier:'Base'},
+    lioncub: {name:'LionCub', modifier:'Base'},
+    pandacub: {name:'PandaCub', modifier:'Base'},
+    tigercub: {name:'TigerCub', modifier:'Base'},
+    wolfBorder: {name:'Wolf', modifier:'Base'},
+    wolfDesert: {name:'Wolf', modifier:'Desert'},
+    wolfGolden: {name:'Wolf', modifier:'Golden'},
+    wolfRed: {name:'Wolf', modifier:'Red'},
+    wolfShade: {name:'Wolf', modifier:'Shade'},
+    wolfSkeleton: {name:'Wolf', modifier:'Skeleton'},
+    wolfVeteran: {name:'Wolf', modifier:'Veteran'},
+    wolfWhite: {name:'Wolf', modifier:'White'},
+    wolfZombie: {name:'Wolf', modifier:'Zombie'}
+}
+
+/**
+  == Old Style ==
+    pet: Object
+        icon: "Pet-Wolf-White.png"
+        index: 14
+        name: "wolfWhite"
+        text: "White Wolf"
+        value: 3
+    pets: Object
+        bearcub: true
+        cactus: true
+
+  == New Style ==
+    currentPet: Object
+        modifier: "Red"
+        name: "Wolf"
+        notes: "Find some Hatching Powder to sprinkle on this egg, and one day it will hatch into a loyal pet."
+        str: "Wolf-Red"
+        text: "Wolf"
+        value: 3
+    pets: Array
+        0: "PandaCub-Base"
+        1: "Wolf-Base"
+ */
+
+
+db.users.find().forEach(function(user){
+    if (!user.items || (!user.items.pets && !user.items.pet)) return;
+
+    // migrate items.pet to items.currentPet
+    if (!!user.items.pet) {
+        var mapped = mapping[user.items.pet.name];
+        delete user.items.pet;
+        user.items.currentPet = {
+            modifier: mapped.modifier,
+            name: mapped.name,
+            str: mapped.name + "-" + mapped.modifier,
+            text: '' // FIXME?
+        }
+    }
+
+    // migrate items.pets
+    if (!!user.items.pets) {
+        var newPets = [];
+        _.each(user.items.pets, function(val, key){
+            if (_.isNumber(key)) {
+                newPets.push(val)
+                //FIXME why is this happening? seems the user gets migrated already...
+                //throw "Error: User appears already migrated, this shouldn't be happening!"
+            } else {
+                newPets.push(mapping[key].name + "-" + mapping[key].modifier);
+            }
+        });
+        user.items.pets = newPets;
+    }
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                { 'items' : user.items }
+            }
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130327_apply_tokens.js

@@ -0,0 +1,104 @@
+/**
+ * Applies backer tokens & items (this file will be updated periodically
+ */
+
+// mongo habitrpg ./node_modules/underscore/underscore.js migrations/20130327_apply_tokens.js
+
+var mapping = [
+    {
+        tier: 1,
+        tokens: 0,
+        users: []
+    },
+    {
+        tier: 5,
+        tokens: 20,
+        users: []
+    },
+    {
+        tier: 10,
+        tokens: 50,
+        users: []
+    },
+    {
+        tier: 15,
+        tokens: 100,
+        users: []
+    },
+    {
+        tier: 30,
+        tokens: 150,
+        users: []
+    },
+    {
+        tier: 45,
+        tokens: 170,
+        users: []
+    },
+    {
+        tier: 60,
+        tokens: 200,
+        users: []
+    },
+    {
+        tier: 70,
+        tokens: 240,
+        users: []
+    },
+    {
+        tier: 80,
+        tokens: 240,
+        users: []
+    },
+    {
+        tier: 90,
+        tokens: 280,
+        users: []
+    },
+    {
+        tier: 300,
+        tokens: 500,
+        users: []
+    },
+    {
+        tier: 800,
+        tokens: 500,
+        users: []
+    }
+];
+
+db.users.find().forEach(function(user){
+    if (!user._id) return;
+
+    var possibleUserIds = [user._id];
+    if (!!user.local) {
+        if (!!user.local.username) possibleUserIds.push(user.local.username);
+        if (!!user.local.email) possibleUserIds.push(user.local.email);
+    }
+
+    _.each(mapping, function(tier){
+        var userInTier = !_.isEmpty(_.intersection(tier.users, possibleUserIds));
+        if (userInTier) {
+            var tokenInc = 0,
+                backer = user.backer || {};
+            if (!backer.tokensApplied) {
+                tokenInc = tier.tokens;
+                backer.tokensApplied = true;
+            }
+            backer.tier = tier.tier;
+
+            try {
+                db.users.update(
+                    {_id:user._id},
+                    {
+                        $set: { backer: backer, 'flags.ads': 'hide' },
+                        $inc: { balance: (tokenInc/4) }
+                    }
+                );
+            } catch(e) {
+                print(e);
+            }
+        }
+    })
+
+})

migrations/20130503_max_gear_achievement.js

@@ -0,0 +1,22 @@
+/**
+ * For users who already have max gear, they earned the achievement
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130503_max_gear_achievement.js
+db.users.find().forEach(function(user){
+    var items = user.items;
+    if (!items) { return; }
+    if ( parseInt(items.armor) == 5 &&
+         parseInt(items.head) == 5 &&
+         parseInt(items.shield) == 5 &&
+         parseInt(items.weapon) == 6) {
+
+        try {
+            db.users.update(
+                {_id:user._id},
+                {$set: {'achievements.ultimateGear':true}}
+            );
+        } catch(e) {
+            print(e);
+        }
+    }
+})

migrations/20130507_fix_broken_tags.js

@@ -0,0 +1,12 @@
+/**
+ * users getting broken tags when they try to edit the first blank tag on accident
+ *
+ * mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130507_fix_broken_tags.js
+ */
+
+db.users.find().forEach(function(user){
+    if(!_.isArray(user.tags)) {
+        db.users.update({_id:user._id}, {$set:{tags:[]}});
+    }
+
+})

migrations/20130508_add_backer_pets.js

@@ -0,0 +1 @@
+db.users.update({'backer.tier':{$gte:80}}, {$push:{'items.pets':'Wolf-Cerberus'}}, {multi:true});

migrations/20130508_fix_duff_party_subscriptions.js

@@ -0,0 +1,36 @@
+/**
+ * 745612d and fedc5b6 added a db-subscription optimization to the initial subscribe.
+ * However, it requires the user only be to one party. That should be the case anyway, but user.party.current was letting
+ * us look past the fact that a user was erroneously subscribed to multiple parties. This fixes
+ *
+ * mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130508_fix_duff_party_subscriptions.js
+ */
+
+
+// since our primary subscription will first hit parties now, we *definitely* need an index there
+db.parties.ensureIndex( { 'members': 1}, {background: true} );
+
+db.parties.find().forEach(function(party){
+
+    if(!party.members) {
+        return db.parties.remove({_id:party._id});
+    }
+
+    // Find all members
+    db.users.find( {_id: {$in:party.members} }, {_id:1,party:1} ).forEach(function(user){
+        // user somehow is subscribed to this party in the background, but they're it's not their primary party
+        if (user.party && user.party.current !== party._id) {
+            var i = party.members.indexOf(user._id);
+            party.members.splice(i, 1);
+        }
+
+        // if after we remove the user, the party is empty - delete this party
+        if (_.isEmpty(party.members)) {
+            db.parties.remove({_id:party._id});
+
+        // else just set it
+        } else {
+            db.parties.update({_id:party._id}, {$set:{members:party.members}});
+        }
+    })
+})

migrations/20130518_setup_groups.js

@@ -0,0 +1,48 @@
+/**
+ * In adding the Guilds feature (which supports the Challenges feature), we are consolidating parties and guilds
+ * into one collection: groups, with group.type either 'party' or 'guild'. We are also creating the 'habitrpg' guild,
+ * which everyone is auto-subscribed to, and moving tavern chat into that guild
+ *
+ * mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20130518_setup_groups.js
+ */
+
+/**
+ * TODO
+ * 1) rename collection parties => groups
+ * 2) add group.type = 'party' for each current group
+ * 3) create habitrpg group, .type='guild'
+ * 4) move tavern.chat.chat into habitrpg guild
+ * 5) subscribe everyone to habitrpg (be sure to set that for default user too!)
+ */
+
+db.parties.renameCollection('groups',true);
+//db.parties.dropCollection(); // doesn't seem to do this step during rename...
+//db.parties.ensureIndex( { 'members': 1,  'background': 1} );
+
+db.groups.update({}, {$set:{type:'party'}}, {multi:true});
+
+//migrate invitation mechanisms
+db.users.update(
+    {},
+    {
+        $remove:{party:1},
+        $set:{invitations:{party:null,guilds:[]}}
+    },
+    {multi:1}
+);
+
+tavern = db.tavern.findOne();
+db.tavern.drop();
+
+//TODO make as a callback of previous, or make sure group.type is still 'guild' for habitrpg in the end
+db.groups.insert({
+    _id: "habitrpg",
+    leader: '9',
+    type: 'guild',
+    name: "HabitRPG",
+    chat: tavern.messages,
+    info: {
+        blurb: '',
+        websites: []
+    }
+});

migrations/20130602_survey_rewards.js

@@ -0,0 +1,25 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130602_survey_rewards.js
+
+var members = []
+members = _.uniq(members);
+
+var query = {
+    _id: {$exists:1},
+    $or:[
+        {_id: {$in: members}},
+        //{'profile.name': {$in: members}},
+        {'auth.facebook.name': {$in: members}},
+        {'auth.local.username': {$in: members}},
+        {'auth.local.email': {$in: members}}
+    ]
+};
+
+print(db.users.count(query));
+
+db.users.update(query,
+    {
+        $set: { 'achievements.helpedHabit': true },
+        $inc: { balance: 2.5 }
+    },
+    {multi:true}
+)

migrations/20130612_survey_rewards_individual.js

@@ -0,0 +1,9 @@
+//mongo habitrpg migrations/20130612_survey_rewards_individual.js
+
+var query = {_id: ""};
+
+db.users.update(query,
+    {
+        $set: { 'achievements.helpedHabit': true },
+        $inc: { balance: 2.5 }
+    })

migrations/20130615_add_extra_indexes.js

@@ -0,0 +1,4 @@
+db.users.ensureIndex( { _id: 1, apiToken: 1 }, {background: true} )
+db.groups.ensureIndex( { members: 1 }, {background: true} )
+db.groups.ensureIndex( { type: 1 }, {background: true} )
+db.groups.ensureIndex( { type: 1, privacy: 1 }, {background: true} )

migrations/20130908_cleanup_corrupt_tags.js

@@ -0,0 +1,16 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130908_cleanup_corrupt_tags.js
+
+// Racer was notorious for adding duplicates, randomly deleting documents, etc. Once we pull the plug on old.habit,
+// run this migration to cleanup all the corruption
+
+db.users.find().forEach(function(user){
+  user.tags = _.filter(user.tags, (function(t) {
+    return !!t ? t.id : false;
+  }));
+
+  try {
+    db.users.update({_id:user._id}, {$set:{tags:user.tags}});
+  } catch(e) {
+    print(e);
+  }
+})

migrations/20130908_cleanup_derby_corruption.js

@@ -0,0 +1,51 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130908_cleanup_derby_corruption.js
+
+// Racer was notorious for adding duplicates, randomly deleting documents, etc. Once we pull the plug on old.habit,
+// run this migration to cleanup all the corruption
+
+db.users.find().forEach(function(user){
+
+  // remove corrupt tasks, which will either be null-value or no id
+  user.tasks = _.reduce(user.tasks, function(m,task,k) {
+    if (!task || !task.id) return m;
+    if (isNaN(+task.value)) task.value = 0;
+    m[k] = task;
+    return m;
+  }, {});
+
+  // fix NaN stats
+  _.each(user.stats, function(v,k) {
+    if (!v || isNaN(+v)) user.stats[k] = 0;
+    return true;
+  });
+
+  // remove duplicates, restore ghost tasks
+  ['habit', 'daily', 'todo', 'reward'].forEach(function(type) {
+    var idList = user[type + "Ids"];
+    var taskIds = _.pluck(_.where(user.tasks, {type: type}), 'id');
+    var union = _.union(idList, taskIds);
+    var preened = _.filter(union, function(id) {
+      return id && _.contains(taskIds, id);
+    });
+    if (!_.isEqual(idList, preened)) {
+      user[type + "Ids"] = preened;
+    }
+  });
+
+  // temporarily remove broken eggs. we'll need to write a migration script to grant gems for and remove these instead
+  if (user.items && user.items.eggs) {
+    user.items.eggs = _.filter(user.items.eggs,function(egg){
+      if (_.isString(egg)) {
+        user.balance += 0.75; // give them 3 gems for each broken egg
+      } else {
+        return true;
+      }
+    })
+  }
+
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+})

migrations/20130908_remove_staged_users.js

@@ -8,7 +8,7 @@
  * If we experience any troubles with removed staging users, come back to a snapshot and restore accounts. This will
  * give a peak into possible conflict accounts:
  */
-/* db.users.count({
+/*db.users.count({
   "auth.local": {$exists: false},
   "auth.facebook": {$exists: false},
   "history.exp.5": {$exists: 1},
@@ -22,9 +22,9 @@
  * in we'll be using localStorage anyway instead of creating a new database record
  */
 db.users.remove({
-  // Un-registered users
+    // Un-registered users
-  'auth.local': {$exists: false},
+    "auth.local": {$exists: false},
-  'auth.facebook': {$exists: false},
+    "auth.facebook": {$exists: false}
 });
 
 /**
@@ -32,6 +32,6 @@ db.users.remove({
  * Another vestige of Racer. Empty parties shouldn't be being created anymore in the new site
  */
 db.groups.remove({
-  type: 'party',
+    'type': 'party',
-  $where: 'return this.members.length === 0',
+    $where: "return this.members.length === 0"
 });

migrations/20131022_purchased_and_newStuff.js

@@ -0,0 +1,5 @@
+db.users.find().forEach(function(user){
+  if (!user.purchased) user.purchased = {hair: {}, skin: {}};
+  user.purchased.ads = user.flags && !!user.flags.ads;
+  db.users.update({_id:user._id}, {$set:{'purchased': user.purchased, 'flags.newStuff': true}, $unset: {'flags.ads':1}});
+});

migrations/20131022_restore_ads.js

@@ -0,0 +1,12 @@
+// node .migrations/20131022_restore_ads.js
+var mongo = require('mongoskin');
+var _ = require('lodash');
+var dbBackup = mongo.db('localhost:27017/habitrpg?auto_reconnect');
+var dbLive = mongo.db('localhost:27017/habitrpg2?auto_reconnect');
+var count = 89474;
+dbBackup.collection('users').findEach({$or: [{'flags.ads':'show'}, {'flags.ads': null}]}, {batchSize:10}, function(err, item) {
+  if (err) return console.error({err:err});
+  if (!item || !item._id) return console.error('blank user');
+  dbLive.collection('users').update({_id:item._id}, {$set:{'purchased.ads':false}, $unset: {'flags.ads': 1}});
+  if (--count <= 0) console.log("DONE!");
+});

migrations/20131028_task_subdocs_tags_invites.js

@@ -0,0 +1,126 @@
+// mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20131028_task_subdocs_tags_invites.js
+
+// TODO it might be better we just find() and save() all user objects using mongoose, and rely on our defined pre('save')
+// and default values to "migrate" users. This way we can make sure those parts are working properly too
+// @see http://stackoverflow.com/questions/14867697/mongoose-full-collection-scan
+//Also, what do we think of a Mongoose Migration module? something like https://github.com/madhums/mongoose-migrate
+
+db.users.find().forEach(function(user){
+
+  // Add invites to groups
+  // -------------------------
+  if(user.invitations){
+    if(user.invitations.party){
+      db.groups.update({_id: user.invitations.party.id}, {$addToSet:{invites:user._id}});
+    }
+
+    if(user.invitations.guilds){
+      _.each(user.invitations.guilds, function(guild){
+        db.groups.update({_id: guild.id}, {$addToSet:{invites:user._id}});
+      });
+    }
+  }
+
+  // Cleanup broken tags
+  // -------------------------
+  _.each(user.tasks, function(task){
+    _.each(task.tags, function(val, key){
+      _.each(user.tags, function(tag){
+        if(key == tag.id) delete task.tags[key];
+      });
+    });
+  });
+
+  // Fix corrupt dates
+  // -------------------------
+  user.lastCron = new Date(user.lastCron);
+  if (user.lastCron == 'Invalid Date') user.lastCron = new Date();
+  if (user.auth) { // what to do with !auth?
+    _.defaults(user.auth, {timestamps: {created:undefined, loggedin: undefined}});
+    _.defaults(user.auth.timestamps, {created: new Date(user.lastCron), loggedin: new Date(user.lastCron)});
+  }
+
+  // Fix missing history
+  // -------------------------
+  _.defaults(user, {history:{}});
+  _.defaults(user.history,{exp:[], todos:[]});
+
+  // Add username
+  // -------------------------
+  if (!user.profile) user.profile = {name:undefined};
+  if (_.isEmpty(user.profile.name) && user.auth) {
+    var fb = user.auth.facebook;
+    user.profile.name =
+      (user.auth.local && user.auth.local.username) ||
+        (fb && (fb.displayName || fb.name || fb.username || (fb.first_name && fb.first_name + ' ' + fb.last_name))) ||
+        'Anonymous';
+  }
+
+  // Migrate to TaskSchema Sub-Docs!
+  // -------------------------
+  if (!user.tasks) {
+    // So evidentaly users before 02/2013 were ALREADY setup based on habits[], dailys[], etcs... I don't remember our schema
+    // ever being that way... Anyway, print busted users here (they don't have tasks, but also don't have the right schema)
+    if (!user.habits || !user.dailys || !user.todos || !user.rewards) {
+      print(user._id);
+    }
+  } else {
+    _.each(['habit', 'daily', 'todo', 'reward'], function(type) {
+      // we use _.transform instead of a simple _.where in order to maintain sort-order
+      user[type + "s"] = _.reduce(user[type + "Ids"], function(m, tid) {
+        var task = user.tasks[tid],
+          newTask = {};
+        if (!task) return m; // remove null tasks
+
+        // Cleanup tasks for TaskSchema
+        newTask._id = newTask.id = task.id;
+        newTask.text = (_.isString(task.text)) ? task.text : '';
+        if (_.isString(task.notes)) newTask.notes = task.notes;
+        newTask.tags = (_.isObject(task.tags)) ? task.tags : {};
+        newTask.type = (_.isString(task.type)) ? task.type : 'habit';
+        newTask.value = (_.isNumber(task.value)) ? task.value : 0;
+        newTask.priority = (_.isString(task.priority)) ? task.priority : '!';
+        switch (newTask.type) {
+          case 'habit':
+            newTask.up = (_.isBoolean(task.up)) ? task.up : true;
+            newTask.down = (_.isBoolean(task.down)) ? task.down : true;
+            newTask.history = (_.isArray(task.history)) ? task.history : [];
+            break;
+          case 'daily':
+            newTask.repeat = (_.isObject(task.repeat)) ? task.repeat : {m:1, t:1, w:1, th:1, f:1, s:1, su:1};
+            newTask.streak = (_.isNumber(task.streak)) ? task.streak : 0;
+            newTask.completed = (_.isBoolean(task.completed)) ? task.completed : false;
+            newTask.history = (_.isArray(task.history)) ? task.history : [];
+            break;
+          case 'todo':
+            newTask.completed = (_.isBoolean(task.completed)) ? task.completed : false;
+            break;
+        }
+
+        m.push(newTask);
+        return m;
+      }, []);
+      delete user[type + 'Ids'];
+    });
+    delete user.tasks;
+  }
+
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+});
+
+// Remove old groups.*.challenges, they're not compatible with the new system, set member counts
+// -------------------------
+db.groups.find().forEach(function(group){
+  db.groups.update({_id:group._id}, {
+    $set:{memberCount: _.size(group.members)},
+    $pull:{challenges:1}
+  })
+});
+
+// HabitRPG => Tavern
+// -------------------------
+db.groups.update({_id:'habitrpg'}, {$set:{name:'Tavern'}});

migrations/20131102_restore_task_ids.js

@@ -0,0 +1,25 @@
+// mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20131028_task_subdocs_tags_invites.js
+
+db.challenges.find().forEach(function(chal){
+  _.each(chal.habits.concat(chal.dailys).concat(chal.todos).concat(chal.rewards), function(task){
+    task.id = task.id || task._id;
+  })
+  try {
+    db.challenges.update({_id:chal._id}, chal);
+    db.groups.update({_id:chal.group}, {$addToSet:{challenges:chal._id}})
+  } catch(e) {
+    print(e);
+  }
+});
+
+db.users.find().forEach(function(user){
+  _.each(user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards), function(task){
+    task.id = task.id || task._id;
+  })
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+});
+

migrations/20131104_remove_invalid_dues.js

@@ -0,0 +1,7 @@
+db.users.find({},{todos:1}).forEach(function(user){
+  _.each(user.todos, function(task){
+    if (moment(task.date).toDate() == 'Invalid Date')
+      task.date = moment().format('MM/DD/YYYY');
+  })
+  db.users.update({_id:user._id}, {$set:{todos: user.todos}});
+});

migrations/20131104_restore_lost_task_data.js

@@ -0,0 +1,54 @@
+// node .migrations/20131104_restore_lost_task_data.js
+
+/**
+ * After the great challenges migration, quite a few things got inadvertently dropped from tasks since their
+ * schemas became more strict. See conversation at https://github.com/HabitRPG/habitrpg/issues/1712 ,
+ * this restores task tags, streaks, due-dates, values
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg_new?auto_reconnect').collection('users');
+
+backupUsers.count(function(err, count){
+  if (err) return console.error(err);
+  backupUsers.findEach({}, {batchSize:250}, function(err, before){
+    if (err) return console.error(err);
+    if (!before) return console.log('!before');
+    liveUsers.findById(before._id, function(err, after){
+      if (err) return console.error(err);
+      if (!after) {
+        count--;
+        return console.log(before._id + ' deleted?');
+      }
+      if (before._id == '9') console.log('lefnire processed');
+      _.each(before.tasks, function(tBefore){
+        var tAfter = _.find(after[tBefore.type+'s'], {id:tBefore.id});
+        if (!tAfter) return; // task has been deleted since launch
+
+        // Restore deleted tags
+        if (!_.isEmpty(tBefore.tags) && _.isEmpty(tAfter.tags))
+          tAfter.tags = tBefore.tags;
+        // Except tags which are no longer available on the updated user
+        _.each(tAfter.tags, function(v,k){ //value is true, key is tag.id
+          if (!_.find(after.tags,{id:k})) delete tAfter.tags[k];
+        })
+
+        // Restore deleted streaks
+        if (+tBefore.streak > tAfter.streak)
+          tAfter.streak = +tBefore.streak;
+
+        if (!!tBefore.date && !tAfter.date)
+          tAfter.date = tBefore.date;
+
+        // Restore deleted values
+        if (+tBefore.value != 0 && tAfter.value == 0)
+          tAfter.value = +tBefore.value;
+      })
+      after._v++;
+      liveUsers.update({_id:after._id}, after);
+      if (--count <= 0) console.log("DONE!");
+    })
+  });
+});

migrations/20131105_remove_history_ids.js

@@ -0,0 +1,21 @@
+function deleteId(h){
+  delete h._id;
+}
+
+db.users.find({},{habits:1,dailys:1,history:1}).forEach(function(user){
+  if (user.history) {
+    _.each(['todos','exp'], function(type){
+      if (user.history[type]) {
+        _.each(user.history.exp, deleteId);
+      }
+    })
+  } else {
+    user.history = {exp:[],todos:[]};
+  }
+
+  _.each(['habits', 'dailys'], function(type){
+    _.each(user[type].history, deleteId);
+  });
+
+  db.users.update({_id:user._id}, {$set:{history: user.history, habits: user.habits, dailys: user.dailys}});
+});

migrations/20131107_from_backer_to_contributor.js

@@ -0,0 +1,18 @@
+db.users.find({
+  $or: [
+    {'backer.admin':{$exists:1}},
+    {'backer.contributor':{$exists:1}}
+  ]
+},{backer:1}).forEach(function(user){
+  user.contributor = {};
+  user.contributor.admin = user.backer.admin;
+  delete user.backer.admin;
+
+  // this isnt' the proper storage format, but I'm going to be going through the admin utility manually and setting things properly
+  if (user.backer.contributor) {
+    user.contributor.text = user.backer.contributor;
+    delete user.backer.contributor;
+  }
+
+  db.users.update({_id:user._id}, {$set:{backer:user.backer, contributor:user.contributor}});
+});

migrations/20131108_add_gems_for_contribs.js

@@ -0,0 +1,4 @@
+// Increase everyone's gems per their contribution level
+db.users.find({'contributor.level':{$gt:0}},{contributor:1, balance:1}).forEach(function(user){
+  db.users.update({_id:user._id}, {$inc: {balance: (user.contributor.level * .5)} });
+});

migrations/20131109_refactor_pets.js

@@ -0,0 +1,39 @@
+db.users.find(
+  {$where: "Array.isArray(this.items.pets) || Array.isArray(this.items.eggs) || Array.isArray(this.items.hatchingPotions)"},
+  {backer: 1, items:1}
+).forEach(function(user){
+
+  if (_.isArray(user.items.pets)) {
+    user.items.pets = _.reduce(user.items.pets, function(m,v){ m[v] = 5; return m;}, {});
+  }
+
+  if (!_.isString(user.items.currentPet)) {
+    user.items.currentPet = user.items.currentPet ? user.items.currentPet.str : '';
+  }
+
+  if (_.isArray(user.items.eggs)) {
+    user.items.eggs = _.reduce(user.items.eggs, function(m,v){
+      if (!m[v.name]) m[v.name] = 0;
+      m[v.name]++;
+      return m;
+    }, {});
+  }
+
+  if (_.isArray(user.items.hatchingPotions)) {
+    user.items.hatchingPotions = _.reduce(user.items.hatchingPotions, function(m,v){
+      if (!m[v]) m[v] = 0;
+      m[v]++;
+      return m;
+    }, {});
+  }
+
+  user.items.food = {};
+  user.items.mounts = {};
+  user.items.currentMount = '';
+
+  if (user.backer && user.backer.tier && user.backer.tier >= 90) {
+    user.items.mounts['LionCub-Ethereal'] = true;
+  }
+
+  db.users.update({_id:user._id}, {$set:{items:user.items}});
+});

migrations/20131111_task_NaN.js

@@ -0,0 +1,15 @@
+// This migration has already been run in the past. It's vital to fix these users presently, but we need to find
+// out why task values are ever getting in as NaN. My guess is API PUT /tasks/:tid routes
+db.users.find({},{habits:1,dailys:1,todos:1,rewards:1}).forEach(function(user){
+  _.each(['habits','dailys','todos','rewards'], function(type){
+    _.each(user[type], function(task){
+      task.value = +task.value;
+      if (_.isNaN(task.value)) {
+        task.value = 0;
+        print(user._id);
+      }
+    })
+  })
+
+  db.users.update({_id:user._id}, {$set:{habits: user.habits, dailys: user.dailys, todos: user.todos, rewards: user.rewards}});
+});

migrations/20131114_migrate_websites_to_blurb.js

@@ -0,0 +1,14 @@
+// Migrate all users websites to the profile blurb field
+db.users.find({'profile.websites':{$exists: true}}).forEach(function(user){
+    db.users.update({_id: user._id}, {
+        $set: {"profile.blurb": user.profile.blurb + '\n * ' + user.profile.websites.join('\n * ')},
+        $unset: {'profile.websites': 1}
+    })
+})
+
+db.groups.find({'websites.0':{$exists: true}}).forEach(function(group){
+  db.groups.update({_id: group._id}, {
+    $set: {"description": group.description + '\n * ' + group.websites.join('\n * ')},
+    $unset: {websites: 1}
+  })
+})

migrations/20131115_update_gear_preferences.js

@@ -0,0 +1,10 @@
+//Add defaults to show gears in all users
+db.users.update(
+    {},
+    {$set:{
+        'preferences.showWeapon': true,
+        'preferences.showShield': true,
+        'preferences.showArmor': true,
+    }},
+    {multi:true}
+)

migrations/20131117_fix_task_types.js

@@ -0,0 +1,18 @@
+// TODO figure out why this is happening in the first place
+
+db.users.find({},{habits:1, dailys:1, todos:1, rewards:1}).forEach(function(user){
+  _.each(user.habits, function(task){
+    task.type = 'habit';
+  })
+  _.each(user.dailys, function(task){
+    task.type = 'daily';
+  })
+  _.each(user.todos, function(task){
+    task.type = 'todo';
+  })
+  _.each(user.rewards, function(task){
+    task.type = 'reward';
+  })
+
+  db.users.update({_id:user._id}, {$set:{habits: user.habits, dailys: user.dailys, todos: user.todos, rewards: user.rewards}});
+});

migrations/20131117_remove_undefined_pets.js

@@ -0,0 +1,12 @@
+// once and for all!
+
+db.users.find({'items.pets':{$exists:1}},{'items.pets':1}).forEach(function(user){
+  _.reduce(user.items.pets, function(m,v,k){
+    if (!k.indexOf('undefined')) m.push(k);
+    return m;
+  }, []).forEach(function(key){
+    delete user.items.pets[key];
+  })
+
+  db.users.update({_id:user._id}, { $set:{'items.pets':user.items.pets} });
+});

migrations/20131122_deleted_tags.js

@@ -0,0 +1,13 @@
+// Cleanup broken tags
+// -------------------------
+db.users.find().forEach(function(user){
+	var tasks = user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards);
+
+	_.each(tasks, function(task){
+    _.each(task.tags, function(value, key){ //value is true, key is tag.id
+      if (!_.find(user.tags,{id:key})) delete task.tags[key];
+    });
+  });
+
+  db.users.update({_id:user._id}, user);
+});

migrations/20131123_set_default_party_order.js

@@ -0,0 +1,8 @@
+//Add default to randomize party members list
+db.users.update(
+    {},
+    {$set:{
+        'party.order': 'random',
+    }},
+    {multi:true}
+)

migrations/20131126_clean_dayStart.js

@@ -0,0 +1,5 @@
+db.users.find({'preferences.dayStart':{$exists:1}},{'preferences.dayStart':1}).forEach(function(user){
+  var dayStart = +user.preferences.dayStart;
+  dayStart = (_.isNaN(dayStart) || dayStart < 0 || dayStart > 24) ? 0 : dayStart;
+  db.users.update({_id:user._id}, {$set:{'preferences.dayStart':dayStart}});
+});

migrations/20131126_turkey_pet.js

@@ -0,0 +1 @@
+db.users.update({},{$set:{'items.pets.Turkey-Base':5, 'flags.newStuff':true}}, {multi:true});

migrations/20131127_restore_dayStart.js

@@ -0,0 +1,32 @@
+// node .migrations/20131127_restore_dayStart.js
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg_new?auto_reconnect').collection('users');
+
+var query = {'preferences.dayStart':{$exists:1,$ne:0}};
+var select = {'preferences.dayStart': 1};
+
+backupUsers.count(query, function(err, count){
+  if (err) return console.error(err);
+  backupUsers.findEach(query, select, {batchSize:20}, function(err, before){
+    if (err) return console.error(err);
+    if (!before) { count--; return console.log('!before'); }
+    liveUsers.findById(before._id, function(err, after){
+      if (err) return console.error(err);
+      if (!after) { count--; return console.log(before._id + ' deleted?'); }
+
+      var dayStart = +before.preferences.dayStart;
+      if (after.preferences.dayStart == 0 && dayStart != 0){
+        dayStart = (_.isNaN(dayStart) || dayStart < 0 || dayStart > 24) ? 0 : dayStart;
+      } else {
+        dayStart = after.preferences.dayStart;
+      }
+
+      liveUsers.update({_id:after._id}, {$inc:{_v:1}, $set:{'preferences.dayStart':dayStart}});
+      if (--count <= 0) console.log("DONE!");
+    })
+  });
+});

migrations/20131214_classes.coffee

@@ -8,12 +8,6 @@ mongo = require('mongoskin')
 _ = require('lodash')
 async = require('async')
 
-# IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
-# We've now upgraded to lodash v4 but the code used in this migration has not been
-# adapted to work with it. Before this migration is used again any lodash method should
-# be checked for compatibility against the v4 changelog and changed if necessary.
-# https://github.com/lodash/lodash/wiki/Changelog#v400
-
 db = mongo.db('localhost:27017/habitrpg?auto_reconnect')
 
 ###

migrations/20131217_unearned_backer_gear.js

@@ -0,0 +1,20 @@
+var query = {
+  '$or': [
+    {'items.gear.owned.weapon_special_0': true},
+    {'items.gear.owned.armor_special_0': true},
+    {'items.gear.owned.head_special_0': true},
+    {'items.gear.owned.shield_special_0': true}
+  ]
+};
+
+db.users.find(query, {'items.gear.owned':1,backer:1}).forEach(function(user){
+  var owned = user.items.gear.owned;
+  var tier = (user.backer && user.backer.tier) || 0;
+  if (tier < 70) delete owned.weapon_special_0;
+  if (tier < 45) delete owned.armor_special_0;
+  if (tier < 45) delete owned.head_special_0;
+  if (tier < 45) delete owned.shield_special_0;
+
+
+  db.users.update({_id:user._id}, {$set:{'items.gear.owned':owned}});
+});

migrations/20131221_restore_NaN_history.js

@@ -0,0 +1,45 @@
+// node .migrations/20131221_restore_NaN_history.js
+
+/**
+ * After the classes migration, users lost some history entries
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+function filterNaNs(h) {
+  return h && _.isNumber(+h.value) && !_.isNaN(+h.value);
+}
+
+var fields = {history:1,habits:1,dailys:1,migration:1};
+var count = 0;
+liveUsers.findEach({migration: {$ne:'20131221_restore_NaN_history'}}, fields, {batchSize:500}, function(err, after){
+  if (!after) err = '!after';
+  if (err) {count++;return console.error(err);}
+
+  backupUsers.findById(after._id, fields, function(err, before){
+    if (err) {count++;return console.error(err);}
+
+    _.each(['todos','exp'],function(type){
+      if (!_.isEmpty(after.history[type]))
+        after.history[type] = _.filter(after.history[type], filterNaNs);
+      if (before && !_.isEmpty(before.history[type]))
+        after.history[type] = before.history[type].concat(after.history[type]);
+    })
+
+    _.each(['habits','dailys'], function(type){
+      _.each(after[type], function(t){
+        t.history = _.filter(t.history, filterNaNs);
+        var found = before && _.find(before[type],{id:t.id});
+        if (found && found.history) t.history = found.history.concat(t.history);
+      })
+    })
+
+    liveUsers.update({_id:after._id}, {$set:{history:after.history, dailys:after.dailys, habits:after.habits, migration:'20131221_restore_NaN_history'}, $inc:{_v:1}});
+    //if (--count <= 0) console.log("DONE! " + after._id);
+    if (++count%1000 == 0) console.log(count);
+    if (after._id == '9') console.log('lefnire processed');
+  })
+});

migrations/20131225_restore_streaks.js

@@ -0,0 +1,32 @@
+// node .migrations/20131225_restore_streaks.js
+
+/**
+ * After the classes migration, users lost some history entries
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('lefnire:mAdn3s5s@charlotte.mongohq.com:10015/habitrpg_large?auto_reconnect').collection('users');
+
+var fields = {dailys:1,migration:1};
+var count = 0;
+liveUsers.findEach({migration: {$ne:'20131225_restore_streaks'}}, fields, {batchSize:250}, function(err, after){
+  if (!after) err = '!after';
+  if (err) {count++;return console.error(err);}
+
+  backupUsers.findById(after._id, fields, function(err, before){
+    if (!before) err = '!before';
+    if (err) {count++;return console.error(err);}
+
+    _.each(before.dailys,function(d){
+      var found = _.find(after.dailys,{id: d.id});
+      if (found && !found.streak) found.streak = d.streak;
+    })
+
+    liveUsers.update({_id:after._id}, {$set:{dailys:after.dailys, migration:'20131225_restore_streaks'}, $inc:{_v:1}});
+    //if (--count <= 0) console.log("DONE! " + after._id);
+    if (++count%1000 == 0) console.log(count);
+    if (after._id == '9') console.log('lefnire processed');
+  })
+});

migrations/20140119_task_creation_completion_dates.js

@@ -0,0 +1,8 @@
+db.users.find({},{todos:1,dailys:1,rewards:1,habits:1}).forEach(function(user){
+  _.each(user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards), function(t){
+    t.dateCreated = t.created || new Date;
+    delete t.created;
+    if (t.type == 'todo' && t.completed) t.dateCompleted = new Date;
+  })
+  db.users.update({_id:user._id}, {$set:{habits:user.habits,dailys:user.dailys,todos:user.todos,rewards:user.rewards}});
+});

migrations/20140130_birthdayEnd.js

@@ -0,0 +1 @@
+db.users.update({},{$set:{'achievements.habitBirthday':true}},{multi:1})

migrations/20140130_birthdayStart.js

@@ -0,0 +1,12 @@
+db.users.update({},{$set:{
+  'items.food.Cake_Skeleton':1,
+  'items.food.Cake_Base':1,
+  'items.food.Cake_CottonCandyBlue':1,
+  'items.food.Cake_CottonCandyPink':1,
+  'items.food.Cake_Shade':1,
+  'items.food.Cake_White':1,
+  'items.food.Cake_Golden':1,
+  'items.food.Cake_Zombie':1,
+  'items.food.Cake_Desert':1,
+  'items.food.Cake_Red':1
+}},{multi:1})

migrations/20140220_challenge_memberCount.js

@@ -0,0 +1,3 @@
+db.challenges.find({},{members:1}).forEach(function(chal){
+  db.challenges.update({_id:chal._id}, {$set:{memberCount:chal.members.length}});
+});

migrations/20140301_missing_mysteries.js

@@ -0,0 +1,14 @@
+db.users.update(
+  {
+    'purchased.plan.dateCreated':{$gte:new Date('2014-02-22'),$lt:new Date('2014-02-29')},
+    'items.gear.owned.armor_mystery_201402':null,
+    'items.gear.owned.head_mystery_201402': null,
+    'items.gear.owned.back_mystery_201402': null,
+    'purchased.plan.mysteryItems':{$nin:['armor_mystery_201402','head_mystery_201402','back_mystery_201402']}
+  },
+  //{_id:1,'purchased.plan':1,'items.gear.owned':1}
+  {$push: {'purchased.plan.mysteryItems':{$each:['armor_mystery_201402','head_mystery_201402','back_mystery_201402']}}},
+  {multi:true}
+)/*.forEach(function(user){
+    printjson(user);
+  });*/

migrations/20140610_missing_backer_mount.js

@@ -0,0 +1 @@
+db.users.update({'backer.tier':{$gt:69}},{$set:{'items.mounts.LionCub-Ethereal':true}},{multi:1})

migrations/20140712_wiped_quest_membership.js

@@ -0,0 +1,11 @@
+//mongo habitrpg node_modules/lodash/lodash.js ./migrations/20140712_wiped_quest_membership.js
+db.groups.find({type:'party','quest.key':{$ne:null},'quest.active':true},{quest:1}).forEach(function(group){
+  var activeMembers = _.reduce(group.quest.members, function(m,v,k){
+    if (v===true) m.push(k); return m;
+  },[]);
+  db.users.update(
+    {_id:{$in: activeMembers}},
+    {$set:{'party.quest.key':group.quest.key,'party.quest.completed':null}},
+    {multi:true}
+  );
+});

migrations/20140803_remove_undefined_notifications.js

@@ -0,0 +1,13 @@
+var _ = require('lodash');
+
+db.users.find({}).forEach(function(user){
+  var newNewMessages = {};
+
+  _.each(user.newMessages, function(val, key){
+    if(key != "undefined"){
+      newNewMessages[key] = val;
+    };
+  });
+
+  db.users.update({_id: user._id}, {$set: {'newMessages': newNewMessages}});
+});

migrations/20140823_remove_undefined_and_false_notifications.js

@@ -0,0 +1,45 @@
+//  node .migrations/20140823_remove_undefined_and_false_notifications.js
+
+var migrationName = '20140823_remove_undefined_and_false_notifications';
+
+var authorName = 'Alys'; // in case script author needs to know when their ...
+var authorUuid = 'd904bd62-da08-416b-a816-ba797c9ee265'; //... own data is done
+
+/**
+ * https://github.com/HabitRPG/habitrpg/pull/3907
+ */
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+// XXX @lefnire, choose wisely:
+// var liveUsers = mongo.db('lefnire:mAdn3s5s@charlotte.mongohq.com:10015/habitrpg_large?auto_reconnect').collection('users');
+// var liveUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+
+// For local testing by script author:
+// var liveUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+
+var fields = {migration:1,newMessages:1};
+var progressCount = 1000;
+// var progressCount = 1;
+var count = 0;
+liveUsers.findEach({migration: {$ne:migrationName}}, fields, {batchSize:250}, function(err, user){
+  count++;
+  if (!user) err = '!user';
+  if (err) {return console.error(err);}
+
+ var newNewMessages = {};
+  _.each(user.newMessages,function(val,key){
+    // console.log(key + " " + val.name);
+    if(key != "undefined" && val['value']){
+      newNewMessages[key] = val;
+    }
+  })
+
+  liveUsers.update({_id:user._id}, {$set:{newMessages:newNewMessages, migration:migrationName}, $inc:{_v:1}});
+
+  if (count%progressCount == 0) console.log(count + ' ' + user._id);
+  if (user._id == '9') console.log('lefnire processed');
+  if (user._id == authorUuid) console.log(authorName + ' processed');
+});