# Finds the names of people who like pandas from a parquet file
# consisting of name & favouriteAnimal.
# For input you can use the result of MakeParquetFile
from pyspark import SparkContext
from pyspark.sql import SQLContext
import json
import sys

if __name__ == "__main__":
    if len(sys.argv) != 3:
        print "Error usage: QueryParquetFile [sparkmaster] [parquetfile]"
        sys.exit(-1)
    master = sys.argv[1]
    parquetFile = sys.argv[2]
    sc = SparkContext(master, "QueryParquetFile")
    sqlCtx = SQLContext(sc)
    # Load some data in from a Parquet file of name & favouriteAnimal
    rows = sqlCtx.parquetFile(parquetFile)
    names = rows.map(lambda row: row.name)
    print "Everyone"
    print names.collect()
    # Find the panda lovers
    tbl = rows.registerAsTable("people")
    pandaFriends = sqlCtx.sql("SELECT name FROM people WHERE "+
                              "favouriteAnimal = \"panda\"")
    print "Panda Friends"
    print pandaFriends.map(lambda row: row.name).collect()