@STRING{jair  = "Journal of Artificial Intelligence Research"}
%@STRING{jair  = "JAIR"}
@STRING{icaps = "Int'l Conference on Automated Planning and Scheduling"}
%@STRING{icaps = "ICAPS"}
@STRING{ijcai = "Int'l Joint Conference on Artificial Intelligence"}
%@STRING{ijcai = "IJCAI"}
@STRING{icml = "Int'l Conference on Machine Learning"}
%@STRING{icml = "ICML"}
@STRING{aips =  "Artificial Intelligence Planning and Scheduling"}
%@STRING{aips =  "AIPS"}
@STRING{aaai = "National Conference on Artificial Intelligence"}
%@STRING{aaai = "AAAI"}


@inproceedings{agre87,
        author={Philip E. Agre and David Chapman},
        title={Pengi: An Implementation of a Theory of Activity},
        booktitle="Sixth " # aaai,
        year={1987}}

	
 

@InProceedings{zettlemoyer05aaai,
  author = 	 {Zettlemoyer, Luke and Pasula, Hanna and Kaelbling, Leslie Pack},
  title = 	 {Learning Planning Rules in Noisy Stochastic Worlds},
  booktitle = "Twentieth " # aaai #" (AAAI-05)",
  year = 	 {2005}
}

@InCollection{fox05chapter,
  author = 	 {M. Fox and D. Long},
 editor = 	 {M. Fisher and D. Gabbay  and L. Vila},
 booktitle = 	 {Handbook of Temporal Reasoning in Artificial Intelligence},
  title = 	 {Time in Planning},
  publisher = 	 {Elsevier},
  year = 	 {2005},
  series = 	 {Foundations of Artificial Intelligence Series},
  volume = {1},
  month = 	 {March}
}

@article{weld94,
author="Daniel Weld",
title= "An Introduction to Least Commitment Planning",
journal="AI Magazine",
volume="15",
number="4",
pages="27-61",
year="1994"}

@InProceedings{anderson98,
  author = 	 {Corin R. Anderson and David E. Smith and Daniel S. Weld},
  title = 	 {Conditional Effects in Graphplan},
  booktitle = 	 aips # " (AIPS'98)",
  year = 	 {1998}
}

@InProceedings{guere01ijcai,
title={One action is enough to plan},
author={E. Guere and R. Alami},
booktitle= "" # ijcai,
location={Seattle, WA},
year={2001}
}

@article{fikes71,
        author = {Richard E. Fikes and Nils J. Nilsson},
        title = {STRIPS:  A New Approach to the Application of Theorem Proving to Problem Solving},
        journal = {Artificial Intelligence},
        year = {1971},
        volume = {2},
        pages = {189-208} }

	      
@phdthesis{sondik71,
        author={Edward J. Sondik},
        title={The Optimal Control of Partially Observable {Markov} Processes},
        school = {Stanford University},
        address = {Stanford, California},
        year = {1971}}


@phdthesis{guestrin03phd,
title="Planning Under Uncertainty in Complex Structured Environments",
author="Carlos Guestrin",
school="Stanford University",
year="2003"
}

@inproceedings{guestrin04uai,
title="Solving Factored MDPs with Continuous and Discrete Variables",
author="Carlos Guestrin and Milos Hauskrecht and Branislav Kveton",
booktitle="Twentieth " #uai#" (UAI 2004)",
location="Banff, Canada",
year="2004"
}

@inproceedings{guestrin03ijcai,
title="Generalizing Plans to New Environments in Relational  {MDP}s",
author="Carlos Guestrin and Daphne Koller and Chris Gearhart and Neal Kanodia",
booktitle="International Joint Conference on  Artificial Intelligence (IJCAI 2003)",
location="Acapulco, Mexico",
year="2003",
}


@InProceedings{guestrin03jair,
title={Efficient Solution Algorithms for Factored MDPs},
author={Carlos Guestrin and Daphne Koller and Ronald Parr and Shobha Venkataraman},
journal={Journal  of Artificial Intelligence Research (JAIR)},
year={2003},
volume={19}
}

@InProceedings{guestrin02uai,
title={Distributed Planning in Hierarchical Factored MDPs},
author={Carlos Guestrin and Geoffrey Gordon},
booktitle={Eighteenth Conference on  Uncertainty in Artificial Intelligence (UAI 2002)},
location={Edmonton, Alberta},
year={2002}
}
@InProceedings{guestrin02aaai,
title={Context Specific Multiagent Coordination and Planning  with Factored MDPs},
author={Carlos Guestrin, Shobha Venkataraman and Daphne Koller},
booktitle={In the Eighteenth National Conference on Artificial Intelligence (AAAI 2002)},
location={Edmonton, Alberta},
year={2002}
}

@InProceedings{guestrin02icml,
title={Algorithm-Directed Exploration for Model-Based  Reinforcement Learning in Factored MDPs},
author={Carlos Guestrin, Relu Patrascu and Dale Schuurmans},
booktitle={In the Nineteenth  International Conference on Machine Learning (ICML 2002)},
location={Sydney, Australia},
year={2002}
}
@InProceedings{boyen99aaai,
author = {Xavier Boyen and Daphne Koller},
title = {Exploiting the Architecture of Dynamic Systems},
booktitle = "Sixteenth " # aaai # " (AAAI'99)",
pages = {313--320},
year = {1999}}


@Misc{maddocweb,
  key = 	 {maddoc},
title="{M}ad {D}oc company website",
howpublished="\url{http://www.maddocsoftware.com/company/company_history.asp}"
}

@misc{robocupweb,
key={robocup},
title="{R}obo{C}up{R}escue {S}imulation {L}eague website",
howpublished="\url{http://www.rescuesystem.org/robocuprescue/}"
}

@ARTICLE{roy04jair,
  author	= {Roy, N. and Gordon, G. and Thrun, S.},
  title		= {Finding Approximate {POMDP} Solutions Through Belief Compression},
  journal	= jair,
  year		= {2004}
}



@article{ballard97,
  title = "Deictic codes for the embodiment of cognition",
  author = "Ballard, Dana H. and Hayhoe, Mary M. and Pook, Polly K. and Rao, Rajesh P.N.",
  journal = "Behavioral and Brain Sciences",
  volume = "20",
  year = "1997"}

@article{barto95,
 author = "Barto, A. G. and Bradtke, S. J. and Singh, S. P.",
 title = "Learning to Act using Real-Time Dynamic Programming",
 journal="Artificial Intelligence",
 volume = "72",
 number = "1",
 year = "1995"}

@book{drescher91phd,
author=" Drescher, Gary  L.",
year="1991",
title="Made-Up Minds, a constructivist approach to artificial intelligence",
address="Cambridge, MA",
publisher="MIT Press"
}

@inbook{drescher93chap,
title="Machine learning :from theory to applications : cooperative research at Siemens and MIT",
editor="S.J. Hanson and W. Remmele and R.L. Rivest",
publisher="Springer-Verlag",
year="1993",
author="Drescher, Gary L.",
chapter="The Schema Mechanism" }



@Book{doucet01,
  editor = 	 {Doucet, A. and de Freitas, J.F.G and Gordon, N.J.},
  title = 	 {Sequential Monte Carlo Methods in Pactice},
  publisher = 	 {Springer Verlag},
  year = 	 {2001},
  address = 	 {New York}
}

@book{bertsekas96,
         author={Dimitri P. Bertsekas and John N. Tsitsiklis},
         title={Neuro-Dynamic Programming},
         publisher={Athena Scientific},
         address={Belmont, MA},
         year={1996}}

@Article{blum97,
  author = 	 {Blum, Avrim L. and Furst, Merrick L.},
  title = 	 {Fast Plannning Through Planning Graph Analysis},
  journal = 	 {Artificial Intelligence},
  year = 	 {1997},
  volume = 	 {90},
  pages = 	 {281-300}}
 

@InProceedings{blum99,
  author = 	 {Blum, Avrim L. and Langford, John C.},
  title = 	 {Probabilistic Planning in the Graphplan Framework},
  booktitle = 	 {5th European Conference on Planning},
  year = 	 {1999}}



@inproceedings{bonet03,
 author = "Blai Bonet and Hector Geffner",
 title = "Labeled {RTDP}: Improving the Convergence of Real-Time Dynamic Programming",
 booktitle = "ICAPS-03",
 year = "2003"
}


@inproceedings{boutilier01,
    author = "Craig Boutilier and Raymond Reiter and Bob Price",
    title = "Symbolic Dynamic Programming for First-Order {MDPs}",
    booktitle = "17th International Joint Conference on Artificial Intelligence (IJCAI)",
    year = "2001" }

@Article{brachman85,
  author =       {Brachman, Ronald and Schmolze, James},
  title =        {An overview of the {KL-ONE} knowledge representation system},
  journal =      {Cognitive Science},
  year =         {1985},
  volume =       {9},
  number =       {2},
  month =        {April-June},
}


@article{nilsson86,
        author={Nils J. Nilsson},
        title={Probabilistic Logic},
        journal={Artificial Intelligence},
        volume={28},
        pages={71=87},
        year={1986}}

@TechReport{haussler99tr,
  author = 	 {David Haussler},
  title = 	 {Convolution Kernels on Discrete Structures},
  institution =  {University of California at Santa Cruz},
  year = 	 {1999},
  number = 	 {UCSC-CRL-99-10},
  month = 	 {July}
}
@TechReport{kochenderfer06,
  author = 	 {Kochenderfer, Mykel J.},
  title = 	 {Adaptive Abstraction for Model-Based Reinforcement Learning},
  institution =  {University of Edinburgh},
  year = 	 {2006},
  number = 	 {EDI-INF-RR-0806},
  month = 	 {April}
}

@inproceedings{gartner03ilp,
 author="Thomas Gartner and Kurt Driessens and Jan Ramon",
 title="Graph Kernels and Gaussian Processes for Relational Reinforcement Learning",
 booktitle = "Thirteenth International Conference on Inductive Logic Programming (ILP-2003)",
 year="2003" }

@inproceedings{gartner03coltws,
author="Thomas Gartner and Peter Flach and Stefan Wrobel",
title="On Graph Kernels: Hardness Results and Efficient Alternatives",
booktitle="Sixteenth Annual Conference on Computational Learning Theory and Seventh Kernel Workshop (COLT-2003)",
year="2003"}

@article{gartner03acm,
 title="A survey of kernels for structured data",
author="Thomas Gartner",
journal ="ACM SIGKDD Explorations Newsletter",
volume = "5" ,
number = "1",
month="July",
year="2003" }

@article{gartner04mlj,
author="Thomas Gartner and John W. Lloyd and Peter A. Flach",
title="Kernels and Distances for Structured Data",
journal="Machine Learning",
number="57",
volume="3",
year="2004"}


@book{puterman94book,
    author = "M. Puterman",
    title = "{M}arkov decision processes: discrete stochastic dynamic programming",
    publisher = "John Wiley \& Sons",
    year = "1994"
}

@inproceedings{haslum00aips,
author = "P. Haslum and P. Jonsson",
title = "Planning with Reduced Operator Sets",
booktitle = aips,
year = "2000"}

@inproceedings{kashima03icml,
author="Hisashi Kashima and Koji Tsuda and Akihiro Inokuchi",
title="Marginalized Kernels Between Labeled Graphs",
booktitle="20th International Conference on Machine Learning (ICML 2003)",
year="2003"}

@unpublished{kowalczyk03jmlr,
  author = 	 {Kowalczyk, Adam and Smola, Alexander J. and Williamson, Robert C.},
  title = 	 {Logic, Trees and Kernels},
  note = 	 {\emph{submitted to} Journal of Machine Learning Research},
  year = 	 {2003},
  month = {July}
}

@inproceedings{hopcroft71,
 author={Hopcroft, J.E.},
 title={An \emph{n log n} algorithm  for minimizing states in a finite automaton},
 booktitle={Theory of Machines and Computations},
 editor={Z. Kohavi and A. Paz},
 publisher={Academic Press},
 address={New York},
 year={1971}}

@article{paige87,
author="Paige, Robert and Tarjan, Robert",
title="Three partition refinement algorithms",
journal="SIAM Journal on Computing",
volume="16",
number="6",
year="1987"}

@phdthesis{parr98phd,
title="Hierarchical control and learning for Markov decision processes",
author="Ronald Edward Parr",
school="University of California at Berkeley",
year="1998"
}

@article{dietterich00jair,
author="Dietterich, T. G.",
year = "2000",
title="Hierarchical reinforcement learning with the MAXQ value function decomposition",
journal=jair,
volume="13"
}



@inproceedings{chapman91,
        author={Chapman, David and Kaelbling, Leslie Pack},
        title={Input Generalization in Delayed Reinforcement Learning:  An Algorithm and Performance Comparisons},
        year={1991},
        booktitle= {12th International Joint Conference on Artificial Intelligence (IJCAI)}}

@article{dean89,
author={Dean, Thomas and Kanazawa, Keiji},
title={A model for reasoning about persistence and causation},
journal={Computational Intelligence},
volume ={5},
pages ={142--150},
year ={1989}
}

@inproceedings{givan97ijcai,
 title="Model Minimization, Regression, and Propositional STRIPS  Planning",
 author="Robert Givan and Thomas Dean",
 booktitle="15th IJCAI",
 year="1997"}

@inproceedings{dean97aaai,
 title="Model Minimization in Markov Decision Processes",
 author="Thomas Dean and Robert Givan",
 booktitle="AAAI",
 year="1997"}

@article{givan03aij,
 title="Equivalence Notions and Model Minimization in Markov Decision Processes",
 author=" Robert Givan and Tom Dean and Matthew Greig",
 journal="Artificial Intelligence",
 volume="147",
 pages="163--223",
 year="2003"}

@inproceedings{dean97uai,
 title="Model Reduction Techniques for Computing Approximately  Optimal Solutions for Markov Decision Processes",
 author="Thomas Dean and Robert Givan and Sonia Leach",
 booktitle="UAI",
 year="1997"}

@inproceedings{boutilier94aaai,
 title="Using Abstractions for Decision-Theoretic Planning with Time Constraints",
 author="Boutilier, Craig and Dearden, Richard",
 booktitle="12th AAAI",
 year="1994" }

@InCollection{kirman94,
 title="Using Goals to Find Plans with High Expected Utility",
 author="Jak Kirman and Ann Nicholson and Moises Lejter and Thomas Dean and Eugene Santos",
 booktitle="Current Trends in AI Planning",
 series="Frontiers in Artificial Intelligence and Applications",
 volume="19",
 editor="E. Sandewall and C. Backstrom",
 publisher="IOS Press",
 address="Amsterdam",
 year="1994"}

@inproceedings{pasula04icaps,
author="Hanna Pasula and Luke S. Zettlemoyer and Leslie Pack Kaelbling",
title="Learning Probabilistic Planning Rules",
booktitle="International Conference on Automated Planning and Scheduling",
year="2004"}

@inproceedings{rintanen03icaps,
author="J. Rintanen",
title="Symmetry reduction for {SAT} representations of transition systems",
booktitle= icaps,
year="2004"}

@inproceedings{sabharwal05aaai,
author = "Ashish Sabharwal",
title = "{S}ym{C}haff: a structure-aware satisfiability solver",
booktitle = aaai,
year = "2005"}

@inproceedings{fox05ijcai,
author = "Fox, M. and Long, D. and Porteous, J.",
title = "Abstraction-based action ordering in planning",
booktitle = ijcai,
year = "2005"}


@article{fikes71aij,
        author = {Richard E. Fikes and Nils J. Nilsson},
        title = {STRIPS:  A New Approach to the Application of Theorem Proving to   Problem Solving},
        journal = {Artificial Intelligence},
        year = {1971},
        volume = {2},
        pages = {189-208},
        note={Reprinted in {\it Readings in Planning}, J. Allen, J. Hendler, and  A. Tate, eds., Morgan Kaufmann, 1990}}
 
@inproceedings{joslin97aaai,
author={Joslin, David and Roy, Amitabha},
title = {Exploiting SYmmetry in Lifted {CSP}s},
year = {1997},
booktitle= aaai}
	      
@article{dean95,
        author={Thomas Dean and Leslie Pack Kaelbling and Jak Kirman and Ann Nicholson},
        title={Planning Under Time Constraints in Stochastic Domains},
        journal={Artificial Intelligence},
        volume={76},
        year="1995"}

@techreport{deictic02,
        author={Finney, Sarah J. and Gardiol, Natalia H. and Kaelbling, Leslie Pack and Oates, Tim},
        title={Learning with Deictic Representations},
        institution={MIT AI Lab},
        address={Cambridge, MA},
        year={2002},
        number={AIM-2002-006}}

@techreport{nhg06tr_anon,
author={Author and Author},
        year={2006}}

@techreport{mccallum04tr,
title="The Author-Recipient-Topic Model for Topic and Role Discovery in Social Networks: Experiments with Enron and Academic Email",
author="Andrew McCallum and Andres Corrada-Emmanuel and Xuerui Wang",
institution="University of Massachusetts",
address="Amherst, MA",
year="2004",
number="UM-CS-2004-096"
}


@phdthesis{andre03phd,
author={David Andre},
 school={University of California},
 address={Berkeley, California},
 year={2003},
 title={Programmable reinforcement learning agents}
 }

@InProceedings{driessens01,
  author = 	 {Driessens, Kurt and Ramon, Jan and Blockeel, Hendrik},
  title = 	 {Speeding Up Relational Reinforcement Learning Through The Use Of An Incremental First Order Decision Tree Learner},
  booktitle = 	 {European Conference on Machine Learning},
        year={2001}
}

@article{dzeroski01,
  title={Relational Reinforcement Learning},
  author={Dzeroski, Saso and De Raedt, Luc and Driessens, Kurt},
  journal={Machine Learning},
  volume={43},
  year={2001}
}

@inproceedings{ellman93icml,
 author = "T. Ellman",
 title = "Synthesis of Abstraction Hierarchies for Constraint satisfaction by clustering approximately equivalent objects",
 booktitle = "Proceedings of the 10th International Conference on Machine Learning",
 year = "1993"
}


@inproceedings{ellman93ijcai,
 author = "T. Ellman",
 title = "Abstraction via Approximate Symmetry",
 booktitle = "Proceedings of the 13th International Joint Conference on Artificial Intelligence",
 year = "1993"
}

@TechReport{ferguson04tr,
  author = 	 {Ferguson, David and Stentz, Anthony},
  title = 	 {Focussed Dynamic Programming: Extensive Comparative Results},
  institution =  {Robotics Institute, Carnegie Mellon University},
  year = 	 {2005},
  number = 	 {CMU-RI-TR-04-13},
  month = 	 {March},
}

@techreport{ fink94,
    author = "Eugene Fink and Manuela Veloso",
    title = "Prodigy Planning Algorithm",
    number = "CMU-CS-93-123",
    year = "1994"
}

@incollection{ fink96,
    author = "Eugene Fink and Manuela Veloso",
    title = "Formalizing the {PRODIGY} Planning Algorithm",
    booktitle = "New Directions in {AI} Planning",
    publisher = "IOS Press (Amsterdam)",
    editor = "M. Ghallab and A. Milani",
    pages = "261--272",
    year = "1996" }

@inproceedings{finney02,
        author={Finney, Sarah J. and Gardiol, Natalia H. and Kaelbling, Leslie Pack and Oates, Tim},
        title={The Thing That We Tried Didn't Work Very Well: Deictic Representation in Reinforcement Learning}, 
    booktitle = {18th Int'l Conference on Uncertainty in Artificial Intelligence (UAI-02)},
	address = {Edmonton},
        year={2002}}

@inproceedings{fox02,
 author="Fox, M. and Long, D.",
 title="Extending the Exploitation of  Symmetries in Planning",
 booktitle="AIPS",
 year="2002"}

@article{fox98,
 author="Fox, M. and Long, D.",
 title="The Automatic Inference of State Invariants in TIM",
 journal = jair,
 year="1998"}


@inproceedings{fox99,
 author="Fox, M. and Long, D.",
 title="The Detection and Exploitation of Symmetry in Planning Problems",
 booktitle = ijcai,
 year="1999"}


@article{getoor02jmlr,
title="Learning Probabilistic Models of Link Structure",
author="L. Getoor and N. Friedman and D. Koller and B. Taskar",
journal="Journal of Machine Learning Research",
year="2002"}

@InBook{getoor01chap,
  author = 	 {L. Getoor and N. Friedman and D. Koller and A. Pfeffer},
  editor = 	 {S. Dzeroski and N. Lavrac},
  title = 	 {Relational Data Mining},
  chapter = 	 {Learning Probabilistic Relational Models},
  publisher = 	 {Springer-Verlag},
  year = 	 {2001}
}


@InProceedings{friedman99,
  author = 	 {Friedman, Nir and Getoor, Lise and Koller, Daphne and Pfeffer, Avi},
  title = 	 {Learning Probabilistic Relational Models},
  booktitle = 	 {Proceedings of the 16th International Joint Conference on Artificial Intelligence}, 
  year = 	 {1999}
}

@inproceedings{gardiol07,
 author	   = {Gardiol, Natalia H. and Kaelbling, Leslie Pack},
 title	   = {Action-Space partitioning for planning},
 booktitle = {National Conference on Artificial Intelligence (AAAI)},
 address   = {Vancouver, Canada},
 year	   = {2007}
}

@inproceedings{gardiol06,
 author	   = {Gardiol, Natalia H. and Kaelbling, Leslie Pack},
 title	   = {Computing action equivalences for planning},
 booktitle = {International Conference on Automated Planning and
 Scheduling, Doctoral Consortium},
 address   = {Cumbria, UK},
 year	   = {2006}
}

@techreport{nhg06tr,
	author={Gardiol, Natalia H. and Kaelbling, Leslie Pack},
	title={Computing Action Equivalences for Planning Under Time Constraints},
        institution={MIT CS \& AI Lab},
        address={Cambridge, MA},
        year={2006},
	number={MIT-CSAIL-TR-2006-022}
}

@inproceedings{gardiol00nips,
    author = "Gardiol, Natalia H. and Mahadevan, Sridhar",
    title = "Hierarchical Memory-based Reinforcement Learning",
    booktitle = "Advances in Neural Information Processing 13 (NIPS-2000)",
	address = {Denver},
    year = "2001" }

@inproceedings{gardiol03nips,
    author = "Gardiol, Natalia H. and Kaelbling, Leslie P.",
    title = "Envelope-based Planning in Relational {MDP}s",
    booktitle = "Advances in Neural Information Processing 16 (NIPS-2003)",
    address = {Vancouver},
    year = "2004" }

@MastersThesis{gardiolms,
  author = 	 {Gardiol, Natalia H.},
  title = 	 {Applying Probabilistic Rules To Relational Worlds},
  address = {Cambridge, MA},
  school = 	 {MIT},
  year = 	 {2002}
}
@inproceedings{ gazen97,
    author = "Gazen, B. Cenk and Knoblock, Craig A.",
    title = "Combining the Expressivity of {UCPOP} with the Efficiency of {G}raphplan",
    booktitle = "Proc. European Conference on Planning (ECP-97)",
    year = "1997"
}

@inproceedings{ geffner98,
  author = "H. Geffner and B. Bonet",
  title = "High-level planning and control with incomplete information using {POMDP}s",
  booktitle = " Fall AAAI Symposium on Cognitive Robotics",
  year = "1998"
}

@article{giunchiglia90,
 author="Giunchiglia, Fausto and Walsh, Toby",
 title="A Theory of Abstraction",
 journal="Artificial Intelligence",
 volume="56",
 year="1990"}

@inproceedings{grossman02,
 author="A. Grossman and S. Holldobler and O. Skvortsova",
 title="Symbolic Dynamic  Programming within the Fluent Calculus",
 booktitle="Proceedings of the IASTED International conference on Artificial and Computational Intelligence",
 year="2002"
}

@inproceedings{guestrin03,
title = "Generalizing Plans to New Environments in Relational {MDP}s",
author = "C. Guestrin and D. Koller and C. Gearhart and N. Kanodia",
booktitle = "18th International Joint Conference on Artificial Intelligence",
year = "2003"
}

@article{hansen01,
 author="Eric Hansen and Shlomo Zilberstein",
 title="{LAO}*: A heuristic search algorithm that finds solutions with loops",
 journal="Artificial Intelligence",
 year="2001"
}

@Article{hoffmann01jair,
  author = 	 {J. Hoffmann and B. Nebel},
  title = 	 {The {FF} Planning System: Fast Plan Generation Through Heuristic Search},
  journal = 	 jair,
  year = 	 {2001},
  volume =	 {14}
}



@Misc{ffhome,
author={website},
  title = 	 {{FF Homepage}},
  howpublished = {http://members.deri.at/~joergh/ff.html}
}

@Misc{ipc4,
  author = {website},
 year = {2004},
  title = 	 {{IPC-04 Homepage: 4th International Planning Competition}},
  howpublished = {http://cs.rutgers.edu/\~\ mlittman/topics/ipc04-pt}
}


@Misc{ipc2,
  author = {website},
 year = {2002},
  title = 	 {{IPC-02 Homepage: 2nd International Planning Competition}},
  howpublished = {http://planning.cis.strath.ak.uk/competition}
}



@inproceedings{jaakkola94,
author={Jaakkola, Tommi and Singh, Satinder and Jordan, Michael},
title={Reinforcement learning algorithms for partially observable {M}arkov decision problems},
booktitle={Advances in Neural Information Processing Systems 7},
year={1994}}

@inproceedings{kaelbling01,
 author = "Leslie Pack Kaelbling and Tim Oates and Natalia H. Gardiol and  Sarah J. Finney",
 title  = "Learning in Worlds with Objects",
 booktitle = "Working Notes of the AAAI Stanford Spring Symposium on Learning Grounded Representations",
 month  = "March",
 year   = "2001"}

@inproceedings{kautz92,
    author = "Kautz, Henry A. and Selman, Bart",
    title = "Planning as Satisfiability",
    booktitle = "10th European Conference on Artificial Intelligence",
    year = "1992"}

@inproceedings{kautz96,
    author = "Kautz, Henry A. and Selman, Bart",
    title = "Pushing the Envelope: Planning, Propositional Logic, and Stochastic Search",
    booktitle = "13th National Conference on Artificial Intelligence",
    year = "1996"}

@inproceedings{kersting00,
  author =	 "Kersting, Kristian and De Raedt, Luc",
  title =	 "Bayesian Logic Programs",
  booktitle =	 "Proceedings of the Work-in-Progress Track at the  10th International Conference on Inductive Logic  Programming",
  editor =	 "J. Cussens and A. Frisch",
  pages =	 "138--155",
  year =	 "2000"
}

@article{ khardon99,
    author = "Roni Khardon",
    title = "Learning Action Strategies for Planning Domains",
    journal = "Artificial Intelligence",
    volume = "113",
    number = "1-2",
    pages = "125-148",
    year = "1999"}

@inproceedings{ koehler97,
    author = "J. Koehler and B. Nebel and J. Hoffmann and Y. Dimopoulos",
    title = "Extending Planning Graphs to an {ADL} Subset",
    booktitle = "Proc. European Conference on Planning (ECP-97)",
    year = "1997" }

@inproceedings{koenig02aaai,
 author = "Sven Koenig and Maxim  Likhachev",
 title= "{D}* {L}ite",
 booktitle="Proceedings of the Eighteenth National  Conference on Artificial Intelligence (AAAI)",
 year="2002"}
@inproceedings{koenig02nips,
 author = "Sven Koenig and Maxim  Likhachev",
 title= "Incremental {A}*",
 booktitle="Advances in Neural Information Processing Systems 14 (NIPS 2001)",
 year="2002"}

@article{koenig04aij,
 author="Sven Koenig and Maxim Likhachev  and David Furcy",
 title="Lifelong Planning {A}*",
 journal="Artificial Intelligence",
 volume="155",
 month="May",
 year="2004",
 pages="93-146"
}

@Article{kushmerick95aij,
  author = 	 {Nicholas Kushmerick and  Steve Hanks and Daniel Weld},
  title = 	 {Algorithm for Probabilistic Planning},
  journal = 	 {Artificial Intelligence},
  year = 	 {1995},
  volume = 	 {76},
  month = 	 {July}
}

@inproceedings{levy94,
 author="Levy, Alon",
 title="Creating abstractions using relevance reasoning",
 booktitle="12th AAAI",
 year="1994"}

@inproceedings{ majercik98,
    author = "Stephen M. Majercik and Michael L. Littman",
    title = "{MAXPLAN}: A New Approach to Probabilistic Planning",
    booktitle = "4th International Conf on Artificial Intelligence Planning Systems",
    year = "1998"
}


@inproceedings{martin00,
author={Mart\'{i}n, Mario and Geffner, Hector},
title= {Learning generalized policies in planning using concept languages},
booktitle={7th International Conference on Knowledge Representation and Reasoning},
year={2000}}

@phdthesis{mccallum-thesis,
        author={McCallum, Andrew K.},
        title={Reinforcement Learning with Selective Perception and Hidden State},
        school={University of Rochester},
        address={Rochester, New York},
        year={1995}}
	
@inproceedings{mccallum95,
        author = "McCallum, Andrew K.",
        title = "Instance-based utile distinctions for reinforcement learning with hidden state",
        booktitle= "12th International Conference on Machine Learning",
        year={1995}}


@InProceedings{meuleau99,
  author ={Meuleau, Nicolas and Peshkin, Leonid and Kim, Kee-Eung and Kaelbling, Leslie Pack},
  title = {Learning Finite-State Controllers for Partially Observable Environments},
  booktitle = 	 {15th Conference on Uncertainty in Artificial Intelligence},
  year = 	 {1999}
}

@Article{muggleton94,
  author = 	 {Muggleton, Stephen and De Raedt, Luc},
  title = 	 {Inductive Logic Programming: Theory and Methods},
  journal = 	 {Journal of Logic Programming},
  year = 	 {1994}
}


@inproceedings{nayak93,
 author=" Nayak, P. Pandurang and Levy, Alon",
 title="A Semantic Theory of Abstractions",
 booktitle="13th International Joint Conference on Artificial Intelligence",
 year="1993"}

@inproceedings{nebel97,
    author = "B. Nebel and J. Koehler and Y. Dimopoulos",
    title = "Ignoring Irrelevant Facts and Operators in Plan Generation",
    booktitle = "Proc. European Conference on Planning (ECP-97)",
    year = "1997" }

@inproceedings{pasula03,
  author ={Pasula, Hanna and Zettlemoyer, Luke and Gardiol, Natalia H. and Kaelbling, Leslie P.},
  title ={Learning RULES RULES RULES},
  booktitle ={in submission},
  year  ={2003}
}
@inproceedings{perkins02,
 author= {Perkins, Theodore J},
 title={Reinforcement Learning for {POMDP}s Based on action values and stochastic optimization},
 booktitle={18th National Conference on Artificial Intelligence},
 year={2002} }

@phdthesis{peshkin-thesis,
author={Peshkin, Leonid},
title={Reinforcement Learning by Policy Search},
school={Brown University},
address={Providence, R.I.},
year={2001}}

@InProceedings{hoey99,
  author = 	 {Jesse Hoey and Robert St-Aubin and Alan Hu and Craig Boutilier},
  title = 	 {SPUDD: Stochastic Planning using Decision Diagrams},
  booktitle = 	 {Fifteenth Conference on Uncertainty in Artificial Intelligence},
  year = 	 {1999}
}

@InProceedings{staubin00,
  author = 	 {Robert St-Aubin and Jesse Hoey and Craig Boutilier},
  title = 	 {APRICODD: Approximate Policy Construction using Decision Diagrams},
  booktitle = 	 {Advances in Neural Information Processing 13},
  year = {2000}

}

@article{miyazaki96,
author={T. Miyazaki},
title={The complexity of {M}c{K}ay's canonical labeling algorithm},
journal={Groups and Computation {II}},
year={1997},
volume={28}
}


@Article{mckay81,
  author = 	 {B. McKay},
  title = 	 {Practical Graph Isomorphism},
  journal = 	 {Congr. Numer.},
  year = 	 {1981},
  volume = 	 {30}
}

@article{sacerdoti74aij,
        author={Earl D. Sacerdoti},
        title={Planning in a Hierarchy of Abstraction Spaces},
        journal={Artificial Intelligence},
        year={1974},
        pages={115-135},
        volume={5}}

@InProceedings{penberthy92,
  author = 	 {J. Penberthy and D. Weld},
  title = 	 {UCPOP: A Sound, Complete, Partial-Order Planner for ADL},
  booktitle = 	 {Third International Conference on Knowledge Representation and Reasoning (KR-92)},
  year = 	 {1992}
}

@article{ poole97,
    author = "David Poole",
    title = "The Independent Choice Logic for Modelling Multiple Agents Under Uncertainty",
    journal = "Artificial Intelligence",
    volume = "94",
    pages = "7-56",
    year = "1997"
}


@InProceedings{stentz95ijcai,
  author = 	 {Anthony Stentz},
  title = 	 {The Focussed {D}* Algorithm for Real-Time Replanning},
  booktitle = {14th Internationational Joint Conference on Artificial Intelligence (IJCAI)},
  year = 	 {1995}
}

@Article{tsitsiklis97,
  author = 	 {Tsitsiklis, John N. and Van Roy, Benjamin},
  title = 	 {An Analysis of Temporal-Difference Learning with Function Approximation},
  journal = 	 {IEEE Transactions on Automatic Control},
  year = 	 {1997}
}

@article{ullman84,
    author = "Shimon Ullman",
    title = "Visual routines",
    journal = "Cognition",
    volume = "18",
    year = "1984"
}

@InCollection{vishwanathan04kb,
  author = 	 {Vishwanathan, S.V.N. and Smola, A.},
  title = 	 {Fast kernels for string and tree matching},
  booktitle = 	 {Kernel Methods in Computational Biology},
  publisher = {MIT Press},
  year = 	 {2004},
  editor = 	 {Sch\"olkopf, B. and Tsuda, K. and Vert, J.P.}
}





@InProceedings{weld98,
  author = 	 {Daniel S. Weld and Corin R. Anderson and David E. Smith},
  title = 	 {Extending {G}raphplan to Handle Uncertainty and Sensing Actions},
  booktitle = 	 {Proceedings of AAAI '98},
  year = 	 {1998}
}


@article{ weld99,
    author = "Daniel S. Weld",
    title = "Recent Advances in {AI} Planning",
    journal = "AI Magazine",
    volume = "20",
    number = "2",
    pages = "93-123",
    year = "1999"
}

@article{whitehead91,
        author={Steven Whitehead and Dana H. Ballard},
        title={Learning to Perceive and Act by Trial and Error},
        journal={Machine Learning},
        year={1991},
        volume={7}}

@article{williams92,
        author={Williams, Ronald J.},
        title={Simple Statistical Gradient-Following Algorithms for Connectionist Reinforcement Learning},
        journal={Machine Learning},
        year={1992},
        volume={8}}
@InProceedings{yoon01uai,
  author =       {Yoon, SungWook and Fern, Alan and Givan, Robert},
  title =        {Inductive Policy Selection for First-Order {MDP}s},
  booktitle =    {18th International Conference on   Uncertainty in Artificial Intelligence},
  year =         {2002}
}
@InProceedings{fern03nips,
  author = "A. Fern and S. Yoon and R. Givan",
  title = "Approximate policy iteration with a policy language bias",
  booktitle = "Proceedings of the Neural Information Processing Conference 16 (NIPS-03)",
  year = "2004"
}

@TechReport{younes04tr,
  author = 	 {Younes, H. and Littman, M.},
  title = 	 {{PPDDL}1.0: An extension to {PDDL} for expressing planning domains with probabilistic effects},
  institution =  {Carnegie Mellon},
  year = 	 {2004},
number = 	 {CMU-CS-04-167}
}

@inproceedings{younes03,
author = "Younes, H. and Littman, M.",
 year="2003",
 title="{PPDDL}1.0: An extension to PDDL for expressing planning domains with probabilistic effects",
 booktitle="In Proceedings of the 14th International Conference on Automated Planning and Scheduling"}