001/*
002 * Licensed to the Apache Software Foundation (ASF) under one or more
003 * contributor license agreements.  See the NOTICE file distributed with
004 * this work for additional information regarding copyright ownership.
005 * The ASF licenses this file to You under the Apache License, Version 2.0
006 * (the "License"); you may not use this file except in compliance with
007 * the License.  You may obtain a copy of the License at
008 *
009 *      http://www.apache.org/licenses/LICENSE-2.0
010 *
011 * Unless required by applicable law or agreed to in writing, software
012 * distributed under the License is distributed on an "AS IS" BASIS,
013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
014 * See the License for the specific language governing permissions and
015 * limitations under the License.
016 */
017package org.apache.juneau.urlencoding;
018
019import static org.apache.juneau.commons.utils.Utils.*;
020
021import java.lang.annotation.*;
022import java.nio.charset.*;
023import java.util.*;
024import java.util.concurrent.*;
025
026import org.apache.juneau.*;
027import org.apache.juneau.commons.collections.*;
028import org.apache.juneau.commons.function.*;
029import org.apache.juneau.commons.reflect.*;
030import org.apache.juneau.uon.*;
031
032/**
033 * Parses URL-encoded text into POJO models.
034 *
035 * <h5 class='topic'>Media types</h5>
036 * <p>
037 * Handles <c>Content-Type</c> types:  <bc>application/x-www-form-urlencoded</bc>
038 *
039 * <h5 class='topic'>Description</h5>
040 * <p>
041 * Parses URL-Encoded text (e.g. <js>"foo=bar&amp;baz=bing"</js>) into POJOs.
042 *
043 * <p>
044 * Expects parameter values to be in UON notation.
045 *
046 * <p>
047 * This parser uses a state machine, which makes it very fast and efficient.
048 *
049 * <h5 class='section'>Notes:</h5><ul>
050 *    <li class='note'>This class is thread safe and reusable.
051 * </ul>
052 *
053 * <h5 class='section'>See Also:</h5><ul>
054 *    <li class='link'><a class="doclink" href="https://juneau.apache.org/docs/topics/UrlEncodingBasics">URL-Encoding Basics</a>
055 * </ul>
056 */
057public class UrlEncodingParser extends UonParser implements UrlEncodingMetaProvider {
058   /**
059    * Builder class.
060    */
061   public static class Builder extends UonParser.Builder {
062
063      private static final Cache<HashKey,UrlEncodingParser> CACHE = Cache.of(HashKey.class, UrlEncodingParser.class).build();
064
065      boolean expandedParams;
066
067      /**
068       * Constructor, default settings.
069       */
070      protected Builder() {
071         decoding();
072         consumes("application/x-www-form-urlencoded");
073         expandedParams = env("UrlEncoding.expandedParams", false);
074      }
075
076      /**
077       * Copy constructor.
078       *
079       * @param copyFrom The builder to copy from.
080       */
081      protected Builder(Builder copyFrom) {
082         super(copyFrom);
083         expandedParams = copyFrom.expandedParams;
084      }
085
086      /**
087       * Copy constructor.
088       *
089       * @param copyFrom The bean to copy from.
090       */
091      protected Builder(UrlEncodingParser copyFrom) {
092         super(copyFrom);
093         expandedParams = copyFrom.expandedParams;
094      }
095
096      @Override /* Overridden from Builder */
097      public Builder annotations(Annotation...values) {
098         super.annotations(values);
099         return this;
100      }
101
102      @Override /* Overridden from Builder */
103      public Builder apply(AnnotationWorkList work) {
104         super.apply(work);
105         return this;
106      }
107
108      @Override /* Overridden from Builder */
109      public Builder applyAnnotations(Class<?>...from) {
110         super.applyAnnotations(from);
111         return this;
112      }
113
114      @Override /* Overridden from Builder */
115      public Builder applyAnnotations(Object...from) {
116         super.applyAnnotations(from);
117         return this;
118      }
119
120      @Override /* Overridden from Builder */
121      public Builder autoCloseStreams() {
122         super.autoCloseStreams();
123         return this;
124      }
125
126      @Override /* Overridden from Builder */
127      public Builder autoCloseStreams(boolean value) {
128         super.autoCloseStreams(value);
129         return this;
130      }
131
132      @Override /* Overridden from Builder */
133      public Builder beanClassVisibility(Visibility value) {
134         super.beanClassVisibility(value);
135         return this;
136      }
137
138      @Override /* Overridden from Builder */
139      public Builder beanConstructorVisibility(Visibility value) {
140         super.beanConstructorVisibility(value);
141         return this;
142      }
143
144      @Override /* Overridden from Builder */
145      public Builder beanContext(BeanContext value) {
146         super.beanContext(value);
147         return this;
148      }
149
150      @Override /* Overridden from Builder */
151      public Builder beanContext(BeanContext.Builder value) {
152         super.beanContext(value);
153         return this;
154      }
155
156      @Override /* Overridden from Builder */
157      public Builder beanDictionary(java.lang.Class<?>...values) {
158         super.beanDictionary(values);
159         return this;
160      }
161
162      @Override /* Overridden from Builder */
163      public Builder beanFieldVisibility(Visibility value) {
164         super.beanFieldVisibility(value);
165         return this;
166      }
167
168      @Override /* Overridden from Builder */
169      public Builder beanInterceptor(Class<?> on, Class<? extends org.apache.juneau.swap.BeanInterceptor<?>> value) {
170         super.beanInterceptor(on, value);
171         return this;
172      }
173
174      @Override /* Overridden from Builder */
175      public Builder beanMapPutReturnsOldValue() {
176         super.beanMapPutReturnsOldValue();
177         return this;
178      }
179
180      @Override /* Overridden from Builder */
181      public Builder beanMethodVisibility(Visibility value) {
182         super.beanMethodVisibility(value);
183         return this;
184      }
185
186      @Override /* Overridden from Builder */
187      public Builder beanProperties(Class<?> beanClass, String properties) {
188         super.beanProperties(beanClass, properties);
189         return this;
190      }
191
192      @Override /* Overridden from Builder */
193      public Builder beanProperties(Map<String,Object> values) {
194         super.beanProperties(values);
195         return this;
196      }
197
198      @Override /* Overridden from Builder */
199      public Builder beanProperties(String beanClassName, String properties) {
200         super.beanProperties(beanClassName, properties);
201         return this;
202      }
203
204      @Override /* Overridden from Builder */
205      public Builder beanPropertiesExcludes(Class<?> beanClass, String properties) {
206         super.beanPropertiesExcludes(beanClass, properties);
207         return this;
208      }
209
210      @Override /* Overridden from Builder */
211      public Builder beanPropertiesExcludes(Map<String,Object> values) {
212         super.beanPropertiesExcludes(values);
213         return this;
214      }
215
216      @Override /* Overridden from Builder */
217      public Builder beanPropertiesExcludes(String beanClassName, String properties) {
218         super.beanPropertiesExcludes(beanClassName, properties);
219         return this;
220      }
221
222      @Override /* Overridden from Builder */
223      public Builder beanPropertiesReadOnly(Class<?> beanClass, String properties) {
224         super.beanPropertiesReadOnly(beanClass, properties);
225         return this;
226      }
227
228      @Override /* Overridden from Builder */
229      public Builder beanPropertiesReadOnly(Map<String,Object> values) {
230         super.beanPropertiesReadOnly(values);
231         return this;
232      }
233
234      @Override /* Overridden from Builder */
235      public Builder beanPropertiesReadOnly(String beanClassName, String properties) {
236         super.beanPropertiesReadOnly(beanClassName, properties);
237         return this;
238      }
239
240      @Override /* Overridden from Builder */
241      public Builder beanPropertiesWriteOnly(Class<?> beanClass, String properties) {
242         super.beanPropertiesWriteOnly(beanClass, properties);
243         return this;
244      }
245
246      @Override /* Overridden from Builder */
247      public Builder beanPropertiesWriteOnly(Map<String,Object> values) {
248         super.beanPropertiesWriteOnly(values);
249         return this;
250      }
251
252      @Override /* Overridden from Builder */
253      public Builder beanPropertiesWriteOnly(String beanClassName, String properties) {
254         super.beanPropertiesWriteOnly(beanClassName, properties);
255         return this;
256      }
257
258      @Override /* Overridden from Builder */
259      public Builder beansRequireDefaultConstructor() {
260         super.beansRequireDefaultConstructor();
261         return this;
262      }
263
264      @Override /* Overridden from Builder */
265      public Builder beansRequireSerializable() {
266         super.beansRequireSerializable();
267         return this;
268      }
269
270      @Override /* Overridden from Builder */
271      public Builder beansRequireSettersForGetters() {
272         super.beansRequireSettersForGetters();
273         return this;
274      }
275
276      @Override /* Overridden from Context.Builder */
277      public UrlEncodingParser build() {
278         return cache(CACHE).build(UrlEncodingParser.class);
279      }
280
281      @Override /* Overridden from Builder */
282      public Builder cache(Cache<HashKey,? extends org.apache.juneau.Context> value) {
283         super.cache(value);
284         return this;
285      }
286
287      @Override /* Overridden from Builder */
288      public Builder consumes(String value) {
289         super.consumes(value);
290         return this;
291      }
292
293      @Override /* Overridden from Context.Builder */
294      public Builder copy() {
295         return new Builder(this);
296      }
297
298      @Override /* Overridden from Builder */
299      public Builder debug() {
300         super.debug();
301         return this;
302      }
303
304      @Override /* Overridden from Builder */
305      public Builder debug(boolean value) {
306         super.debug(value);
307         return this;
308      }
309
310      @Override /* Overridden from Builder */
311      public Builder debugOutputLines(int value) {
312         super.debugOutputLines(value);
313         return this;
314      }
315
316      @Override /* Overridden from Builder */
317      public Builder decoding() {
318         super.decoding();
319         return this;
320      }
321
322      @Override /* Overridden from Builder */
323      public Builder decoding(boolean value) {
324         super.decoding(value);
325         return this;
326      }
327
328      @Override /* Overridden from Builder */
329      public Builder dictionaryOn(Class<?> on, java.lang.Class<?>...values) {
330         super.dictionaryOn(on, values);
331         return this;
332      }
333
334      @Override /* Overridden from Builder */
335      public Builder disableBeansRequireSomeProperties() {
336         super.disableBeansRequireSomeProperties();
337         return this;
338      }
339
340      @Override /* Overridden from Builder */
341      public Builder disableIgnoreMissingSetters() {
342         super.disableIgnoreMissingSetters();
343         return this;
344      }
345
346      @Override /* Overridden from Builder */
347      public Builder disableIgnoreTransientFields() {
348         super.disableIgnoreTransientFields();
349         return this;
350      }
351
352      @Override /* Overridden from Builder */
353      public Builder disableIgnoreUnknownNullBeanProperties() {
354         super.disableIgnoreUnknownNullBeanProperties();
355         return this;
356      }
357
358      @Override /* Overridden from Builder */
359      public Builder disableInterfaceProxies() {
360         super.disableInterfaceProxies();
361         return this;
362      }
363
364      @Override /* Overridden from Builder */
365      public <T> Builder example(Class<T> pojoClass, String json) {
366         super.example(pojoClass, json);
367         return this;
368      }
369
370      @Override /* Overridden from Builder */
371      public <T> Builder example(Class<T> pojoClass, T o) {
372         super.example(pojoClass, o);
373         return this;
374      }
375
376      /**
377       * Serialize bean property collections/arrays as separate key/value pairs.
378       *
379       * <p>
380       * This is the parser-side equivalent of the {@link UrlEncodingSerializer.Builder#expandedParams()} setting.
381       *
382       * <p>
383       * If <jk>false</jk>, serializing the array <c>[1,2,3]</c> results in <c>?key=$a(1,2,3)</c>.
384       * <br>If <jk>true</jk>, serializing the same array results in <c>?key=1&amp;key=2&amp;key=3</c>.
385       *
386       * <h5 class='section'>Example:</h5>
387       * <p class='bjava'>
388       *    <jk>public class</jk> MyBean {
389       *       <jk>public</jk> String[] <jf>f1</jf>;
390       *       <jk>public</jk> List&lt;String&gt; <jf>f2</jf>;
391       *    }
392       *
393       *    UrlEncodingParser <jv>parser1</jv> = UrlEncodingParser.<jsf>DEFAULT</jsf>;
394       *    UrlEncodingParser <jv>parser2</jv> = UrlEncodingParser.<jsm>create</jsm>().expandedParams().build();
395       *
396       *    MyBean <jv>myBean1</jv> = <jv>parser1</jv>.parse(<js>"f1=@(a,b)&amp;f2=@(c,d)"</js>, A.<jk>class</jk>);
397       *
398       *    MyBean <jv>myBean2</jv> = <jv>parser2</jv>.parse(<js>"f1=a&amp;f1=b&amp;f2=c&amp;f2=d"</js>, A.<jk>class</jk>);
399       * </p>
400       *
401       * <p>
402       * This option only applies to beans.
403       *
404       * <h5 class='section'>Notes:</h5><ul>
405       *    <li class='note'>
406       *       If parsing multi-part parameters, it's highly recommended to use Collections or Lists
407       *       as bean property types instead of arrays since arrays have to be recreated from scratch every time a value
408       *       is added to it.
409       * </ul>
410       *
411       * @return This object.
412       */
413      public Builder expandedParams() {
414         return expandedParams(true);
415      }
416
417      /**
418       * Same as {@link #expandedParams()} but allows you to explicitly specify the value.
419       *
420       * @param value The value for this setting.
421       * @return This object.
422       */
423      public Builder expandedParams(boolean value) {
424         expandedParams = value;
425         return this;
426      }
427
428      @Override /* Overridden from Builder */
429      public Builder fileCharset(Charset value) {
430         super.fileCharset(value);
431         return this;
432      }
433
434      @Override /* Overridden from Builder */
435      public Builder findFluentSetters() {
436         super.findFluentSetters();
437         return this;
438      }
439
440      @Override /* Overridden from Builder */
441      public Builder findFluentSetters(Class<?> on) {
442         super.findFluentSetters(on);
443         return this;
444      }
445
446      @Override /* Overridden from Context.Builder */
447      public HashKey hashKey() {
448         // @formatter:off
449         return HashKey.of(
450            super.hashKey(),
451            expandedParams
452         );
453         // @formatter:on
454      }
455
456      @Override /* Overridden from Builder */
457      public Builder ignoreInvocationExceptionsOnGetters() {
458         super.ignoreInvocationExceptionsOnGetters();
459         return this;
460      }
461
462      @Override /* Overridden from Builder */
463      public Builder ignoreInvocationExceptionsOnSetters() {
464         super.ignoreInvocationExceptionsOnSetters();
465         return this;
466      }
467
468      @Override /* Overridden from Builder */
469      public Builder ignoreUnknownBeanProperties() {
470         super.ignoreUnknownBeanProperties();
471         return this;
472      }
473
474      @Override /* Overridden from Builder */
475      public Builder ignoreUnknownEnumValues() {
476         super.ignoreUnknownEnumValues();
477         return this;
478      }
479
480      @Override /* Overridden from Builder */
481      public Builder impl(Context value) {
482         super.impl(value);
483         return this;
484      }
485
486      @Override /* Overridden from Builder */
487      public Builder implClass(Class<?> interfaceClass, Class<?> implClass) {
488         super.implClass(interfaceClass, implClass);
489         return this;
490      }
491
492      @Override /* Overridden from Builder */
493      public Builder implClasses(Map<Class<?>,Class<?>> values) {
494         super.implClasses(values);
495         return this;
496      }
497
498      @Override /* Overridden from Builder */
499      public Builder interfaceClass(Class<?> on, Class<?> value) {
500         super.interfaceClass(on, value);
501         return this;
502      }
503
504      @Override /* Overridden from Builder */
505      public Builder interfaces(java.lang.Class<?>...value) {
506         super.interfaces(value);
507         return this;
508      }
509
510      @Override /* Overridden from Builder */
511      public Builder listener(Class<? extends org.apache.juneau.parser.ParserListener> value) {
512         super.listener(value);
513         return this;
514      }
515
516      @Override /* Overridden from Builder */
517      public Builder locale(Locale value) {
518         super.locale(value);
519         return this;
520      }
521
522      @Override /* Overridden from Builder */
523      public Builder mediaType(MediaType value) {
524         super.mediaType(value);
525         return this;
526      }
527
528      @Override /* Overridden from Builder */
529      public Builder notBeanClasses(java.lang.Class<?>...values) {
530         super.notBeanClasses(values);
531         return this;
532      }
533
534      @Override /* Overridden from Builder */
535      public Builder notBeanPackages(String...values) {
536         super.notBeanPackages(values);
537         return this;
538      }
539
540      @Override /* Overridden from Builder */
541      public Builder propertyNamer(Class<?> on, Class<? extends org.apache.juneau.PropertyNamer> value) {
542         super.propertyNamer(on, value);
543         return this;
544      }
545
546      @Override /* Overridden from Builder */
547      public Builder propertyNamer(Class<? extends org.apache.juneau.PropertyNamer> value) {
548         super.propertyNamer(value);
549         return this;
550      }
551
552      @Override /* Overridden from Builder */
553      public Builder sortProperties() {
554         super.sortProperties();
555         return this;
556      }
557
558      @Override /* Overridden from Builder */
559      public Builder sortProperties(java.lang.Class<?>...on) {
560         super.sortProperties(on);
561         return this;
562      }
563
564      @Override /* Overridden from Builder */
565      public Builder stopClass(Class<?> on, Class<?> value) {
566         super.stopClass(on, value);
567         return this;
568      }
569
570      @Override /* Overridden from Builder */
571      public Builder streamCharset(Charset value) {
572         super.streamCharset(value);
573         return this;
574      }
575
576      @Override /* Overridden from Builder */
577      public Builder strict() {
578         super.strict();
579         return this;
580      }
581
582      @Override /* Overridden from Builder */
583      public Builder strict(boolean value) {
584         super.strict(value);
585         return this;
586      }
587
588      @Override /* Overridden from Builder */
589      public <T,S> Builder swap(Class<T> normalClass, Class<S> swappedClass, ThrowingFunction<T,S> swapFunction) {
590         super.swap(normalClass, swappedClass, swapFunction);
591         return this;
592      }
593
594      @Override /* Overridden from Builder */
595      public <T,S> Builder swap(Class<T> normalClass, Class<S> swappedClass, ThrowingFunction<T,S> swapFunction, ThrowingFunction<S,T> unswapFunction) {
596         super.swap(normalClass, swappedClass, swapFunction, unswapFunction);
597         return this;
598      }
599
600      @Override /* Overridden from Builder */
601      public Builder swaps(Class<?>...values) {
602         super.swaps(values);
603         return this;
604      }
605
606      @Override /* Overridden from Builder */
607      public Builder swaps(Object...values) {
608         super.swaps(values);
609         return this;
610      }
611
612      @Override /* Overridden from Builder */
613      public Builder timeZone(TimeZone value) {
614         super.timeZone(value);
615         return this;
616      }
617
618      @Override /* Overridden from Builder */
619      public Builder trimStrings() {
620         super.trimStrings();
621         return this;
622      }
623
624      @Override /* Overridden from Builder */
625      public Builder trimStrings(boolean value) {
626         super.trimStrings(value);
627         return this;
628      }
629
630      @Override /* Overridden from Builder */
631      public Builder type(Class<? extends org.apache.juneau.Context> value) {
632         super.type(value);
633         return this;
634      }
635
636      @Override /* Overridden from Builder */
637      public Builder typeName(Class<?> on, String value) {
638         super.typeName(on, value);
639         return this;
640      }
641
642      @Override /* Overridden from Builder */
643      public Builder typePropertyName(Class<?> on, String value) {
644         super.typePropertyName(on, value);
645         return this;
646      }
647
648      @Override /* Overridden from Builder */
649      public Builder typePropertyName(String value) {
650         super.typePropertyName(value);
651         return this;
652      }
653
654      @Override /* Overridden from Builder */
655      public Builder unbuffered() {
656         super.unbuffered();
657         return this;
658      }
659
660      @Override /* Overridden from Builder */
661      public Builder unbuffered(boolean value) {
662         super.unbuffered(value);
663         return this;
664      }
665
666      @Override /* Overridden from Builder */
667      public Builder useEnumNames() {
668         super.useEnumNames();
669         return this;
670      }
671
672      @Override /* Overridden from Builder */
673      public Builder useJavaBeanIntrospector() {
674         super.useJavaBeanIntrospector();
675         return this;
676      }
677
678      @Override /* Overridden from Builder */
679      public Builder validateEnd() {
680         super.validateEnd();
681         return this;
682      }
683
684      @Override /* Overridden from Builder */
685      public Builder validateEnd(boolean value) {
686         super.validateEnd(value);
687         return this;
688      }
689   }
690
691   /** Reusable instance of {@link UrlEncodingParser}. */
692   public static final UrlEncodingParser DEFAULT = new UrlEncodingParser(create());
693
694   /**
695    * Creates a new builder for this object.
696    *
697    * @return A new builder.
698    */
699   public static Builder create() {
700      return new Builder();
701   }
702
703   final boolean expandedParams;
704
705   private final Map<ClassMeta<?>,UrlEncodingClassMeta> urlEncodingClassMetas = new ConcurrentHashMap<>();
706   private final Map<BeanPropertyMeta,UrlEncodingBeanPropertyMeta> urlEncodingBeanPropertyMetas = new ConcurrentHashMap<>();
707
708   /**
709    * Constructor.
710    *
711    * @param builder The builder for this object.
712    */
713   public UrlEncodingParser(Builder builder) {
714      super(builder);
715      expandedParams = builder.expandedParams;
716   }
717
718   @Override /* Overridden from Context */
719   public Builder copy() {
720      return new Builder(this);
721   }
722
723   @Override /* Overridden from Context */
724   public UrlEncodingParserSession.Builder createSession() {
725      return UrlEncodingParserSession.create(this);
726   }
727
728   @Override /* Overridden from Context */
729   public UrlEncodingParserSession getSession() { return createSession().build(); }
730
731   @Override /* Overridden from UrlEncodingMetaProvider */
732   public UrlEncodingBeanPropertyMeta getUrlEncodingBeanPropertyMeta(BeanPropertyMeta bpm) {
733      if (bpm == null)
734         return UrlEncodingBeanPropertyMeta.DEFAULT;
735      UrlEncodingBeanPropertyMeta m = urlEncodingBeanPropertyMetas.get(bpm);
736      if (m == null) {
737         m = new UrlEncodingBeanPropertyMeta(bpm.getDelegateFor(), this);
738         urlEncodingBeanPropertyMetas.put(bpm, m);
739      }
740      return m;
741   }
742
743   @Override /* Overridden from UrlEncodingMetaProvider */
744   public UrlEncodingClassMeta getUrlEncodingClassMeta(ClassMeta<?> cm) {
745      UrlEncodingClassMeta m = urlEncodingClassMetas.get(cm);
746      if (m == null) {
747         m = new UrlEncodingClassMeta(cm, this);
748         urlEncodingClassMetas.put(cm, m);
749      }
750      return m;
751   }
752
753   /**
754    * Parser bean property collections/arrays as separate key/value pairs.
755    *
756    * @see Builder#expandedParams()
757    * @return
758    * <jk>false</jk> if serializing the array <c>[1,2,3]</c> results in <c>?key=$a(1,2,3)</c>.
759    * <br><jk>true</jk> if serializing the same array results in <c>?key=1&amp;key=2&amp;key=3</c>.
760    */
761   protected final boolean isExpandedParams() { return expandedParams; }
762
763   @Override /* Overridden from UonParser */
764   protected FluentMap<String,Object> properties() {
765      return super.properties()
766         .a("expandedParams", expandedParams);
767   }
768}