From 722cbb0c4d93523bfb952b1f557dee273684967c Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Tue, 5 Nov 2024 11:35:42 +0900 Subject: [PATCH 1/8] expectation of product --- CHANGELOG_UNRELEASED.md | 228 +++++++++++++++++ experimental_reals/discrete.v | 2 +- reals/reals.v | 2 +- theories/measurable_realfun.v | 6 + theories/measure.v | 71 ++++++ theories/numfun.v | 165 +++++++++++- theories/probability.v | 456 +++++++++++++++++++++++++++++++++- 7 files changed, 923 insertions(+), 7 deletions(-) diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index c3166b522..6380dc7d9 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -6,6 +6,91 @@ - in `probability.v`: + lemmas `eq_bernoulli`, `eq_bernoulliV2` +- file `mathcomp_extra.v` + + lemmas `ge_trunc`, `lt_succ_trunc`, `trunc_ge_nat`, `trunc_lt_nat` + +- file `Rstruct.v` + + lemma `Pos_to_natE` (from `mathcomp_extra.v`) + + lemmas `RabsE`, `RdistE`, `sum_f_R0E`, `factE` + +- new file `internal_Eqdep_dec.v` (don't use, internal, to be removed) +- in `normedtype.v`: + + lemma `scaler1` + +- in `derive.v`: + + lemmas `horner0_ext`, `hornerD_ext`, `horner_scale_ext`, `hornerC_ext`, + `derivable_horner`, `derivE`, `continuous_horner` + + instance `is_derive_poly` +- in `mathcomp_extra.v`: + + lemma `partition_disjoint_bigfcup` +- in `lebesgue_measure.v`: + + lemma `measurable_indicP` +- in `constructive_ereal.v`: + + notation `\prod_( i <- r | P ) F` for extended real numbers and its variants + +- in `numfun.v`: + + defintions `funrpos`, `funrneg` with notations `^\+` and `^\-` + + lemmas `funrpos_ge0`, `funrneg_ge0`, `funrposN`, `funrnegN`, `ge0_funrposE`, + `ge0_funrnegE`, `le0_funrposE`, `le0_funrnegE`, `ge0_funrposM`, `ge0_funrnegM`, + `le0_funrposM`, `le0_funrnegM`, `funr_normr`, `funrposneg`, `funrD_Dpos`, + `funrD_posD`, `funrpos_le`, `funrneg_le` + + lemmas `funerpos`, `funerneg` + +- in `measure.v`: + + lemma `preimage_class_comp` + + defintions `mapping_display`, `g_sigma_algebra_mappingType`, `g_sigma_algebra_mapping`, + notations `.-mapping`, `.-mapping.-measurable` + +- in `lebesgue_measure.v`: + + lemma `measurable_indicP` + + lemmas `measurable_funrpos`, `measurable_funrneg` + +- in `lebesgue_integral.v`: + + lemmas `integral_fin_num_abs`, `Rintegral_cst`, `le_Rintegral` + +- new file `pi_irrational.v`: + + lemmas `measurable_poly` + + definition `rational` + + module `pi_irrational` + + lemma `pi_irrationnal` +- in `constructive_ereal.v`: + + notations `\prod` in scope ereal_scope + + lemmas `prode_ge0`, `prode_fin_num` +- in `probability.v`: + + lemma `expectation_def` + + notation `'M_` +- in `probability.v`: + + lemma `expectationM_ge0` + + definition `independent_events` + + definition `mutual_independence` + + definition `independent_RVs` + + definition `independent_RVs2` + + lemmas `g_sigma_algebra_mapping_comp`, `g_sigma_algebra_mapping_funrpos`, + `g_sigma_algebra_mapping_funrneg` + + lemmas `independent_RVs2_comp`, `independent_RVs2_funrposneg`, + `independent_RVs2_funrnegpos`, `independent_RVs2_funrnegneg`, + `independent_RVs2_funrpospos` + + lemma `expectationM_ge0`, `integrable_expectationM`, `independent_integrableM`, + ` expectation_prod` + +- in `numfun.v` + + lemmas `funeposE`, `funenegE`, `funepos_comp`, `funeneg_comp` + +- in `classical_sets.v`: + + lemmas `xsectionE`, `ysectionE` + +- file `constructive_ereal.v`: + + definition `iter_mule` + + lemma `prodEFin` + +- file `exp.v`: + + lemma `expR_sum` + +- file `lebesgue_integral.v`: + + lemma `measurable_fun_le` + +- in `trigo.v`: + + lemma `integral0oo_atan` - in `measure.v`: + lemmas `mnormalize_id`, `measurable_fun_eqP` @@ -35,6 +120,109 @@ - in `kernel.v`: + `isFiniteTransition` -> `isFiniteTransitionKernel` +- in `lebesgue_integral.v`: + + `fubini1a` -> `integrable12ltyP` + + `fubini1b` -> `integrable21ltyP` + + `measurable_funP` -> `measurable_funPT` (field of `isMeasurableFun` mixin) + +- in `mathcomp_extra.v` + + `comparable_min_le_min` -> `comparable_le_min2` + + `comparable_max_le_max` -> `comparable_le_max2` + + `min_le_min` -> `le_min2` + + `max_le_max` -> `le_max2` + + `real_sqrtC` -> `sqrtC_real` +- in `measure.v` + + `preimage_class` -> `preimage_set_system` + + `image_class` -> `image_set_system` + + `preimage_classes` -> `g_sigma_preimageU` + + `preimage_class_measurable_fun` -> `preimage_set_system_measurable_fun` + + `sigma_algebra_preimage_class` -> `sigma_algebra_preimage` + + `sigma_algebra_image_class` -> `sigma_algebra_image` + + `sigma_algebra_preimage_classE` -> `g_sigma_preimageE` + + `preimage_classes_comp` -> `g_sigma_preimageU_comp` + + +- in file `normedtype.v`, + changed `completely_regular_space` to depend on uniform separators + which removes the dependency on `R`. The old formulation can be + recovered easily with `uniform_separatorP`. + +- moved from `Rstruct.v` to `Rstruct_topology.v` + + lemmas `continuity_pt_nbhs`, `continuity_pt_cvg`, + `continuity_ptE`, `continuity_pt_cvg'`, `continuity_pt_dnbhs` + and `nbhs_pt_comp` + +- moved from `real_interval.v` to `normedtype.v` + + lemmas `set_itvK`, `RhullT`, `RhullK`, `set_itv_setT`, + `Rhull_smallest`, `le_Rhull`, `neitv_Rhull`, `Rhull_involutive`, + `disj_itv_Rhull` +- in `topology.v`: + + lemmas `subspace_pm_ball_center`, `subspace_pm_ball_sym`, + `subspace_pm_ball_triangle`, `subspace_pm_entourage` turned + into local `Let`'s + +- in `lebesgue_integral.v`: + + structure `SimpleFun` now inside a module `HBSimple` + + structure `NonNegSimpleFun` now inside a module `HBNNSimple` + + lemma `cst_nnfun_subproof` has now a different statement + + lemma `indic_nnfun_subproof` has now a different statement +- in `mathcomp_extra.v`: + + definition `idempotent_fun` + +- in `topology_structure.v`: + + definitions `regopen`, `regclosed` + + lemmas `closure_setC`, `interiorC`, `closureU`, `interiorU`, + `closureEbigcap`, `interiorEbigcup`, + `closure_open_regclosed`, `interior_closed_regopen`, + `closure_interior_idem`, `interior_closure_idem` + +- in file `topology_structure.v`, + + mixin `isContinuous`, type `continuousType`, structure `Continuous` + + new lemma `continuousEP`. + + new definition `mkcts`. + +- in file `subspace_topology.v`, + + new lemmas `continuous_subspace_setT`, `nbhs_prodX_subspace_inE`, and + `continuous_subspace_prodP`. + + type `continuousFunType`, HB structure `ContinuousFun` + +- in file `subtype_topology.v`, + + new lemmas `subspace_subtypeP`, `subspace_sigL_continuousP`, + `subspace_valL_continuousP'`, `subspace_valL_continuousP`, `sigT_of_setXK`, + `setX_of_sigTK`, `setX_of_sigT_continuous`, and `sigT_of_setX_continuous`. + +- in `lebesgue_integrale.v` + + change implicits of `measurable_funP` + +### Changed + +### Renamed + +- in `lebesgue_measure.v`: + + `measurable_fun_indic` -> `measurable_indic` + + `emeasurable_fun_sum` -> `emeasurable_sum` + + `emeasurable_fun_fsum` -> `emeasurable_fsum` + + `ge0_emeasurable_fun_sum` -> `ge0_emeasurable_sum` +- in `probability.v`: + + `expectationM` -> `expectationZl` + +- in `classical_sets.v`: + + `preimage_itv_o_infty` -> `preimage_itvoy` + + `preimage_itv_c_infty` -> `preimage_itvcy` + + `preimage_itv_infty_o` -> `preimage_itvNyo` + + `preimage_itv_infty_c` -> `preimage_itvNyc` + +- in `constructive_ereal.v`: + + `maxeMr` -> `maxe_pMr` + + `maxeMl` -> `maxe_pMl` + + `mineMr` -> `mine_pMr` + + `mineMl` -> `mine_pMl` + +- in `probability.v`: + + `integral_distribution` -> `ge0_integral_distribution` + + `expectationM` -> `expectationMl` + +- file `homotopy_theory/path.v` -> `homotopy_theory/continuous_path.v` ### Generalized @@ -42,6 +230,46 @@ ### Removed +- file `mathcomp_extra.v` + + lemma `Pos_to_natE` (moved to `Rstruct.v`) + + lemma `deg_le2_ge0` (available as `deg_le2_poly_ge0` in `ssrnum.v` + since MathComp 2.1.0) +- in `sequences.v`: + + notations `nneseries_pred0`, `eq_nneseries`, `nneseries0`, + `ereal_cvgPpinfty`, `ereal_cvgPninfty` (were deprecated since 0.6.0) +- in `topology_structure.v`: + + lemma `closureC` + +- in file `lebesgue_integral.v`: + + lemma `approximation` + +### Removed + +- in `lebesgue_integral.v`: + + definition `cst_mfun` + + lemma `mfun_cst` + +- in `cardinality.v`: + + lemma `cst_fimfun_subproof` + +- in `lebesgue_integral.v`: + + lemma `cst_mfun_subproof` (use lemma `measurable_cst` instead) + + lemma `cst_nnfun_subproof` (turned into a `Let`) + + lemma `indic_mfun_subproof` (use lemma `measurable_fun_indic` instead) + +- in `lebesgue_integral.v`: + + lemma `measurable_indic` (was uselessly specializing `measurable_fun_indic` (now `measurable_indic`) from `lebesgue_measure.v`) + + notation `measurable_fun_indic` (deprecation since 0.6.3) +- in `constructive_ereal.v` + + notation `lee_opp` (deprecated since 0.6.5) + + notation `lte_opp` (deprecated since 0.6.5) +- in `measure.v`: + + `dynkin_setI_bigsetI` (use `big_ind` instead) + +- in `lebesgue_measurable.v`: + + notation `measurable_fun_power_pos` (deprecated since 0.6.3) + + notation `measurable_power_pos` (deprecated since 0.6.4) + ### Infrastructure ### Misc diff --git a/experimental_reals/discrete.v b/experimental_reals/discrete.v index 63ca0e73b..412877a07 100644 --- a/experimental_reals/discrete.v +++ b/experimental_reals/discrete.v @@ -4,7 +4,7 @@ (* Copyright (c) - 2016--2018 - Polytechnique *) (* -------------------------------------------------------------------- *) -From Corelib Require Setoid. +From Coq Require Setoid. From HB Require Import structures. From mathcomp Require Import all_ssreflect all_algebra. From mathcomp.classical Require Import boolp. diff --git a/reals/reals.v b/reals/reals.v index 601ad4fe7..90bb30d87 100644 --- a/reals/reals.v +++ b/reals/reals.v @@ -38,7 +38,7 @@ (* *) (******************************************************************************) -From Corelib Require Import Setoid. +From Coq Require Import Setoid. From HB Require Import structures. From mathcomp Require Import all_ssreflect all_algebra archimedean. From mathcomp Require Import boolp classical_sets set_interval. diff --git a/theories/measurable_realfun.v b/theories/measurable_realfun.v index 4b7cfff1b..9c1f18b5e 100644 --- a/theories/measurable_realfun.v +++ b/theories/measurable_realfun.v @@ -1034,6 +1034,12 @@ by move=> mf mg mD; move: (mD); apply: measurable_fun_if => //; [exact: measurable_fun_ltr|exact: measurable_funS mg|exact: measurable_funS mf]. Qed. +Lemma measurable_funrpos D f : measurable_fun D f -> measurable_fun D f^\+. +Proof. by move=> mf; exact: measurable_maxr. Qed. + +Lemma measurable_funrneg D f : measurable_fun D f -> measurable_fun D f^\-. +Proof. by move=> mf; apply: measurable_maxr => //; exact: measurableT_comp. Qed. + Lemma measurable_minr D f g : measurable_fun D f -> measurable_fun D g -> measurable_fun D (f \min g). Proof. diff --git a/theories/measure.v b/theories/measure.v index 1cde39272..3e6eaa0ec 100644 --- a/theories/measure.v +++ b/theories/measure.v @@ -66,6 +66,11 @@ From mathcomp Require Import sequences esum numfun. (* G.-sigma.-measurable A == A is measurable for the sigma-algebra <> *) (* g_sigma_algebraType G == the measurableType corresponding to <> *) (* This is an HB alias. *) +(* g_sigma_algebra_mapping f == sigma-algebra generated by the mapping f *) +(* g_sigma_algebra_mappingType f == the measurableType corresponding to *) +(* g_sigma_algebra_mapping f *) +(* This is an HB alias. *) +(* f.-mapping.-measurable A == A is measurable for g_sigma_algebra_mapping f *) (* mu .-cara.-measurable == sigma-algebra of Caratheodory measurable sets *) (* ``` *) (* *) @@ -294,6 +299,9 @@ Reserved Notation "'\d_' a" (at level 8, a at level 2, format "'\d_' a"). Reserved Notation "G .-sigma" (at level 1, format "G .-sigma"). Reserved Notation "G .-sigma.-measurable" (at level 2, format "G .-sigma.-measurable"). +Reserved Notation "f .-mapping" (at level 1, format "f .-mapping"). +Reserved Notation "f .-mapping.-measurable" + (at level 2, format "f .-mapping.-measurable"). Reserved Notation "d .-ring" (at level 1, format "d .-ring"). Reserved Notation "d .-ring.-measurable" (at level 2, format "d .-ring.-measurable"). @@ -1739,6 +1747,17 @@ Lemma preimage_set_system_id {aT : Type} (D : set aT) (F : set (set aT)) : preimage_set_system D idfun F = setI D @` F. Proof. by []. Qed. +Lemma preimage_set_system_compS (aT : Type) + d (rT : measurableType d) d' (T : sigmaRingType d') + (g : rT -> T) (f : aT -> rT) (D : set aT) : + measurable_fun setT g -> + preimage_set_system D (g \o f) measurable `<=` + preimage_set_system D f measurable. +Proof. +move=> mg A; rewrite /preimage_set_system => -[B GB]; exists (g @^-1` B) => //. +by rewrite -[X in measurable X]setTI; exact: mg. +Qed. + (* f is measurable on the sigma-algebra generated by itself *) Lemma preimage_set_system_measurable_fun d (aT : pointedType) (rT : measurableType d) (D : set aT) (f : aT -> rT) : @@ -1837,6 +1856,58 @@ Notation sigma_algebra_image_class := sigma_algebra_image (only parsing). #[deprecated(since="mathcomp-analysis 1.9.0", note="renamed to `g_sigma_preimageE`")] Notation sigma_algebra_preimage_classE := g_sigma_preimageE (only parsing). +Definition mapping_display {T T'} : (T -> T') -> measure_display. +Proof. exact. Qed. + +Definition g_sigma_algebra_mappingType d' (T : pointedType) + (T' : measurableType d') (f : T -> T') : Type := T. + +Definition g_sigma_algebra_mapping d' (T : pointedType) + (T' : measurableType d') (f : T -> T') := + preimage_set_system setT f (@measurable _ T'). + +Section mapping_generated_sigma_algebra. +Context {d'} (T : pointedType) (T' : measurableType d'). +Variable f : T -> T'. + +Let mapping_set0 : g_sigma_algebra_mapping f set0. +Proof. +rewrite /g_sigma_algebra_mapping /preimage_set_system/=. +by exists set0 => //; rewrite preimage_set0 setI0. +Qed. + +Let mapping_setC A : + g_sigma_algebra_mapping f A -> g_sigma_algebra_mapping f (~` A). +Proof. +rewrite /g_sigma_algebra_mapping /preimage_set_system/= => -[B mB] <-{A}. +by exists (~` B); [exact: measurableC|rewrite !setTI preimage_setC]. +Qed. + +Let mapping_bigcup (F : (set T)^nat) : + (forall i, g_sigma_algebra_mapping f (F i)) -> + g_sigma_algebra_mapping f (\bigcup_i (F i)). +Proof. +move=> mF; rewrite /g_sigma_algebra_mapping /preimage_set_system/=. +pose g := fun i => sval (cid2 (mF i)). +pose mg := fun i => svalP (cid2 (mF i)). +exists (\bigcup_i g i). + by apply: bigcup_measurable => k; case: (mg k). +rewrite setTI /g preimage_bigcup; apply: eq_bigcupr => k _. +by case: (mg k) => _; rewrite setTI. +Qed. + +HB.instance Definition _ := Pointed.on (g_sigma_algebra_mappingType f). + +HB.instance Definition _ := @isMeasurable.Build (mapping_display f) + (g_sigma_algebra_mappingType f) (g_sigma_algebra_mapping f) + mapping_set0 mapping_setC mapping_bigcup. + +End mapping_generated_sigma_algebra. + +Notation "f .-mapping" := (mapping_display f) : measure_display_scope. +Notation "f .-mapping.-measurable" := + (measurable : set (set (g_sigma_algebra_mappingType f))) : classical_set_scope. + Local Open Scope ereal_scope. Definition subset_sigma_subadditive {T} {R : numFieldType} diff --git a/theories/numfun.v b/theories/numfun.v index c3083f244..d75163bf4 100644 --- a/theories/numfun.v +++ b/theories/numfun.v @@ -15,12 +15,15 @@ From mathcomp Require Import sequences function_spaces. (* ``` *) (* {nnfun T >-> R} == type of non-negative functions *) (* f ^\+ == the function formed by the non-negative outputs *) -(* of f (from a type to the type of extended real *) -(* numbers) and 0 otherwise *) -(* rendered as f ⁺ with company-coq (U+207A) *) +(* of f and 0 otherwise *) +(* The codomain of f is the real numbers in scope *) +(* ring_scope and the extended real numbers in scope *) +(* ereal_scope. *) +(* It is rendered as f ⁺ with company-coq (U+207A). *) (* f ^\- == the function formed by the non-positive outputs *) (* of f and 0 o.w. *) -(* rendered as f ⁻ with company-coq (U+207B) *) +(* Similar to ^\+. *) +(* It is rendered as f ⁻ with company-coq (U+207B). *) (* \1_ A == indicator function 1_A *) (* ``` *) (* *) @@ -129,6 +132,149 @@ Proof. by apply/funext=> x; rewrite /patch/=; case: ifP; rewrite ?mule0. Qed. End erestrict_lemmas. +Section funrposneg. +Local Open Scope ring_scope. + +Definition funrpos T (R : realDomainType) (f : T -> R) := + fun x => maxr (f x) 0. +Definition funrneg T (R : realDomainType) (f : T -> R) := + fun x => maxr (- f x) 0. + +End funrposneg. + +Notation "f ^\+" := (funrpos f) : ring_scope. +Notation "f ^\-" := (funrneg f) : ring_scope. + +Section funrposneg_lemmas. +Local Open Scope ring_scope. +Variables (T : Type) (R : realDomainType) (D : set T). +Implicit Types (f g : T -> R) (r : R). + +Lemma funrpos_ge0 f x : 0 <= f^\+ x. +Proof. by rewrite /funrpos /= le_max lexx orbT. Qed. + +Lemma funrneg_ge0 f x : 0 <= f^\- x. +Proof. by rewrite /funrneg le_max lexx orbT. Qed. + +Lemma funrposN f : (\- f)^\+ = f^\-. Proof. exact/funext. Qed. + +Lemma funrnegN f : (\- f)^\- = f^\+. +Proof. by apply/funext => x; rewrite /funrneg opprK. Qed. + +(* TODO: the following lemmas require a pointed type and realDomainType does +not seem to be at this point + +Lemma funrpos_restrict f : (f \_ D)^\+ = (f^\+) \_ D. +Proof. +by apply/funext => x; rewrite /patch/_^\+; case: ifP; rewrite //= maxxx. +Qed. + +Lemma funrneg_restrict f : (f \_ D)^\- = (f^\-) \_ D. +Proof. +by apply/funext => x; rewrite /patch/_^\-; case: ifP; rewrite //= oppr0 maxxx. +Qed.*) + +Lemma ge0_funrposE f : (forall x, D x -> 0 <= f x) -> {in D, f^\+ =1 f}. +Proof. by move=> f0 x; rewrite inE => Dx; apply/max_idPl/f0. Qed. + +Lemma ge0_funrnegE f : (forall x, D x -> 0 <= f x) -> {in D, f^\- =1 cst 0}. +Proof. +by move=> f0 x; rewrite inE => Dx; apply/max_idPr; rewrite lerNl oppr0 f0. +Qed. + +Lemma le0_funrposE f : (forall x, D x -> f x <= 0) -> {in D, f^\+ =1 cst 0}. +Proof. by move=> f0 x; rewrite inE => Dx; exact/max_idPr/f0. Qed. + +Lemma le0_funrnegE f : (forall x, D x -> f x <= 0) -> {in D, f^\- =1 \- f}. +Proof. +by move=> f0 x; rewrite inE => Dx; apply/max_idPl; rewrite lerNr oppr0 f0. +Qed. + +Lemma ge0_funrposM r f : (0 <= r)%R -> + (fun x => r * f x)^\+ = (fun x => r * (f^\+ x)). +Proof. by move=> ?; rewrite funeqE => x; rewrite /funrpos maxr_pMr// mulr0. Qed. + +Lemma ge0_funrnegM r f : (0 <= r)%R -> + (fun x => r * f x)^\- = (fun x => r * (f^\- x)). +Proof. +by move=> r0; rewrite funeqE => x; rewrite /funrneg -mulrN maxr_pMr// mulr0. +Qed. + +Lemma le0_funrposM r f : (r <= 0)%R -> + (fun x => r * f x)^\+ = (fun x => - r * (f^\- x)). +Proof. +move=> r0; rewrite -[in LHS](opprK r); under eq_fun do rewrite mulNr. +by rewrite funrposN ge0_funrnegM ?oppr_ge0. +Qed. + +Lemma le0_funrnegM r f : (r <= 0)%R -> + (fun x => r * f x)^\- = (fun x => - r * (f^\+ x)). +Proof. +move=> r0; rewrite -[in LHS](opprK r); under eq_fun do rewrite mulNr. +by rewrite funrnegN ge0_funrposM ?oppr_ge0. +Qed. + +Lemma funr_normr f : normr \o f = f^\+ \+ f^\-. +Proof. +rewrite funeqE => x /=; have [fx0|/ltW fx0] := leP (f x) 0. +- rewrite ler0_norm// /funrpos /funrneg. + move/max_idPr : (fx0) => ->; rewrite add0r. + by move: fx0; rewrite -{1}oppr0 lerNr => /max_idPl ->. +- rewrite ger0_norm// /funrpos /funrneg; move/max_idPl : (fx0) => ->. + by move: fx0; rewrite -{1}oppr0 lerNl => /max_idPr ->; rewrite addr0. +Qed. + +Lemma funrposneg f : f = (fun x => f^\+ x - f^\- x). +Proof. +rewrite funeqE => x; rewrite /funrpos /funrneg; have [|/ltW] := leP (f x) 0. + by rewrite -{1}oppr0 -lerNr => /max_idPl ->; rewrite opprK add0r. +by rewrite -{1}oppr0 -lerNl => /max_idPr ->; rewrite subr0. +Qed. + +Lemma funrD_Dpos f g : f \+ g = (f \+ g)^\+ \- (f \+ g)^\-. +Proof. +apply/funext => x; rewrite /funrpos /funrneg/=; have [|/ltW] := lerP 0 (f x + g x). +- by rewrite -{1}oppr0 -lerNl => /max_idPr ->; rewrite subr0. +- by rewrite -{1}oppr0 -lerNr => /max_idPl ->; rewrite opprK add0r. +Qed. + +Lemma funrD_posD f g : f \+ g = (f^\+ \+ g^\+) \- (f^\- \+ g^\-). +Proof. +apply/funext => x; rewrite /funrpos /funrneg/=. +have [|fx0] := lerP 0 (f x); last rewrite add0r. +- rewrite -{1}oppr0 lerNl => /max_idPr ->; have [|/ltW] := lerP 0 (g x). + by rewrite -{1}oppr0 lerNl => /max_idPr ->; rewrite addr0 subr0. + by rewrite -{1}oppr0 -lerNr => /max_idPl ->; rewrite addr0 sub0r opprK. +- move/ltW : (fx0); rewrite -{1}oppr0 lerNr => /max_idPl ->. + have [|]/= := lerP 0 (g x); last rewrite add0r. + by rewrite -{1}oppr0 lerNl => /max_idPr ->; rewrite addr0 opprK addrC. + by rewrite -oppr0 ltrNr -{1}oppr0 => /ltW/max_idPl ->; rewrite opprD !opprK. +Qed. + +Lemma funrpos_le f g : + {in D, forall x, f x <= g x} -> {in D, forall x, f^\+ x <= g^\+ x}. +Proof. +move=> fg x Dx; rewrite /funrpos /maxr; case: ifPn => fx; case: ifPn => gx //. +- by rewrite leNgt. +- by move: fx; rewrite -leNgt => /(lt_le_trans gx); rewrite ltNge fg. +- exact: fg. +Qed. + +Lemma funrneg_le f g : + {in D, forall x, f x <= g x} -> {in D, forall x, g^\- x <= f^\- x}. +Proof. +move=> fg x Dx; rewrite /funrneg /maxr; case: ifPn => gx; case: ifPn => fx //. +- by rewrite leNgt. +- by move: gx; rewrite -leNgt => /(lt_le_trans fx); rewrite ltrN2 ltNge fg. +- by rewrite lerN2; exact: fg. +Qed. + +End funrposneg_lemmas. +#[global] +Hint Extern 0 (is_true (0%R <= _ ^\+ _)%R) => solve [apply: funrpos_ge0] : core. +#[global] +Hint Extern 0 (is_true (0%R <= _ ^\- _)%R) => solve [apply: funrneg_ge0] : core. + HB.lock Definition funepos T (R : realDomainType) (f : T -> \bar R) := fun x => maxe (f x) 0. @@ -294,6 +440,17 @@ Hint Extern 0 (is_true (0%R <= _ ^\+ _)%E) => solve [apply: funepos_ge0] : core. #[global] Hint Extern 0 (is_true (0%R <= _ ^\- _)%E) => solve [apply: funeneg_ge0] : core. +Section funrpos_funepos_lemmas. +Context {T : Type} {R : realDomainType}. + +Lemma funerpos (f : T -> R) : (EFin \o f)^\+%E = (EFin \o f^\+). +Proof. by apply/funext => x; rewrite funeposE /funrpos/= EFin_max. Qed. + +Lemma funerneg (f : T -> R) : (EFin \o f)^\-%E = (EFin \o f^\-). +Proof. by apply/funext => x; rewrite funenegE /funrneg/= EFin_max. Qed. + +End funrpos_funepos_lemmas. + Definition indic {T} {R : ringType} (A : set T) (x : T) : R := (x \in A)%:R. Reserved Notation "'\1_' A" (at level 8, A at level 2, format "'\1_' A") . Notation "'\1_' A" := (indic A) : ring_scope. diff --git a/theories/probability.v b/theories/probability.v index bb799a389..708a23e13 100644 --- a/theories/probability.v +++ b/theories/probability.v @@ -38,6 +38,10 @@ From mathcomp Require Import ftc gauss_integral. (* cdf X r == cumulative distribution function of X *) (* := distribution P X `]-oo, r] *) (* enum_prob X k == probability of the kth value in the range of X *) +(* independent_events I F == the events F indexed by I are independent *) +(* mutual_independence I F == the classes F indexed by I are independent *) +(* independent_RVs I X == the random variables X indexed by I are independent *) +(* independent_RVs2 X Y == the random variables X and Y are independent *) (* ``` *) (* *) (* ``` *) @@ -651,6 +655,24 @@ Qed. End variance. Notation "'V_ P [ X ]" := (variance P X). +(* TODO: move earlier *) +Section mfun_measurable_realType. +Context {d} {aT : measurableType d} {rT : realType}. + +HB.instance Definition _ (f : {mfun aT >-> rT}) := + @isMeasurableFun.Build d _ _ _ f^\+ + (measurable_funrpos (@measurable_funPT _ _ _ _ f)). + +HB.instance Definition _ (f : {mfun aT >-> rT}) := + @isMeasurableFun.Build d _ _ _ f^\- + (measurable_funrneg (@measurable_funPT _ _ _ _ f)). + +HB.instance Definition _ (f : {mfun aT >-> rT}) := + @isMeasurableFun.Build d _ _ _ (@normr _ _ \o f) + (measurableT_comp (@normr_measurable _ _) (@measurable_funPT _ _ _ _ f)). + +End mfun_measurable_realType. + Section markov_chebyshev_cantelli. Local Open Scope ereal_scope. Context d (T : measurableType d) (R : realType) (P : probability T R). @@ -971,6 +993,438 @@ Qed. End discrete_distribution. +Section independent_events. +Context {R : realType} d {T : measurableType d}. +Variable P : probability T R. +Local Open Scope ereal_scope. + +Definition independent_events (I0 : choiceType) (I : set I0) (A : I0 -> set T) := + forall J : {fset I0}, [set` J] `<=` I -> + P (\bigcap_(i in [set` J]) A i) = \prod_(i <- J) P (A i). + +End independent_events. + +Section mutual_independence. +Context {R : realType} d {T : measurableType d}. +Variable P : probability T R. +Local Open Scope ereal_scope. + +Definition mutual_independence (I0 : choiceType) (I : set I0) + (F : I0 -> set (set T)) := + (forall i : I0, I i -> F i `<=` @measurable _ T) /\ + forall J : {fset I0}, + [set` J] `<=` I -> + forall E : I0 -> set T, + (forall i : I0, i \in J -> E i \in F i) -> + P (\big[setI/setT]_(j <- J) E j) = \prod_(j <- J) P (E j). + +End mutual_independence. + +Section independent_RVs. +Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). +Variable P : probability T R. + +Definition independent_RVs (I0 : choiceType) (I : set I0) + (X : I0 -> {mfun T >-> T'}) : Prop := + mutual_independence P I (fun i => g_sigma_algebra_mapping (X i)). + +Definition independent_RVs2 (X Y : {mfun T >-> T'}) := + independent_RVs [set 0%N; 1%N] + [eta (fun=> cst point) with 0%N |-> X, 1%N |-> Y]. + +End independent_RVs. + +Section g_sigma_algebra_mapping_lemmas. +Context d {T : measurableType d} {R : realType}. + +Lemma g_sigma_algebra_mapping_comp (X : {mfun T >-> R}) (f : R -> R) : + measurable_fun setT f -> + g_sigma_algebra_mapping (f \o X)%R `<=` g_sigma_algebra_mapping X. +Proof. exact: preimage_set_system_compS. Qed. + +Lemma g_sigma_algebra_mapping_funrpos (X : {mfun T >-> R}) : + g_sigma_algebra_mapping X^\+%R `<=` d.-measurable. +Proof. +by move=> A/= -[B mB] <-; have := measurable_funrpos (measurable_funP X); exact. +Qed. + +Lemma g_sigma_algebra_mapping_funrneg (X : {mfun T >-> R}) : + g_sigma_algebra_mapping X^\-%R `<=` d.-measurable. +Proof. +by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. +Qed. + +End g_sigma_algebra_mapping_lemmas. +Arguments g_sigma_algebra_mapping_comp {d T R X} f. + +Section independent_RVs_lemmas. +Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). +Variable P : probability T R. +Local Open Scope ring_scope. + +Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P (f \o X) (g \o Y). +Proof. +move=> indeXY; split => [i [|]->{i}/= Z/=|J J01 E JE]. +- by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. +- by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. +- apply indeXY => //= i iJ; have := JE _ iJ. + have : i \in [set 0%N; 1%N] by rewrite inE; apply: J01. + rewrite inE/= => -[|] /eqP ->/=; rewrite !inE. + + exact: g_sigma_algebra_mapping_comp. + + by case: ifPn => [/eqP ->|i0]; exact: g_sigma_algebra_mapping_comp. +Qed. + +Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. +Proof. +move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_mapping_funrneg. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. +Qed. + +Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. +Proof. +move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_mapping_funrpos. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. +Qed. + +Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. +Proof. +move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_mapping_funrneg. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. +Qed. + +Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. +Proof. +move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_mapping_funrpos. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. +Qed. + +End independent_RVs_lemmas. + +Section product_expectation. +Context {R : realType} d (T : measurableType d). +Variable P : probability T R. +Local Open Scope ereal_scope. + +Import HBNNSimple. + +Let expectationM_nnsfun (f g : {nnsfun T >-> R}) : + (forall y y', y \in range f -> y' \in range g -> + P (f @^-1` [set y] `&` g @^-1` [set y']) = + P (f @^-1` [set y]) * P (g @^-1` [set y'])) -> + 'E_P [f \* g] = 'E_P [f] * 'E_P [g]. +Proof. +move=> fg; transitivity + ('E_P [(fun x => (\sum_(y \in range f) y * \1_(f @^-1` [set y]) x)%R) + \* (fun x => (\sum_(y \in range g) y * \1_(g @^-1` [set y]) x)%R)]). + by congr ('E_P [_]); apply/funext => t/=; rewrite (fimfunE f) (fimfunE g). +transitivity ('E_P [(fun x => (\sum_(y \in range f) \sum_(y' \in range g) y * y' + * \1_(f @^-1` [set y] `&` g @^-1` [set y']) x)%R)]). + congr ('E_P [_]); apply/funext => t/=. + rewrite mulrC; rewrite fsbig_distrr//=. (* TODO: lemma fsbig_distrl *) + apply: eq_fsbigr => y yf; rewrite mulrC; rewrite fsbig_distrr//=. + by apply: eq_fsbigr => y' y'g; rewrite indicI mulrCA !mulrA (mulrC y'). +rewrite unlock. +under eq_integral do rewrite -fsumEFin//. +transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + ((y * y')%:E * \int[P]_w (\1_(f @^-1` [set y] `&` g @^-1` [set y']) w)%:E))). + rewrite ge0_integral_fsum//=; last 2 first. + - move=> r; under eq_fun do rewrite -fsumEFin//. + apply: emeasurable_fun_fsum => // s. + apply/measurable_EFinP/measurable_funM => //. + exact/measurable_indic/measurableI. + - move=> r t _; rewrite lee_fin sumr_ge0 // => s _; rewrite -lee_fin. + by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. + apply: eq_fsbigr => y yf. + under eq_integral do rewrite -fsumEFin//. + rewrite ge0_integral_fsum//=; last 2 first. + - move=> r; apply/measurable_EFinP; apply: measurable_funM => //. + exact/measurable_indic/measurableI. + - move=> r t _. + by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. + apply: eq_fsbigr => y' y'g. + under eq_integral do rewrite EFinM. + by rewrite integralZl//; exact/integrable_indic/measurableI. +transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + ((y * y')%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E * + \int[P]_w (\1_(g @^-1` [set y']) w)%:E)))). + apply: eq_fsbigr => y fy; apply: eq_fsbigr => y' gy'; congr *%E. + transitivity ('E_P[\1_(f @^-1` [set y] `&` g @^-1` [set y'])]). + by rewrite unlock. + transitivity ('E_P[\1_(f @^-1` [set y])] * 'E_P[\1_(g @^-1` [set y'])]); + last by rewrite unlock. + rewrite expectation_indic//; last exact: measurableI. + by rewrite !expectation_indic// fg. +transitivity ( + (\sum_(y \in range f) (y%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E))) * + (\sum_(y' \in range g) (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E))). + transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E)%E)%R * + (y%:E * \int[P]_w (\1_(f @^-1` [set y]) w)%:E)%E%R); last first. + rewrite !fsbig_finite//= ge0_sume_distrl//; last first. + move=> r _; rewrite -integralZl//; last exact: integrable_indic. + by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. + by apply: eq_bigr => r _; rewrite muleC. + apply: eq_fsbigr => y fy. + rewrite !fsbig_finite//= ge0_sume_distrl//; last first. + move=> r _; rewrite -integralZl//; last exact: integrable_indic. + by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. + apply: eq_bigr => r _; rewrite (mulrC y) EFinM. + by rewrite [X in _ * X]muleC muleACA. +suff: forall h : {nnsfun T >-> R}, + (\sum_(y \in range h) (y%:E * \int[P]_w (\1_(h @^-1` [set y]) w)%:E)%E)%R + = \int[P]_w (h w)%:E. + by move=> suf; congr *%E; rewrite suf. +move=> h. +apply/esym. +under eq_integral do rewrite (fimfunE h). +under eq_integral do rewrite -fsumEFin//. +rewrite ge0_integral_fsum//; last 2 first. +- by move=> r; exact/measurable_EFinP/measurable_funM. +- by move=> r t _; rewrite lee_fin -lee_fin nnfun_muleindic_ge0. +by apply: eq_fsbigr => y fy; rewrite -integralZl//; exact/integrable_indic. +Qed. + +Lemma expectationM_ge0 (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + 'E_P[X] *? 'E_P[Y] -> + (forall t, 0 <= X t)%R -> (forall t, 0 <= Y t)%R -> + 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. +Proof. +move=> indeXY defXY X0 Y0. +have mX : measurable_fun setT (EFin \o X) by exact/measurable_EFinP. +have mY : measurable_fun setT (EFin \o Y) by exact/measurable_EFinP. +pose X_ := nnsfun_approx measurableT mX. +pose Y_ := nnsfun_approx measurableT mY. +have EXY : 'E_P[X_ n \* Y_ n] @[n --> \oo] --> 'E_P [X * Y]. + rewrite unlock; have -> : \int[P]_w ((X * Y) w)%:E = + \int[P]_x limn (fun n => (EFin \o (X_ n \* Y_ n)%R) x). + apply: eq_integral => t _; apply/esym/cvg_lim => //=. + rewrite fctE EFinM; under eq_fun do rewrite EFinM. + by apply: cvgeM; [rewrite mule_def_fin//| + apply: cvg_nnsfun_approx => //= x _; rewrite lee_fin..]. + apply: cvg_monotone_convergence => //. + - by move=> n; apply/measurable_EFinP; exact: measurable_funM. + - by move=> n t _; rewrite lee_fin. + - move=> t _ m n mn. + by rewrite lee_fin/= ler_pM//; exact/lefP/nd_nnsfun_approx. +have EX : 'E_P[X_ n] @[n --> \oo] --> 'E_P [X]. + rewrite unlock. + have -> : \int[P]_w (X w)%:E = \int[P]_x limn (fun n => (EFin \o X_ n) x). + by apply: eq_integral => t _; apply/esym/cvg_lim => //=; + apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. + apply: cvg_monotone_convergence => //. + - by move=> n; exact/measurable_EFinP. + - by move=> n t _; rewrite lee_fin. + - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. +have EY : 'E_P[Y_ n] @[n --> \oo] --> 'E_P [Y]. + rewrite unlock. + have -> : \int[P]_w (Y w)%:E = \int[P]_x limn (fun n => (EFin \o Y_ n) x). + by apply: eq_integral => t _; apply/esym/cvg_lim => //=; + apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. + apply: cvg_monotone_convergence => //. + - by move=> n; exact/measurable_EFinP. + - by move=> n t _; rewrite lee_fin. + - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. +have {EX EY}EXY' : 'E_P[X_ n] * 'E_P[Y_ n] @[n --> \oo] --> 'E_P[X] * 'E_P[Y]. + apply: cvgeM => //. +suff : forall n, 'E_P[X_ n \* Y_ n] = 'E_P[X_ n] * 'E_P[Y_ n]. + by move=> suf; apply: (cvg_unique _ EXY) => //=; under eq_fun do rewrite suf. +move=> n; apply: expectationM_nnsfun => x y xX_ yY_. +suff : P (\big[setI/setT]_(j <- [fset 0%N; 1%N]%fset) + [eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], + 1%N |-> Y_ n @^-1` [set y]] j) = + \prod_(j <- [fset 0%N; 1%N]%fset) + P ([eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], + 1%N |-> Y_ n @^-1` [set y]] j). + by rewrite !big_fsetU1/= ?inE//= !big_seq_fset1/=. +move: indeXY => [/= _]; apply => // i. + by rewrite /= !inE => /orP[|]/eqP ->; auto. +pose AX := dyadic_approx setT (EFin \o X). +pose AY := dyadic_approx setT (EFin \o Y). +pose BX := integer_approx setT (EFin \o X). +pose BY := integer_approx setT (EFin \o Y). +have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> + g_sigma_algebra_mapping Z (dyadic_approx setT (EFin \o Z) m k). + move=> mk; rewrite /g_sigma_algebra_mapping /dyadic_approx mk setTI. + rewrite /preimage_class/=; exists [set` dyadic_itv R m k] => //. + rewrite setTI/=; apply/seteqP; split => z/=. + by rewrite inE/= => Zz; exists (Z z). + by rewrite inE/= => -[r rmk] [<-]. +have mB (Z : {RV P >-> R}) k : + g_sigma_algebra_mapping Z (integer_approx setT (EFin \o Z) k). + rewrite /g_sigma_algebra_mapping /integer_approx setTI /preimage_set_system/=. + by exists `[k%:R, +oo[%classic => //; rewrite setTI preimage_itvcy. +have m1A (Z : {RV P >-> R}) : forall k, (k < n * 2 ^ n)%N -> + measurable_fun setT + (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_mappingType Z -> R). + move=> k kn. + exact/(@measurable_indicP _ (g_sigma_algebra_mappingType Z))/mA. +rewrite !inE => /orP[|]/eqP->{i} //=. + have : @measurable_fun _ _ (g_sigma_algebra_mappingType X) _ setT (X_ n). + rewrite nnsfun_approxE//. + apply: measurable_funD => //=. + apply: measurable_sum => //= k'; apply: measurable_funM => //. + by apply: measurable_indic; exact: mA. + apply: measurable_funM => //. + by apply: measurable_indic; exact: mB. + rewrite /measurable_fun => /(_ measurableT _ (measurable_set1 x)). + by rewrite setTI. +have : @measurable_fun _ _ (g_sigma_algebra_mappingType Y) _ setT (Y_ n). + rewrite nnsfun_approxE//. + apply: measurable_funD => //=. + apply: measurable_sum => //= k'; apply: measurable_funM => //. + by apply: measurable_indic; exact: mA. + apply: measurable_funM => //. + by apply: measurable_indic; exact: mB. +move=> /(_ measurableT [set y] (measurable_set1 y)). +by rewrite setTI. +Qed. + +Lemma integrable_expectationM (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + `|'E_P [X * Y]| < +oo. +Proof. +move=> indeXY iX iY. +apply: (@le_lt_trans _ _ 'E_P[(@normr _ _ \o X) * (@normr _ _ \o Y)]). + rewrite unlock/=. + rewrite (le_trans (le_abse_integral _ _ _))//. + apply/measurable_EFinP/measurable_funM. + by have /measurable_EFinP := measurable_int _ iX. + by have /measurable_EFinP := measurable_int _ iY. + apply: ge0_le_integral => //=. + - by apply/measurable_EFinP; exact/measurableT_comp. + - by move=> x _; rewrite lee_fin/= mulr_ge0/=. + - by apply/measurable_EFinP; apply/measurable_funM; exact/measurableT_comp. + - by move=> t _; rewrite lee_fin/= normrM. +rewrite expectationM_ge0//=. +- rewrite lte_mul_pinfty//. + + by rewrite expectation_ge0/=. + + rewrite expectation_fin_num//= compA//. + exact: (integrable_abse iX). + + by move/integrableP : iY => [_ iY]; rewrite unlock. +- exact: independent_RVs2_comp. +- apply: mule_def_fin; rewrite unlock integral_fune_fin_num//. + + exact: (integrable_abse iX). + + exact: (integrable_abse iY). +Qed. + +Lemma independent_integrableM (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + P.-integrable setT (EFin \o (X \* Y)%R). +Proof. +move=> indeXY iX iY. +apply/integrableP; split; first exact/measurable_EFinP/measurable_funM. +have := integrable_expectationM indeXY iX iY. +rewrite unlock => /abse_integralP; apply => //. +exact/measurable_EFinP/measurable_funM. +Qed. + +(* TODO: rename to expectationM when deprecation is removed *) +Lemma expectation_prod (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. +Proof. +move=> XY iX iY. +transitivity ('E_P[(X^\+ - X^\-) * (Y^\+ - Y^\-)]). + congr ('E_P[_]). + apply/funext => /=t. + by rewrite [in LHS](funrposneg X)/= [in LHS](funrposneg Y). +have ? : P.-integrable [set: T] (EFin \o X^\-%R). + by rewrite -funerneg; exact/integrable_funeneg. +have ? : P.-integrable [set: T] (EFin \o X^\+%R). + by rewrite -funerpos; exact/integrable_funepos. +have ? : P.-integrable [set: T] (EFin \o Y^\+%R). + by rewrite -funerpos; exact/integrable_funepos. +have ? : P.-integrable [set: T] (EFin \o Y^\-%R). + by rewrite -funerneg; exact/integrable_funeneg. +have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\+)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrpospos. +have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\+)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegpos. +have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\-)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrposneg. +have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\-)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegneg. +transitivity ('E_P[X^\+ * Y^\+] - 'E_P[X^\- * Y^\+] + - 'E_P[X^\+ * Y^\-] + 'E_P[X^\- * Y^\-]). + rewrite mulrDr !mulrDl -expectationB//= -expectationB//=; last first. + rewrite (_ : _ \o _ = EFin \o (X^\+ \* Y^\+)%R \- + (EFin \o (X^\- \* Y^\+)%R))//. + exact: integrableB. + rewrite -expectationD//=; last first. + rewrite (_ : _ \o _ = (EFin \o (X^\+ \* Y^\+)%R) + \- (EFin \o (X^\- \* Y^\+)%R) \- (EFin \o (X^\+ \* Y^\-)%R))//. + by apply: integrableB => //; exact: integrableB. + congr ('E_P[_]); apply/funext => t/=. + by rewrite !fctE !(mulNr,mulrN,opprK,addrA)/=. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrpospos. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrnegpos. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrposneg. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrnegneg. + by rewrite mule_def_fin// expectation_fin_num//=. +transitivity ('E_P[X^\+ - X^\-] * 'E_P[Y^\+ - Y^\-]). + rewrite -addeA -addeACA -muleBr; last 2 first. + by rewrite expectation_fin_num. + by rewrite fin_num_adde_defr// expectation_fin_num. + rewrite -oppeB; last first. + by rewrite fin_num_adde_defr// fin_numM// expectation_fin_num. + rewrite -muleBr; last 2 first. + by rewrite expectation_fin_num. + by rewrite fin_num_adde_defr// expectation_fin_num. + rewrite -muleBl; last 2 first. + by rewrite fin_numB// !expectation_fin_num//. + by rewrite fin_num_adde_defr// expectation_fin_num. + by rewrite -expectationB//= -expectationB. +by congr *%E; congr ('E_P[_]); rewrite [RHS]funrposneg. +Qed. + +End product_expectation. + Section bernoulli_pmf. Context {R : realType} (p : R). Local Open Scope ring_scope. @@ -1483,7 +1937,7 @@ pose f_ := nnsfun_approx measurableT mf. transitivity (lim (\int[uniform_prob ab]_x (f_ n x)%:E @[n --> \oo])%E). rewrite -monotone_convergence//=. - apply: eq_integral => ? /[!inE] xD; apply/esym/cvg_lim => //=. - exact: cvg_nnsfun_approx. + exact/cvg_nnsfun_approx. - by move=> n; exact/measurable_EFinP/measurable_funTS. - by move=> n ? _; rewrite lee_fin. - by move=> ? _ ? ? mn; rewrite lee_fin; exact/lefP/nd_nnsfun_approx. From 6c23eb0d18d4b6fcef3f3f3f8044e1aa53375df5 Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Tue, 19 Nov 2024 10:35:23 +0900 Subject: [PATCH 2/8] use bool instead of I_2 --- theories/probability.v | 62 ++++++++++++++++++++---------------------- 1 file changed, 30 insertions(+), 32 deletions(-) diff --git a/theories/probability.v b/theories/probability.v index 708a23e13..c052c5eb7 100644 --- a/theories/probability.v +++ b/theories/probability.v @@ -1024,13 +1024,12 @@ Section independent_RVs. Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). Variable P : probability T R. -Definition independent_RVs (I0 : choiceType) (I : set I0) - (X : I0 -> {mfun T >-> T'}) : Prop := +Definition independent_RVs (I0 : choiceType) + (I : set I0) (X : I0 -> {mfun T >-> T'}) : Prop := mutual_independence P I (fun i => g_sigma_algebra_mapping (X i)). Definition independent_RVs2 (X Y : {mfun T >-> T'}) := - independent_RVs [set 0%N; 1%N] - [eta (fun=> cst point) with 0%N |-> X, 1%N |-> Y]. + independent_RVs [set: bool] [eta (fun=> cst point) with false |-> X, true |-> Y]. End independent_RVs. @@ -1065,54 +1064,54 @@ Local Open Scope ring_scope. Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P (f \o X) (g \o Y). Proof. -move=> indeXY; split => [i [|]->{i}/= Z/=|J J01 E JE]. -- by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; - exact/measurableT_comp. -- by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; - exact/measurableT_comp. -- apply indeXY => //= i iJ; have := JE _ iJ. - have : i \in [set 0%N; 1%N] by rewrite inE; apply: J01. - rewrite inE/= => -[|] /eqP ->/=; rewrite !inE. - + exact: g_sigma_algebra_mapping_comp. - + by case: ifPn => [/eqP ->|i0]; exact: g_sigma_algebra_mapping_comp. +move=> indeXY; split => /=. +- move=> [] _ /= A. + + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. + + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. +- move=> J _ E JE. + apply indeXY => //= i iJ; have := JE _ iJ. + by move: i {iJ} =>[|]//=; rewrite !inE => Eg; + exact: g_sigma_algebra_mapping_comp Eg. Qed. Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. Proof. -move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. -- exact: g_sigma_algebra_mapping_funrpos. +move=> indeXY; split=> [[|]/= _|J J2 E JE]. - exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_mapping_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. - move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). - exact: measurable_funrpos. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R) => //. + exact: measurable_funrpos. Qed. Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. Proof. -move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. -- exact: g_sigma_algebra_mapping_funrneg. +move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_mapping_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. - move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). - exact: measurable_funrneg. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). exact: measurable_funrpos. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. Qed. Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. Proof. -move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_mapping_funrneg. - exact: g_sigma_algebra_mapping_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. - move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). @@ -1122,11 +1121,11 @@ Qed. Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. Proof. -move=> indeXY; split=> [/= i [|] -> /=|J J01 E JE]. +move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. - exact: g_sigma_algebra_mapping_funrpos. - exact: g_sigma_algebra_mapping_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. - move/J01 : (iJ) => /= -[|] ->//=; rewrite !inE. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). exact: measurable_funrpos. + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). @@ -1265,15 +1264,14 @@ have {EX EY}EXY' : 'E_P[X_ n] * 'E_P[Y_ n] @[n --> \oo] --> 'E_P[X] * 'E_P[Y]. suff : forall n, 'E_P[X_ n \* Y_ n] = 'E_P[X_ n] * 'E_P[Y_ n]. by move=> suf; apply: (cvg_unique _ EXY) => //=; under eq_fun do rewrite suf. move=> n; apply: expectationM_nnsfun => x y xX_ yY_. -suff : P (\big[setI/setT]_(j <- [fset 0%N; 1%N]%fset) +suff : P (\big[setI/setT]_(j <- [fset false; true]%fset) [eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], 1%N |-> Y_ n @^-1` [set y]] j) = - \prod_(j <- [fset 0%N; 1%N]%fset) + \prod_(j <- [fset false; true]%fset) P ([eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], 1%N |-> Y_ n @^-1` [set y]] j). by rewrite !big_fsetU1/= ?inE//= !big_seq_fset1/=. move: indeXY => [/= _]; apply => // i. - by rewrite /= !inE => /orP[|]/eqP ->; auto. pose AX := dyadic_approx setT (EFin \o X). pose AY := dyadic_approx setT (EFin \o Y). pose BX := integer_approx setT (EFin \o X). @@ -1281,7 +1279,7 @@ pose BY := integer_approx setT (EFin \o Y). have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> g_sigma_algebra_mapping Z (dyadic_approx setT (EFin \o Z) m k). move=> mk; rewrite /g_sigma_algebra_mapping /dyadic_approx mk setTI. - rewrite /preimage_class/=; exists [set` dyadic_itv R m k] => //. + rewrite /preimage_set_system/=; exists [set` dyadic_itv R m k] => //. rewrite setTI/=; apply/seteqP; split => z/=. by rewrite inE/= => Zz; exists (Z z). by rewrite inE/= => -[r rmk] [<-]. From 52aff8f2ff8e4bae2834b99cf201eaa1702419a5 Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Tue, 19 Nov 2024 10:45:03 +0900 Subject: [PATCH 3/8] complete thm 2.13 --- CHANGELOG_UNRELEASED.md | 62 +-- _CoqProject | 1 + theories/Make | 1 + theories/independence.v | 1129 +++++++++++++++++++++++++++++++++++++++ theories/probability.v | 6 +- 5 files changed, 1134 insertions(+), 65 deletions(-) create mode 100644 theories/independence.v diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index 6380dc7d9..5bf8fe2eb 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -25,8 +25,6 @@ + lemma `partition_disjoint_bigfcup` - in `lebesgue_measure.v`: + lemma `measurable_indicP` -- in `constructive_ereal.v`: - + notation `\prod_( i <- r | P ) F` for extended real numbers and its variants - in `numfun.v`: + defintions `funrpos`, `funrneg` with notations `^\+` and `^\-` @@ -42,7 +40,6 @@ notations `.-mapping`, `.-mapping.-measurable` - in `lebesgue_measure.v`: - + lemma `measurable_indicP` + lemmas `measurable_funrpos`, `measurable_funrneg` - in `lebesgue_integral.v`: @@ -59,7 +56,8 @@ - in `probability.v`: + lemma `expectation_def` + notation `'M_` -- in `probability.v`: + +- new file `independence.v`: + lemma `expectationM_ge0` + definition `independent_events` + definition `mutual_independence` @@ -141,61 +139,6 @@ + `sigma_algebra_preimage_classE` -> `g_sigma_preimageE` + `preimage_classes_comp` -> `g_sigma_preimageU_comp` - -- in file `normedtype.v`, - changed `completely_regular_space` to depend on uniform separators - which removes the dependency on `R`. The old formulation can be - recovered easily with `uniform_separatorP`. - -- moved from `Rstruct.v` to `Rstruct_topology.v` - + lemmas `continuity_pt_nbhs`, `continuity_pt_cvg`, - `continuity_ptE`, `continuity_pt_cvg'`, `continuity_pt_dnbhs` - and `nbhs_pt_comp` - -- moved from `real_interval.v` to `normedtype.v` - + lemmas `set_itvK`, `RhullT`, `RhullK`, `set_itv_setT`, - `Rhull_smallest`, `le_Rhull`, `neitv_Rhull`, `Rhull_involutive`, - `disj_itv_Rhull` -- in `topology.v`: - + lemmas `subspace_pm_ball_center`, `subspace_pm_ball_sym`, - `subspace_pm_ball_triangle`, `subspace_pm_entourage` turned - into local `Let`'s - -- in `lebesgue_integral.v`: - + structure `SimpleFun` now inside a module `HBSimple` - + structure `NonNegSimpleFun` now inside a module `HBNNSimple` - + lemma `cst_nnfun_subproof` has now a different statement - + lemma `indic_nnfun_subproof` has now a different statement -- in `mathcomp_extra.v`: - + definition `idempotent_fun` - -- in `topology_structure.v`: - + definitions `regopen`, `regclosed` - + lemmas `closure_setC`, `interiorC`, `closureU`, `interiorU`, - `closureEbigcap`, `interiorEbigcup`, - `closure_open_regclosed`, `interior_closed_regopen`, - `closure_interior_idem`, `interior_closure_idem` - -- in file `topology_structure.v`, - + mixin `isContinuous`, type `continuousType`, structure `Continuous` - + new lemma `continuousEP`. - + new definition `mkcts`. - -- in file `subspace_topology.v`, - + new lemmas `continuous_subspace_setT`, `nbhs_prodX_subspace_inE`, and - `continuous_subspace_prodP`. - + type `continuousFunType`, HB structure `ContinuousFun` - -- in file `subtype_topology.v`, - + new lemmas `subspace_subtypeP`, `subspace_sigL_continuousP`, - `subspace_valL_continuousP'`, `subspace_valL_continuousP`, `sigT_of_setXK`, - `setX_of_sigTK`, `setX_of_sigT_continuous`, and `sigT_of_setX_continuous`. - -- in `lebesgue_integrale.v` - + change implicits of `measurable_funP` - -### Changed - ### Renamed - in `lebesgue_measure.v`: @@ -220,7 +163,6 @@ - in `probability.v`: + `integral_distribution` -> `ge0_integral_distribution` - + `expectationM` -> `expectationMl` - file `homotopy_theory/path.v` -> `homotopy_theory/continuous_path.v` diff --git a/_CoqProject b/_CoqProject index 0932b31a0..49fc152c3 100644 --- a/_CoqProject +++ b/_CoqProject @@ -113,6 +113,7 @@ theories/lebesgue_integral_theory/lebesgue_integral.v theories/ftc.v theories/hoelder.v theories/probability.v +theories/independence.v theories/convex.v theories/charge.v theories/kernel.v diff --git a/theories/Make b/theories/Make index ab6dede6e..339d2f0e8 100644 --- a/theories/Make +++ b/theories/Make @@ -77,6 +77,7 @@ lebesgue_integral_theory/lebesgue_integral.v ftc.v hoelder.v probability.v +independence.v lebesgue_stieltjes_measure.v convex.v charge.v diff --git a/theories/independence.v b/theories/independence.v new file mode 100644 index 000000000..ce54443b3 --- /dev/null +++ b/theories/independence.v @@ -0,0 +1,1129 @@ +(* mathcomp analysis (c) 2022 Inria and AIST. License: CeCILL-C. *) +From mathcomp Require Import all_ssreflect. +From mathcomp Require Import ssralg poly ssrnum ssrint interval finmap. +From mathcomp Require Import mathcomp_extra boolp classical_sets functions. +From mathcomp Require Import cardinality fsbigop. +From HB Require Import structures. +From mathcomp Require Import exp numfun lebesgue_measure lebesgue_integral. +From mathcomp Require Import reals ereal signed topology normedtype sequences. +From mathcomp Require Import esum measure exp numfun lebesgue_measure. +From mathcomp Require Import lebesgue_integral kernel probability. + +(**md**************************************************************************) +(* # Independence *) +(* *) +(* ``` *) +(* independent_events I F == the events F indexed by I are independent *) +(* mutual_independence I F == the set systems F indexed by I are independent *) +(* independent_RVs I X == the random variables X indexed by I are independent *) +(* independent_RVs2 X Y == the random variables X and Y are independent *) +(* ``` *) +(* *) +(******************************************************************************) + +Set Implicit Arguments. +Unset Strict Implicit. +Unset Printing Implicit Defensive. + +Import Order.TTheory GRing.Theory Num.Def Num.Theory. +Import numFieldTopology.Exports. + +Local Open Scope classical_set_scope. +Local Open Scope ring_scope. + +Section independent_events. +Context {R : realType} d {T : measurableType d} (P : probability T R) + {I0 : choiceType}. +Local Open Scope ereal_scope. + +Definition independent_events (I : set I0) (E : I0 -> set T) := + (forall i, I i -> measurable (E i)) /\ + forall J : {fset I0}, [set` J] `<=` I -> + P (\bigcap_(i in [set` J]) E i) = \prod_(i <- J) P (E i). + +End independent_events. + +Section mutual_independence. +Context {R : realType} d {T : measurableType d} (P : probability T R) + {I0 : choiceType}. +Local Open Scope ereal_scope. + +Definition g_sigma_family (I : set I0) (F : I0 -> set_system T) + : set_system T := + <>. + +Definition mutual_independence (I : set I0) (F : I0 -> set_system T) := + (forall i, I i -> F i `<=` measurable) /\ + forall J : {fset I0}, [set` J] `<=` I -> + forall E, (forall i, i \in J -> E i \in F i) -> + P (\big[setI/setT]_(j <- J) E j) = \prod_(j <- J) P (E j). + +Lemma eq_mutual_independence (I : set I0) (F F' : I0 -> set_system T) : + (forall i, I i -> F i = F' i) -> + mutual_independence I F -> mutual_independence I F'. +Proof. +move=> FF' IF; split => [i Ii|J JI E EF']. + by rewrite -FF'//; apply IF. +apply IF => // i iJ. +by rewrite FF' ?EF'//; exact: JI. +Qed. + +End mutual_independence. + +Section independence. +Context {R : realType} d {T : measurableType d} (P : probability T R). +Local Open Scope ereal_scope. + +Definition independence (F G : set_system T) := + [/\ F `<=` measurable , G `<=` measurable & + forall A B, A \in F -> B \in G -> P (A `&` B) = P A * P B]. + +Lemma independenceP (F G : set_system T) : independence F G <-> + mutual_independence P [set: bool] (fun b => if b then F else G). +Proof. +split=> [[mF mG FG]|/= indeF]. + split=> [/= [|]//|/= J Jbool E EF]. + have [/eqP Jtrue|/eqP Jfalse| |] := set_bool [set` J]. + - rewrite -bigcap_fset Jtrue bigcap_set1. + by rewrite fsbig_seq ?Jtrue ?fsbig_set1. + - rewrite -bigcap_fset Jfalse bigcap_set1. + by rewrite fsbig_seq// ?Jfalse fsbig_set1. + - rewrite set_seq_eq0 => /eqP ->. + by rewrite !big_nil probability_setT. + - rewrite setT_bool => /eqP {}Jbool. + rewrite -bigcap_fset Jbool bigcap_setU1 bigcap_set1. + rewrite FG//. + + rewrite -(set_fsetK J) Jbool. + rewrite fset_setU1//= fset_set1. + rewrite big_fsetU1 ?inE//=. + by rewrite big_seq_fset1. + + rewrite EF//. + rewrite -(set_fsetK J) Jbool. + by rewrite in_fset_set// !inE/=; left. + + rewrite EF//. + rewrite -(set_fsetK J) Jbool. + by rewrite in_fset_set// !inE/=; right. +split. +- by case: indeF => /= [+ _] => /(_ true); exact. +- by case: indeF => /= [+ _] => /(_ false); exact. +- move=> A B AF BG. + case: indeF => _ /= /(_ [fset true; false]%fset _ (fun b => if b then A else B)). + do 2 rewrite big_fsetU1/= ?inE//= big_seq_fset1. + by apply => // -[]. +Qed. + +End independence. + +Lemma setI_closed_setT T (F : set_system T) : + setI_closed F -> setI_closed (F `|` [set setT]). +Proof. +move=> IF=> C D [FC|/= ->{C}]. +- move=> [FD|/= ->{D}]. + by left; exact: IF. + by rewrite setIT; left. +- move=> [FD|->{D}]. + by rewrite setTI; left. + by rewrite !setTI; right. +Qed. + +Lemma setI_closed_set0 T (F : set_system T) : + setI_closed F -> setI_closed (F `|` [set set0]). +Proof. +move=> IF=> C D [FC|/= ->{C}]. +- move=> [FD|/= ->{D}]. + by left; exact: IF. + by rewrite setI0; right. +- move=> [FD|->{D}]. + by rewrite set0I; right. + by rewrite !set0I; right. +Qed. + +Lemma setI_closed_set0' T (F : set_system T) : + F set0 -> + setI_closed (F `|` [set set0]) -> setI_closed F. +Proof. +move=> F0 IF C D FC FD. +have [//|/= ->//] : (F `|` [set set0]) (C `&` D). +by apply: IF; left. +Qed. + +Lemma g_sigma_setU d {T : measurableType d} (F : set_system T) A : + <> A -> + <> = @measurable _ T -> + <> = <>. +Proof. +move=> FA sFT; apply/seteqP; split=> [B|B]. + by apply: sub_sigma_algebra2; exact: subsetUl. +apply: smallest_sub => // C [FC|/= ->//]. +exact: sub_gen_smallest. +Qed. + +Lemma g_sigma_algebra_finite_measure_unique {d} {T : measurableType d} + {R : realType} (G : set_system T) : + G `<=` d.-measurable -> + setI_closed G -> + forall m1 m2 : {finite_measure set T -> \bar R}, + m1 [set: T] = m2 [set: T] -> + (forall A : set T, G A -> m1 A = m2 A) -> + forall E : set T, <> E -> m1 E = m2 E. +Proof. +move=> Gm IG m1 m2 m1m2T m1m2 E sGE. +apply: (@g_sigma_algebra_measure_unique _ _ _ + (G `|` [set setT]) _ (fun=> setT)) => //. +- by move=> A [/Gm//|/= ->//]. +- by right. +- by rewrite bigcup_const. +- exact: setI_closed_setT. +- by move=> B [/m1m2 //|/= ->]. +- by move=> n; apply: fin_num_fun_lty; exact: fin_num_measure. +- move: E sGE; apply: smallest_sub => // C GC. + by apply: sub_gen_smallest; left. +Qed. + +(*Section lem142b. +Context d {T : measurableType d} {R : realType}. +Variable mu : {finite_measure set T -> \bar R}. +Variable F : set_system T. +Hypothesis setI_closed_F : setI_closed F. (* pi-system *) +Hypothesis FT : F `<=` @measurable _ T. +Hypothesis sFT : <> = @measurable _ T. + +Lemma lem142b : forall nu : {finite_measure set T -> \bar R}, + (mu setT = nu setT) -> + (forall E, F E -> nu E = mu E) -> + forall A, measurable A -> mu A = nu A. +Proof. +move=> nu munu numu A mA. +apply: (measure_unique (F `|` [set setT]) (fun=> setT)) => //. +- rewrite -sFT; apply: g_sigma_setU => //. + by rewrite sFT. +- exact: setI_closed_setT. +- by move=> n /=; right. +- by rewrite bigcup_const. +- move=> E [/numu //|/= ->]. + by rewrite munu. +- move=> n. + apply: fin_num_fun_lty. + exact: fin_num_measure. +Qed. + +End lem142b.*) + +Section mutual_independence_properties. +Context {R : realType} d {T : measurableType d} (P : probability T R). +Local Open Scope ereal_scope. + +(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(i) *) +Lemma mutual_independence_fset {I0 : choiceType} (I : {fset I0}) + (F : I0 -> set_system T) : + (forall i, i \in I -> F i `<=` measurable /\ (F i) [set: T]) -> + mutual_independence P [set` I] F <-> + forall E, (forall i, i \in I -> E i \in F i) -> + P (\big[setI/setT]_(j <- I) E j) = \prod_(j <- I) P (E j). +Proof. +move=> mF; split=> [indeF E EF|indeF]; first by apply indeF. +split=> [i /mF[]//|J JI E EF]. +pose E' i := if i \in J then E i else [set: T]. +have /indeF : forall i, i \in I -> E' i \in F i. + move=> i iI; rewrite /E'; case: ifPn => [|iJ]; first exact: EF. + by rewrite inE; apply mF. +move/fsubsetP : (JI) => /(big_fset_incl _) <- /=; last first. + by move=> j jI jJ; rewrite /E' (negbTE jJ). +move/fsubsetP : (JI) => /(big_fset_incl _) <- /=; last first. + by move=> j jI jJ; rewrite /E' (negbTE jJ); rewrite probability_setT. +rewrite big_seq [in X in X = _ -> _](eq_bigr E); last first. + by move=> i iJ; rewrite /E' iJ. +rewrite -big_seq => ->. +by rewrite !big_seq; apply: eq_bigr => i iJ; rewrite /E' iJ. +Qed. + +(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(ii) *) +Lemma mutual_independence_finiteS {I0 : choiceType} (I : set I0) + (F : I0 -> set_system T) : + mutual_independence P I F <-> + (forall J : {fset I0}%fset, [set` J] `<=` I -> + mutual_independence P [set` J] F). +Proof. +split=> [indeF J JI|indeF]. + split=> [i /JI Ii|K KJ E EF]. + by apply indeF. + by apply indeF => // i /KJ /JI. +split=> [i Ii|J JI E EF]. + have : [set` [fset i]%fset] `<=` I. + by move=> j; rewrite /= inE => /eqP ->. + by move/indeF => [+ _]; apply; rewrite /= inE. +by have [_] := indeF _ JI; exact. +Qed. + +(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(iii) *) +Theorem mutual_independence_finite_g_sigma {I0 : choiceType} (I : set I0) + (F : I0 -> set_system T) : + (forall i, i \in I -> setI_closed (F i `|` [set set0])) -> + mutual_independence P I F <-> mutual_independence P I (fun i => <>). +Proof. +split=> indeF; last first. + split=> [i Ii|J JI E EF]. + case: indeF => /(_ _ Ii) + _. + by apply: subset_trans; exact: sub_gen_smallest. + apply indeF => // i iJ; rewrite inE. + by apply: sub_gen_smallest; exact/set_mem/EF. +split=> [i Ii|K KI E EF]. + case: indeF => + _ => /(_ _ Ii). + by apply: smallest_sub; exact: sigma_algebra_measurable. +suff: forall J J' : {fset I0}%fset, (J `<=` J')%fset -> [set` J'] `<=` I -> + forall E, (forall i, i \in J -> E i \in <>) -> + (forall i, i \in [set` J'] `\` [set` J] -> E i \in F i) -> + P (\big[setI/setT]_(j <- J') E j) = \prod_(j <- J') P (E j). + move=> /(_ K K (@fsubset_refl _ _) KI E); apply. + - by move=> i iK; exact: EF. + - by move=> i; rewrite setDv inE. +move=> {E EF K KI}. +apply: finSet_rect => K ih J' KJ' J'I E EsF EF. +have [K0|/fset0Pn[j jK]] := eqVneq K fset0. + apply indeF => // i iJ'. + by apply: EF; rewrite !inE; split => //=; rewrite K0 inE. +pose J := (K `\ j)%fset. +have jI : j \in I by apply/mem_set/J'I => /=; move/fsubsetP : KJ'; exact. +have JK : (J `<` K)%fset by rewrite fproperD1. +have JjJ' : (j |` J `<=` J')%fset by apply: fsubset_trans KJ'; rewrite fsetD1K. +have JJ' : (J `<=` J')%fset by apply: fsubset_trans JjJ'; exact: fsubsetU1. +have J'mE i : i \in J' -> d.-measurable (E i). + move=> iJ'. + case: indeF => + _ => /(_ i (J'I _ iJ')) Fim. + suff: <> (E i). + by apply: smallest_sub => //; exact: sigma_algebra_measurable. + apply/set_mem. + have [iK|iK] := boolP (i \in K); first by rewrite EsF. + have /set_mem : E i \in F i. + by rewrite EF// !inE/=; split => //; exact/negP. + by move/sub_sigma_algebra => /(_ setT)/mem_set. +have mmu : measurable (\big[setI/[set: T]]_(j0 <- (J' `\ j)%fset) (E j0)). + rewrite big_seq; apply: bigsetI_measurable => i /[!inE] /andP[_ iJ']. + exact: J'mE. +pose mu0 A := P (A `&` \big[setI/[set: T]]_(j0 <- (J' `\ j)%fset) (E j0)). +pose mu := [the {finite_measure set _ -> \bar _} of mrestr P mmu]. +pose nu0 A := P A * \prod_(j0 <- (J' `\ j)%fset) P (E j0). +have nuk : (0 <= fine (\prod_(j0 <- (J' `\ j)%fset) P (E j0)))%R. + by rewrite fine_ge0// prode_ge0. +pose nu := [the measure _ _ of mscale (NngNum nuk) P]. +have nuEj A : nu A = P A * \prod_(j0 <- (J' `\ j)%fset) P (E j0). + rewrite /nu/= /mscale muleC/= fineK// big_seq. + rewrite prode_fin_num// => i /[!inE]/= /andP[ij iJ']. + by rewrite fin_num_measure//; exact: J'mE. +have JJ'j : (J `<=` J' `\ j)%fset by exact: fsetSD. +have J'jI : [set` (J' `\ j)%fset] `<=` I. + by apply: subset_trans J'I; apply/fsubsetP; exact: fsubsetDl. +have jJ' : j \in J' by move/fsubsetP : JjJ'; apply; rewrite !inE eqxx. +have Fjmunu A : (F j `|` [set set0; setT]) A -> mu A = nu A. + move=> [FjA|[->|->]]. + - rewrite nuEj. + pose E' i := if i == j then A else E i. + transitivity (P (\big[setI/[set: T]]_(j <- J') E' j)). + rewrite [in RHS](big_fsetD1 j)//= {1}/E' eqxx//; congr (P (_ `&` _)). + rewrite !big_seq; apply: eq_bigr => i /[!inE] /andP[ij _]. + by rewrite /E' (negbTE ij). + transitivity (\prod_(j <- J') P (E' j)); last first. + rewrite [in LHS](big_fsetD1 j)//= {1}/E' eqxx//; congr (P _ * _). + rewrite !big_seq; apply: eq_bigr => i /[!inE] /andP[ij _]. + by rewrite /E' (negbTE ij). + apply: (ih _ JK _ JJ' J'I). + + move=> i iJ. + rewrite /E'; case: ifPn => [/eqP ->|ij]. + by rewrite inE; exact: sub_sigma_algebra. + rewrite EsF//. + by move/fproper_sub : JK => /fsubsetP; apply. + + move=> i. + rewrite ![in X in X -> _]inE /= ![in X in X -> _]inE => -[] iJ' /negP. + rewrite negb_and negbK => /predU1P[ij|iK]. + by rewrite /E' ij eqxx inE. + rewrite /E' ifF//; last first. + apply/negP => /eqP ij. + by rewrite ij jK in iK. + by rewrite EF// !inE/=; split => //; exact/negP. + - by rewrite !measure0. + - rewrite /mu /= /mrestr /= nuEj setTI probability_setT mul1e. + apply: (ih _ JK _ JJ'j J'jI). + + move=> i iJ. + rewrite EsF//. + by move/fproper_sub : JK => /fsubsetP; apply. + + move=> i. + rewrite ![in X in X -> _]inE /= ![in X in X -> _]inE => -[]. + move=> /andP[-> iJ'] iK. + by rewrite EF// !inE. +have sFjmunu A : <> A -> mu A = nu A. + move=> sFjA. + apply: (@g_sigma_algebra_finite_measure_unique _ _ _ (F j `|` [set set0])). + - move=> B /= [|->//]. + move: B. + case: indeF => + _. + by apply; exact/set_mem. + - exact: H. + - rewrite /mu/= /mrestr/= nuEj setTI probability_setT mul1e. + apply: (ih _ JK _ JJ'j J'jI). + + move=> i iJ. + rewrite EsF//. + by move/fproper_sub : JK => /fsubsetP; apply. + + move=> i. + rewrite ![in X in X -> _]inE /= ![in X in X -> _]inE => -[]. + move=> /andP[ij iJ']. + rewrite ij/= => iK. + by rewrite EF// !inE. + - move=> B FjB; apply: Fjmunu. + case: FjB => [|->//]; first by left. + by right; left. + - by move: sFjA; exact: sub_smallest2r. +rewrite [in LHS](big_fsetD1 j)//= [in RHS](big_fsetD1 j)//=. +have /sFjmunu : <> (E j) by apply/set_mem; rewrite EsF. +by rewrite /mu/= /mrestr/= nuEj. +Qed. + +(* pick an i from I_ k s.t. E k \in F (f k) *) +Local Definition f (K0 : choiceType) (K : {fset K0}) + (I0 : pointedType) (F : I0 -> set_system T) E I_ + (EF : forall k, k \in K -> E k \in \bigcup_(i in I_ k) F i) k := + if pselect (k \in K) is left kK then + sval (cid2 (set_mem (EF _ kK))) + else + point. + +Local Lemma f_prop (K0 : choiceType) (K : {fset K0}) + (I0 : pointedType) (F : I0 -> set_system T) E I_ + (EF : forall k, k \in K -> E k \in \bigcup_(i in I_ k) F i) k : + k \in K -> E k \in F (f EF k). +Proof. +move=> kK; rewrite /f; case: pselect => [kK_/=|//]. +by case: cid2 => // i/= ? /mem_set. +Qed. + +Local Lemma f_inj (K0 : choiceType) (K K' : {fset K0}) + (K'K : [set` K'] `<=` [set` K]) (I0 : pointedType) (F : I0 -> set_system T) + E I_ (EF : forall k, k \in K' -> E k \in \bigcup_(i in I_ k) F i) + (KI : trivIset [set` K] I_) k1 k2 : + k1 \in K' -> k2 \in K'-> k1 != k2 -> + ([fset f EF k1] `&` [fset f EF k2] = fset0)%fset. +Proof. +move=> k1K' k2K' k1k2; apply/eqP; rewrite -fsubset0. +apply/fsubsetP => i /[!inE] /andP[]. +rewrite /f; case: pselect => // k1K'_. +case: cid2 => // i' i'k1 Fi' /eqP ->{i}. +case: pselect => // k2K'_. +case: cid2 => // j ik2 FjEk2 /eqP/= i'j. +rewrite -{j}i'j in ik2 FjEk2 *. +move/trivIsetP : KI => /(_ _ _ (K'K _ k1K') (K'K _ k2K') k1k2). +by move/seteqP => [+ _] => /(_ i')/=; rewrite -falseE; exact. +Qed. + +Local Definition g (K0 : pointedType) (K' : {fset K0}) + (I0 : Type) (I_ : K0 -> set I0) (i : I0) : K0 := + if pselect (exists2 k, k \in K' & i \in I_ k) is left e then + sval (cid2 e) + else + point. + +Local Lemma gf (K0 I0 : pointedType) (F : I0 -> set_system T) + (K K' : {fset K0}) (K'K : [set` K'] `<=` [set` K]) + E I_ (EF : forall k, k \in K' -> E k \in \bigcup_(i in I_ k) F i) + (KI : trivIset [set` K] (fun i => I_ i)) i : i \in K' -> g K I_ (f EF i) = i. +Proof. +move=> iK'; rewrite /f; case: pselect => // iK'_. +case: cid2 => // j jIi FjEi. +rewrite /g; case: pselect => // k'; last first. + exfalso; apply: k'. + by exists i => //; [exact: K'K|exact/mem_set]. +case: cid2 => //= k'' k''K jIk'. +apply/eqP/negP => /negP k'i. +move/trivIsetP : KI => /(_ k'' i) /= /(_ k''K (K'K _ iK') k'i)/= /eqP. +apply/negP/set0P; exists j; split => //. +exact/set_mem. +Qed. + +(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(iv) *) +Lemma mutual_independence_bigcup (K0 I0 : pointedType) (K : {fset K0}) + (I_ : K0 -> set I0) (I : set I0) (F : I0 -> set_system T) : + trivIset [set` K] (fun i => I_ i) -> + (forall k, k \in K -> I_ k `<=` I) -> + mutual_independence P I F -> + mutual_independence P [set` K] (fun k => \bigcup_(i in I_ k) F i). +Proof. +move=> KI I_I PIF. +split=> [i Ki A [j ij FjA]|K' K'K E EF]. + by case: PIF => + _ => /(_ j); apply => //; exact: (I_I _ Ki). +case: PIF => Fm PIF. +pose f' := f EF. +pose g' := g K I_. +pose J' := (\bigcup_(k <- K') [fset f' k])%fset. +pose E' := E \o g'. +suff: P (\big[setI/[set: T]]_(j <- J') E' j) = \prod_(j <- J') P (E' j). + move=> suf. + transitivity (P (\big[setI/[set: T]]_(j <- J') E' j)). + congr (P _). + apply/seteqP; split=> [t|]. + rewrite -!bigcap_fset => L j => /bigfcupP[k] /[!andbT] kK'. + rewrite !inE => /eqP ->{j}. + apply: L => //=. + by rewrite /g' /f' gf. + move=> t. + rewrite -!bigcap_fset => L j/= jK'. + have /= := L (f' j). + rewrite /E' /g' /f'/= gf//. + by apply; apply/bigfcupP; exists j;[rewrite jK'|rewrite inE]. + rewrite suf partition_disjoint_bigfcup//=. + rewrite [LHS]big_seq [RHS]big_seq; apply: eq_big => // k kK'. + by rewrite big_seq_fset1 /E' /g' /f' /= gf. + move=> k1 k2 k1K' k2K' k1k2 /=. + by rewrite -fsetI_eq0 -fsubset0 (f_inj K'K). +apply: PIF. +- move=> i/= /bigfcupP[k] /[!andbT] kK' /[!inE] /eqP ->. + apply: (I_I k) => /=; first exact: K'K. + by rewrite /f' /f; case: pselect => // kK'_; case: cid2. +- move=> i /bigfcupP[k'] /[!andbT] k'K /[!inE] /eqP ->{i}. + by rewrite /E' /g' /f'/= gf//; exact/set_mem/f_prop. +Qed. + +End mutual_independence_properties. + +Section g_sigma_algebra_mapping_lemmas. +Context d {T : measurableType d} {R : realType}. + +Lemma g_sigma_algebra_mapping_comp (X : {mfun T >-> R}) (f : R -> R) : + measurable_fun setT f -> + g_sigma_algebra_mapping (f \o X)%R `<=` g_sigma_algebra_mapping X. +Proof. exact: preimage_set_system_comp. Qed. + +Lemma g_sigma_algebra_mapping_funrpos (X : {mfun T >-> R}) : + g_sigma_algebra_mapping X^\+%R `<=` d.-measurable. +Proof. +by move=> A/= -[B mB] <-; have := measurable_funrpos (measurable_funP X); exact. +Qed. + +Lemma g_sigma_algebra_mapping_funrneg (X : {mfun T >-> R}) : + g_sigma_algebra_mapping X^\-%R `<=` d.-measurable. +Proof. +by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. +Qed. + +End g_sigma_algebra_mapping_lemmas. +Arguments g_sigma_algebra_mapping_comp {d T R X} f. + +Section independent_RVs. +Context {R : realType} d (T : measurableType d). +Context {I0 : choiceType}. +Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). +Variable P : probability T R. + +Definition independent_RVs (I : set I0) + (X : forall i : I0, {mfun T >-> T' i}) : Prop := + mutual_independence P I (fun i => g_sigma_algebra_mapping (X i)). + +End independent_RVs. + +Section independent_RVs2. +Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). +Variable P : probability T R. + +Definition independent_RVs2 (X Y : {mfun T >-> T'}) := + independent_RVs P [set: bool] (fun b => if b then Y else X). + +End independent_RVs2. + +Section independent_generators. +Context {R : realType} d (T : measurableType d). +Context {I0 : choiceType}. +Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). +Variable P : probability T R. + +(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.16 *) +Theorem independent_generators (I : set I0) (F : forall i : I0, set_system (T' i)) + (X : forall i, {RV P >-> T' i}) : + (forall i, i \in I -> setI_closed (F i)) -> + (forall i, i \in I -> F i `<=` @measurable _ (T' i)) -> + (forall i, i \in I -> @measurable _ (T' i) = <>) -> + mutual_independence P I (fun i => preimage_set_system setT (X i) (F i)) -> + independent_RVs P I X. +Proof. +move=> IF FA AsF indeX1. +have closed_preimage i : I i -> setI_closed (preimage_set_system setT (X i) (F i)). + move=> Ii A B [A' FiA']; rewrite setTI => <-{A}. + move=> [B' FiB']; rewrite setTI => <-{B}. + rewrite /preimage_set_system/=; exists (A' `&` B'). + apply: IF => //. + - exact/mem_set. + - by rewrite setTI. +have gen_preimage i : I i -> + <> = g_sigma_algebra_mapping (X i). + move=> Ii. + rewrite /g_sigma_algebra_mapping AsF; last exact/mem_set. + by rewrite -g_sigma_preimageE. +rewrite /independent_RVs. +suff: mutual_independence P I (fun i => <>). + exact: eq_mutual_independence. +apply: (mutual_independence_finite_g_sigma _ _).1. +- by move=> i Ii; apply: setI_closed_set0; exact/closed_preimage/set_mem. +- split => [i Ii A [A' mA'] <-{A}|J JI E EF]. + by apply/measurable_funP => //; apply: FA => //; exact/mem_set. + by apply indeX1. +Qed. + +End independent_generators. + +Section independent_RVs_lemmas. +Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). +Variable P : probability T R. +Local Open Scope ring_scope. + +Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P (f \o X) (g \o Y). +Proof. +move=> indeXY; split => /=. +- move=> [] _ /= A. + + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. + + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + exact/measurableT_comp. +- move=> J _ E JE. + apply indeXY => //= i iJ; have := JE _ iJ. + by move: i {iJ} =>[|]//=; rewrite !inE => Eg; + exact: g_sigma_algebra_mapping_comp Eg. +Qed. + +Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. +Proof. +move=> indeXY; split=> [[|]/= _|J J2 E JE]. +- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_mapping_funrpos. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R) => //. + exact: measurable_funrpos. +Qed. + +Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. +Proof. +move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. +- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_mapping_funrneg. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. +Qed. + +Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. +Proof. +move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. +- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_mapping_funrneg. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + exact: measurable_funrneg. +Qed. + +Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. +Proof. +move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. +- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_mapping_funrpos. +- apply indeXY => //= i iJ; have := JE _ iJ. + move/J2 : iJ; move: i => [|]// _; rewrite !inE. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. + + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + exact: measurable_funrpos. +Qed. + +End independent_RVs_lemmas. + +Definition preimage_classes I (d : I -> measure_display) + (Tn : forall k, semiRingOfSetsType (d k)) (T : Type) (fn : forall k, T -> Tn k) := + <>. +Arguments preimage_classes {I} d Tn {T} fn. + +Lemma measurable_prod d [T : measurableType d] [R : realType] [D : set T] [I : eqType] + (s : seq I) [h : I -> T -> R] : + (forall i, i \in s -> measurable_fun D (h i)) -> + measurable_fun D (fun x => (\prod_(i <- s) h i x)%R). +Proof. +elim: s => [mh|x y ih mh]. + under eq_fun do rewrite big_nil//=. + exact: measurable_cst. +under eq_fun do rewrite big_cons//=. +apply: measurable_funM => //. + apply: mh. + by rewrite mem_head. +apply: ih => n ny. +apply: mh. +by rewrite inE orbC ny. +Qed. + +Section pairRV. +Context d d' {T : measurableType d} {T' : measurableType d'} {R : realType} + (P : probability T R). + +Definition pairRV (X Y : {RV P >-> T'}) : T * T -> T' * T' := + (fun x => (X x.1, Y x.2)). + +Lemma pairM (X Y : {RV P >-> T'}) : measurable_fun setT (pairRV X Y). +Proof. +rewrite /pairRV. +apply/prod_measurable_funP; split => //=. + rewrite (_ : (fst \o (fun x : T * T => (X x.1, Y x.2))) = (fun x => X x.1))//. + by apply/measurableT_comp => //=. +rewrite (_ : (snd \o (fun x : T * T => (X x.1, Y x.2))) = (fun x => Y x.2))//. +by apply/measurableT_comp => //=. +Qed. + +HB.instance Definition _ (X Y : {RV P >-> T'}) := + @isMeasurableFun.Build _ _ _ _ (pairRV X Y) (pairM X Y). + +End pairRV. + +Section product_expectation. +Context {R : realType} d (T : measurableType d). +Variable P : probability T R. +Local Open Scope ereal_scope. + +Let mu := @lebesgue_measure R. + +Let mprod_m (X Y : {RV P >-> R}) (A1 : set R) (A2 : set R) : + measurable A1 -> measurable A2 -> + (distribution P X \x distribution P Y) (A1 `*` A2) = + ((distribution P X) A1 * (distribution P Y) A2)%E. +Proof. +move=> mA1 mA2. +etransitivity. + by apply: product_measure1E. +rewrite /=. +done. +Qed. + +Lemma tmp0 (X Y : {RV P >-> R}) (B1 B2 : set R) : + measurable B1 -> measurable B2 -> + independent_RVs2 P X Y -> + P (X @^-1` B1 `&` Y @^-1` B2) = P (X @^-1` B1) * P (Y @^-1` B2). +Proof. +move=> mB1 mB2. +rewrite /independent_RVs2 /independent_RVs /mutual_independence /= => -[_]. +move/(_ [fset false; true]%fset (@subsetT _ _) + (fun b => if b then Y @^-1` B2 else X @^-1` B1)). +rewrite !big_fsetU1 ?inE//= !big_seq_fset1/=. +apply => -[|] /= _; rewrite !inE; rewrite /g_sigma_algebra_mapping. +by exists B2 => //; rewrite setTI. +by exists B1 => //; rewrite setTI. +Qed. + +Lemma tmp1 (X Y : {RV P >-> R}) (B1 B2 : set R) : + measurable B1 -> measurable B2 -> + independent_RVs2 P X Y -> + P (X @^-1` B1 `&` Y @^-1` B2) = (P \x P) (pairRV X Y @^-1` (B1 `*` B2)). +Proof. +move=> mB1 mB2 XY. +rewrite (_ : ((fun x : T * T => (X x.1, Y x.2)) @^-1` (B1 `*` B2)) = + (X @^-1` B1) `*` (Y @^-1` B2)); last first. + by apply/seteqP; split => [[x1 x2]|[x1 x2]]//. +rewrite product_measure1E; last 2 first. + rewrite -[_ @^-1` _]setTI. + by apply: (measurable_funP X). + rewrite -[_ @^-1` _]setTI. + by apply: (measurable_funP Y). +by rewrite tmp0//. +Qed. + +Let phi (x : R * R) := (x.1 * x.2)%R. +Let mphi : measurable_fun setT phi. +Proof. +rewrite /= /phi. +by apply: measurable_funM. +Qed. + +Lemma PP : (P \x P) setT = 1. +Proof. +rewrite /product_measure1 /=. +rewrite /xsection/=. +under eq_integral. + move=> t _. + rewrite (_ : [set y | (t, y) \in [set: T * T]] = setT); last first. + apply/seteqP; split => [x|x]// _ /=. + by rewrite in_setT. + rewrite probability_setT. + over. +rewrite integral_cst // mul1e. +apply: probability_setT. +Qed. + +HB.instance Definition _ := @Measure_isProbability.Build _ _ R (P \x P) PP. + +Lemma integrable_expectationM (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + 'E_(P \x P) [(fun x => `|X x.1 * Y x.2|)%R] < +oo +(* `|'E_(P) [(fun x => X x * Y x)%R]| < +oo *) . +Proof. +move=> indeXY iX iY. +(*apply: (@le_lt_trans _ _ 'E_(P \x P)[(fun x => `|(X x.1 * Y x.2)|%R)] + (* 'E_(P)[(fun x => `|(X x * Y x)|%R)] *) ). + rewrite unlock/=. + rewrite (le_trans (le_abse_integral _ _ _))//. + apply/measurable_EFinP/measurable_funM. + by apply/measurableT_comp => //. + by apply/measurableT_comp => //.*) +rewrite unlock. +rewrite [ltLHS](_ : _ = + \int[distribution (P \x P) (pairRV X Y)%R]_x `|x.1 * x.2|%:E); last first. + rewrite ge0_integral_distribution//=; last first. + apply/measurable_EFinP => //=. + by apply/measurableT_comp => //=. +rewrite [ltLHS](_ : _ = + \int[distribution P X \x distribution P Y]_x `|x.1 * x.2|%:E); last first. + apply: eq_measure_integral => // A mA _. + apply/esym. + apply: product_measure_unique => //= A1 A2 mA1 mA2. + rewrite /pushforward/=. + rewrite -tmp1//. + by rewrite tmp0//. +rewrite fubini_tonelli1//=; last first. + by apply/measurable_EFinP => /=; apply/measurableT_comp => //=. +rewrite /fubini_F/= -/mu. +rewrite [ltLHS](_ : _ = \int[distribution P X]_x `|x|%:E * + \int[distribution P Y]_y `|y|%:E); last first. + rewrite -ge0_integralZr//=; last 2 first. + exact/measurable_EFinP. + by apply: integral_ge0 => //. + apply: eq_integral => x _. + rewrite -ge0_integralZl//=. + by under eq_integral do rewrite normrM. + exact/measurable_EFinP. +rewrite ge0_integral_distribution//=; last exact/measurable_EFinP. +rewrite ge0_integral_distribution//=; last exact/measurable_EFinP. +rewrite lte_mul_pinfty//. + by apply: integral_ge0 => //. + apply: integral_fune_fin_num => //=. + by move/integrable_abse : iX => //. +apply: integral_fune_lt_pinfty => //. +by move/integrable_abse : iY => //. +Qed. + +End product_expectation. + +Section product_expectation. +Context {R : realType} d (T : measurableType d). +Variable P : probability T R. +Local Open Scope ereal_scope. + +Import HBNNSimple. + +Let expectationM_nnsfun (f g : {nnsfun T >-> R}) : + (forall y y', y \in range f -> y' \in range g -> + P (f @^-1` [set y] `&` g @^-1` [set y']) = + P (f @^-1` [set y]) * P (g @^-1` [set y'])) -> + 'E_P [f \* g] = 'E_P [f] * 'E_P [g]. +Proof. +move=> fg; transitivity + ('E_P [(fun x => (\sum_(y \in range f) y * \1_(f @^-1` [set y]) x)%R) + \* (fun x => (\sum_(y \in range g) y * \1_(g @^-1` [set y]) x)%R)]). + by congr ('E_P [_]); apply/funext => t/=; rewrite (fimfunE f) (fimfunE g). +transitivity ('E_P [(fun x => (\sum_(y \in range f) \sum_(y' \in range g) y * y' + * \1_(f @^-1` [set y] `&` g @^-1` [set y']) x)%R)]). + congr ('E_P [_]); apply/funext => t/=. + rewrite mulrC; rewrite fsbig_distrr//=. (* TODO: lemma fsbig_distrl *) + apply: eq_fsbigr => y yf; rewrite mulrC; rewrite fsbig_distrr//=. + by apply: eq_fsbigr => y' y'g; rewrite indicI mulrCA !mulrA (mulrC y'). +rewrite unlock. +under eq_integral do rewrite -fsumEFin//. +transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + ((y * y')%:E * \int[P]_w (\1_(f @^-1` [set y] `&` g @^-1` [set y']) w)%:E))). + rewrite ge0_integral_fsum//=; last 2 first. + - move=> r; under eq_fun do rewrite -fsumEFin//. + apply: emeasurable_fsum => // s. + apply/measurable_EFinP/measurable_funM => //. + exact/measurable_indic/measurableI. + - move=> r t _; rewrite lee_fin sumr_ge0 // => s _; rewrite -lee_fin. + by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. + apply: eq_fsbigr => y yf. + under eq_integral do rewrite -fsumEFin//. + rewrite ge0_integral_fsum//=; last 2 first. + - move=> r; apply/measurable_EFinP; apply: measurable_funM => //. + exact/measurable_indic/measurableI. + - move=> r t _. + by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. + apply: eq_fsbigr => y' y'g. + under eq_integral do rewrite EFinM. + by rewrite integralZl//; exact/integrable_indic/measurableI. +transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + ((y * y')%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E * + \int[P]_w (\1_(g @^-1` [set y']) w)%:E)))). + apply: eq_fsbigr => y fy; apply: eq_fsbigr => y' gy'; congr *%E. + transitivity ('E_P[\1_(f @^-1` [set y] `&` g @^-1` [set y'])]). + by rewrite unlock. + transitivity ('E_P[\1_(f @^-1` [set y])] * 'E_P[\1_(g @^-1` [set y'])]); + last by rewrite unlock. + rewrite expectation_indic//; last exact: measurableI. + by rewrite !expectation_indic// fg. +transitivity ( + (\sum_(y \in range f) (y%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E))) * + (\sum_(y' \in range g) (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E))). + transitivity (\sum_(y \in range f) (\sum_(y' \in range g) + (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E)%E)%R * + (y%:E * \int[P]_w (\1_(f @^-1` [set y]) w)%:E)%E%R); last first. + rewrite !fsbig_finite//= ge0_sume_distrl//; last first. + move=> r _; rewrite -integralZl//; last exact: integrable_indic. + by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. + by apply: eq_bigr => r _; rewrite muleC. + apply: eq_fsbigr => y fy. + rewrite !fsbig_finite//= ge0_sume_distrl//; last first. + move=> r _; rewrite -integralZl//; last exact: integrable_indic. + by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. + apply: eq_bigr => r _; rewrite (mulrC y) EFinM. + by rewrite [X in _ * X]muleC muleACA. +suff: forall h : {nnsfun T >-> R}, + (\sum_(y \in range h) (y%:E * \int[P]_w (\1_(h @^-1` [set y]) w)%:E)%E)%R + = \int[P]_w (h w)%:E. + by move=> suf; congr *%E; rewrite suf. +move=> h. +apply/esym. +under eq_integral do rewrite (fimfunE h). +under eq_integral do rewrite -fsumEFin//. +rewrite ge0_integral_fsum//; last 2 first. +- by move=> r; exact/measurable_EFinP/measurable_funM. +- by move=> r t _; rewrite lee_fin -lee_fin nnfun_muleindic_ge0. +by apply: eq_fsbigr => y fy; rewrite -integralZl//; exact/integrable_indic. +Qed. + +Lemma expectationM_ge0 (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + 'E_P[X] *? 'E_P[Y] -> + (forall t, 0 <= X t)%R -> (forall t, 0 <= Y t)%R -> + 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. +Proof. +move=> indeXY defXY X0 Y0. +have mX : measurable_fun setT (EFin \o X) by exact/measurable_EFinP. +have mY : measurable_fun setT (EFin \o Y) by exact/measurable_EFinP. +pose X_ := nnsfun_approx measurableT mX. +pose Y_ := nnsfun_approx measurableT mY. +have EXY : 'E_P[X_ n \* Y_ n] @[n --> \oo] --> 'E_P [X * Y]. + rewrite unlock; have -> : \int[P]_w ((X * Y) w)%:E = + \int[P]_x limn (fun n => (EFin \o (X_ n \* Y_ n)%R) x). + apply: eq_integral => t _; apply/esym/cvg_lim => //=. + rewrite fctE EFinM; under eq_fun do rewrite EFinM. + by apply: cvgeM; [rewrite mule_def_fin//| + apply: cvg_nnsfun_approx => //= x _; rewrite lee_fin..]. + apply: cvg_monotone_convergence => //. + - by move=> n; apply/measurable_EFinP; exact: measurable_funM. + - by move=> n t _; rewrite lee_fin. + - move=> t _ m n mn. + by rewrite lee_fin/= ler_pM//; exact/lefP/nd_nnsfun_approx. +have EX : 'E_P[X_ n] @[n --> \oo] --> 'E_P [X]. + rewrite unlock. + have -> : \int[P]_w (X w)%:E = \int[P]_x limn (fun n => (EFin \o X_ n) x). + by apply: eq_integral => t _; apply/esym/cvg_lim => //=; + apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. + apply: cvg_monotone_convergence => //. + - by move=> n; exact/measurable_EFinP. + - by move=> n t _; rewrite lee_fin. + - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. +have EY : 'E_P[Y_ n] @[n --> \oo] --> 'E_P [Y]. + rewrite unlock. + have -> : \int[P]_w (Y w)%:E = \int[P]_x limn (fun n => (EFin \o Y_ n) x). + by apply: eq_integral => t _; apply/esym/cvg_lim => //=; + apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. + apply: cvg_monotone_convergence => //. + - by move=> n; exact/measurable_EFinP. + - by move=> n t _; rewrite lee_fin. + - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. +have {EX EY}EXY' : 'E_P[X_ n] * 'E_P[Y_ n] @[n --> \oo] --> 'E_P[X] * 'E_P[Y]. + apply: cvgeM => //. +suff : forall n, 'E_P[X_ n \* Y_ n] = 'E_P[X_ n] * 'E_P[Y_ n]. + by move=> suf; apply: (cvg_unique _ EXY) => //=; under eq_fun do rewrite suf. +move=> n; apply: expectationM_nnsfun => x y xX_ yY_. +suff : P (\big[setI/setT]_(j <- [fset false; true]%fset) + [eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], + 1%N |-> Y_ n @^-1` [set y]] j) = + \prod_(j <- [fset false; true]%fset) + P ([eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], + 1%N |-> Y_ n @^-1` [set y]] j). + by rewrite !big_fsetU1/= ?inE//= !big_seq_fset1/=. +move: indeXY => [/= _]; apply => // i. +pose AX := dyadic_approx setT (EFin \o X). +pose AY := dyadic_approx setT (EFin \o Y). +pose BX := integer_approx setT (EFin \o X). +pose BY := integer_approx setT (EFin \o Y). +have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> + g_sigma_algebra_mapping Z (dyadic_approx setT (EFin \o Z) m k). + move=> mk; rewrite /g_sigma_algebra_mapping /dyadic_approx mk setTI. + rewrite /preimage_set_system/=; exists [set` dyadic_itv R m k] => //. + rewrite setTI/=; apply/seteqP; split => z/=. + by rewrite inE/= => Zz; exists (Z z). + by rewrite inE/= => -[r rmk] [<-]. +have mB (Z : {RV P >-> R}) k : + g_sigma_algebra_mapping Z (integer_approx setT (EFin \o Z) k). + rewrite /g_sigma_algebra_mapping /integer_approx setTI /preimage_set_system/=. + by exists `[k%:R, +oo[%classic => //; rewrite setTI preimage_itvcy. +have m1A (Z : {RV P >-> R}) : forall k, (k < n * 2 ^ n)%N -> + measurable_fun setT + (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_mappingType Z -> R). + move=> k kn. + exact/(@measurable_indicP _ (g_sigma_algebra_mappingType Z))/mA. +rewrite !inE => /orP[|]/eqP->{i} //=. + have : @measurable_fun _ _ (g_sigma_algebra_mappingType X) _ setT (X_ n). + rewrite nnsfun_approxE//. + apply: measurable_funD => //=. + apply: measurable_sum => //= k'; apply: measurable_funM => //. + by apply: measurable_indic; exact: mA. + apply: measurable_funM => //. + by apply: measurable_indic; exact: mB. + rewrite /measurable_fun => /(_ measurableT _ (measurable_set1 x)). + by rewrite setTI. +have : @measurable_fun _ _ (g_sigma_algebra_mappingType Y) _ setT (Y_ n). + rewrite nnsfun_approxE//. + apply: measurable_funD => //=. + apply: measurable_sum => //= k'; apply: measurable_funM => //. + by apply: measurable_indic; exact: mA. + apply: measurable_funM => //. + by apply: measurable_indic; exact: mB. +move=> /(_ measurableT [set y] (measurable_set1 y)). +by rewrite setTI. +Qed. + +Lemma integrable_expectationM000 (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + `|'E_P [X * Y]| < +oo. +Proof. +move=> indeXY iX iY. +apply: (@le_lt_trans _ _ 'E_P[(@normr _ _ \o X) * (@normr _ _ \o Y)]). + rewrite unlock/=. + rewrite (le_trans (le_abse_integral _ _ _))//. + apply/measurable_EFinP/measurable_funM. + by have /measurable_EFinP := measurable_int _ iX. + by have /measurable_EFinP := measurable_int _ iY. + apply: ge0_le_integral => //=. + - by apply/measurable_EFinP; exact/measurableT_comp. + - by move=> x _; rewrite lee_fin/= mulr_ge0/=. + - by apply/measurable_EFinP; apply/measurable_funM; exact/measurableT_comp. + - by move=> t _; rewrite lee_fin/= normrM. +rewrite expectationM_ge0//=. +- rewrite lte_mul_pinfty//. + + by rewrite expectation_ge0/=. + + rewrite expectation_fin_num//= compA//. + exact: (integrable_abse iX). + + by move/integrableP : iY => [_ iY]; rewrite unlock. +- exact: independent_RVs2_comp. +- apply: mule_def_fin; rewrite unlock integral_fune_fin_num//. + + exact: (integrable_abse iX). + + exact: (integrable_abse iY). +Qed. + +Lemma independent_integrableM (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + P.-integrable setT (EFin \o (X \* Y)%R). +Proof. +move=> indeXY iX iY. +apply/integrableP; split; first exact/measurable_EFinP/measurable_funM. +have := integrable_expectationM000 indeXY iX iY. +rewrite unlock => /abse_integralP; apply => //. +exact/measurable_EFinP/measurable_funM. +Qed. + +(* TODO: rename to expectationM when deprecation is removed *) +Lemma expectation_prod (X Y : {RV P >-> R}) : + independent_RVs2 P X Y -> + P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> + 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. +Proof. +move=> XY iX iY. +transitivity ('E_P[(X^\+ - X^\-) * (Y^\+ - Y^\-)]). + congr ('E_P[_]). + apply/funext => /=t. + by rewrite [in LHS](funrposneg X)/= [in LHS](funrposneg Y). +have ? : P.-integrable [set: T] (EFin \o X^\-%R). + by rewrite -funerneg; exact/integrable_funeneg. +have ? : P.-integrable [set: T] (EFin \o X^\+%R). + by rewrite -funerpos; exact/integrable_funepos. +have ? : P.-integrable [set: T] (EFin \o Y^\+%R). + by rewrite -funerpos; exact/integrable_funepos. +have ? : P.-integrable [set: T] (EFin \o Y^\-%R). + by rewrite -funerneg; exact/integrable_funeneg. +have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\+)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrpospos. +have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\+)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegpos. +have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\-)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrposneg. +have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\-)%R). + by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegneg. +transitivity ('E_P[X^\+ * Y^\+] - 'E_P[X^\- * Y^\+] + - 'E_P[X^\+ * Y^\-] + 'E_P[X^\- * Y^\-]). + rewrite mulrDr !mulrDl -expectationB//= -expectationB//=; last first. + rewrite (_ : _ \o _ = EFin \o (X^\+ \* Y^\+)%R \- + (EFin \o (X^\- \* Y^\+)%R))//. + exact: integrableB. + rewrite -expectationD//=; last first. + rewrite (_ : _ \o _ = (EFin \o (X^\+ \* Y^\+)%R) + \- (EFin \o (X^\- \* Y^\+)%R) \- (EFin \o (X^\+ \* Y^\-)%R))//. + by apply: integrableB => //; exact: integrableB. + congr ('E_P[_]); apply/funext => t/=. + by rewrite !fctE !(mulNr,mulrN,opprK,addrA)/=. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrpospos. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrnegpos. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrposneg. + by rewrite mule_def_fin// expectation_fin_num. +rewrite [in LHS]expectationM_ge0//=; last 2 first. + exact: independent_RVs2_funrnegneg. + by rewrite mule_def_fin// expectation_fin_num//=. +transitivity ('E_P[X^\+ - X^\-] * 'E_P[Y^\+ - Y^\-]). + rewrite -addeA -addeACA -muleBr; last 2 first. + by rewrite expectation_fin_num. + by rewrite fin_num_adde_defr// expectation_fin_num. + rewrite -oppeB; last first. + by rewrite fin_num_adde_defr// fin_numM// expectation_fin_num. + rewrite -muleBr; last 2 first. + by rewrite expectation_fin_num. + by rewrite fin_num_adde_defr// expectation_fin_num. + rewrite -muleBl; last 2 first. + by rewrite fin_numB// !expectation_fin_num//. + by rewrite fin_num_adde_defr// expectation_fin_num. + by rewrite -expectationB//= -expectationB. +by congr *%E; congr ('E_P[_]); rewrite [RHS]funrposneg. +Qed. + +Lemma prodE (s : seq nat) (X : {RV P >-> R}^nat) (t : T) : + (\prod_(i <- s) X i t)%R = ((\prod_(j <- s) X j)%R t). +Proof. +by elim/big_ind2 : _ => //= {}X x {}Y y -> ->. +Qed. + +Lemma set_cons2 (I : eqType) (x y : I) : [set` [:: x; y]] = [set x ; y]. +Proof. +apply/seteqP; split => z /=; rewrite !inE. + move=> /orP[|] /eqP ->; auto. +by move=> [|] ->; rewrite eqxx// orbT. +Qed. + +Lemma independent_RVsD1 (I : {fset nat}) i0 (X : {RV P >-> R}^nat) : + independent_RVs P [set` I] X -> independent_RVs P [set` (I `\ i0)%fset] X. +Proof. +move=> H. +split => [/= i|/= J JIi0 E EK]. + rewrite !inE => /andP[ii0 iI]. + by apply H. +apply H => //. +by move=> /= x /JIi0 /=; rewrite !inE => /andP[]. +Qed. + +End product_expectation. diff --git a/theories/probability.v b/theories/probability.v index c052c5eb7..448446fa8 100644 --- a/theories/probability.v +++ b/theories/probability.v @@ -38,10 +38,6 @@ From mathcomp Require Import ftc gauss_integral. (* cdf X r == cumulative distribution function of X *) (* := distribution P X `]-oo, r] *) (* enum_prob X k == probability of the kth value in the range of X *) -(* independent_events I F == the events F indexed by I are independent *) -(* mutual_independence I F == the classes F indexed by I are independent *) -(* independent_RVs I X == the random variables X indexed by I are independent *) -(* independent_RVs2 X Y == the random variables X and Y are independent *) (* ``` *) (* *) (* ``` *) @@ -1163,7 +1159,7 @@ transitivity (\sum_(y \in range f) (\sum_(y' \in range g) ((y * y')%:E * \int[P]_w (\1_(f @^-1` [set y] `&` g @^-1` [set y']) w)%:E))). rewrite ge0_integral_fsum//=; last 2 first. - move=> r; under eq_fun do rewrite -fsumEFin//. - apply: emeasurable_fun_fsum => // s. + apply: emeasurable_fsum => // s. apply/measurable_EFinP/measurable_funM => //. exact/measurable_indic/measurableI. - move=> r t _; rewrite lee_fin sumr_ge0 // => s _; rewrite -lee_fin. From b2482d77b6aa34c6ae1ced759c7b9c47b268f9da Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Thu, 26 Dec 2024 22:49:36 +0900 Subject: [PATCH 4/8] renaming --- CHANGELOG_UNRELEASED.md | 36 ++------------ theories/independence.v | 107 ++++++++++++++++++++-------------------- theories/measure.v | 56 ++++++++++----------- theories/probability.v | 28 +++++------ 4 files changed, 101 insertions(+), 126 deletions(-) diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index 5bf8fe2eb..421a3286a 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -14,17 +14,6 @@ + lemmas `RabsE`, `RdistE`, `sum_f_R0E`, `factE` - new file `internal_Eqdep_dec.v` (don't use, internal, to be removed) -- in `normedtype.v`: - + lemma `scaler1` - -- in `derive.v`: - + lemmas `horner0_ext`, `hornerD_ext`, `horner_scale_ext`, `hornerC_ext`, - `derivable_horner`, `derivE`, `continuous_horner` - + instance `is_derive_poly` -- in `mathcomp_extra.v`: - + lemma `partition_disjoint_bigfcup` -- in `lebesgue_measure.v`: - + lemma `measurable_indicP` - in `numfun.v`: + defintions `funrpos`, `funrneg` with notations `^\+` and `^\-` @@ -36,35 +25,20 @@ - in `measure.v`: + lemma `preimage_class_comp` - + defintions `mapping_display`, `g_sigma_algebra_mappingType`, `g_sigma_algebra_mapping`, - notations `.-mapping`, `.-mapping.-measurable` + + defintions `preimage_display`, `g_sigma_algebra_preimageType`, `g_sigma_algebra_preimage`, + notations `.-preimage`, `.-preimage.-measurable` -- in `lebesgue_measure.v`: +- in `measurable_realfun.v`: + lemmas `measurable_funrpos`, `measurable_funrneg` -- in `lebesgue_integral.v`: - + lemmas `integral_fin_num_abs`, `Rintegral_cst`, `le_Rintegral` - -- new file `pi_irrational.v`: - + lemmas `measurable_poly` - + definition `rational` - + module `pi_irrational` - + lemma `pi_irrationnal` -- in `constructive_ereal.v`: - + notations `\prod` in scope ereal_scope - + lemmas `prode_ge0`, `prode_fin_num` -- in `probability.v`: - + lemma `expectation_def` - + notation `'M_` - - new file `independence.v`: + lemma `expectationM_ge0` + definition `independent_events` + definition `mutual_independence` + definition `independent_RVs` + definition `independent_RVs2` - + lemmas `g_sigma_algebra_mapping_comp`, `g_sigma_algebra_mapping_funrpos`, - `g_sigma_algebra_mapping_funrneg` + + lemmas `g_sigma_algebra_preimage_comp`, `g_sigma_algebra_preimage_funrpos`, + `g_sigma_algebra_preimage_funrneg` + lemmas `independent_RVs2_comp`, `independent_RVs2_funrposneg`, `independent_RVs2_funrnegpos`, `independent_RVs2_funrnegneg`, `independent_RVs2_funrpospos` diff --git a/theories/independence.v b/theories/independence.v index ce54443b3..791c3bb32 100644 --- a/theories/independence.v +++ b/theories/independence.v @@ -2,10 +2,10 @@ From mathcomp Require Import all_ssreflect. From mathcomp Require Import ssralg poly ssrnum ssrint interval finmap. From mathcomp Require Import mathcomp_extra boolp classical_sets functions. -From mathcomp Require Import cardinality fsbigop. +From mathcomp Require Import cardinality fsbigop interval_inference. From HB Require Import structures. From mathcomp Require Import exp numfun lebesgue_measure lebesgue_integral. -From mathcomp Require Import reals ereal signed topology normedtype sequences. +From mathcomp Require Import reals ereal topology normedtype sequences. From mathcomp Require Import esum measure exp numfun lebesgue_measure. From mathcomp Require Import lebesgue_integral kernel probability. @@ -213,7 +213,7 @@ Section mutual_independence_properties. Context {R : realType} d {T : measurableType d} (P : probability T R). Local Open Scope ereal_scope. -(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(i) *) +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.13(i) *) Lemma mutual_independence_fset {I0 : choiceType} (I : {fset I0}) (F : I0 -> set_system T) : (forall i, i \in I -> F i `<=` measurable /\ (F i) [set: T]) -> @@ -237,7 +237,7 @@ rewrite -big_seq => ->. by rewrite !big_seq; apply: eq_bigr => i iJ; rewrite /E' iJ. Qed. -(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(ii) *) +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.13(ii) *) Lemma mutual_independence_finiteS {I0 : choiceType} (I : set I0) (F : I0 -> set_system T) : mutual_independence P I F <-> @@ -255,7 +255,7 @@ split=> [i Ii|J JI E EF]. by have [_] := indeF _ JI; exact. Qed. -(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(iii) *) +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.13(iii) *) Theorem mutual_independence_finite_g_sigma {I0 : choiceType} (I : set I0) (F : I0 -> set_system T) : (forall i, i \in I -> setI_closed (F i `|` [set set0])) -> @@ -437,7 +437,7 @@ apply/negP/set0P; exists j; split => //. exact/set_mem. Qed. -(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.13(iv) *) +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.13(iv) *) Lemma mutual_independence_bigcup (K0 I0 : pointedType) (K : {fset K0}) (I_ : K0 -> set I0) (I : set I0) (F : I0 -> set_system T) : trivIset [set` K] (fun i => I_ i) -> @@ -482,28 +482,28 @@ Qed. End mutual_independence_properties. -Section g_sigma_algebra_mapping_lemmas. +Section g_sigma_algebra_preimage_lemmas. Context d {T : measurableType d} {R : realType}. -Lemma g_sigma_algebra_mapping_comp (X : {mfun T >-> R}) (f : R -> R) : +Lemma g_sigma_algebra_preimage_comp (X : {mfun T >-> R}) (f : R -> R) : measurable_fun setT f -> - g_sigma_algebra_mapping (f \o X)%R `<=` g_sigma_algebra_mapping X. -Proof. exact: preimage_set_system_comp. Qed. + g_sigma_algebra_preimage (f \o X)%R `<=` g_sigma_algebra_preimage X. +Proof. exact: preimage_set_system_compS. Qed. -Lemma g_sigma_algebra_mapping_funrpos (X : {mfun T >-> R}) : - g_sigma_algebra_mapping X^\+%R `<=` d.-measurable. +Lemma g_sigma_algebra_preimage_funrpos (X : {mfun T >-> R}) : + g_sigma_algebra_preimage X^\+%R `<=` d.-measurable. Proof. by move=> A/= -[B mB] <-; have := measurable_funrpos (measurable_funP X); exact. Qed. -Lemma g_sigma_algebra_mapping_funrneg (X : {mfun T >-> R}) : - g_sigma_algebra_mapping X^\-%R `<=` d.-measurable. +Lemma g_sigma_algebra_preimage_funrneg (X : {mfun T >-> R}) : + g_sigma_algebra_preimage X^\-%R `<=` d.-measurable. Proof. by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. Qed. -End g_sigma_algebra_mapping_lemmas. -Arguments g_sigma_algebra_mapping_comp {d T R X} f. +End g_sigma_algebra_preimage_lemmas. +Arguments g_sigma_algebra_preimage_comp {d T R X} f. Section independent_RVs. Context {R : realType} d (T : measurableType d). @@ -513,7 +513,7 @@ Variable P : probability T R. Definition independent_RVs (I : set I0) (X : forall i : I0, {mfun T >-> T' i}) : Prop := - mutual_independence P I (fun i => g_sigma_algebra_mapping (X i)). + mutual_independence P I (fun i => g_sigma_algebra_preimage (X i)). End independent_RVs. @@ -532,7 +532,7 @@ Context {I0 : choiceType}. Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). Variable P : probability T R. -(**md see Achim Klenke's Probability Thery, Ch.2, sec.2.1, thm.2.16 *) +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.16 *) Theorem independent_generators (I : set I0) (F : forall i : I0, set_system (T' i)) (X : forall i, {RV P >-> T' i}) : (forall i, i \in I -> setI_closed (F i)) -> @@ -550,9 +550,9 @@ have closed_preimage i : I i -> setI_closed (preimage_set_system setT (X i) (F i - exact/mem_set. - by rewrite setTI. have gen_preimage i : I i -> - <> = g_sigma_algebra_mapping (X i). + <> = g_sigma_algebra_preimage (X i). move=> Ii. - rewrite /g_sigma_algebra_mapping AsF; last exact/mem_set. + rewrite /g_sigma_algebra_preimage AsF; last exact/mem_set. by rewrite -g_sigma_preimageE. rewrite /independent_RVs. suff: mutual_independence P I (fun i => <>). @@ -576,27 +576,27 @@ Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : Proof. move=> indeXY; split => /=. - move=> [] _ /= A. - + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; exact/measurableT_comp. - + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; exact/measurableT_comp. - move=> J _ E JE. apply indeXY => //= i iJ; have := JE _ iJ. by move: i {iJ} =>[|]//=; rewrite !inE => Eg; - exact: g_sigma_algebra_mapping_comp Eg. + exact: g_sigma_algebra_preimage_comp Eg. Qed. Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. Proof. move=> indeXY; split=> [[|]/= _|J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrneg. -- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_preimage_funrneg. +- exact: g_sigma_algebra_preimage_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R) => //. + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R) => //. exact: measurable_funrpos. Qed. @@ -604,13 +604,13 @@ Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. Proof. move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrpos. -- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_preimage_funrpos. +- exact: g_sigma_algebra_preimage_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). exact: measurable_funrpos. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. Qed. @@ -618,13 +618,13 @@ Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. Proof. move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrneg. -- exact: g_sigma_algebra_mapping_funrneg. +- exact: g_sigma_algebra_preimage_funrneg. +- exact: g_sigma_algebra_preimage_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. Qed. @@ -632,22 +632,23 @@ Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. Proof. move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrpos. -- exact: g_sigma_algebra_mapping_funrpos. +- exact: g_sigma_algebra_preimage_funrpos. +- exact: g_sigma_algebra_preimage_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). exact: measurable_funrpos. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). + + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). exact: measurable_funrpos. Qed. End independent_RVs_lemmas. -Definition preimage_classes I (d : I -> measure_display) - (Tn : forall k, semiRingOfSetsType (d k)) (T : Type) (fn : forall k, T -> Tn k) := - <>. -Arguments preimage_classes {I} d Tn {T} fn. +Definition preimage_classes I0 (I : set I0) (d_ : forall i : I, measure_display) + (T_ : forall k : I, semiRingOfSetsType (d_ k)) (T : Type) + (f_ : forall k : I, T -> T_ k) := + <>. +Arguments preimage_classes {I0} I d_ T_ {T} f_. Lemma measurable_prod d [T : measurableType d] [R : realType] [D : set T] [I : eqType] (s : seq I) [h : I -> T -> R] : @@ -717,7 +718,7 @@ rewrite /independent_RVs2 /independent_RVs /mutual_independence /= => -[_]. move/(_ [fset false; true]%fset (@subsetT _ _) (fun b => if b then Y @^-1` B2 else X @^-1` B1)). rewrite !big_fsetU1 ?inE//= !big_seq_fset1/=. -apply => -[|] /= _; rewrite !inE; rewrite /g_sigma_algebra_mapping. +apply => -[|] /= _; rewrite !inE; rewrite /g_sigma_algebra_preimage. by exists B2 => //; rewrite setTI. by exists B1 => //; rewrite setTI. Qed. @@ -958,23 +959,23 @@ pose AY := dyadic_approx setT (EFin \o Y). pose BX := integer_approx setT (EFin \o X). pose BY := integer_approx setT (EFin \o Y). have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> - g_sigma_algebra_mapping Z (dyadic_approx setT (EFin \o Z) m k). - move=> mk; rewrite /g_sigma_algebra_mapping /dyadic_approx mk setTI. + g_sigma_algebra_preimage Z (dyadic_approx setT (EFin \o Z) m k). + move=> mk; rewrite /g_sigma_algebra_preimage /dyadic_approx mk setTI. rewrite /preimage_set_system/=; exists [set` dyadic_itv R m k] => //. rewrite setTI/=; apply/seteqP; split => z/=. by rewrite inE/= => Zz; exists (Z z). by rewrite inE/= => -[r rmk] [<-]. have mB (Z : {RV P >-> R}) k : - g_sigma_algebra_mapping Z (integer_approx setT (EFin \o Z) k). - rewrite /g_sigma_algebra_mapping /integer_approx setTI /preimage_set_system/=. + g_sigma_algebra_preimage Z (integer_approx setT (EFin \o Z) k). + rewrite /g_sigma_algebra_preimage /integer_approx setTI /preimage_set_system/=. by exists `[k%:R, +oo[%classic => //; rewrite setTI preimage_itvcy. have m1A (Z : {RV P >-> R}) : forall k, (k < n * 2 ^ n)%N -> measurable_fun setT - (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_mappingType Z -> R). + (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_preimageType Z -> R). move=> k kn. - exact/(@measurable_indicP _ (g_sigma_algebra_mappingType Z))/mA. + exact/(@measurable_indicP _ (g_sigma_algebra_preimageType Z))/mA. rewrite !inE => /orP[|]/eqP->{i} //=. - have : @measurable_fun _ _ (g_sigma_algebra_mappingType X) _ setT (X_ n). + have : @measurable_fun _ _ (g_sigma_algebra_preimageType X) _ setT (X_ n). rewrite nnsfun_approxE//. apply: measurable_funD => //=. apply: measurable_sum => //= k'; apply: measurable_funM => //. @@ -983,7 +984,7 @@ rewrite !inE => /orP[|]/eqP->{i} //=. by apply: measurable_indic; exact: mB. rewrite /measurable_fun => /(_ measurableT _ (measurable_set1 x)). by rewrite setTI. -have : @measurable_fun _ _ (g_sigma_algebra_mappingType Y) _ setT (Y_ n). +have : @measurable_fun _ _ (g_sigma_algebra_preimageType Y) _ setT (Y_ n). rewrite nnsfun_approxE//. apply: measurable_funD => //=. apply: measurable_sum => //= k'; apply: measurable_funM => //. @@ -1036,7 +1037,7 @@ exact/measurable_EFinP/measurable_funM. Qed. (* TODO: rename to expectationM when deprecation is removed *) -Lemma expectation_prod (X Y : {RV P >-> R}) : +Lemma expectation_mul (X Y : {RV P >-> R}) : independent_RVs2 P X Y -> P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. diff --git a/theories/measure.v b/theories/measure.v index 3e6eaa0ec..18da1cdf3 100644 --- a/theories/measure.v +++ b/theories/measure.v @@ -66,11 +66,11 @@ From mathcomp Require Import sequences esum numfun. (* G.-sigma.-measurable A == A is measurable for the sigma-algebra <> *) (* g_sigma_algebraType G == the measurableType corresponding to <> *) (* This is an HB alias. *) -(* g_sigma_algebra_mapping f == sigma-algebra generated by the mapping f *) -(* g_sigma_algebra_mappingType f == the measurableType corresponding to *) -(* g_sigma_algebra_mapping f *) +(* g_sigma_algebra_preimage f == sigma-algebra generated by the function f *) +(* g_sigma_algebra_preimageType f == the measurableType corresponding to *) +(* g_sigma_algebra_preimage f *) (* This is an HB alias. *) -(* f.-mapping.-measurable A == A is measurable for g_sigma_algebra_mapping f *) +(* f.-preimage.-measurable A == A measurable for g_sigma_algebra_preimage f *) (* mu .-cara.-measurable == sigma-algebra of Caratheodory measurable sets *) (* ``` *) (* *) @@ -299,9 +299,9 @@ Reserved Notation "'\d_' a" (at level 8, a at level 2, format "'\d_' a"). Reserved Notation "G .-sigma" (at level 1, format "G .-sigma"). Reserved Notation "G .-sigma.-measurable" (at level 2, format "G .-sigma.-measurable"). -Reserved Notation "f .-mapping" (at level 1, format "f .-mapping"). -Reserved Notation "f .-mapping.-measurable" - (at level 2, format "f .-mapping.-measurable"). +Reserved Notation "f .-preimage" (at level 1, format "f .-preimage"). +Reserved Notation "f .-preimage.-measurable" + (at level 2, format "f .-preimage.-measurable"). Reserved Notation "d .-ring" (at level 1, format "d .-ring"). Reserved Notation "d .-ring.-measurable" (at level 2, format "d .-ring.-measurable"). @@ -1856,38 +1856,38 @@ Notation sigma_algebra_image_class := sigma_algebra_image (only parsing). #[deprecated(since="mathcomp-analysis 1.9.0", note="renamed to `g_sigma_preimageE`")] Notation sigma_algebra_preimage_classE := g_sigma_preimageE (only parsing). -Definition mapping_display {T T'} : (T -> T') -> measure_display. +Definition preimage_display {T T'} : (T -> T') -> measure_display. Proof. exact. Qed. -Definition g_sigma_algebra_mappingType d' (T : pointedType) +Definition g_sigma_algebra_preimageType d' (T : pointedType) (T' : measurableType d') (f : T -> T') : Type := T. -Definition g_sigma_algebra_mapping d' (T : pointedType) +Definition g_sigma_algebra_preimage d' (T : pointedType) (T' : measurableType d') (f : T -> T') := preimage_set_system setT f (@measurable _ T'). -Section mapping_generated_sigma_algebra. +Section preimage_generated_sigma_algebra. Context {d'} (T : pointedType) (T' : measurableType d'). Variable f : T -> T'. -Let mapping_set0 : g_sigma_algebra_mapping f set0. +Let preimage_set0 : g_sigma_algebra_preimage f set0. Proof. -rewrite /g_sigma_algebra_mapping /preimage_set_system/=. +rewrite /g_sigma_algebra_preimage /preimage_class/=. by exists set0 => //; rewrite preimage_set0 setI0. Qed. -Let mapping_setC A : - g_sigma_algebra_mapping f A -> g_sigma_algebra_mapping f (~` A). +Let preimage_setC A : + g_sigma_algebra_preimage f A -> g_sigma_algebra_preimage f (~` A). Proof. -rewrite /g_sigma_algebra_mapping /preimage_set_system/= => -[B mB] <-{A}. +rewrite /g_sigma_algebra_preimage /preimage_class/= => -[B mB] <-{A}. by exists (~` B); [exact: measurableC|rewrite !setTI preimage_setC]. Qed. -Let mapping_bigcup (F : (set T)^nat) : - (forall i, g_sigma_algebra_mapping f (F i)) -> - g_sigma_algebra_mapping f (\bigcup_i (F i)). +Let preimage_bigcup (F : (set T)^nat) : + (forall i, g_sigma_algebra_preimage f (F i)) -> + g_sigma_algebra_preimage f (\bigcup_i (F i)). Proof. -move=> mF; rewrite /g_sigma_algebra_mapping /preimage_set_system/=. +move=> mF; rewrite /g_sigma_algebra_preimage /preimage_class/=. pose g := fun i => sval (cid2 (mF i)). pose mg := fun i => svalP (cid2 (mF i)). exists (\bigcup_i g i). @@ -1896,17 +1896,17 @@ rewrite setTI /g preimage_bigcup; apply: eq_bigcupr => k _. by case: (mg k) => _; rewrite setTI. Qed. -HB.instance Definition _ := Pointed.on (g_sigma_algebra_mappingType f). +HB.instance Definition _ := Pointed.on (g_sigma_algebra_preimageType f). -HB.instance Definition _ := @isMeasurable.Build (mapping_display f) - (g_sigma_algebra_mappingType f) (g_sigma_algebra_mapping f) - mapping_set0 mapping_setC mapping_bigcup. +HB.instance Definition _ := @isMeasurable.Build (preimage_display f) + (g_sigma_algebra_preimageType f) (g_sigma_algebra_preimage f) + preimage_set0 preimage_setC preimage_bigcup. -End mapping_generated_sigma_algebra. +End preimage_generated_sigma_algebra. -Notation "f .-mapping" := (mapping_display f) : measure_display_scope. -Notation "f .-mapping.-measurable" := - (measurable : set (set (g_sigma_algebra_mappingType f))) : classical_set_scope. +Notation "f .-preimage" := (preimage_display f) : measure_display_scope. +Notation "f .-preimage.-measurable" := + (measurable : set (set (g_sigma_algebra_preimageType f))) : classical_set_scope. Local Open Scope ereal_scope. diff --git a/theories/probability.v b/theories/probability.v index 448446fa8..625768447 100644 --- a/theories/probability.v +++ b/theories/probability.v @@ -1022,7 +1022,7 @@ Variable P : probability T R. Definition independent_RVs (I0 : choiceType) (I : set I0) (X : I0 -> {mfun T >-> T'}) : Prop := - mutual_independence P I (fun i => g_sigma_algebra_mapping (X i)). + mutual_independence P I (fun i => g_sigma_algebra_preimage (X i)). Definition independent_RVs2 (X Y : {mfun T >-> T'}) := independent_RVs [set: bool] [eta (fun=> cst point) with false |-> X, true |-> Y]. @@ -1034,17 +1034,17 @@ Context d {T : measurableType d} {R : realType}. Lemma g_sigma_algebra_mapping_comp (X : {mfun T >-> R}) (f : R -> R) : measurable_fun setT f -> - g_sigma_algebra_mapping (f \o X)%R `<=` g_sigma_algebra_mapping X. + g_sigma_algebra_preimage (f \o X)%R `<=` g_sigma_algebra_preimage X. Proof. exact: preimage_set_system_compS. Qed. Lemma g_sigma_algebra_mapping_funrpos (X : {mfun T >-> R}) : - g_sigma_algebra_mapping X^\+%R `<=` d.-measurable. + g_sigma_algebra_preimage X^\+%R `<=` d.-measurable. Proof. by move=> A/= -[B mB] <-; have := measurable_funrpos (measurable_funP X); exact. Qed. Lemma g_sigma_algebra_mapping_funrneg (X : {mfun T >-> R}) : - g_sigma_algebra_mapping X^\-%R `<=` d.-measurable. + g_sigma_algebra_preimage X^\-%R `<=` d.-measurable. Proof. by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. Qed. @@ -1062,9 +1062,9 @@ Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : Proof. move=> indeXY; split => /=. - move=> [] _ /= A. - + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; exact/measurableT_comp. - + by rewrite /g_sigma_algebra_mapping/= /preimage_set_system/= => -[B mB <-]; + + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; exact/measurableT_comp. - move=> J _ E JE. apply indeXY => //= i iJ; have := JE _ iJ. @@ -1273,23 +1273,23 @@ pose AY := dyadic_approx setT (EFin \o Y). pose BX := integer_approx setT (EFin \o X). pose BY := integer_approx setT (EFin \o Y). have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> - g_sigma_algebra_mapping Z (dyadic_approx setT (EFin \o Z) m k). - move=> mk; rewrite /g_sigma_algebra_mapping /dyadic_approx mk setTI. + g_sigma_algebra_preimage Z (dyadic_approx setT (EFin \o Z) m k). + move=> mk; rewrite /g_sigma_algebra_preimage /dyadic_approx mk setTI. rewrite /preimage_set_system/=; exists [set` dyadic_itv R m k] => //. rewrite setTI/=; apply/seteqP; split => z/=. by rewrite inE/= => Zz; exists (Z z). by rewrite inE/= => -[r rmk] [<-]. have mB (Z : {RV P >-> R}) k : - g_sigma_algebra_mapping Z (integer_approx setT (EFin \o Z) k). - rewrite /g_sigma_algebra_mapping /integer_approx setTI /preimage_set_system/=. + g_sigma_algebra_preimage Z (integer_approx setT (EFin \o Z) k). + rewrite /g_sigma_algebra_preimage /integer_approx setTI /preimage_set_system/=. by exists `[k%:R, +oo[%classic => //; rewrite setTI preimage_itvcy. have m1A (Z : {RV P >-> R}) : forall k, (k < n * 2 ^ n)%N -> measurable_fun setT - (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_mappingType Z -> R). + (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_preimageType Z -> R). move=> k kn. - exact/(@measurable_indicP _ (g_sigma_algebra_mappingType Z))/mA. + exact/(@measurable_indicP _ (g_sigma_algebra_preimageType Z))/mA. rewrite !inE => /orP[|]/eqP->{i} //=. - have : @measurable_fun _ _ (g_sigma_algebra_mappingType X) _ setT (X_ n). + have : @measurable_fun _ _ (g_sigma_algebra_preimageType X) _ setT (X_ n). rewrite nnsfun_approxE//. apply: measurable_funD => //=. apply: measurable_sum => //= k'; apply: measurable_funM => //. @@ -1298,7 +1298,7 @@ rewrite !inE => /orP[|]/eqP->{i} //=. by apply: measurable_indic; exact: mB. rewrite /measurable_fun => /(_ measurableT _ (measurable_set1 x)). by rewrite setTI. -have : @measurable_fun _ _ (g_sigma_algebra_mappingType Y) _ setT (Y_ n). +have : @measurable_fun _ _ (g_sigma_algebra_preimageType Y) _ setT (Y_ n). rewrite nnsfun_approxE//. apply: measurable_funD => //=. apply: measurable_sum => //= k'; apply: measurable_funM => //. From f46bd3b8430b1ad22d31f11f21aaa08eb320781d Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Wed, 26 Feb 2025 00:38:18 +0900 Subject: [PATCH 5/8] more lemmas, rm duplicates --- CHANGELOG_UNRELEASED.md | 34 ++-- classical/unstable.v | 4 + theories/independence.v | 142 ++++++++----- theories/probability.v | 430 ---------------------------------------- 4 files changed, 115 insertions(+), 495 deletions(-) diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index 421a3286a..e60340974 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -15,6 +15,19 @@ - new file `internal_Eqdep_dec.v` (don't use, internal, to be removed) +- file `constructive_ereal.v`: + + definition `iter_mule` + + lemma `prodEFin` + +- file `exp.v`: + + lemma `expR_sum` + +- file `lebesgue_integral.v`: + + lemma `measurable_fun_le` + +- file `mathcomp_extra.v`: + + lemma `mulr_funEcomp` + - in `numfun.v`: + defintions `funrpos`, `funrneg` with notations `^\+` and `^\-` + lemmas `funrpos_ge0`, `funrneg_ge0`, `funrposN`, `funrnegN`, `ge0_funrposE`, @@ -39,27 +52,12 @@ + definition `independent_RVs2` + lemmas `g_sigma_algebra_preimage_comp`, `g_sigma_algebra_preimage_funrpos`, `g_sigma_algebra_preimage_funrneg` - + lemmas `independent_RVs2_comp`, `independent_RVs2_funrposneg`, + + lemmas `independent_RVs2_comp`, `independent_RVs_comp`, `independent_RVs_scale`, + `independent_RVs2_funrposneg`, `independent_RVs2_funrnegpos`, `independent_RVs2_funrnegneg`, `independent_RVs2_funrpospos` + lemma `expectationM_ge0`, `integrable_expectationM`, `independent_integrableM`, - ` expectation_prod` - -- in `numfun.v` - + lemmas `funeposE`, `funenegE`, `funepos_comp`, `funeneg_comp` - -- in `classical_sets.v`: - + lemmas `xsectionE`, `ysectionE` - -- file `constructive_ereal.v`: - + definition `iter_mule` - + lemma `prodEFin` - -- file `exp.v`: - + lemma `expR_sum` - -- file `lebesgue_integral.v`: - + lemma `measurable_fun_le` + ` expectation_mul` - in `trigo.v`: + lemma `integral0oo_atan` diff --git a/classical/unstable.v b/classical/unstable.v index b6c313702..c25585d28 100644 --- a/classical/unstable.v +++ b/classical/unstable.v @@ -442,3 +442,7 @@ Proof. move=> lt_mn i; rewrite big_nat [ltRHS]big_nat ltr_sum//. by apply/hasP; exists m; rewrite ?mem_index_iota leqnn lt_mn. Qed. + +Lemma mulr_funEcomp (R : semiRingType) (T : Type) (x : R) (f : T -> R) : + x \o* f = *%R^~ x \o f. +Proof. by []. Qed. diff --git a/theories/independence.v b/theories/independence.v index 791c3bb32..d89a0c8d5 100644 --- a/theories/independence.v +++ b/theories/independence.v @@ -1,8 +1,8 @@ (* mathcomp analysis (c) 2022 Inria and AIST. License: CeCILL-C. *) From mathcomp Require Import all_ssreflect. From mathcomp Require Import ssralg poly ssrnum ssrint interval finmap. -From mathcomp Require Import mathcomp_extra boolp classical_sets functions. -From mathcomp Require Import cardinality fsbigop interval_inference. +From mathcomp Require Import unstable mathcomp_extra boolp classical_sets. +From mathcomp Require Import functions cardinality fsbigop interval_inference. From HB Require Import structures. From mathcomp Require Import exp numfun lebesgue_measure lebesgue_integral. From mathcomp Require Import reals ereal topology normedtype sequences. @@ -48,6 +48,7 @@ Context {R : realType} d {T : measurableType d} (P : probability T R) {I0 : choiceType}. Local Open Scope ereal_scope. +(* NB: not used *) Definition g_sigma_family (I : set I0) (F : I0 -> set_system T) : set_system T := <>. @@ -482,13 +483,20 @@ Qed. End mutual_independence_properties. -Section g_sigma_algebra_preimage_lemmas. -Context d {T : measurableType d} {R : realType}. +(* NB: g_sigma_algebra_preimage is in measure.v *) +Section g_sigma_algebra_preimage_comp. +Context {d1} {T1 : measurableType d1} {d2} {T2 : measurableType d2} + {d3} {T3 : measurableType d3}. -Lemma g_sigma_algebra_preimage_comp (X : {mfun T >-> R}) (f : R -> R) : +Lemma g_sigma_algebra_preimage_comp (X : {mfun T1 >-> T2}) (f : T2 -> T3) : measurable_fun setT f -> g_sigma_algebra_preimage (f \o X)%R `<=` g_sigma_algebra_preimage X. Proof. exact: preimage_set_system_compS. Qed. +End g_sigma_algebra_preimage_comp. +Arguments g_sigma_algebra_preimage_comp {d1 T1 d2 T2 d3 T3 X} f. + +Section g_sigma_algebra_preimage_lemmas. +Context d {T : measurableType d} {R : realType}. Lemma g_sigma_algebra_preimage_funrpos (X : {mfun T >-> R}) : g_sigma_algebra_preimage X^\+%R `<=` d.-measurable. @@ -503,7 +511,6 @@ by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. Qed. End g_sigma_algebra_preimage_lemmas. -Arguments g_sigma_algebra_preimage_comp {d T R X} f. Section independent_RVs. Context {R : realType} d (T : measurableType d). @@ -526,45 +533,46 @@ Definition independent_RVs2 (X Y : {mfun T >-> T'}) := End independent_RVs2. -Section independent_generators. +Section independent_RVs_comp. +Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). +Variable P : probability T R. +Local Open Scope ring_scope. + +Lemma independent_RVs_comp (I0 : choiceType) + (I : set I0) (X : I0 -> {mfun T >-> T'}) (f : {mfun T' >-> R}) : + independent_RVs P I X -> independent_RVs P I (fun i => f \o X i). +Proof. +move=> PIX; split. +- move=> i Ii. + rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => _ [A mA <-]. + by rewrite setTI; exact/measurable_sfunP. +- move=> J JI E/= JEfX; apply PIX => // j jJ. + by have := JEfX _ jJ; rewrite !inE; exact: g_sigma_algebra_preimage_comp. +Qed. + +End independent_RVs_comp. + +Section independent_RVs_scale. Context {R : realType} d (T : measurableType d). -Context {I0 : choiceType}. -Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). Variable P : probability T R. +Local Open Scope ring_scope. -(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.16 *) -Theorem independent_generators (I : set I0) (F : forall i : I0, set_system (T' i)) - (X : forall i, {RV P >-> T' i}) : - (forall i, i \in I -> setI_closed (F i)) -> - (forall i, i \in I -> F i `<=` @measurable _ (T' i)) -> - (forall i, i \in I -> @measurable _ (T' i) = <>) -> - mutual_independence P I (fun i => preimage_set_system setT (X i) (F i)) -> - independent_RVs P I X. +Lemma independent_RVs_scale (I0 : choiceType) + (I : set I0) (X : I0 -> {mfun T >-> R}) k : + independent_RVs P I X -> independent_RVs P I (fun i => k \o* X i). Proof. -move=> IF FA AsF indeX1. -have closed_preimage i : I i -> setI_closed (preimage_set_system setT (X i) (F i)). - move=> Ii A B [A' FiA']; rewrite setTI => <-{A}. - move=> [B' FiB']; rewrite setTI => <-{B}. - rewrite /preimage_set_system/=; exists (A' `&` B'). - apply: IF => //. - - exact/mem_set. - - by rewrite setTI. -have gen_preimage i : I i -> - <> = g_sigma_algebra_preimage (X i). - move=> Ii. - rewrite /g_sigma_algebra_preimage AsF; last exact/mem_set. - by rewrite -g_sigma_preimageE. -rewrite /independent_RVs. -suff: mutual_independence P I (fun i => <>). - exact: eq_mutual_independence. -apply: (mutual_independence_finite_g_sigma _ _).1. -- by move=> i Ii; apply: setI_closed_set0; exact/closed_preimage/set_mem. -- split => [i Ii A [A' mA'] <-{A}|J JI E EF]. - by apply/measurable_funP => //; apply: FA => //; exact/mem_set. - by apply indeX1. +move=> PIX; split. +- move=> i Ii. + rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => _ [A mA <-]. + by rewrite setTI; exact/measurable_sfunP. +- move=> J JI E/= JEfX; apply PIX => // j jJ. + have := JEfX _ jJ; rewrite !inE. + rewrite mulr_funEcomp. + apply: g_sigma_algebra_preimage_comp. + exact: measurable_funM. Qed. -End independent_generators. +End independent_RVs_scale. Section independent_RVs_lemmas. Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). @@ -594,9 +602,9 @@ move=> indeXY; split=> [[|]/= _|J J2 E JE]. - exact: g_sigma_algebra_preimage_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R) => //. + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr x 0)%R) => //. exact: measurable_funrpos. Qed. @@ -608,9 +616,9 @@ move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr x 0)%R). exact: measurable_funrpos. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. Qed. @@ -622,9 +630,9 @@ move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrneg. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr (- x) 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr (- x) 0)%R). exact: measurable_funrneg. Qed. @@ -636,14 +644,54 @@ move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrpos. - apply indeXY => //= i iJ; have := JE _ iJ. move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr x 0)%R). exact: measurable_funrpos. - + apply: (g_sigma_algebra_preimage_comp (fun x => maxr x 0)%R). + + apply: (@g_sigma_algebra_preimage_comp _ _ _ R _ R _ (fun x => maxr x 0)%R). exact: measurable_funrpos. Qed. End independent_RVs_lemmas. +Section independent_generators. +Context {R : realType} d (T : measurableType d). +Context {I0 : choiceType}. +Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). +Variable P : probability T R. + +(**md see Achim Klenke's Probability Theory, Ch.2, sec.2.1, thm.2.16 *) +Theorem independent_generators (I : set I0) (F : forall i : I0, set_system (T' i)) + (X : forall i, {RV P >-> T' i}) : + (forall i, i \in I -> setI_closed (F i)) -> + (forall i, i \in I -> F i `<=` @measurable _ (T' i)) -> + (forall i, i \in I -> @measurable _ (T' i) = <>) -> + mutual_independence P I (fun i => preimage_set_system setT (X i) (F i)) -> + independent_RVs P I X. +Proof. +move=> IF FA AsF indeX1. +have closed_preimage i : I i -> setI_closed (preimage_set_system setT (X i) (F i)). + move=> Ii A B [A' FiA']; rewrite setTI => <-{A}. + move=> [B' FiB']; rewrite setTI => <-{B}. + rewrite /preimage_set_system/=; exists (A' `&` B'). + apply: IF => //. + - exact/mem_set. + - by rewrite setTI. +have gen_preimage i : I i -> + <> = g_sigma_algebra_preimage (X i). + move=> Ii. + rewrite /g_sigma_algebra_preimage AsF; last exact/mem_set. + by rewrite -g_sigma_preimageE. +rewrite /independent_RVs. +suff: mutual_independence P I (fun i => <>). + exact: eq_mutual_independence. +apply: (mutual_independence_finite_g_sigma _ _).1. +- by move=> i Ii; apply: setI_closed_set0; exact/closed_preimage/set_mem. +- split => [i Ii A [A' mA'] <-{A}|J JI E EF]. + by apply/measurable_funP => //; apply: FA => //; exact/mem_set. + by apply indeX1. +Qed. + +End independent_generators. + Definition preimage_classes I0 (I : set I0) (d_ : forall i : I, measure_display) (T_ : forall k : I, semiRingOfSetsType (d_ k)) (T : Type) (f_ : forall k : I, T -> T_ k) := diff --git a/theories/probability.v b/theories/probability.v index 625768447..96f59ac04 100644 --- a/theories/probability.v +++ b/theories/probability.v @@ -989,436 +989,6 @@ Qed. End discrete_distribution. -Section independent_events. -Context {R : realType} d {T : measurableType d}. -Variable P : probability T R. -Local Open Scope ereal_scope. - -Definition independent_events (I0 : choiceType) (I : set I0) (A : I0 -> set T) := - forall J : {fset I0}, [set` J] `<=` I -> - P (\bigcap_(i in [set` J]) A i) = \prod_(i <- J) P (A i). - -End independent_events. - -Section mutual_independence. -Context {R : realType} d {T : measurableType d}. -Variable P : probability T R. -Local Open Scope ereal_scope. - -Definition mutual_independence (I0 : choiceType) (I : set I0) - (F : I0 -> set (set T)) := - (forall i : I0, I i -> F i `<=` @measurable _ T) /\ - forall J : {fset I0}, - [set` J] `<=` I -> - forall E : I0 -> set T, - (forall i : I0, i \in J -> E i \in F i) -> - P (\big[setI/setT]_(j <- J) E j) = \prod_(j <- J) P (E j). - -End mutual_independence. - -Section independent_RVs. -Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). -Variable P : probability T R. - -Definition independent_RVs (I0 : choiceType) - (I : set I0) (X : I0 -> {mfun T >-> T'}) : Prop := - mutual_independence P I (fun i => g_sigma_algebra_preimage (X i)). - -Definition independent_RVs2 (X Y : {mfun T >-> T'}) := - independent_RVs [set: bool] [eta (fun=> cst point) with false |-> X, true |-> Y]. - -End independent_RVs. - -Section g_sigma_algebra_mapping_lemmas. -Context d {T : measurableType d} {R : realType}. - -Lemma g_sigma_algebra_mapping_comp (X : {mfun T >-> R}) (f : R -> R) : - measurable_fun setT f -> - g_sigma_algebra_preimage (f \o X)%R `<=` g_sigma_algebra_preimage X. -Proof. exact: preimage_set_system_compS. Qed. - -Lemma g_sigma_algebra_mapping_funrpos (X : {mfun T >-> R}) : - g_sigma_algebra_preimage X^\+%R `<=` d.-measurable. -Proof. -by move=> A/= -[B mB] <-; have := measurable_funrpos (measurable_funP X); exact. -Qed. - -Lemma g_sigma_algebra_mapping_funrneg (X : {mfun T >-> R}) : - g_sigma_algebra_preimage X^\-%R `<=` d.-measurable. -Proof. -by move=> A/= -[B mB] <-; have := measurable_funrneg (measurable_funP X); exact. -Qed. - -End g_sigma_algebra_mapping_lemmas. -Arguments g_sigma_algebra_mapping_comp {d T R X} f. - -Section independent_RVs_lemmas. -Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). -Variable P : probability T R. -Local Open Scope ring_scope. - -Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P (f \o X) (g \o Y). -Proof. -move=> indeXY; split => /=. -- move=> [] _ /= A. - + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; - exact/measurableT_comp. - + by rewrite /g_sigma_algebra_preimage/= /preimage_set_system/= => -[B mB <-]; - exact/measurableT_comp. -- move=> J _ E JE. - apply indeXY => //= i iJ; have := JE _ iJ. - by move: i {iJ} =>[|]//=; rewrite !inE => Eg; - exact: g_sigma_algebra_mapping_comp Eg. -Qed. - -Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. -Proof. -move=> indeXY; split=> [[|]/= _|J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrneg. -- exact: g_sigma_algebra_mapping_funrpos. -- apply indeXY => //= i iJ; have := JE _ iJ. - move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). - exact: measurable_funrneg. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R) => //. - exact: measurable_funrpos. -Qed. - -Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. -Proof. -move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrpos. -- exact: g_sigma_algebra_mapping_funrneg. -- apply indeXY => //= i iJ; have := JE _ iJ. - move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). - exact: measurable_funrpos. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). - exact: measurable_funrneg. -Qed. - -Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. -Proof. -move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrneg. -- exact: g_sigma_algebra_mapping_funrneg. -- apply indeXY => //= i iJ; have := JE _ iJ. - move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). - exact: measurable_funrneg. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr (- x) 0)%R). - exact: measurable_funrneg. -Qed. - -Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. -Proof. -move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. -- exact: g_sigma_algebra_mapping_funrpos. -- exact: g_sigma_algebra_mapping_funrpos. -- apply indeXY => //= i iJ; have := JE _ iJ. - move/J2 : iJ; move: i => [|]// _; rewrite !inE. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). - exact: measurable_funrpos. - + apply: (g_sigma_algebra_mapping_comp (fun x => maxr x 0)%R). - exact: measurable_funrpos. -Qed. - -End independent_RVs_lemmas. - -Section product_expectation. -Context {R : realType} d (T : measurableType d). -Variable P : probability T R. -Local Open Scope ereal_scope. - -Import HBNNSimple. - -Let expectationM_nnsfun (f g : {nnsfun T >-> R}) : - (forall y y', y \in range f -> y' \in range g -> - P (f @^-1` [set y] `&` g @^-1` [set y']) = - P (f @^-1` [set y]) * P (g @^-1` [set y'])) -> - 'E_P [f \* g] = 'E_P [f] * 'E_P [g]. -Proof. -move=> fg; transitivity - ('E_P [(fun x => (\sum_(y \in range f) y * \1_(f @^-1` [set y]) x)%R) - \* (fun x => (\sum_(y \in range g) y * \1_(g @^-1` [set y]) x)%R)]). - by congr ('E_P [_]); apply/funext => t/=; rewrite (fimfunE f) (fimfunE g). -transitivity ('E_P [(fun x => (\sum_(y \in range f) \sum_(y' \in range g) y * y' - * \1_(f @^-1` [set y] `&` g @^-1` [set y']) x)%R)]). - congr ('E_P [_]); apply/funext => t/=. - rewrite mulrC; rewrite fsbig_distrr//=. (* TODO: lemma fsbig_distrl *) - apply: eq_fsbigr => y yf; rewrite mulrC; rewrite fsbig_distrr//=. - by apply: eq_fsbigr => y' y'g; rewrite indicI mulrCA !mulrA (mulrC y'). -rewrite unlock. -under eq_integral do rewrite -fsumEFin//. -transitivity (\sum_(y \in range f) (\sum_(y' \in range g) - ((y * y')%:E * \int[P]_w (\1_(f @^-1` [set y] `&` g @^-1` [set y']) w)%:E))). - rewrite ge0_integral_fsum//=; last 2 first. - - move=> r; under eq_fun do rewrite -fsumEFin//. - apply: emeasurable_fsum => // s. - apply/measurable_EFinP/measurable_funM => //. - exact/measurable_indic/measurableI. - - move=> r t _; rewrite lee_fin sumr_ge0 // => s _; rewrite -lee_fin. - by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. - apply: eq_fsbigr => y yf. - under eq_integral do rewrite -fsumEFin//. - rewrite ge0_integral_fsum//=; last 2 first. - - move=> r; apply/measurable_EFinP; apply: measurable_funM => //. - exact/measurable_indic/measurableI. - - move=> r t _. - by rewrite indicI/= indicE -mulrACA EFinM mule_ge0// nnfun_muleindic_ge0. - apply: eq_fsbigr => y' y'g. - under eq_integral do rewrite EFinM. - by rewrite integralZl//; exact/integrable_indic/measurableI. -transitivity (\sum_(y \in range f) (\sum_(y' \in range g) - ((y * y')%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E * - \int[P]_w (\1_(g @^-1` [set y']) w)%:E)))). - apply: eq_fsbigr => y fy; apply: eq_fsbigr => y' gy'; congr *%E. - transitivity ('E_P[\1_(f @^-1` [set y] `&` g @^-1` [set y'])]). - by rewrite unlock. - transitivity ('E_P[\1_(f @^-1` [set y])] * 'E_P[\1_(g @^-1` [set y'])]); - last by rewrite unlock. - rewrite expectation_indic//; last exact: measurableI. - by rewrite !expectation_indic// fg. -transitivity ( - (\sum_(y \in range f) (y%:E * (\int[P]_w (\1_(f @^-1` [set y]) w)%:E))) * - (\sum_(y' \in range g) (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E))). - transitivity (\sum_(y \in range f) (\sum_(y' \in range g) - (y'%:E * \int[P]_w (\1_(g @^-1` [set y']) w)%:E)%E)%R * - (y%:E * \int[P]_w (\1_(f @^-1` [set y]) w)%:E)%E%R); last first. - rewrite !fsbig_finite//= ge0_sume_distrl//; last first. - move=> r _; rewrite -integralZl//; last exact: integrable_indic. - by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. - by apply: eq_bigr => r _; rewrite muleC. - apply: eq_fsbigr => y fy. - rewrite !fsbig_finite//= ge0_sume_distrl//; last first. - move=> r _; rewrite -integralZl//; last exact: integrable_indic. - by apply: integral_ge0 => t _; rewrite nnfun_muleindic_ge0. - apply: eq_bigr => r _; rewrite (mulrC y) EFinM. - by rewrite [X in _ * X]muleC muleACA. -suff: forall h : {nnsfun T >-> R}, - (\sum_(y \in range h) (y%:E * \int[P]_w (\1_(h @^-1` [set y]) w)%:E)%E)%R - = \int[P]_w (h w)%:E. - by move=> suf; congr *%E; rewrite suf. -move=> h. -apply/esym. -under eq_integral do rewrite (fimfunE h). -under eq_integral do rewrite -fsumEFin//. -rewrite ge0_integral_fsum//; last 2 first. -- by move=> r; exact/measurable_EFinP/measurable_funM. -- by move=> r t _; rewrite lee_fin -lee_fin nnfun_muleindic_ge0. -by apply: eq_fsbigr => y fy; rewrite -integralZl//; exact/integrable_indic. -Qed. - -Lemma expectationM_ge0 (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> - 'E_P[X] *? 'E_P[Y] -> - (forall t, 0 <= X t)%R -> (forall t, 0 <= Y t)%R -> - 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. -Proof. -move=> indeXY defXY X0 Y0. -have mX : measurable_fun setT (EFin \o X) by exact/measurable_EFinP. -have mY : measurable_fun setT (EFin \o Y) by exact/measurable_EFinP. -pose X_ := nnsfun_approx measurableT mX. -pose Y_ := nnsfun_approx measurableT mY. -have EXY : 'E_P[X_ n \* Y_ n] @[n --> \oo] --> 'E_P [X * Y]. - rewrite unlock; have -> : \int[P]_w ((X * Y) w)%:E = - \int[P]_x limn (fun n => (EFin \o (X_ n \* Y_ n)%R) x). - apply: eq_integral => t _; apply/esym/cvg_lim => //=. - rewrite fctE EFinM; under eq_fun do rewrite EFinM. - by apply: cvgeM; [rewrite mule_def_fin//| - apply: cvg_nnsfun_approx => //= x _; rewrite lee_fin..]. - apply: cvg_monotone_convergence => //. - - by move=> n; apply/measurable_EFinP; exact: measurable_funM. - - by move=> n t _; rewrite lee_fin. - - move=> t _ m n mn. - by rewrite lee_fin/= ler_pM//; exact/lefP/nd_nnsfun_approx. -have EX : 'E_P[X_ n] @[n --> \oo] --> 'E_P [X]. - rewrite unlock. - have -> : \int[P]_w (X w)%:E = \int[P]_x limn (fun n => (EFin \o X_ n) x). - by apply: eq_integral => t _; apply/esym/cvg_lim => //=; - apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. - apply: cvg_monotone_convergence => //. - - by move=> n; exact/measurable_EFinP. - - by move=> n t _; rewrite lee_fin. - - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. -have EY : 'E_P[Y_ n] @[n --> \oo] --> 'E_P [Y]. - rewrite unlock. - have -> : \int[P]_w (Y w)%:E = \int[P]_x limn (fun n => (EFin \o Y_ n) x). - by apply: eq_integral => t _; apply/esym/cvg_lim => //=; - apply: cvg_nnsfun_approx => // x _; rewrite lee_fin. - apply: cvg_monotone_convergence => //. - - by move=> n; exact/measurable_EFinP. - - by move=> n t _; rewrite lee_fin. - - by move=> t _ m n mn; rewrite lee_fin/=; exact/lefP/nd_nnsfun_approx. -have {EX EY}EXY' : 'E_P[X_ n] * 'E_P[Y_ n] @[n --> \oo] --> 'E_P[X] * 'E_P[Y]. - apply: cvgeM => //. -suff : forall n, 'E_P[X_ n \* Y_ n] = 'E_P[X_ n] * 'E_P[Y_ n]. - by move=> suf; apply: (cvg_unique _ EXY) => //=; under eq_fun do rewrite suf. -move=> n; apply: expectationM_nnsfun => x y xX_ yY_. -suff : P (\big[setI/setT]_(j <- [fset false; true]%fset) - [eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], - 1%N |-> Y_ n @^-1` [set y]] j) = - \prod_(j <- [fset false; true]%fset) - P ([eta fun=> set0 with 0%N |-> X_ n @^-1` [set x], - 1%N |-> Y_ n @^-1` [set y]] j). - by rewrite !big_fsetU1/= ?inE//= !big_seq_fset1/=. -move: indeXY => [/= _]; apply => // i. -pose AX := dyadic_approx setT (EFin \o X). -pose AY := dyadic_approx setT (EFin \o Y). -pose BX := integer_approx setT (EFin \o X). -pose BY := integer_approx setT (EFin \o Y). -have mA (Z : {RV P >-> R}) m k : (k < m * 2 ^ m)%N -> - g_sigma_algebra_preimage Z (dyadic_approx setT (EFin \o Z) m k). - move=> mk; rewrite /g_sigma_algebra_preimage /dyadic_approx mk setTI. - rewrite /preimage_set_system/=; exists [set` dyadic_itv R m k] => //. - rewrite setTI/=; apply/seteqP; split => z/=. - by rewrite inE/= => Zz; exists (Z z). - by rewrite inE/= => -[r rmk] [<-]. -have mB (Z : {RV P >-> R}) k : - g_sigma_algebra_preimage Z (integer_approx setT (EFin \o Z) k). - rewrite /g_sigma_algebra_preimage /integer_approx setTI /preimage_set_system/=. - by exists `[k%:R, +oo[%classic => //; rewrite setTI preimage_itvcy. -have m1A (Z : {RV P >-> R}) : forall k, (k < n * 2 ^ n)%N -> - measurable_fun setT - (\1_(dyadic_approx setT (EFin \o Z) n k) : g_sigma_algebra_preimageType Z -> R). - move=> k kn. - exact/(@measurable_indicP _ (g_sigma_algebra_preimageType Z))/mA. -rewrite !inE => /orP[|]/eqP->{i} //=. - have : @measurable_fun _ _ (g_sigma_algebra_preimageType X) _ setT (X_ n). - rewrite nnsfun_approxE//. - apply: measurable_funD => //=. - apply: measurable_sum => //= k'; apply: measurable_funM => //. - by apply: measurable_indic; exact: mA. - apply: measurable_funM => //. - by apply: measurable_indic; exact: mB. - rewrite /measurable_fun => /(_ measurableT _ (measurable_set1 x)). - by rewrite setTI. -have : @measurable_fun _ _ (g_sigma_algebra_preimageType Y) _ setT (Y_ n). - rewrite nnsfun_approxE//. - apply: measurable_funD => //=. - apply: measurable_sum => //= k'; apply: measurable_funM => //. - by apply: measurable_indic; exact: mA. - apply: measurable_funM => //. - by apply: measurable_indic; exact: mB. -move=> /(_ measurableT [set y] (measurable_set1 y)). -by rewrite setTI. -Qed. - -Lemma integrable_expectationM (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> - P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> - `|'E_P [X * Y]| < +oo. -Proof. -move=> indeXY iX iY. -apply: (@le_lt_trans _ _ 'E_P[(@normr _ _ \o X) * (@normr _ _ \o Y)]). - rewrite unlock/=. - rewrite (le_trans (le_abse_integral _ _ _))//. - apply/measurable_EFinP/measurable_funM. - by have /measurable_EFinP := measurable_int _ iX. - by have /measurable_EFinP := measurable_int _ iY. - apply: ge0_le_integral => //=. - - by apply/measurable_EFinP; exact/measurableT_comp. - - by move=> x _; rewrite lee_fin/= mulr_ge0/=. - - by apply/measurable_EFinP; apply/measurable_funM; exact/measurableT_comp. - - by move=> t _; rewrite lee_fin/= normrM. -rewrite expectationM_ge0//=. -- rewrite lte_mul_pinfty//. - + by rewrite expectation_ge0/=. - + rewrite expectation_fin_num//= compA//. - exact: (integrable_abse iX). - + by move/integrableP : iY => [_ iY]; rewrite unlock. -- exact: independent_RVs2_comp. -- apply: mule_def_fin; rewrite unlock integral_fune_fin_num//. - + exact: (integrable_abse iX). - + exact: (integrable_abse iY). -Qed. - -Lemma independent_integrableM (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> - P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> - P.-integrable setT (EFin \o (X \* Y)%R). -Proof. -move=> indeXY iX iY. -apply/integrableP; split; first exact/measurable_EFinP/measurable_funM. -have := integrable_expectationM indeXY iX iY. -rewrite unlock => /abse_integralP; apply => //. -exact/measurable_EFinP/measurable_funM. -Qed. - -(* TODO: rename to expectationM when deprecation is removed *) -Lemma expectation_prod (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> - P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> - 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. -Proof. -move=> XY iX iY. -transitivity ('E_P[(X^\+ - X^\-) * (Y^\+ - Y^\-)]). - congr ('E_P[_]). - apply/funext => /=t. - by rewrite [in LHS](funrposneg X)/= [in LHS](funrposneg Y). -have ? : P.-integrable [set: T] (EFin \o X^\-%R). - by rewrite -funerneg; exact/integrable_funeneg. -have ? : P.-integrable [set: T] (EFin \o X^\+%R). - by rewrite -funerpos; exact/integrable_funepos. -have ? : P.-integrable [set: T] (EFin \o Y^\+%R). - by rewrite -funerpos; exact/integrable_funepos. -have ? : P.-integrable [set: T] (EFin \o Y^\-%R). - by rewrite -funerneg; exact/integrable_funeneg. -have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\+)%R). - by apply: independent_integrableM => //=; exact: independent_RVs2_funrpospos. -have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\+)%R). - by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegpos. -have ? : P.-integrable [set: T] (EFin \o (X^\+ \* Y^\-)%R). - by apply: independent_integrableM => //=; exact: independent_RVs2_funrposneg. -have ? : P.-integrable [set: T] (EFin \o (X^\- \* Y^\-)%R). - by apply: independent_integrableM => //=; exact: independent_RVs2_funrnegneg. -transitivity ('E_P[X^\+ * Y^\+] - 'E_P[X^\- * Y^\+] - - 'E_P[X^\+ * Y^\-] + 'E_P[X^\- * Y^\-]). - rewrite mulrDr !mulrDl -expectationB//= -expectationB//=; last first. - rewrite (_ : _ \o _ = EFin \o (X^\+ \* Y^\+)%R \- - (EFin \o (X^\- \* Y^\+)%R))//. - exact: integrableB. - rewrite -expectationD//=; last first. - rewrite (_ : _ \o _ = (EFin \o (X^\+ \* Y^\+)%R) - \- (EFin \o (X^\- \* Y^\+)%R) \- (EFin \o (X^\+ \* Y^\-)%R))//. - by apply: integrableB => //; exact: integrableB. - congr ('E_P[_]); apply/funext => t/=. - by rewrite !fctE !(mulNr,mulrN,opprK,addrA)/=. -rewrite [in LHS]expectationM_ge0//=; last 2 first. - exact: independent_RVs2_funrpospos. - by rewrite mule_def_fin// expectation_fin_num. -rewrite [in LHS]expectationM_ge0//=; last 2 first. - exact: independent_RVs2_funrnegpos. - by rewrite mule_def_fin// expectation_fin_num. -rewrite [in LHS]expectationM_ge0//=; last 2 first. - exact: independent_RVs2_funrposneg. - by rewrite mule_def_fin// expectation_fin_num. -rewrite [in LHS]expectationM_ge0//=; last 2 first. - exact: independent_RVs2_funrnegneg. - by rewrite mule_def_fin// expectation_fin_num//=. -transitivity ('E_P[X^\+ - X^\-] * 'E_P[Y^\+ - Y^\-]). - rewrite -addeA -addeACA -muleBr; last 2 first. - by rewrite expectation_fin_num. - by rewrite fin_num_adde_defr// expectation_fin_num. - rewrite -oppeB; last first. - by rewrite fin_num_adde_defr// fin_numM// expectation_fin_num. - rewrite -muleBr; last 2 first. - by rewrite expectation_fin_num. - by rewrite fin_num_adde_defr// expectation_fin_num. - rewrite -muleBl; last 2 first. - by rewrite fin_numB// !expectation_fin_num//. - by rewrite fin_num_adde_defr// expectation_fin_num. - by rewrite -expectationB//= -expectationB. -by congr *%E; congr ('E_P[_]); rewrite [RHS]funrposneg. -Qed. - -End product_expectation. - Section bernoulli_pmf. Context {R : realType} (p : R). Local Open Scope ring_scope. From a61f02867335e64d7ca94839e46c84c1f1d61371 Mon Sep 17 00:00:00 2001 From: Alessandro Bruni Date: Sat, 15 Mar 2025 00:55:40 +0900 Subject: [PATCH 6/8] Probability 20241105 (#28) * pairwise and k-wise independent events --- theories/independence.v | 285 ++++++++++++++++++++++++++++++++++------ 1 file changed, 247 insertions(+), 38 deletions(-) diff --git a/theories/independence.v b/theories/independence.v index d89a0c8d5..bd19e8b26 100644 --- a/theories/independence.v +++ b/theories/independence.v @@ -6,8 +6,7 @@ From mathcomp Require Import functions cardinality fsbigop interval_inference. From HB Require Import structures. From mathcomp Require Import exp numfun lebesgue_measure lebesgue_integral. From mathcomp Require Import reals ereal topology normedtype sequences. -From mathcomp Require Import esum measure exp numfun lebesgue_measure. -From mathcomp Require Import lebesgue_integral kernel probability. +From mathcomp Require Import esum measure kernel probability. (**md**************************************************************************) (* # Independence *) @@ -25,6 +24,8 @@ Set Implicit Arguments. Unset Strict Implicit. Unset Printing Implicit Defensive. +Reserved Notation "I .-independent X" (at level 2, format "I .-independent X"). + Import Order.TTheory GRing.Theory Num.Def Num.Theory. Import numFieldTopology.Exports. @@ -41,8 +42,189 @@ Definition independent_events (I : set I0) (E : I0 -> set T) := forall J : {fset I0}, [set` J] `<=` I -> P (\bigcap_(i in [set` J]) E i) = \prod_(i <- J) P (E i). +Definition kwise_independent_events (A : set I0) (E : I0 -> set T) k := + (forall i, A i -> measurable (E i)) /\ + forall B : {fset I0}, [set` B] `<=` A -> (#|` B | <= k)%nat -> + P (\bigcap_(i in [set` B]) E i) = \prod_(i <- B) P (E i). + +End independent_events. + +Section independent_events. +Context {R : realType} d {T : measurableType d} (P : probability T R) + {I0 : choiceType}. +Local Open Scope ereal_scope. + +Lemma sub_independent_events (A B : set I0) (E : I0 -> set T) : + A `<=` B -> independent_events P B E -> independent_events P A E. +Proof. +by move=> AB [mE h]; split=> [i /AB/mE//|C CA]; apply: h; apply: subset_trans AB. +Qed. + +Lemma sub_kwise_independent (A B : set I0) (E : I0 -> set T) k : + A `<=` B -> kwise_independent_events P B E k -> kwise_independent_events P A E k. +Proof. +by move=> AB [mE h]; split=> [i /AB/mE//|C CA]; apply: h; apply: subset_trans AB. +Qed. + +Lemma independent_events_is_kwise_independent (A : set I0) (E : I0 -> set T) k : + independent_events P A E -> kwise_independent_events P A E k. +Proof. +rewrite /independent_events /kwise_independent_events. +move=> [mE miE]; split=> // B BleA _. +exact: miE. +Qed. + +Lemma nwise_indep_is_mutual_indep (A : {fset I0}) (E : I0 -> set T) n : + #|` A | = n -> kwise_independent_events P [set` A] E n -> independent_events P [set` A] E. +Proof. +rewrite /independent_events /kwise_independent_events. +move=> nA [mE miE]; split=> // B BleA. +apply: miE => //; rewrite -nA fsubset_leq_card//. +by apply/fsubsetP => x xB; exact: (BleA x). +Qed. + +Lemma independent_events_weak (E : I0 -> set T) (B : set I0) : + (forall b, ~ B b -> E b = setT) -> + independent_events P [set: I0] E <-> independent_events P B E. +Proof. +move=> BE; split; first exact: sub_independent_events. +move=> [mE h]; split=> [i _|C _]. + by have [Bi|Bi] := pselect (B i); [exact: mE|rewrite BE]. +have [CB|CB] := pselect ([set` C] `<=` B); first by rewrite h. +rewrite -(setIT [set` C]) -(setUv B) setIUr bigcap_setU. +rewrite (@bigcapT _ _ (_ `&` ~` _)) ?setIT//; last by move=> i [_ /BE]. +have [D CBD] : exists D : {fset I0}, [set` C] `&` B = [set` D]. + exists (fset_set ([set` C] `&` B)). + by rewrite fset_setK//; exact: finite_setIl. +rewrite CBD h; last first. + rewrite -CBD; exact: subIsetr. +rewrite [RHS]fsbig_seq//= [RHS](fsbigID B)//=. +rewrite [X in _ * X](_ : _ = 1) ?mule1; last first. + by rewrite fsbig1// => m [_ /BE] ->; rewrite probability_setT. +by rewrite CBD -fsbig_seq. +Qed. + +Lemma kwise_independent_events_weak (E : I0 -> set T) (B : set I0) k : + (forall b, ~ B b -> E b = setT) -> + kwise_independent_events P [set: I0] E k <-> kwise_independent_events P B E k. +Proof. +move=> BE; split; first exact: sub_kwise_independent. +move=> [mE h]; split=> [i _|C _ Ck]. + by have [Bi|Bi] := pselect (B i); [exact: mE|rewrite BE]. +have [CB|CB] := pselect ([set` C] `<=` B); first by rewrite h. +rewrite -(setIT [set` C]) -(setUv B) setIUr bigcap_setU. +rewrite (@bigcapT _ _ (_ `&` ~` _)) ?setIT//; last by move=> i [_ /BE]. +have [D CBD] : exists D : {fset I0}, [set` C] `&` B = [set` D]. + exists (fset_set ([set` C] `&` B)). + by rewrite fset_setK//; exact: finite_setIl. +rewrite CBD h; last 2 first. + - rewrite -CBD; exact: subIsetr. + - rewrite (leq_trans _ Ck)// fsubset_leq_card// -(set_fsetK D) -(set_fsetK C). + by rewrite -fset_set_sub// -CBD; exact: subIsetl. +rewrite [RHS]fsbig_seq//= [RHS](fsbigID B)//=. +rewrite [X in _ * X](_ : _ = 1) ?mule1; last first. + by rewrite fsbig1// => m [_ /BE] ->; rewrite probability_setT. +by rewrite CBD -fsbig_seq. +Qed. + +End independent_events. + +Section independent_events. +Context {R : realType} d {T : measurableType d} (P : probability T R). +Local Open Scope ereal_scope. + +Lemma kwise_independent_weak01 E1 E2 : + kwise_independent_events P [set: nat] (bigcap2 E1 E2) 2%N <-> + kwise_independent_events P [set 0%N; 1%N] (bigcap2 E1 E2) 2%N. +Proof. +apply kwise_independent_events_weak. +by move=> n /= /not_orP[/eqP /negbTE -> /eqP /negbTE ->]. +Qed. + End independent_events. +Section pairwise_independent_events. +Context {R : realType} d {T : measurableType d} (P : probability T R). +Local Open Scope ereal_scope. + +Definition pairwise_independent_events E1 E2 := + @independent_events _ _ _ P bool [set false; true] (bigcap2 E1 E2). + +Lemma pairwise_independent_eventsM (E1 E2 : set T) : + pairwise_independent_events E1 E2 <-> + [/\ d.-measurable E1, d.-measurable E2 & P (E1 `&` E2) = P E1 * P E2]. +Proof. +split. +- move=> /(independent_events_is_kwise_independent 2) [mE1E2 /(_ [fset false; true]%fset)]. + rewrite bigcap_fset !big_fsetU1 ?inE//= !big_seq_fset1/= => ->; last 2 first. + + by rewrite set_fsetU !set_fset1; exact: subset_refl. + + by rewrite cardfs2. + split => //. + + by apply: (mE1E2 false) => /=; left. + + by apply: (mE1E2 true) => /=; right. +- move=> [mE1 mE2 E1E2M]. + rewrite /pairwise_independent_events. + split. + + by move=> [| [|]]//=. + + move=> B B01. + have [B_set0|B_set0|B_set1|B_set01] := subset_set2 B01. + * rewrite B_set0. + move: B_set0 => /eqP; rewrite set_fset_eq0 => /eqP ->. + by rewrite big_nil bigcap_set0 probability_setT. + * rewrite B_set0 bigcap_set1 /=. + by rewrite fsbig_seq//= B_set0 fsbig_set1/=. + * rewrite B_set1 bigcap_set1 /=. + by rewrite fsbig_seq//= B_set1 fsbig_set1/=. + * rewrite B_set01 bigcap_setU1 bigcap_set1/=. + rewrite fsbig_seq//= B_set01. + rewrite fsbigU//=; last first. + by move=> n [/= ->]. + by rewrite !fsbig_set1//=. +Qed. + +Lemma pairwise_independent_events_setC (E1 E2 : set T) : + pairwise_independent_events E1 E2 -> pairwise_independent_events E1 (~` E2). +Proof. +rewrite/pairwise_independent_events. +move/pairwise_independent_eventsM=> [mE1 mE2 h]. +apply/pairwise_independent_eventsM; split=> //. +- exact: measurableC. +- rewrite -setDE measureD//; last first. + exact: (le_lt_trans (probability_le1 P mE1) (ltry _)). + rewrite probability_setC// muleBr// ?mule1 -?h//. + by rewrite fin_num_measure. +Qed. + +Lemma pairwise_independent_eventsC (E1 E2 : set T) : + pairwise_independent_events E1 E2 -> pairwise_independent_events E2 E1. +Proof. +rewrite/pairwise_independent_events. +move=> [mE1E2 /(_ [fset false; true]%fset)]. +rewrite bigcap_fset !big_fsetU1 ?inE//= !big_seq_fset1/= => h. +split. +- case=> [_|[_|]]//=. + + by apply: (mE1E2 false) => /=; left. + + by apply: (mE1E2 true) => /=; right. +- move=> B B01. + have [B_set0|B_set0|B_set1|B_set01] := subset_set2 B01. + + rewrite B_set0. + move: B_set0 => /eqP; rewrite set_fset_eq0 => /eqP ->. + by rewrite big_nil bigcap_set0 probability_setT. + + rewrite B_set0 bigcap_set1 /=. + by rewrite fsbig_seq//= B_set0 fsbig_set1/=. + + rewrite B_set1 bigcap_set1 /=. + by rewrite fsbig_seq//= B_set1 fsbig_set1/=. + + rewrite B_set01 bigcap_setU1 bigcap_set1/=. + rewrite fsbig_seq//= B_set01. + rewrite fsbigU//=; last first. + by move=> n [/= ->]. + rewrite !fsbig_set1//= muleC setIC. + apply: h. + * by rewrite set_fsetU !set_fset1; exact: subset_refl. +Qed. + +End pairwise_independent_events. + Section mutual_independence. Context {R : realType} d {T : measurableType d} (P : probability T R) {I0 : choiceType}. @@ -59,8 +241,14 @@ Definition mutual_independence (I : set I0) (F : I0 -> set_system T) := forall E, (forall i, i \in J -> E i \in F i) -> P (\big[setI/setT]_(j <- J) E j) = \prod_(j <- J) P (E j). +Definition kwise_independence (I : set I0) (F : I0 -> set_system T) k := + (forall i, I i -> F i `<=` measurable) /\ + forall J : {fset I0}, [set` J] `<=` I -> (#|` J | <= k)%nat -> + forall E, (forall i, i \in J -> E i \in F i) -> + P (\big[setI/setT]_(j <- J) E j) = \prod_(j <- J) P (E j). + Lemma eq_mutual_independence (I : set I0) (F F' : I0 -> set_system T) : - (forall i, I i -> F i = F' i) -> + (forall i, I i -> F i = F' i) -> mutual_independence I F -> mutual_independence I F'. Proof. move=> FF' IF; split => [i Ii|J JI E EF']. @@ -69,6 +257,23 @@ apply IF => // i iJ. by rewrite FF' ?EF'//; exact: JI. Qed. +Lemma mutual_independence_is_kwise_independence (I : set I0) (F : I0 -> set_system T) k : + mutual_independence I F -> kwise_independence I F k. +Proof. +rewrite /mutual_independence/kwise_independence. +move=> [mE miE]; split=> // B BleA _. +exact: miE. +Qed. + +Lemma nwise_independence_is_mutual_independence (I : {fset I0}) (F : I0 -> set_system T) n : + #|` I | = n -> kwise_independence [set` I] F n -> mutual_independence [set` I] F. +Proof. +rewrite /kwise_independence/mutual_independence. +move=> nA [mE miE]; split=> // B BleA. +apply: miE => //; rewrite -nA fsubset_leq_card//. +by apply/fsubsetP => x xB; exact: (BleA x). +Qed. + End mutual_independence. Section independence. @@ -519,17 +724,23 @@ Context {d' : I0 -> _} (T' : forall i : I0, measurableType (d' i)). Variable P : probability T R. Definition independent_RVs (I : set I0) - (X : forall i : I0, {mfun T >-> T' i}) : Prop := + (X : forall i : I0, {RV P >-> T' i}) : Prop := mutual_independence P I (fun i => g_sigma_algebra_preimage (X i)). +Definition kwise_independent_RV (I : set I0) + (X : forall i : I0, {RV P >-> R}) k : Prop := + kwise_independence P I (fun i => g_sigma_algebra_preimage (X i)) k. + End independent_RVs. +Notation "I .-independent X" := (independent_RVs I X). + Section independent_RVs2. Context {R : realType} d d' (T : measurableType d) (T' : measurableType d'). Variable P : probability T R. -Definition independent_RVs2 (X Y : {mfun T >-> T'}) := - independent_RVs P [set: bool] (fun b => if b then Y else X). +Definition independent_RVs2 (X Y : {RV P >-> T'}) := + [set: bool].-independent (fun b => if b then Y else X). End independent_RVs2. @@ -539,8 +750,8 @@ Variable P : probability T R. Local Open Scope ring_scope. Lemma independent_RVs_comp (I0 : choiceType) - (I : set I0) (X : I0 -> {mfun T >-> T'}) (f : {mfun T' >-> R}) : - independent_RVs P I X -> independent_RVs P I (fun i => f \o X i). + (I : set I0) (X : I0 -> {RV P >-> T'}) (f : {mfun T' >-> R}) : + independent_RVs I X -> independent_RVs I (fun i => [the {RV P >-> R} of f \o X i]). Proof. move=> PIX; split. - move=> i Ii. @@ -558,8 +769,8 @@ Variable P : probability T R. Local Open Scope ring_scope. Lemma independent_RVs_scale (I0 : choiceType) - (I : set I0) (X : I0 -> {mfun T >-> R}) k : - independent_RVs P I X -> independent_RVs P I (fun i => k \o* X i). + (I : set I0) (X : I0 -> {RV P >-> R}) k : + independent_RVs I X -> independent_RVs I (fun i => k \o* X i : {RV P >-> R}). Proof. move=> PIX; split. - move=> i Ii. @@ -580,7 +791,7 @@ Variable P : probability T R. Local Open Scope ring_scope. Lemma independent_RVs2_comp (X Y : {RV P >-> R}) (f g : {mfun R >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P (f \o X) (g \o Y). + independent_RVs2 X Y -> independent_RVs2 (f \o X : {RV P >-> R}) (g \o Y). Proof. move=> indeXY; split => /=. - move=> [] _ /= A. @@ -595,7 +806,7 @@ move=> indeXY; split => /=. Qed. Lemma independent_RVs2_funrposneg (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\-. + independent_RVs2 X Y -> @independent_RVs2 _ _ _ _ _ P X^\+ Y^\-. Proof. move=> indeXY; split=> [[|]/= _|J J2 E JE]. - exact: g_sigma_algebra_preimage_funrneg. @@ -609,7 +820,7 @@ move=> indeXY; split=> [[|]/= _|J J2 E JE]. Qed. Lemma independent_RVs2_funrnegpos (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\+. + independent_RVs2 X Y -> @independent_RVs2 _ _ _ _ _ P X^\- Y^\+. Proof. move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrpos. @@ -623,7 +834,7 @@ move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. Qed. Lemma independent_RVs2_funrnegneg (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\- Y^\-. + independent_RVs2 X Y -> @independent_RVs2 _ _ _ _ _ P X^\- Y^\-. Proof. move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrneg. @@ -637,7 +848,7 @@ move=> indeXY; split=> [/= [|]// _ |J J2 E JE]. Qed. Lemma independent_RVs2_funrpospos (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> independent_RVs2 P X^\+ Y^\+. + independent_RVs2 X Y -> @independent_RVs2 _ _ _ _ _ P X^\+ Y^\+. Proof. move=> indeXY; split=> [/= [|]//= _ |J J2 E JE]. - exact: g_sigma_algebra_preimage_funrpos. @@ -665,7 +876,7 @@ Theorem independent_generators (I : set I0) (F : forall i : I0, set_system (T' i (forall i, i \in I -> F i `<=` @measurable _ (T' i)) -> (forall i, i \in I -> @measurable _ (T' i) = <>) -> mutual_independence P I (fun i => preimage_set_system setT (X i) (F i)) -> - independent_RVs P I X. + independent_RVs I X. Proof. move=> IF FA AsF indeX1. have closed_preimage i : I i -> setI_closed (preimage_set_system setT (X i) (F i)). @@ -758,7 +969,7 @@ Qed. Lemma tmp0 (X Y : {RV P >-> R}) (B1 B2 : set R) : measurable B1 -> measurable B2 -> - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P (X @^-1` B1 `&` Y @^-1` B2) = P (X @^-1` B1) * P (Y @^-1` B2). Proof. move=> mB1 mB2. @@ -773,7 +984,7 @@ Qed. Lemma tmp1 (X Y : {RV P >-> R}) (B1 B2 : set R) : measurable B1 -> measurable B2 -> - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P (X @^-1` B1 `&` Y @^-1` B2) = (P \x P) (pairRV X Y @^-1` (B1 `*` B2)). Proof. move=> mB1 mB2 XY. @@ -813,19 +1024,11 @@ Qed. HB.instance Definition _ := @Measure_isProbability.Build _ _ R (P \x P) PP. Lemma integrable_expectationM (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> - 'E_(P \x P) [(fun x => `|X x.1 * Y x.2|)%R] < +oo -(* `|'E_(P) [(fun x => X x * Y x)%R]| < +oo *) . + 'E_(P \x P) [(fun x => `|X x.1 * Y x.2|)%R] < +oo. Proof. move=> indeXY iX iY. -(*apply: (@le_lt_trans _ _ 'E_(P \x P)[(fun x => `|(X x.1 * Y x.2)|%R)] - (* 'E_(P)[(fun x => `|(X x * Y x)|%R)] *) ). - rewrite unlock/=. - rewrite (le_trans (le_abse_integral _ _ _))//. - apply/measurable_EFinP/measurable_funM. - by apply/measurableT_comp => //. - by apply/measurableT_comp => //.*) rewrite unlock. rewrite [ltLHS](_ : _ = \int[distribution (P \x P) (pairRV X Y)%R]_x `|x.1 * x.2|%:E); last first. @@ -855,11 +1058,11 @@ rewrite [ltLHS](_ : _ = \int[distribution P X]_x `|x|%:E * rewrite ge0_integral_distribution//=; last exact/measurable_EFinP. rewrite ge0_integral_distribution//=; last exact/measurable_EFinP. rewrite lte_mul_pinfty//. - by apply: integral_ge0 => //. - apply: integral_fune_fin_num => //=. - by move/integrable_abse : iX => //. -apply: integral_fune_lt_pinfty => //. -by move/integrable_abse : iY => //. +- exact: integral_ge0. +- apply: integral_fune_fin_num => //=. + by move/integrable_abse : iX. +- apply: integral_fune_lt_pinfty => //. + by move/integrable_abse : iY. Qed. End product_expectation. @@ -949,7 +1152,7 @@ by apply: eq_fsbigr => y fy; rewrite -integralZl//; exact/integrable_indic. Qed. Lemma expectationM_ge0 (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> + independent_RVs2 X Y -> 'E_P[X] *? 'E_P[Y] -> (forall t, 0 <= X t)%R -> (forall t, 0 <= Y t)%R -> 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. @@ -1044,7 +1247,7 @@ by rewrite setTI. Qed. Lemma integrable_expectationM000 (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> `|'E_P [X * Y]| < +oo. Proof. @@ -1073,7 +1276,7 @@ rewrite expectationM_ge0//=. Qed. Lemma independent_integrableM (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> P.-integrable setT (EFin \o (X \* Y)%R). Proof. @@ -1086,7 +1289,7 @@ Qed. (* TODO: rename to expectationM when deprecation is removed *) Lemma expectation_mul (X Y : {RV P >-> R}) : - independent_RVs2 P X Y -> + independent_RVs2 X Y -> P.-integrable setT (EFin \o X) -> P.-integrable setT (EFin \o Y) -> 'E_P [X * Y] = 'E_P [X] * 'E_P [Y]. Proof. @@ -1165,7 +1368,7 @@ by move=> [|] ->; rewrite eqxx// orbT. Qed. Lemma independent_RVsD1 (I : {fset nat}) i0 (X : {RV P >-> R}^nat) : - independent_RVs P [set` I] X -> independent_RVs P [set` (I `\ i0)%fset] X. + independent_RVs [set` I] X -> independent_RVs [set` (I `\ i0)%fset] X. Proof. move=> H. split => [/= i|/= J JIi0 E EK]. @@ -1175,4 +1378,10 @@ apply H => //. by move=> /= x /JIi0 /=; rewrite !inE => /andP[]. Qed. +Lemma independent_product_independent (I : {fset nat}) (X : {RV P >-> R}^nat) : + independent_RVs [set` I] X -> + forall i, i \in I -> independent_RVs2 (X i) (\prod_(j <- (I `\ i)%fset) (X j))%R. +Proof. +Abort. + End product_expectation. From 7666c4563428bbf749b829c2eaa30d8105a0d463 Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Sat, 15 Mar 2025 01:56:49 +0900 Subject: [PATCH 7/8] remark 2.15 --- CHANGELOG_UNRELEASED.md | 56 +++++++---------------------------- experimental_reals/discrete.v | 2 +- reals/reals.v | 2 +- theories/independence.v | 52 ++++++++++++++++++++++++++++++++ 4 files changed, 64 insertions(+), 48 deletions(-) diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index e60340974..faacbbf59 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -25,6 +25,16 @@ - file `lebesgue_integral.v`: + lemma `measurable_fun_le` +- in `trigo.v`: + + lemma `integral0oo_atan` + +- in `measure.v`: + + lemmas `preimage_set_system0`, `preimage_set_systemU`, `preimage_set_system_compS` + + lemma `preimage_set_system_id` + +- in `Rstruct_topology.v`: + + lemma `RexpE` + - file `mathcomp_extra.v`: + lemma `mulr_funEcomp` @@ -101,43 +111,7 @@ + `min_le_min` -> `le_min2` + `max_le_max` -> `le_max2` + `real_sqrtC` -> `sqrtC_real` -- in `measure.v` - + `preimage_class` -> `preimage_set_system` - + `image_class` -> `image_set_system` - + `preimage_classes` -> `g_sigma_preimageU` - + `preimage_class_measurable_fun` -> `preimage_set_system_measurable_fun` - + `sigma_algebra_preimage_class` -> `sigma_algebra_preimage` - + `sigma_algebra_image_class` -> `sigma_algebra_image` - + `sigma_algebra_preimage_classE` -> `g_sigma_preimageE` - + `preimage_classes_comp` -> `g_sigma_preimageU_comp` -### Renamed - -- in `lebesgue_measure.v`: - + `measurable_fun_indic` -> `measurable_indic` - + `emeasurable_fun_sum` -> `emeasurable_sum` - + `emeasurable_fun_fsum` -> `emeasurable_fsum` - + `ge0_emeasurable_fun_sum` -> `ge0_emeasurable_sum` -- in `probability.v`: - + `expectationM` -> `expectationZl` - -- in `classical_sets.v`: - + `preimage_itv_o_infty` -> `preimage_itvoy` - + `preimage_itv_c_infty` -> `preimage_itvcy` - + `preimage_itv_infty_o` -> `preimage_itvNyo` - + `preimage_itv_infty_c` -> `preimage_itvNyc` - -- in `constructive_ereal.v`: - + `maxeMr` -> `maxe_pMr` - + `maxeMl` -> `maxe_pMl` - + `mineMr` -> `mine_pMr` - + `mineMl` -> `mine_pMl` - -- in `probability.v`: - + `integral_distribution` -> `ge0_integral_distribution` - -- file `homotopy_theory/path.v` -> `homotopy_theory/continuous_path.v` - ### Generalized ### Deprecated @@ -148,16 +122,6 @@ + lemma `Pos_to_natE` (moved to `Rstruct.v`) + lemma `deg_le2_ge0` (available as `deg_le2_poly_ge0` in `ssrnum.v` since MathComp 2.1.0) -- in `sequences.v`: - + notations `nneseries_pred0`, `eq_nneseries`, `nneseries0`, - `ereal_cvgPpinfty`, `ereal_cvgPninfty` (were deprecated since 0.6.0) -- in `topology_structure.v`: - + lemma `closureC` - -- in file `lebesgue_integral.v`: - + lemma `approximation` - -### Removed - in `lebesgue_integral.v`: + definition `cst_mfun` diff --git a/experimental_reals/discrete.v b/experimental_reals/discrete.v index 412877a07..63ca0e73b 100644 --- a/experimental_reals/discrete.v +++ b/experimental_reals/discrete.v @@ -4,7 +4,7 @@ (* Copyright (c) - 2016--2018 - Polytechnique *) (* -------------------------------------------------------------------- *) -From Coq Require Setoid. +From Corelib Require Setoid. From HB Require Import structures. From mathcomp Require Import all_ssreflect all_algebra. From mathcomp.classical Require Import boolp. diff --git a/reals/reals.v b/reals/reals.v index 90bb30d87..601ad4fe7 100644 --- a/reals/reals.v +++ b/reals/reals.v @@ -38,7 +38,7 @@ (* *) (******************************************************************************) -From Coq Require Import Setoid. +From Corelib Require Import Setoid. From HB Require Import structures. From mathcomp Require Import all_ssreflect all_algebra archimedean. From mathcomp Require Import boolp classical_sets set_interval. diff --git a/theories/independence.v b/theories/independence.v index bd19e8b26..da0ea57d8 100644 --- a/theories/independence.v +++ b/theories/independence.v @@ -863,6 +863,58 @@ Qed. End independent_RVs_lemmas. +Local Open Scope ereal_scope. +(**md see Achim Klenke's Probability Theory, Ch.2, remark 2.15 *) +Lemma independence_RVsP {R : realType} d (T : measurableType d) + {I0 : choiceType} {d'} (T' : measurableType d') (P : probability T R) + (I : set I0) (X : I0 -> {mfun T >-> T'}) : + independent_RVs (P := P) I X <-> + forall J : {fset I0}, [set` J] `<=` I -> + forall A : I0 -> set T', (forall j, I j -> A j \in measurable) -> + P (\big[setI/setT]_(j <- J) (X j @^-1` A j)) + = \prod_(j <- J) P (X j @^-1` A j). +Proof. +split. + move=> [H1 +] J JI A IA. + apply => // j jJ /=. + rewrite inE/=. + exists (A j). + exact/set_mem/IA/JI. + by rewrite setTI. +move=> H; split. + move=> j Ij _ [B mB] <-. + rewrite setTI. + exact: measurable_sfunP. +move=> J JI E JE. +pose A : I0 -> set T' := fun i => match pselect (i \in J) with + left H => sval (cid2 (set_mem (JE i H))) | right _ => setT end. +have H1 (j : I0) : I j -> A j \in d'.-measurable. + move=> Ij. + rewrite /A. + case: pselect => [|]; last by rewrite inE. + move=> jJ. + rewrite inE. + by case: cid2. +have := H _ JI A H1 => {}H. +apply: eq_trans. + apply: eq_trans; last exact: H. + congr (P _). + rewrite big_seq [RHS]big_seq. + apply: eq_bigr => j jJ. + rewrite /A. + case: pselect; last by []. + move=> jJ'. + case: cid2 => //= ? ?. + by rewrite setTI. +rewrite big_seq [RHS]big_seq. +apply: eq_bigr => j jJ. +rewrite /A. +case: pselect; last by []. +move=> jJ'. +case: cid2 => //= ?. +by rewrite setTI => ? ->. +Qed. + Section independent_generators. Context {R : realType} d (T : measurableType d). Context {I0 : choiceType}. From 43135d611eed1b2b8cb637fbafffc579575876b6 Mon Sep 17 00:00:00 2001 From: Reynald Affeldt Date: Wed, 30 Apr 2025 15:49:23 +0900 Subject: [PATCH 8/8] fix changelog --- CHANGELOG_UNRELEASED.md | 96 ++++++----------------------------------- 1 file changed, 14 insertions(+), 82 deletions(-) diff --git a/CHANGELOG_UNRELEASED.md b/CHANGELOG_UNRELEASED.md index faacbbf59..fcb7de5bd 100644 --- a/CHANGELOG_UNRELEASED.md +++ b/CHANGELOG_UNRELEASED.md @@ -6,37 +6,28 @@ - in `probability.v`: + lemmas `eq_bernoulli`, `eq_bernoulliV2` -- file `mathcomp_extra.v` - + lemmas `ge_trunc`, `lt_succ_trunc`, `trunc_ge_nat`, `trunc_lt_nat` -- file `Rstruct.v` - + lemma `Pos_to_natE` (from `mathcomp_extra.v`) - + lemmas `RabsE`, `RdistE`, `sum_f_R0E`, `factE` +- in `measure.v`: + + lemmas `mnormalize_id`, `measurable_fun_eqP` -- new file `internal_Eqdep_dec.v` (don't use, internal, to be removed) +- in `ftc.v`: + + lemma `integrable_locally` -- file `constructive_ereal.v`: - + definition `iter_mule` - + lemma `prodEFin` +- in `constructive_ereal.v`: + + lemma `EFin_bigmax` -- file `exp.v`: - + lemma `expR_sum` +- in `mathcomp_extra.v`: + + lemmas `inr_inj`, `inl_inj` -- file `lebesgue_integral.v`: - + lemma `measurable_fun_le` +- in `classical_sets.v`: + + lemmas `in_set1`, `inr_in_set_inr`, `inl_in_set_inr`, `mem_image`, `mem_range`, `image_f` + + lemmas `inr_in_set_inl`, `inl_in_set_inl` -- in `trigo.v`: - + lemma `integral0oo_atan` +- in `lebesgue_integral_approximation.v`: + + lemma `measurable_prod` - in `measure.v`: - + lemmas `preimage_set_system0`, `preimage_set_systemU`, `preimage_set_system_compS` - + lemma `preimage_set_system_id` - -- in `Rstruct_topology.v`: - + lemma `RexpE` - -- file `mathcomp_extra.v`: - + lemma `mulr_funEcomp` + + lemma `preimage_set_system_compS` - in `numfun.v`: + defintions `funrpos`, `funrneg` with notations `^\+` and `^\-` @@ -69,28 +60,6 @@ + lemma `expectationM_ge0`, `integrable_expectationM`, `independent_integrableM`, ` expectation_mul` -- in `trigo.v`: - + lemma `integral0oo_atan` - -- in `measure.v`: - + lemmas `mnormalize_id`, `measurable_fun_eqP` - -- in `ftc.v`: - + lemma `integrable_locally` - -- in `constructive_ereal.v`: - + lemma `EFin_bigmax` - -- in `mathcomp_extra.v`: - + lemmas `inr_inj`, `inl_inj` - -- in `classical_sets.v`: - + lemmas `in_set1`, `inr_in_set_inr`, `inl_in_set_inr`, `mem_image`, `mem_range`, `image_f` - + lemmas `inr_in_set_inl`, `inl_in_set_inl` - -- in `lebesgue_integral_approximation.v`: - + lemma `measurable_prod` - ### Changed - in `pi_irrational`: @@ -104,13 +73,6 @@ + `fubini1a` -> `integrable12ltyP` + `fubini1b` -> `integrable21ltyP` + `measurable_funP` -> `measurable_funPT` (field of `isMeasurableFun` mixin) - -- in `mathcomp_extra.v` - + `comparable_min_le_min` -> `comparable_le_min2` - + `comparable_max_le_max` -> `comparable_le_max2` - + `min_le_min` -> `le_min2` - + `max_le_max` -> `le_max2` - + `real_sqrtC` -> `sqrtC_real` ### Generalized @@ -118,36 +80,6 @@ ### Removed -- file `mathcomp_extra.v` - + lemma `Pos_to_natE` (moved to `Rstruct.v`) - + lemma `deg_le2_ge0` (available as `deg_le2_poly_ge0` in `ssrnum.v` - since MathComp 2.1.0) - -- in `lebesgue_integral.v`: - + definition `cst_mfun` - + lemma `mfun_cst` - -- in `cardinality.v`: - + lemma `cst_fimfun_subproof` - -- in `lebesgue_integral.v`: - + lemma `cst_mfun_subproof` (use lemma `measurable_cst` instead) - + lemma `cst_nnfun_subproof` (turned into a `Let`) - + lemma `indic_mfun_subproof` (use lemma `measurable_fun_indic` instead) - -- in `lebesgue_integral.v`: - + lemma `measurable_indic` (was uselessly specializing `measurable_fun_indic` (now `measurable_indic`) from `lebesgue_measure.v`) - + notation `measurable_fun_indic` (deprecation since 0.6.3) -- in `constructive_ereal.v` - + notation `lee_opp` (deprecated since 0.6.5) - + notation `lte_opp` (deprecated since 0.6.5) -- in `measure.v`: - + `dynkin_setI_bigsetI` (use `big_ind` instead) - -- in `lebesgue_measurable.v`: - + notation `measurable_fun_power_pos` (deprecated since 0.6.3) - + notation `measurable_power_pos` (deprecated since 0.6.4) - ### Infrastructure ### Misc