{ "cells": [ { "cell_type": "markdown", "id": "8b1be0e8", "metadata": {}, "source": [ "# HEP Demo\n", "\n", "Here we show a plausible small workflow on a real excerpt of particle data." ] }, { "cell_type": "code", "execution_count": 1, "id": "ae952d51", "metadata": {}, "outputs": [], "source": [ "import akimbo.pandas\n", "import pandas as pd\n", "import awkward as ak\n", "import dask_awkward as dak" ] }, { "cell_type": "code", "execution_count": 2, "id": "c69c1b7f", "metadata": {}, "outputs": [], "source": [ "ds = dak.from_parquet(\"s3://ddavistemp/hpq/*.parquet\", storage_options={\"anon\": True}).compute()" ] }, { "cell_type": "code", "execution_count": 3, "id": "4efc7d8a-5f64-4354-ab45-d2cc26e9d974", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[{run: 1, luminosityBlock: 13, event: 1201, MET: {pt: 19.5, phi: 3.1}, muons: [], gen: [{pt: 60.4, ...}, ...]},\n", " {run: 1, luminosityBlock: 13, event: 1202, MET: {pt: 20.4, phi: -2.18}, muons: [{pt: 18.6, ...}, ...], gen: [{...}, ...]},\n", " {run: 1, luminosityBlock: 13, event: 1203, MET: {pt: 28.8, phi: 2.62}, muons: [], gen: [{pt: 40.6, ...}]},\n", " {run: 1, luminosityBlock: 13, event: 1204, MET: {pt: 4.42, phi: -0.206}, muons: [{pt: 26.7, ...}, ...], gen: [{...}, ...]},\n", " {run: 1, luminosityBlock: 13, event: 1205, MET: {pt: 5.86, phi: 2.47}, muons: [{pt: 7.62, eta: ..., ...}], gen: [...]},\n", " ...,\n", " {run: 1, luminosityBlock: 2801, event: 80097, MET: {pt: 17.6, phi: 2.15}, muons: [], gen: [{pt: 24, ...}, ...]},\n", " {run: 1, luminosityBlock: 2801, event: 80098, MET: {pt: 15.5, phi: 0.718}, muons: [{pt: 18.6, ...}, ...], gen: [...]},\n", " {run: 1, luminosityBlock: 2801, event: 80099, MET: {pt: 16.2, phi: -0.555}, muons: [{pt: 26.1, ...}, ...], gen: [...]},\n", " {run: 1, luminosityBlock: 2801, event: 80100, MET: {pt: 18.8, phi: 0.657}, muons: [{pt: 30.4, ...}, ...], gen: [...]}]\n" ] } ], "source": [ "ds.show(limit_rows=10, limit_cols=140)" ] }, { "cell_type": "code", "execution_count": 4, "id": "18968885", "metadata": {}, "outputs": [], "source": [ "s = ak.to_arrow(ds, extensionarray=False).to_pandas(types_mapper=pd.ArrowDtype)" ] }, { "cell_type": "markdown", "id": "1489dd6e-de8e-437d-8c41-e6ac1d9a6dd4", "metadata": {}, "source": [ "![](muons_dataset1.svg)" ] }, { "cell_type": "code", "execution_count": 5, "id": "b5e1435b-7eae-4788-aa39-96161bd29294", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 {'run': 1, 'luminosityBlock': 13, 'event': 120...\n", "1 {'run': 1, 'luminosityBlock': 13, 'event': 120...\n", "2 {'run': 1, 'luminosityBlock': 13, 'event': 120...\n", "3 {'run': 1, 'luminosityBlock': 13, 'event': 120...\n", "4 {'run': 1, 'luminosityBlock': 13, 'event': 120...\n", " ... \n", "299678 {'run': 1, 'luminosityBlock': 2801, 'event': 8...\n", "299679 {'run': 1, 'luminosityBlock': 2801, 'event': 8...\n", "299680 {'run': 1, 'luminosityBlock': 2801, 'event': 8...\n", "299681 {'run': 1, 'luminosityBlock': 2801, 'event': 8...\n", "299682 {'run': 1, 'luminosityBlock': 2801, 'event': 8...\n", "Length: 299683, dtype: struct not null, muons: large_list not null> not null, gen: large_list not null> not null>[pyarrow]" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "s" ] }, { "cell_type": "markdown", "id": "64b5978e-9962-40f7-ae4b-bfd6c733a855", "metadata": {}, "source": [ "We can \"unroll\" the Series into a DataFrame by extracting columns that are primitive types (e.g. Series of ints or floats). We do this with the awkward accessor (`.ak` on the Series). In the accessor we have a `to_columns` method:" ] }, { "cell_type": "code", "execution_count": 6, "id": "30dc3935", "metadata": {}, "outputs": [], "source": [ "df = s.ak.unpack()" ] }, { "cell_type": "markdown", "id": "c05cac88-eb25-49b2-88db-ee096d2d86d4", "metadata": {}, "source": [ "![](muons_dataset_df.svg)" ] }, { "cell_type": "code", "execution_count": 7, "id": "e2ccc8ec-6892-48c9-b4a1-8e75db0b9e5a", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
runluminosityBlockeventMETmuonsgen
01131201{'pt': 19.49629020690918, 'phi': 3.09666585922...[][{'pt': 60.43461608886719, 'eta': -0.782095849...
11131202{'pt': 20.397918701171875, 'phi': -2.180577278...[{'pt': 18.583789825439453, 'eta': -0.17873963...[{'pt': 18.733409881591797, 'eta': -0.17861033...
21131203{'pt': 28.81757164001465, 'phi': 2.61683297157...[][{'pt': 40.565895080566406, 'eta': -0.33271655...
31131204{'pt': 4.415469169616699, 'phi': -0.2062562108...[{'pt': 26.678863525390625, 'eta': -1.23002457...[{'pt': 26.755929946899414, 'eta': -1.23014056...
41131205{'pt': 5.85665225982666, 'phi': 2.472323179244...[{'pt': 7.621268272399902, 'eta': 2.1535851955...[{'pt': 7.496843338012695, 'eta': 2.1539559364...
.....................
2996781280180096{'pt': 13.942445755004883, 'phi': -0.285923928...[{'pt': 5.740289211273193, 'eta': -1.979136943...[{'pt': 5.610562324523926, 'eta': -1.979978322...
2996791280180097{'pt': 17.55270004272461, 'phi': 2.15474414825...[][{'pt': 24.036447525024414, 'eta': 0.494034796...
2996801280180098{'pt': 15.480612754821777, 'phi': 0.7176428437...[{'pt': 18.630128860473633, 'eta': 0.646761536...[{'pt': 18.798992156982422, 'eta': 0.646190226...
2996811280180099{'pt': 16.163414001464844, 'phi': -0.555234909...[{'pt': 26.122941970825195, 'eta': -1.98191392...[{'pt': 25.94921112060547, 'eta': -1.981276035...
2996821280180100{'pt': 18.839515686035156, 'phi': 0.6565476059...[{'pt': 30.407604217529297, 'eta': 1.319252133...[{'pt': 29.94283676147461, 'eta': 1.3189213275...
\n", "

299683 rows × 6 columns

\n", "
" ], "text/plain": [ " run luminosityBlock event \\\n", "0 1 13 1201 \n", "1 1 13 1202 \n", "2 1 13 1203 \n", "3 1 13 1204 \n", "4 1 13 1205 \n", "... ... ... ... \n", "299678 1 2801 80096 \n", "299679 1 2801 80097 \n", "299680 1 2801 80098 \n", "299681 1 2801 80099 \n", "299682 1 2801 80100 \n", "\n", " MET \\\n", "0 {'pt': 19.49629020690918, 'phi': 3.09666585922... \n", "1 {'pt': 20.397918701171875, 'phi': -2.180577278... \n", "2 {'pt': 28.81757164001465, 'phi': 2.61683297157... \n", "3 {'pt': 4.415469169616699, 'phi': -0.2062562108... \n", "4 {'pt': 5.85665225982666, 'phi': 2.472323179244... \n", "... ... \n", "299678 {'pt': 13.942445755004883, 'phi': -0.285923928... \n", "299679 {'pt': 17.55270004272461, 'phi': 2.15474414825... \n", "299680 {'pt': 15.480612754821777, 'phi': 0.7176428437... \n", "299681 {'pt': 16.163414001464844, 'phi': -0.555234909... \n", "299682 {'pt': 18.839515686035156, 'phi': 0.6565476059... \n", "\n", " muons \\\n", "0 [] \n", "1 [{'pt': 18.583789825439453, 'eta': -0.17873963... \n", "2 [] \n", "3 [{'pt': 26.678863525390625, 'eta': -1.23002457... \n", "4 [{'pt': 7.621268272399902, 'eta': 2.1535851955... \n", "... ... \n", "299678 [{'pt': 5.740289211273193, 'eta': -1.979136943... \n", "299679 [] \n", "299680 [{'pt': 18.630128860473633, 'eta': 0.646761536... \n", "299681 [{'pt': 26.122941970825195, 'eta': -1.98191392... \n", "299682 [{'pt': 30.407604217529297, 'eta': 1.319252133... \n", "\n", " gen \n", "0 [{'pt': 60.43461608886719, 'eta': -0.782095849... \n", "1 [{'pt': 18.733409881591797, 'eta': -0.17861033... \n", "2 [{'pt': 40.565895080566406, 'eta': -0.33271655... \n", "3 [{'pt': 26.755929946899414, 'eta': -1.23014056... \n", "4 [{'pt': 7.496843338012695, 'eta': 2.1539559364... \n", "... ... \n", "299678 [{'pt': 5.610562324523926, 'eta': -1.979978322... \n", "299679 [{'pt': 24.036447525024414, 'eta': 0.494034796... \n", "299680 [{'pt': 18.798992156982422, 'eta': 0.646190226... \n", "299681 [{'pt': 25.94921112060547, 'eta': -1.981276035... \n", "299682 [{'pt': 29.94283676147461, 'eta': 1.3189213275... \n", "\n", "[299683 rows x 6 columns]" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df" ] }, { "cell_type": "code", "execution_count": 8, "id": "c72aa55e-838f-49c9-9da1-c3150b1ab28c", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 13\n", "1 13\n", "2 13\n", "3 13\n", "4 13\n", " ... \n", "299678 2801\n", "299679 2801\n", "299680 2801\n", "299681 2801\n", "299682 2801\n", "Name: luminosityBlock, Length: 299683, dtype: int64[pyarrow]" ] }, "execution_count": 8, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.luminosityBlock" ] }, { "cell_type": "code", "execution_count": 9, "id": "c541dc8c", "metadata": {}, "outputs": [], "source": [ "muons_series = df[\"muons\"]" ] }, { "cell_type": "code", "execution_count": 10, "id": "f6e93950", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 []\n", "1 [{'pt': 18.583789825439453, 'eta': -0.17873963...\n", "2 []\n", "3 [{'pt': 26.678863525390625, 'eta': -1.23002457...\n", "4 [{'pt': 7.621268272399902, 'eta': 2.1535851955...\n", " ... \n", "299678 [{'pt': 5.740289211273193, 'eta': -1.979136943...\n", "299679 []\n", "299680 [{'pt': 18.630128860473633, 'eta': 0.646761536...\n", "299681 [{'pt': 26.122941970825195, 'eta': -1.98191392...\n", "299682 [{'pt': 30.407604217529297, 'eta': 1.319252133...\n", "Name: muons, Length: 299683, dtype: large_list not null>[pyarrow]" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "muons_series" ] }, { "cell_type": "code", "execution_count": 11, "id": "7dac1797-496a-45ca-89cc-f663025b849f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "2.38 s ± 7.01 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n" ] } ], "source": [ "%%timeit\n", "[len(x) for x in muons_series.tolist()]" ] }, { "cell_type": "markdown", "id": "04ecbc23-4834-4ebe-bdb5-f2e467c2137d", "metadata": {}, "source": [ "In akimbo world we have access to functions from the awkward-array API:" ] }, { "cell_type": "code", "execution_count": 12, "id": "d890022a-cee1-49e6-b660-b056b1b3193a", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "922 μs ± 32 μs per loop (mean ± std. dev. of 7 runs, 1,000 loops each)\n" ] } ], "source": [ "%%timeit\n", "muons_series.ak.num(axis=1)" ] }, { "cell_type": "markdown", "id": "9d53798e-de6d-49b4-a536-15043341b4f7", "metadata": {}, "source": [ "Big performance improvement with compiled awkward code over Python iteration!" ] }, { "cell_type": "code", "execution_count": 13, "id": "05e7560c-90a6-4ce3-9372-7a833c841954", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "True" ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# ensure they give the same result\n", "[len(x) for x in muons_series.tolist()] == muons_series.ak.num(axis=1).tolist()" ] }, { "cell_type": "code", "execution_count": 14, "id": "4935847b-b227-4251-847b-03071a168374", "metadata": {}, "outputs": [], "source": [ "n_muons = muons_series.ak.num(axis=1)" ] }, { "cell_type": "markdown", "id": "545ee386-4ecb-4c50-970c-6496f26420ba", "metadata": {}, "source": [ "And we can use the results with other pandas analysis workflows..." ] }, { "cell_type": "code", "execution_count": 15, "id": "3c111826-5b67-4487-a3f4-1bbbaa5a5690", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 0\n", "1 2\n", "2 0\n", "3 3\n", "4 1\n", " ..\n", "299678 2\n", "299679 0\n", "299680 2\n", "299681 3\n", "299682 4\n", "Length: 299683, dtype: int64[pyarrow]" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "n_muons" ] }, { "cell_type": "code", "execution_count": 16, "id": "e648f4b8-f776-48b6-8dcc-3a9b73ce255a", "metadata": {}, "outputs": [], "source": [ "df[\"n_muons\"] = n_muons" ] }, { "cell_type": "code", "execution_count": 17, "id": "c4d138d0-e2dd-4dab-979c-63e02ac1c267", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
runluminosityBlockeventMETmuonsgenn_muons
01131201{'pt': 19.49629020690918, 'phi': 3.09666585922...[][{'pt': 60.43461608886719, 'eta': -0.782095849...0
11131202{'pt': 20.397918701171875, 'phi': -2.180577278...[{'pt': 18.583789825439453, 'eta': -0.17873963...[{'pt': 18.733409881591797, 'eta': -0.17861033...2
21131203{'pt': 28.81757164001465, 'phi': 2.61683297157...[][{'pt': 40.565895080566406, 'eta': -0.33271655...0
31131204{'pt': 4.415469169616699, 'phi': -0.2062562108...[{'pt': 26.678863525390625, 'eta': -1.23002457...[{'pt': 26.755929946899414, 'eta': -1.23014056...3
41131205{'pt': 5.85665225982666, 'phi': 2.472323179244...[{'pt': 7.621268272399902, 'eta': 2.1535851955...[{'pt': 7.496843338012695, 'eta': 2.1539559364...1
........................
2996781280180096{'pt': 13.942445755004883, 'phi': -0.285923928...[{'pt': 5.740289211273193, 'eta': -1.979136943...[{'pt': 5.610562324523926, 'eta': -1.979978322...2
2996791280180097{'pt': 17.55270004272461, 'phi': 2.15474414825...[][{'pt': 24.036447525024414, 'eta': 0.494034796...0
2996801280180098{'pt': 15.480612754821777, 'phi': 0.7176428437...[{'pt': 18.630128860473633, 'eta': 0.646761536...[{'pt': 18.798992156982422, 'eta': 0.646190226...2
2996811280180099{'pt': 16.163414001464844, 'phi': -0.555234909...[{'pt': 26.122941970825195, 'eta': -1.98191392...[{'pt': 25.94921112060547, 'eta': -1.981276035...3
2996821280180100{'pt': 18.839515686035156, 'phi': 0.6565476059...[{'pt': 30.407604217529297, 'eta': 1.319252133...[{'pt': 29.94283676147461, 'eta': 1.3189213275...4
\n", "

299683 rows × 7 columns

\n", "
" ], "text/plain": [ " run luminosityBlock event \\\n", "0 1 13 1201 \n", "1 1 13 1202 \n", "2 1 13 1203 \n", "3 1 13 1204 \n", "4 1 13 1205 \n", "... ... ... ... \n", "299678 1 2801 80096 \n", "299679 1 2801 80097 \n", "299680 1 2801 80098 \n", "299681 1 2801 80099 \n", "299682 1 2801 80100 \n", "\n", " MET \\\n", "0 {'pt': 19.49629020690918, 'phi': 3.09666585922... \n", "1 {'pt': 20.397918701171875, 'phi': -2.180577278... \n", "2 {'pt': 28.81757164001465, 'phi': 2.61683297157... \n", "3 {'pt': 4.415469169616699, 'phi': -0.2062562108... \n", "4 {'pt': 5.85665225982666, 'phi': 2.472323179244... \n", "... ... \n", "299678 {'pt': 13.942445755004883, 'phi': -0.285923928... \n", "299679 {'pt': 17.55270004272461, 'phi': 2.15474414825... \n", "299680 {'pt': 15.480612754821777, 'phi': 0.7176428437... \n", "299681 {'pt': 16.163414001464844, 'phi': -0.555234909... \n", "299682 {'pt': 18.839515686035156, 'phi': 0.6565476059... \n", "\n", " muons \\\n", "0 [] \n", "1 [{'pt': 18.583789825439453, 'eta': -0.17873963... \n", "2 [] \n", "3 [{'pt': 26.678863525390625, 'eta': -1.23002457... \n", "4 [{'pt': 7.621268272399902, 'eta': 2.1535851955... \n", "... ... \n", "299678 [{'pt': 5.740289211273193, 'eta': -1.979136943... \n", "299679 [] \n", "299680 [{'pt': 18.630128860473633, 'eta': 0.646761536... \n", "299681 [{'pt': 26.122941970825195, 'eta': -1.98191392... \n", "299682 [{'pt': 30.407604217529297, 'eta': 1.319252133... \n", "\n", " gen n_muons \n", "0 [{'pt': 60.43461608886719, 'eta': -0.782095849... 0 \n", "1 [{'pt': 18.733409881591797, 'eta': -0.17861033... 2 \n", "2 [{'pt': 40.565895080566406, 'eta': -0.33271655... 0 \n", "3 [{'pt': 26.755929946899414, 'eta': -1.23014056... 3 \n", "4 [{'pt': 7.496843338012695, 'eta': 2.1539559364... 1 \n", "... ... ... \n", "299678 [{'pt': 5.610562324523926, 'eta': -1.979978322... 2 \n", "299679 [{'pt': 24.036447525024414, 'eta': 0.494034796... 0 \n", "299680 [{'pt': 18.798992156982422, 'eta': 0.646190226... 2 \n", "299681 [{'pt': 25.94921112060547, 'eta': -1.981276035... 3 \n", "299682 [{'pt': 29.94283676147461, 'eta': 1.3189213275... 4 \n", "\n", "[299683 rows x 7 columns]" ] }, "execution_count": 17, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df" ] }, { "cell_type": "code", "execution_count": 18, "id": "7c23b25c-448f-406b-ad96-c1a3d95ac16e", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
runluminosityBlockeventMETmuonsgenn_muons
11131202{'pt': 20.397918701171875, 'phi': -2.180577278...[{'pt': 18.583789825439453, 'eta': -0.17873963...[{'pt': 18.733409881591797, 'eta': -0.17861033...2
31131204{'pt': 4.415469169616699, 'phi': -0.2062562108...[{'pt': 26.678863525390625, 'eta': -1.23002457...[{'pt': 26.755929946899414, 'eta': -1.23014056...3
91131210{'pt': 23.15256118774414, 'phi': -1.3448100090...[{'pt': 8.245718955993652, 'eta': 0.4933051466...[{'pt': 8.270858764648438, 'eta': 0.4933516085...2
101131211{'pt': 8.993561744689941, 'phi': -0.6995754837...[{'pt': 40.31018829345703, 'eta': -1.591983556...[{'pt': 40.29347610473633, 'eta': -1.591879606...2
111131212{'pt': 11.699790000915527, 'phi': -2.898928403...[{'pt': 41.209922790527344, 'eta': -1.75342404...[{'pt': 40.541831970214844, 'eta': -1.75308358...3
........................
2996771280180095{'pt': 6.506622791290283, 'phi': -2.8128659725...[{'pt': 26.82998275756836, 'eta': -1.692675352...[{'pt': 23.990140914916992, 'eta': -1.70475649...5
2996781280180096{'pt': 13.942445755004883, 'phi': -0.285923928...[{'pt': 5.740289211273193, 'eta': -1.979136943...[{'pt': 5.610562324523926, 'eta': -1.979978322...2
2996801280180098{'pt': 15.480612754821777, 'phi': 0.7176428437...[{'pt': 18.630128860473633, 'eta': 0.646761536...[{'pt': 18.798992156982422, 'eta': 0.646190226...2
2996811280180099{'pt': 16.163414001464844, 'phi': -0.555234909...[{'pt': 26.122941970825195, 'eta': -1.98191392...[{'pt': 25.94921112060547, 'eta': -1.981276035...3
2996821280180100{'pt': 18.839515686035156, 'phi': 0.6565476059...[{'pt': 30.407604217529297, 'eta': 1.319252133...[{'pt': 29.94283676147461, 'eta': 1.3189213275...4
\n", "

144474 rows × 7 columns

\n", "
" ], "text/plain": [ " run luminosityBlock event \\\n", "1 1 13 1202 \n", "3 1 13 1204 \n", "9 1 13 1210 \n", "10 1 13 1211 \n", "11 1 13 1212 \n", "... ... ... ... \n", "299677 1 2801 80095 \n", "299678 1 2801 80096 \n", "299680 1 2801 80098 \n", "299681 1 2801 80099 \n", "299682 1 2801 80100 \n", "\n", " MET \\\n", "1 {'pt': 20.397918701171875, 'phi': -2.180577278... \n", "3 {'pt': 4.415469169616699, 'phi': -0.2062562108... \n", "9 {'pt': 23.15256118774414, 'phi': -1.3448100090... \n", "10 {'pt': 8.993561744689941, 'phi': -0.6995754837... \n", "11 {'pt': 11.699790000915527, 'phi': -2.898928403... \n", "... ... \n", "299677 {'pt': 6.506622791290283, 'phi': -2.8128659725... \n", "299678 {'pt': 13.942445755004883, 'phi': -0.285923928... \n", "299680 {'pt': 15.480612754821777, 'phi': 0.7176428437... \n", "299681 {'pt': 16.163414001464844, 'phi': -0.555234909... \n", "299682 {'pt': 18.839515686035156, 'phi': 0.6565476059... \n", "\n", " muons \\\n", "1 [{'pt': 18.583789825439453, 'eta': -0.17873963... \n", "3 [{'pt': 26.678863525390625, 'eta': -1.23002457... \n", "9 [{'pt': 8.245718955993652, 'eta': 0.4933051466... \n", "10 [{'pt': 40.31018829345703, 'eta': -1.591983556... \n", "11 [{'pt': 41.209922790527344, 'eta': -1.75342404... \n", "... ... \n", "299677 [{'pt': 26.82998275756836, 'eta': -1.692675352... \n", "299678 [{'pt': 5.740289211273193, 'eta': -1.979136943... \n", "299680 [{'pt': 18.630128860473633, 'eta': 0.646761536... \n", "299681 [{'pt': 26.122941970825195, 'eta': -1.98191392... \n", "299682 [{'pt': 30.407604217529297, 'eta': 1.319252133... \n", "\n", " gen n_muons \n", "1 [{'pt': 18.733409881591797, 'eta': -0.17861033... 2 \n", "3 [{'pt': 26.755929946899414, 'eta': -1.23014056... 3 \n", "9 [{'pt': 8.270858764648438, 'eta': 0.4933516085... 2 \n", "10 [{'pt': 40.29347610473633, 'eta': -1.591879606... 2 \n", "11 [{'pt': 40.541831970214844, 'eta': -1.75308358... 3 \n", "... ... ... \n", "299677 [{'pt': 23.990140914916992, 'eta': -1.70475649... 5 \n", "299678 [{'pt': 5.610562324523926, 'eta': -1.979978322... 2 \n", "299680 [{'pt': 18.798992156982422, 'eta': 0.646190226... 2 \n", "299681 [{'pt': 25.94921112060547, 'eta': -1.981276035... 3 \n", "299682 [{'pt': 29.94283676147461, 'eta': 1.3189213275... 4 \n", "\n", "[144474 rows x 7 columns]" ] }, "execution_count": 18, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.query(\"n_muons >= 2\")" ] }, { "cell_type": "code", "execution_count": 19, "id": "fa29948d-51e1-4e78-940d-5254ac83c0a4", "metadata": {}, "outputs": [], "source": [ "df = df.query(\"n_muons >= 2\")" ] }, { "cell_type": "code", "execution_count": 20, "id": "1fda0638", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "luminosityBlock\n", "2143 -3.14158\n", "594 -3.141542\n", "2597 -3.141537\n", "1453 -3.141512\n", "1746 -3.141483\n", " ... \n", "1799 -2.282698\n", "1012 -2.273576\n", "2059 -2.244525\n", "47 -2.204018\n", "958 -2.181129\n", "Length: 2997, dtype: double[pyarrow]" ] }, "execution_count": 20, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.ak[\"MET\", \"phi\"].groupby(df.luminosityBlock).min().sort_values()" ] }, { "cell_type": "code", "execution_count": 21, "id": "bcd5ce54-4cd6-41a5-97eb-fb821d924f8f", "metadata": {}, "outputs": [], "source": [ "maybe_strange_lumiblock = int(df.ak[\"MET\", \"phi\"].groupby(df.luminosityBlock).min().idxmax())" ] }, { "cell_type": "code", "execution_count": 22, "id": "4a31f6d7-5014-4c18-b4ce-abf20c997543", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "958" ] }, "execution_count": 22, "metadata": {}, "output_type": "execute_result" } ], "source": [ "maybe_strange_lumiblock" ] }, { "cell_type": "code", "execution_count": 23, "id": "8cdaf2c9", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
runluminosityBlockeventMETmuonsgenn_muons
136194195895702{'pt': 9.32455062866211, 'phi': 0.053808707743...[{'pt': 17.39313507080078, 'eta': -1.847270846...[{'pt': 17.233966827392578, 'eta': -1.84710228...2
136195195895703{'pt': 15.678848266601562, 'phi': 1.0668007135...[{'pt': 34.96195602416992, 'eta': 1.0815714597...[{'pt': 34.21088790893555, 'eta': 1.0816322565...2
136196195895704{'pt': 10.801395416259766, 'phi': -1.883632421...[{'pt': 40.85875701904297, 'eta': 1.5373326539...[{'pt': 39.86746597290039, 'eta': 1.5372104644...5
136197195895705{'pt': 27.977304458618164, 'phi': -2.181129455...[{'pt': 42.02450180053711, 'eta': 0.6413493156...[{'pt': 42.0600471496582, 'eta': 0.64086186885...2
136198195895706{'pt': 44.71547317504883, 'phi': 2.52462005615...[{'pt': 9.585787773132324, 'eta': -1.828484535...[{'pt': 9.453995704650879, 'eta': -1.828184485...2
136202195895710{'pt': 4.6118950843811035, 'phi': -2.009603738...[{'pt': 12.712407112121582, 'eta': 1.665425777...[{'pt': 12.579483985900879, 'eta': 1.665357470...4
136204195895712{'pt': 10.901251792907715, 'phi': 1.6692819595...[{'pt': 28.988916397094727, 'eta': 1.426161408...[{'pt': 29.23183250427246, 'eta': 1.4259384870...2
136206195895714{'pt': 6.936832427978516, 'phi': 0.50806105136...[{'pt': 33.164180755615234, 'eta': -1.03487014...[{'pt': 33.692684173583984, 'eta': -1.03486096...4
136207195895715{'pt': 12.992511749267578, 'phi': 2.5144424438...[{'pt': 42.73493957519531, 'eta': -1.897092819...[{'pt': 41.00784683227539, 'eta': -1.897110700...3
136209195895717{'pt': 11.85525131225586, 'phi': -1.5537400245...[{'pt': 8.502578735351562, 'eta': -1.390953898...[{'pt': 8.506632804870605, 'eta': -1.391292810...2
136213195895721{'pt': 22.108491897583008, 'phi': 1.2742083072...[{'pt': 39.634498596191406, 'eta': -2.17111086...[{'pt': 39.1713752746582, 'eta': -2.1711895465...3
136214195895722{'pt': 39.396728515625, 'phi': -0.586968421936...[{'pt': 37.014530181884766, 'eta': 0.539512038...[{'pt': 36.64643096923828, 'eta': 0.5394459962...2
136217195895725{'pt': 28.107641220092773, 'phi': -2.061355113...[{'pt': 28.529312133789062, 'eta': -1.92499852...[{'pt': 28.674528121948242, 'eta': -1.92519390...2
136222195895730{'pt': 6.728403091430664, 'phi': 0.64055746793...[{'pt': 44.686187744140625, 'eta': -0.29042178...[{'pt': 44.80177307128906, 'eta': -0.290572881...4
136223195895731{'pt': 2.442694902420044, 'phi': 2.98343157768...[{'pt': 74.63383483886719, 'eta': 0.2354883253...[{'pt': 75.15045166015625, 'eta': 0.2356527149...2
136225195895733{'pt': 5.25895357131958, 'phi': 0.989695847034...[{'pt': 13.540238380432129, 'eta': -0.96499544...[{'pt': 13.687565803527832, 'eta': -0.96489042...3
136227195895735{'pt': 39.792320251464844, 'phi': -0.607204139...[{'pt': 28.45280647277832, 'eta': 1.4398310184...[{'pt': 28.934585571289062, 'eta': 1.439734458...2
136228195895736{'pt': 9.327455520629883, 'phi': -1.8331677913...[{'pt': 33.318115234375, 'eta': -1.35030031204...[{'pt': 34.288909912109375, 'eta': -1.35011303...2
136230195895738{'pt': 5.225285053253174, 'phi': 0.26599729061...[{'pt': 5.74852991104126, 'eta': -1.5219720602...[{'pt': 5.723165512084961, 'eta': -1.521689295...2
136231195895739{'pt': 19.77752113342285, 'phi': 2.56310439109...[{'pt': 21.930816650390625, 'eta': 1.622602462...[{'pt': 22.40825843811035, 'eta': 1.6232310533...4
136232195895740{'pt': 16.91146469116211, 'phi': 0.17997898161...[{'pt': 57.63543701171875, 'eta': 0.6997669935...[{'pt': 58.36896514892578, 'eta': 0.6996427178...3
136237195895745{'pt': 17.964941024780273, 'phi': 0.2798292934...[{'pt': 21.472057342529297, 'eta': -0.14510136...[{'pt': 21.377073287963867, 'eta': -0.14469610...2
136239195895747{'pt': 34.146915435791016, 'phi': -0.343910306...[{'pt': 47.73208236694336, 'eta': -0.195875376...[{'pt': 46.937984466552734, 'eta': -0.19632942...2
136241195895749{'pt': 60.79026794433594, 'phi': -1.1350969076...[{'pt': 5.522252082824707, 'eta': -0.910994112...[{'pt': 5.54920768737793, 'eta': -0.9106213450...2
136242195895750{'pt': 20.187013626098633, 'phi': 1.3756097555...[{'pt': 37.732452392578125, 'eta': 2.046837806...[{'pt': 36.122745513916016, 'eta': 2.046431303...2
136243195895751{'pt': 45.754146575927734, 'phi': -0.575200021...[{'pt': 35.7652587890625, 'eta': 1.84004938602...[{'pt': 35.632320404052734, 'eta': 1.839916348...2
136244195895752{'pt': 39.07128143310547, 'phi': 0.99168241024...[{'pt': 57.12268829345703, 'eta': 1.2766863107...[{'pt': 57.2701530456543, 'eta': 1.27632701396...4
136248195895756{'pt': 3.5609500408172607, 'phi': 2.7537925243...[{'pt': 31.377283096313477, 'eta': -2.16292452...[{'pt': 32.82319259643555, 'eta': -2.162747383...2
136249195895757{'pt': 9.218932151794434, 'phi': -2.0534968376...[{'pt': 69.20734405517578, 'eta': -1.621163845...[{'pt': 68.95838928222656, 'eta': -1.621161580...2
136252195895760{'pt': 18.948158264160156, 'phi': -1.723783731...[{'pt': 15.97077465057373, 'eta': 1.2463308572...[{'pt': 16.47576904296875, 'eta': 1.2466225624...2
136257195895765{'pt': 2.889784812927246, 'phi': 1.20234358310...[{'pt': 4.265729904174805, 'eta': 1.9936699867...[{'pt': 19.37196159362793, 'eta': 1.8591572046...2
136258195895766{'pt': 16.802858352661133, 'phi': -1.810781121...[{'pt': 9.82548713684082, 'eta': 1.16541755199...[{'pt': 9.746100425720215, 'eta': 1.1653298139...2
136261195895769{'pt': 24.222867965698242, 'phi': -0.425295323...[{'pt': 34.92827606201172, 'eta': 0.3492964506...[{'pt': 35.03514099121094, 'eta': 0.3486303985...2
136262195895770{'pt': 4.4938554763793945, 'phi': -0.196108326...[{'pt': 32.37409591674805, 'eta': -0.309629142...[{'pt': 33.08842468261719, 'eta': -0.309075087...2
136266195895774{'pt': 15.200396537780762, 'phi': -0.340379208...[{'pt': 8.123419761657715, 'eta': -1.234412431...[{'pt': 8.026605606079102, 'eta': -1.235345721...2
136267195895775{'pt': 8.26032829284668, 'phi': -0.23124067485...[{'pt': 56.755157470703125, 'eta': 1.028796076...[{'pt': 56.293296813964844, 'eta': 1.028779745...2
136268195895776{'pt': 13.11574649810791, 'phi': 1.36859905719...[{'pt': 18.178020477294922, 'eta': -2.23843741...[{'pt': 18.548580169677734, 'eta': -2.23823046...2
136269195895777{'pt': 25.982837677001953, 'phi': 0.6142482161...[{'pt': 59.537254333496094, 'eta': -1.79875850...[{'pt': 60.195823669433594, 'eta': -1.79869830...2
136272195895780{'pt': 6.408741474151611, 'phi': 1.24201548099...[{'pt': 9.31895637512207, 'eta': -0.7859385609...[{'pt': 9.313433647155762, 'eta': -0.786293327...2
136273195895781{'pt': 11.913872718811035, 'phi': 0.8305811882...[{'pt': 36.297996520996094, 'eta': 1.849698901...[{'pt': 37.235496520996094, 'eta': 1.849808931...4
136277195895785{'pt': 5.784417629241943, 'phi': 1.06288385391...[{'pt': 5.388668060302734, 'eta': 0.8629760146...[{'pt': 5.2818498611450195, 'eta': 0.863830327...2
136278195895786{'pt': 53.30470657348633, 'phi': 2.96238994598...[{'pt': 46.658206939697266, 'eta': -2.09441971...[{'pt': 47.01996994018555, 'eta': -2.094365358...2
136280195895788{'pt': 79.87776947021484, 'phi': 0.11870313435...[{'pt': 13.233634948730469, 'eta': 1.643572211...[{'pt': 13.423243522644043, 'eta': 1.643285036...4
136282195895790{'pt': 30.711828231811523, 'phi': 0.3528386950...[{'pt': 20.057493209838867, 'eta': -1.47776961...[{'pt': 33.98409652709961, 'eta': -1.472594022...3
136284195895792{'pt': 2.3940744400024414, 'phi': -0.816025972...[{'pt': 6.69031286239624, 'eta': 1.60692858695...[{'pt': 6.756163597106934, 'eta': 1.6070077419...2
136287195895795{'pt': 14.409249305725098, 'phi': 0.1069312840...[{'pt': 3.9270830154418945, 'eta': -1.91549956...[{'pt': 1.5912946462631226, 'eta': -0.62308007...3
136288195895796{'pt': 24.02878189086914, 'phi': -1.5590174198...[{'pt': 10.37822437286377, 'eta': -0.442846536...[{'pt': 10.33800983428955, 'eta': -0.442937105...2
136289195895797{'pt': 28.7943115234375, 'phi': 0.793956518173...[{'pt': 8.992547988891602, 'eta': -1.181468605...[{'pt': 8.802826881408691, 'eta': -1.181635737...4
136290195895798{'pt': 17.060649871826172, 'phi': 1.4013400077...[{'pt': 53.44632339477539, 'eta': -1.892633676...[{'pt': 51.28750991821289, 'eta': -1.892772078...2
136291195895799{'pt': 5.828614711761475, 'phi': 0.90214794874...[{'pt': 5.276854038238525, 'eta': 1.5319671630...[{'pt': 5.306309223175049, 'eta': 1.5308386087...2
\n", "
" ], "text/plain": [ " run luminosityBlock event \\\n", "136194 1 958 95702 \n", "136195 1 958 95703 \n", "136196 1 958 95704 \n", "136197 1 958 95705 \n", "136198 1 958 95706 \n", "136202 1 958 95710 \n", "136204 1 958 95712 \n", "136206 1 958 95714 \n", "136207 1 958 95715 \n", "136209 1 958 95717 \n", "136213 1 958 95721 \n", "136214 1 958 95722 \n", "136217 1 958 95725 \n", "136222 1 958 95730 \n", "136223 1 958 95731 \n", "136225 1 958 95733 \n", "136227 1 958 95735 \n", "136228 1 958 95736 \n", "136230 1 958 95738 \n", "136231 1 958 95739 \n", "136232 1 958 95740 \n", "136237 1 958 95745 \n", "136239 1 958 95747 \n", "136241 1 958 95749 \n", "136242 1 958 95750 \n", "136243 1 958 95751 \n", "136244 1 958 95752 \n", "136248 1 958 95756 \n", "136249 1 958 95757 \n", "136252 1 958 95760 \n", "136257 1 958 95765 \n", "136258 1 958 95766 \n", "136261 1 958 95769 \n", "136262 1 958 95770 \n", "136266 1 958 95774 \n", "136267 1 958 95775 \n", "136268 1 958 95776 \n", "136269 1 958 95777 \n", "136272 1 958 95780 \n", "136273 1 958 95781 \n", "136277 1 958 95785 \n", "136278 1 958 95786 \n", "136280 1 958 95788 \n", "136282 1 958 95790 \n", "136284 1 958 95792 \n", "136287 1 958 95795 \n", "136288 1 958 95796 \n", "136289 1 958 95797 \n", "136290 1 958 95798 \n", "136291 1 958 95799 \n", "\n", " MET \\\n", "136194 {'pt': 9.32455062866211, 'phi': 0.053808707743... \n", "136195 {'pt': 15.678848266601562, 'phi': 1.0668007135... \n", "136196 {'pt': 10.801395416259766, 'phi': -1.883632421... \n", "136197 {'pt': 27.977304458618164, 'phi': -2.181129455... \n", "136198 {'pt': 44.71547317504883, 'phi': 2.52462005615... \n", "136202 {'pt': 4.6118950843811035, 'phi': -2.009603738... \n", "136204 {'pt': 10.901251792907715, 'phi': 1.6692819595... \n", "136206 {'pt': 6.936832427978516, 'phi': 0.50806105136... \n", "136207 {'pt': 12.992511749267578, 'phi': 2.5144424438... \n", "136209 {'pt': 11.85525131225586, 'phi': -1.5537400245... \n", "136213 {'pt': 22.108491897583008, 'phi': 1.2742083072... \n", "136214 {'pt': 39.396728515625, 'phi': -0.586968421936... \n", "136217 {'pt': 28.107641220092773, 'phi': -2.061355113... \n", "136222 {'pt': 6.728403091430664, 'phi': 0.64055746793... \n", "136223 {'pt': 2.442694902420044, 'phi': 2.98343157768... \n", "136225 {'pt': 5.25895357131958, 'phi': 0.989695847034... \n", "136227 {'pt': 39.792320251464844, 'phi': -0.607204139... \n", "136228 {'pt': 9.327455520629883, 'phi': -1.8331677913... \n", "136230 {'pt': 5.225285053253174, 'phi': 0.26599729061... \n", "136231 {'pt': 19.77752113342285, 'phi': 2.56310439109... \n", "136232 {'pt': 16.91146469116211, 'phi': 0.17997898161... \n", "136237 {'pt': 17.964941024780273, 'phi': 0.2798292934... \n", "136239 {'pt': 34.146915435791016, 'phi': -0.343910306... \n", "136241 {'pt': 60.79026794433594, 'phi': -1.1350969076... \n", "136242 {'pt': 20.187013626098633, 'phi': 1.3756097555... \n", "136243 {'pt': 45.754146575927734, 'phi': -0.575200021... \n", "136244 {'pt': 39.07128143310547, 'phi': 0.99168241024... \n", "136248 {'pt': 3.5609500408172607, 'phi': 2.7537925243... \n", "136249 {'pt': 9.218932151794434, 'phi': -2.0534968376... \n", "136252 {'pt': 18.948158264160156, 'phi': -1.723783731... \n", "136257 {'pt': 2.889784812927246, 'phi': 1.20234358310... \n", "136258 {'pt': 16.802858352661133, 'phi': -1.810781121... \n", "136261 {'pt': 24.222867965698242, 'phi': -0.425295323... \n", "136262 {'pt': 4.4938554763793945, 'phi': -0.196108326... \n", "136266 {'pt': 15.200396537780762, 'phi': -0.340379208... \n", "136267 {'pt': 8.26032829284668, 'phi': -0.23124067485... \n", "136268 {'pt': 13.11574649810791, 'phi': 1.36859905719... \n", "136269 {'pt': 25.982837677001953, 'phi': 0.6142482161... \n", "136272 {'pt': 6.408741474151611, 'phi': 1.24201548099... \n", "136273 {'pt': 11.913872718811035, 'phi': 0.8305811882... \n", "136277 {'pt': 5.784417629241943, 'phi': 1.06288385391... \n", "136278 {'pt': 53.30470657348633, 'phi': 2.96238994598... \n", "136280 {'pt': 79.87776947021484, 'phi': 0.11870313435... \n", "136282 {'pt': 30.711828231811523, 'phi': 0.3528386950... \n", "136284 {'pt': 2.3940744400024414, 'phi': -0.816025972... \n", "136287 {'pt': 14.409249305725098, 'phi': 0.1069312840... \n", "136288 {'pt': 24.02878189086914, 'phi': -1.5590174198... \n", "136289 {'pt': 28.7943115234375, 'phi': 0.793956518173... \n", "136290 {'pt': 17.060649871826172, 'phi': 1.4013400077... \n", "136291 {'pt': 5.828614711761475, 'phi': 0.90214794874... \n", "\n", " muons \\\n", "136194 [{'pt': 17.39313507080078, 'eta': -1.847270846... \n", "136195 [{'pt': 34.96195602416992, 'eta': 1.0815714597... \n", "136196 [{'pt': 40.85875701904297, 'eta': 1.5373326539... \n", "136197 [{'pt': 42.02450180053711, 'eta': 0.6413493156... \n", "136198 [{'pt': 9.585787773132324, 'eta': -1.828484535... \n", "136202 [{'pt': 12.712407112121582, 'eta': 1.665425777... \n", "136204 [{'pt': 28.988916397094727, 'eta': 1.426161408... \n", "136206 [{'pt': 33.164180755615234, 'eta': -1.03487014... \n", "136207 [{'pt': 42.73493957519531, 'eta': -1.897092819... \n", "136209 [{'pt': 8.502578735351562, 'eta': -1.390953898... \n", "136213 [{'pt': 39.634498596191406, 'eta': -2.17111086... \n", "136214 [{'pt': 37.014530181884766, 'eta': 0.539512038... \n", "136217 [{'pt': 28.529312133789062, 'eta': -1.92499852... \n", "136222 [{'pt': 44.686187744140625, 'eta': -0.29042178... \n", "136223 [{'pt': 74.63383483886719, 'eta': 0.2354883253... \n", "136225 [{'pt': 13.540238380432129, 'eta': -0.96499544... \n", "136227 [{'pt': 28.45280647277832, 'eta': 1.4398310184... \n", "136228 [{'pt': 33.318115234375, 'eta': -1.35030031204... \n", "136230 [{'pt': 5.74852991104126, 'eta': -1.5219720602... \n", "136231 [{'pt': 21.930816650390625, 'eta': 1.622602462... \n", "136232 [{'pt': 57.63543701171875, 'eta': 0.6997669935... \n", "136237 [{'pt': 21.472057342529297, 'eta': -0.14510136... \n", "136239 [{'pt': 47.73208236694336, 'eta': -0.195875376... \n", "136241 [{'pt': 5.522252082824707, 'eta': -0.910994112... \n", "136242 [{'pt': 37.732452392578125, 'eta': 2.046837806... \n", "136243 [{'pt': 35.7652587890625, 'eta': 1.84004938602... \n", "136244 [{'pt': 57.12268829345703, 'eta': 1.2766863107... \n", "136248 [{'pt': 31.377283096313477, 'eta': -2.16292452... \n", "136249 [{'pt': 69.20734405517578, 'eta': -1.621163845... \n", "136252 [{'pt': 15.97077465057373, 'eta': 1.2463308572... \n", "136257 [{'pt': 4.265729904174805, 'eta': 1.9936699867... \n", "136258 [{'pt': 9.82548713684082, 'eta': 1.16541755199... \n", "136261 [{'pt': 34.92827606201172, 'eta': 0.3492964506... \n", "136262 [{'pt': 32.37409591674805, 'eta': -0.309629142... \n", "136266 [{'pt': 8.123419761657715, 'eta': -1.234412431... \n", "136267 [{'pt': 56.755157470703125, 'eta': 1.028796076... \n", "136268 [{'pt': 18.178020477294922, 'eta': -2.23843741... \n", "136269 [{'pt': 59.537254333496094, 'eta': -1.79875850... \n", "136272 [{'pt': 9.31895637512207, 'eta': -0.7859385609... \n", "136273 [{'pt': 36.297996520996094, 'eta': 1.849698901... \n", "136277 [{'pt': 5.388668060302734, 'eta': 0.8629760146... \n", "136278 [{'pt': 46.658206939697266, 'eta': -2.09441971... \n", "136280 [{'pt': 13.233634948730469, 'eta': 1.643572211... \n", "136282 [{'pt': 20.057493209838867, 'eta': -1.47776961... \n", "136284 [{'pt': 6.69031286239624, 'eta': 1.60692858695... \n", "136287 [{'pt': 3.9270830154418945, 'eta': -1.91549956... \n", "136288 [{'pt': 10.37822437286377, 'eta': -0.442846536... \n", "136289 [{'pt': 8.992547988891602, 'eta': -1.181468605... \n", "136290 [{'pt': 53.44632339477539, 'eta': -1.892633676... \n", "136291 [{'pt': 5.276854038238525, 'eta': 1.5319671630... \n", "\n", " gen n_muons \n", "136194 [{'pt': 17.233966827392578, 'eta': -1.84710228... 2 \n", "136195 [{'pt': 34.21088790893555, 'eta': 1.0816322565... 2 \n", "136196 [{'pt': 39.86746597290039, 'eta': 1.5372104644... 5 \n", "136197 [{'pt': 42.0600471496582, 'eta': 0.64086186885... 2 \n", "136198 [{'pt': 9.453995704650879, 'eta': -1.828184485... 2 \n", "136202 [{'pt': 12.579483985900879, 'eta': 1.665357470... 4 \n", "136204 [{'pt': 29.23183250427246, 'eta': 1.4259384870... 2 \n", "136206 [{'pt': 33.692684173583984, 'eta': -1.03486096... 4 \n", "136207 [{'pt': 41.00784683227539, 'eta': -1.897110700... 3 \n", "136209 [{'pt': 8.506632804870605, 'eta': -1.391292810... 2 \n", "136213 [{'pt': 39.1713752746582, 'eta': -2.1711895465... 3 \n", "136214 [{'pt': 36.64643096923828, 'eta': 0.5394459962... 2 \n", "136217 [{'pt': 28.674528121948242, 'eta': -1.92519390... 2 \n", "136222 [{'pt': 44.80177307128906, 'eta': -0.290572881... 4 \n", "136223 [{'pt': 75.15045166015625, 'eta': 0.2356527149... 2 \n", "136225 [{'pt': 13.687565803527832, 'eta': -0.96489042... 3 \n", "136227 [{'pt': 28.934585571289062, 'eta': 1.439734458... 2 \n", "136228 [{'pt': 34.288909912109375, 'eta': -1.35011303... 2 \n", "136230 [{'pt': 5.723165512084961, 'eta': -1.521689295... 2 \n", "136231 [{'pt': 22.40825843811035, 'eta': 1.6232310533... 4 \n", "136232 [{'pt': 58.36896514892578, 'eta': 0.6996427178... 3 \n", "136237 [{'pt': 21.377073287963867, 'eta': -0.14469610... 2 \n", "136239 [{'pt': 46.937984466552734, 'eta': -0.19632942... 2 \n", "136241 [{'pt': 5.54920768737793, 'eta': -0.9106213450... 2 \n", "136242 [{'pt': 36.122745513916016, 'eta': 2.046431303... 2 \n", "136243 [{'pt': 35.632320404052734, 'eta': 1.839916348... 2 \n", "136244 [{'pt': 57.2701530456543, 'eta': 1.27632701396... 4 \n", "136248 [{'pt': 32.82319259643555, 'eta': -2.162747383... 2 \n", "136249 [{'pt': 68.95838928222656, 'eta': -1.621161580... 2 \n", "136252 [{'pt': 16.47576904296875, 'eta': 1.2466225624... 2 \n", "136257 [{'pt': 19.37196159362793, 'eta': 1.8591572046... 2 \n", "136258 [{'pt': 9.746100425720215, 'eta': 1.1653298139... 2 \n", "136261 [{'pt': 35.03514099121094, 'eta': 0.3486303985... 2 \n", "136262 [{'pt': 33.08842468261719, 'eta': -0.309075087... 2 \n", "136266 [{'pt': 8.026605606079102, 'eta': -1.235345721... 2 \n", "136267 [{'pt': 56.293296813964844, 'eta': 1.028779745... 2 \n", "136268 [{'pt': 18.548580169677734, 'eta': -2.23823046... 2 \n", "136269 [{'pt': 60.195823669433594, 'eta': -1.79869830... 2 \n", "136272 [{'pt': 9.313433647155762, 'eta': -0.786293327... 2 \n", "136273 [{'pt': 37.235496520996094, 'eta': 1.849808931... 4 \n", "136277 [{'pt': 5.2818498611450195, 'eta': 0.863830327... 2 \n", "136278 [{'pt': 47.01996994018555, 'eta': -2.094365358... 2 \n", "136280 [{'pt': 13.423243522644043, 'eta': 1.643285036... 4 \n", "136282 [{'pt': 33.98409652709961, 'eta': -1.472594022... 3 \n", "136284 [{'pt': 6.756163597106934, 'eta': 1.6070077419... 2 \n", "136287 [{'pt': 1.5912946462631226, 'eta': -0.62308007... 3 \n", "136288 [{'pt': 10.33800983428955, 'eta': -0.442937105... 2 \n", "136289 [{'pt': 8.802826881408691, 'eta': -1.181635737... 4 \n", "136290 [{'pt': 51.28750991821289, 'eta': -1.892772078... 2 \n", "136291 [{'pt': 5.306309223175049, 'eta': 1.5308386087... 2 " ] }, "execution_count": 23, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df[df.luminosityBlock == maybe_strange_lumiblock]" ] }, { "cell_type": "code", "execution_count": 24, "id": "162bb191-ade2-4aa4-b142-aea09e5ebd4d", "metadata": {}, "outputs": [], "source": [ "# save for further analysis\n", "df[df.luminosityBlock == maybe_strange_lumiblock].to_parquet(\"strange.parquet\")" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.9" } }, "nbformat": 4, "nbformat_minor": 5 }