1
Fork 0
mirror of https://github.com/Steffo99/unisteffo.git synced 2024-11-21 23:44:22 +00:00

Add big data

This commit is contained in:
Steffo 2022-09-28 11:16:00 +02:00
parent b7c4fa05ee
commit 4b8dfe42ba
9 changed files with 203 additions and 2 deletions

8
.idea/.gitignore vendored Normal file
View file

@ -0,0 +1,8 @@
# Default ignored files
/shelf/
/workspace.xml
# Editor-based HTTP Client requests
/httpRequests/
# Datasource local storage ignored files
/dataSources/
/dataSources.local.xml

View file

@ -0,0 +1,9 @@
<?xml version="1.0" encoding="UTF-8"?>
<module type="JAVA_MODULE" version="4">
<component name="NewModuleRootManager" inherit-compiler-output="true">
<exclude-output />
<content url="file://$MODULE_DIR$" />
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
</component>
</module>

View file

@ -0,0 +1,10 @@
<component name="InspectionProjectProfileManager">
<profile version="1.0">
<option name="myName" value="Project Default" />
<inspection_tool class="SpellCheckingInspection" enabled="false" level="TYPO" enabled_by_default="false">
<option name="processCode" value="true" />
<option name="processLiterals" value="true" />
<option name="processComments" value="true" />
</inspection_tool>
</profile>
</component>

6
.idea/misc.xml Normal file
View file

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectRootManager">
<output url="file://$PROJECT_DIR$/out" />
</component>
</project>

8
.idea/modules.xml Normal file
View file

@ -0,0 +1,8 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/.idea/appuntiweb-omega.iml" filepath="$PROJECT_DIR$/.idea/appuntiweb-omega.iml" />
</modules>
</component>
</project>

6
.idea/vcs.xml Normal file
View file

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="" vcs="Git" />
</component>
</project>

View file

@ -170,9 +170,11 @@ const Home: NextPage = () => {
<Heading level={3}>
Anno 4
</Heading>
<ListUnordered disabled={true}>
<ListUnordered>
<ListUnordered.Item>
TBD
<Link href="/year4/bigdata">
Big data analytics
</Link>
</ListUnordered.Item>
</ListUnordered>
</Box>

View file

@ -0,0 +1,65 @@
import {Heading, Chapter, Box, Idiomatic as I, Panel, ListUnordered, Parenthesis} from "@steffo/bluelib-react"
import type { NextPage, NextPageContext } from 'next'
import { Link } from '../../../components/link'
import { Warn1024 } from '../../../components/warn'
export async function getStaticProps(_context: NextPageContext) {
return {
props: {}
}
}
const Page: NextPage = () => {
return <>
<Heading level={2}>
Big data analytics
</Heading>
<Chapter>
<Box todo>
<Heading level={3}>
Premessa
</Heading>
<p>
TODO
</p>
</Box>
</Chapter>
<Chapter>
<Box todo>
<Heading level={3}>
Materiale raccolto
</Heading>
<p>
TODO
</p>
<Chapter>
<Panel>
<Heading level={4}>
Appuntiweb
</Heading>
<Warn1024/>
<ListUnordered>
<ListUnordered.Item>
<Link href="/year4/bigdata/teoria">Appunti di teoria</Link>
</ListUnordered.Item>
</ListUnordered>
</Panel>
</Chapter>
</Box>
</Chapter>
<Chapter>
<Box>
<Heading level={3}>
Cose bizzarre
</Heading>
<Parenthesis>
La prof. Mandreoli consiglia il film <Link href={"https://en.wikipedia.org/wiki/Moneyball_(film)"}>Moneyball</Link>, (perchè fa vedere quanto sia utile la data science).
</Parenthesis>
</Box>
</Chapter>
</>
}
export default Page

View file

@ -0,0 +1,87 @@
import {Heading, Chapter, Box, ListUnordered, ListOrdered, Parenthesis, Idiomatic as I, BringAttention as B} from "@steffo/bluelib-react"
import type { NextPage, NextPageContext } from 'next'
import { Link } from '../../../components/link'
export async function getStaticProps(_context: NextPageContext) {
return {
props: {}
}
}
const Page: NextPage = () => {
return <>
<Heading level={2}>
<Link href="/year4/bigdata">
Big data analytics
</Link>
</Heading>
<Chapter>
<Heading level={3}>
Fasi di elaborazione dei dati
</Heading>
<Box>
<Heading level={3}>
Raccolta dati
</Heading>
<p>
I dati vengono massivamente <I>raccolti</I> da tutte le fonti disponibili.
</p>
<Parenthesis>
Ad esempio, possono essere raccolti da:
<ListUnordered>
<ListUnordered.Item>Download diretto</ListUnordered.Item>
<ListUnordered.Item>Generazione via simulazione</ListUnordered.Item>
<ListUnordered.Item>Database pubblici</ListUnordered.Item>
<ListUnordered.Item>Richieste ad un'API</ListUnordered.Item>
<ListUnordered.Item>Scraping di pagine web dinamiche</ListUnordered.Item>
</ListUnordered>
</Parenthesis>
</Box>
<Box>
<Heading level={3}>
Elaborazione dati
</Heading>
<p>
I dati raccolti vengono <I>elaborati</I> e puliti, trasformandoli in formati su cui sia possibile effettuare analisi.
</p>
<Parenthesis>
Ad esempio, se i dati provengono da basi di dati diverse, vengono resi uniformi e normalizzati.
</Parenthesis>
</Box>
<Box>
<Heading level={3}>
Analisi esploratoria
</Heading>
<p>
Vengono <I>analizzati</I> i dati in generale per farsi un'idea di come costruire i modelli successivamente.
</p>
<p>
Per aiutarsi nell'analisi, possono essere realizzate <B>visualizzazioni</B>, come grafici o mappe, che possono rappresentare alcune proprietà dei dati.
</p>
<Parenthesis>
Questa è la fase in cui <Link href={"https://matplotlib.org/"}>Matplotlib</Link> diventa utile!
</Parenthesis>
</Box>
<Box todo>
<Heading level={3}>
Sviluppo modelli
</Heading>
<p>
la prof ha lasciato a metà il discorso
</p>
</Box>
<Box todo>
<Heading level={3}>
Verifica ipotesi
</Heading>
<p>
le slide non continuano oltre
</p>
</Box>
</Chapter>
</>
}
export default Page