Skip to content

Commit 1a8821f

Browse files
authored
Merge branch 'devsonket:develop' into develop
2 parents b6b23a6 + 617ac36 commit 1a8821f

5 files changed

Lines changed: 148 additions & 7 deletions

File tree

data/git.json

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -265,6 +265,10 @@
265265
"definition":"ব্রাঞ্চ চেঞ্জ করতে",
266266
"code":"git checkout [branch_name]"
267267
},
268+
{
269+
"definition":"ব্রাঞ্চ চেঞ্জ করতে(নতুন কমান্ড)",
270+
"code":"git switch [branch_name]"
271+
},
268272
{
269273
"definition":"ব্রাঞ্চ তৈরী এবং চেঞ্জ করা",
270274
"code":"git checkout -b \"branch name\""

data/pyspark.json

Lines changed: 133 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,133 @@
1+
{
2+
"id": "Pyspark",
3+
"title": "পাইস্পার্ক চিটশিট",
4+
"slug": "Pyspark",
5+
"description": "PySpark হল Apache Spark-এর Python API, এটি ওপেন সোর্স, distributed computing framework এবং রিয়েল-টাইম, large-scale data processing এর কাজে ব্যবহৃত হয়",
6+
"colorPref": "#b57521",
7+
"contents": [
8+
{
9+
"title": "SparkSession সেটআপ/চালু করা",
10+
"items": [
11+
{
12+
"definition": "SparkSession এ Pyspark initialize করুন",
13+
"code": [
14+
"from pyspark.sql import SparkSession",
15+
"spark = SparkSession.builder.appName('randomName').getOrCreate()"
16+
]
17+
}
18+
]
19+
},
20+
{
21+
"title": "ডাটাফ্রেম তৈরী ও লোড করা",
22+
"items": [
23+
{
24+
"definition": "ডাটাফ্রেম তৈরী করা",
25+
"code": [
26+
"from pyspark.sql.types import*",
27+
"spark.createDataFrame([(1, 'a'), (2, 'b')], ['num', 'letter'])"
28+
]
29+
},
30+
{
31+
"definition": " CSV file লোড করা",
32+
"code": "df = spark.read.load('/home/Dataset/Case.csv', format = 'csv', sep = ',', inferScheme = True, header = True)"
33+
},
34+
{
35+
"definition": "Txt file লোড করা",
36+
"code": "df = spark.read.text('people.txt')"
37+
},
38+
{
39+
"definition": "JSON file লোড করা",
40+
"code": "df = spark.read.json('customer.json')"
41+
}
42+
]
43+
},
44+
{
45+
"title": "Data Modify রিলেটেড কমান্ড সমুহ",
46+
"items": [
47+
{
48+
"definition": "Data ফিল্টার করা",
49+
"code": "df.filter(df['age']>24).show()"
50+
},
51+
{
52+
"definition": "Duplicate Data ড্রপ করা",
53+
"code": "df.dropDuplicates()"
54+
},
55+
{
56+
"definition": "null Data সরানো",
57+
"code": "df.na.drop().show()"
58+
},
59+
{
60+
"definition": "null value replace করা",
61+
"code": "df.na.fill(50).show()"
62+
},
63+
{
64+
"definition": "নির্দিষ্ট কলাম show করা",
65+
"code": "df.select('columnName').show()"
66+
}
67+
]
68+
},
69+
{
70+
"title": "Data Inspect রিলেটেড কমান্ড সমুহ",
71+
"items": [
72+
{
73+
"definition": "কলামের নাম ও ডাটা টাইপ দেখা",
74+
"code": "df.dtypes"
75+
},
76+
{
77+
"definition": "df এর কনটেন্ট show করা",
78+
"code": "df.show()"
79+
},
80+
{
81+
"definition": "df এর প্রথম ১০টি row দেখা ",
82+
"code": "df.head(10)"
83+
},
84+
{
85+
"definition": "df এর প্রথম row দেখা",
86+
"code": "df.first()"
87+
},
88+
{
89+
"definition": "Row এর সংখ্যা দেখা",
90+
"code": "df.count()"
91+
},
92+
{
93+
"definition": "df এর Schema দেখা",
94+
"code": "df.printSchema()"
95+
},
96+
{
97+
"definition": "df এর logical ও physical plan দেখা",
98+
"code": "df.explain()"
99+
}
100+
]
101+
},
102+
{
103+
"title": "Convert ও Output রিলেটেড কমান্ড সমুহ",
104+
"items": [
105+
{
106+
"definition": "DataFrame কে RDD তে রূপান্তর করা",
107+
"code": "rdd1 = df.rdd"
108+
},
109+
{
110+
"definition": "df এর কনটেন্ট Pandas Dataframe এ করে দেখা",
111+
"code": "df.toPandas()"
112+
},
113+
{
114+
"definition": "ফাইল Write ও Save করা",
115+
"code": "RDD.write.option('header',True).csv('/home/Data')"
116+
},
117+
{
118+
"definition": "Text ফাইল Save করা",
119+
"code": "textRdd.saveAsTextFile('/home/Data')"
120+
}
121+
]
122+
},
123+
{
124+
"title": "SparkSession Close করা",
125+
"items": [
126+
{
127+
"definition": "তৈরিকৃত Session Close করা",
128+
"code": "spark.stop()"
129+
}
130+
]
131+
}
132+
]
133+
}

data/shell.json

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,10 @@
6060
"definition": "ওয়ার্কিং ডিরেক্টরি পরির্তন করা",
6161
"code": "cd <directory-path>"
6262
},
63+
{
64+
"definition": "ওয়ার্কিং ডিরেক্টরি থেকে আগের ডিরেক্টরিতে যেতে",
65+
"code": "popd OR cd .."
66+
},
6367
{
6468
"definition": "ডিরেক্টরি তৈরী করা",
6569
"code": "mkdir <directory-name>"
@@ -141,4 +145,4 @@
141145
}
142146
]
143147
}
144-
148+

package-lock.json

Lines changed: 3 additions & 3 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

yarn.lock

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9324,9 +9324,9 @@ mkdirp@^1.0.4:
93249324
integrity sha512-vVqVZQyf3WLx2Shd0qJ9xuvqgAyKPLAiqITEtqW0oIUjzo3PePDd6fW9iFz30ef7Ysp/oiWqbhszeGWW2T6Gzw==
93259325

93269326
moment@^2.27.0:
9327-
version "2.29.1"
9328-
resolved "https://registry.yarnpkg.com/moment/-/moment-2.29.1.tgz#b2be769fa31940be9eeea6469c075e35006fa3d3"
9329-
integrity sha512-kHmoybcPV8Sqy59DwNDY3Jefr64lK/by/da0ViFcuA4DH0vQg5Q6Ze5VimxkfQNSC+Mls/Kx53s7TjP1RhFEDQ==
9327+
version "2.29.2"
9328+
resolved "https://registry.yarnpkg.com/moment/-/moment-2.29.2.tgz#00910c60b20843bcba52d37d58c628b47b1f20e4"
9329+
integrity sha512-UgzG4rvxYpN15jgCmVJwac49h9ly9NurikMWGPdVxm8GZD6XjkKPxDTjQQ43gtGgnV3X0cAyWDdP2Wexoquifg==
93309330

93319331
move-concurrently@^1.0.1:
93329332
version "1.0.1"

0 commit comments

Comments
 (0)