FilesExpand file tree

development

/

blob.c

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

298 lines (236 loc) · 7.05 KB

development

/

blob.c

Copy path

Top

File metadata and controls

• Code
• Blame

298 lines (236 loc) · 7.05 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

284

285

286

287

288

289

290

291

292

293

294

295

296

297

298

/*

* Copyright (C) 2009-2012 the libgit2 contributors

*

* This file is part of libgit2, distributed under the GNU GPL v2 with

* a Linking Exception. For full terms see the included COPYING file.

*/

#include "git2/common.h"

#include "git2/object.h"

#include "git2/repository.h"

#include "common.h"

#include "blob.h"

#include "filter.h"

const void *git_blob_rawcontent(git_blob *blob)

{

assert(blob);

return blob->odb_object->raw.data;

}

git_off_t git_blob_rawsize(git_blob *blob)

{

assert(blob);

return (git_off_t)blob->odb_object->raw.len;

}

int git_blob__getbuf(git_buf *buffer, git_blob *blob)

{

return git_buf_set(

buffer, blob->odb_object->raw.data, blob->odb_object->raw.len);

}

void git_blob__free(git_blob *blob)

{

git_odb_object_free(blob->odb_object);

git__free(blob);

}

int git_blob__parse(git_blob *blob, git_odb_object *odb_obj)

{

assert(blob);

git_cached_obj_incref((git_cached_obj *)odb_obj);

blob->odb_object = odb_obj;

return 0;

}

int git_blob_create_frombuffer(git_oid *oid, git_repository *repo, const void *buffer, size_t len)

{

int error;

git_odb *odb;

git_odb_stream *stream;

if ((error = git_repository_odb__weakptr(&odb, repo)) < 0 ||

(error = git_odb_open_wstream(&stream, odb, len, GIT_OBJ_BLOB)) < 0)

return error;

if ((error = stream->write(stream, buffer, len)) == 0)

error = stream->finalize_write(oid, stream);

stream->free(stream);

return error;

}

static int write_file_stream(

git_oid *oid, git_odb *odb, const char *path, git_off_t file_size)

{

int fd, error;

char buffer[4096];

git_odb_stream *stream = NULL;

ssize_t read_len = -1, written = 0;

if ((error = git_odb_open_wstream(

&stream, odb, (size_t)file_size, GIT_OBJ_BLOB)) < 0)

return error;

if ((fd = git_futils_open_ro(path)) < 0) {

stream->free(stream);

return -1;

}

while (!error && (read_len = p_read(fd, buffer, sizeof(buffer))) > 0) {

error = stream->write(stream, buffer, read_len);

written += read_len;

}

p_close(fd);

if (written != file_size || read_len < 0) {

giterr_set(GITERR_OS, "Failed to read file into stream");

error = -1;

}

if (!error)

error = stream->finalize_write(oid, stream);

stream->free(stream);

return error;

}

static int write_file_filtered(

git_oid *oid,

git_odb *odb,

const char *full_path,

git_vector *filters)

{

int error;

git_buf source = GIT_BUF_INIT;

git_buf dest = GIT_BUF_INIT;

if ((error = git_futils_readbuffer(&source, full_path)) < 0)

return error;

error = git_filters_apply(&dest, &source, filters);

/* Free the source as soon as possible. This can be big in memory,

* and we don't want to ODB write to choke */

git_buf_free(&source);

/* Write the file to disk if it was properly filtered */

if (!error)

error = git_odb_write(oid, odb, dest.ptr, dest.size, GIT_OBJ_BLOB);

git_buf_free(&dest);

return error;

}

static int write_symlink(

git_oid *oid, git_odb *odb, const char *path, size_t link_size)

{

char *link_data;

ssize_t read_len;

int error;

link_data = git__malloc(link_size);

GITERR_CHECK_ALLOC(link_data);

read_len = p_readlink(path, link_data, link_size);

if (read_len != (ssize_t)link_size) {

giterr_set(GITERR_OS, "Failed to create blob. Can't read symlink '%s'", path);

git__free(link_data);

return -1;

}

error = git_odb_write(oid, odb, (void *)link_data, link_size, GIT_OBJ_BLOB);

git__free(link_data);

return error;

}

static int blob_create_internal(git_oid *oid, git_repository *repo, const char *content_path, const char *hint_path, bool try_load_filters)

{

int error;

struct stat st;

git_odb *odb = NULL;

git_off_t size;

assert(hint_path || !try_load_filters);

if ((error = git_path_lstat(content_path, &st)) < 0 || (error = git_repository_odb__weakptr(&odb, repo)) < 0)

return error;

size = st.st_size;

if (S_ISLNK(st.st_mode)) {

error = write_symlink(oid, odb, content_path, (size_t)size);

} else {

git_vector write_filters = GIT_VECTOR_INIT;

int filter_count = 0;

if (try_load_filters) {

/* Load the filters for writing this file to the ODB */

filter_count = git_filters_load(

&write_filters, repo, hint_path, GIT_FILTER_TO_ODB);

}

if (filter_count < 0) {

/* Negative value means there was a critical error */

error = filter_count;

} else if (filter_count == 0) {

/* No filters need to be applied to the document: we can stream

* directly from disk */

error = write_file_stream(oid, odb, content_path, size);

} else {

/* We need to apply one or more filters */

error = write_file_filtered(oid, odb, content_path, &write_filters);

}

git_filters_free(&write_filters);

/*

* TODO: eventually support streaming filtered files, for files

* which are bigger than a given threshold. This is not a priority

* because applying a filter in streaming mode changes the final

* size of the blob, and without knowing its final size, the blob

* cannot be written in stream mode to the ODB.

*

* The plan is to do streaming writes to a tempfile on disk and then

* opening streaming that file to the ODB, using

* `write_file_stream`.

*

* CAREFULLY DESIGNED APIS YO

*/

}

return error;

}

int git_blob_create_fromworkdir(git_oid *oid, git_repository *repo, const char *path)

{

git_buf full_path = GIT_BUF_INIT;

const char *workdir;

int error;

if ((error = git_repository__ensure_not_bare(repo, "create blob from file")) < 0)

return error;

workdir = git_repository_workdir(repo);

if (git_buf_joinpath(&full_path, workdir, path) < 0) {

git_buf_free(&full_path);

return -1;

}

error = blob_create_internal(oid, repo, git_buf_cstr(&full_path), git_buf_cstr(&full_path), true);

git_buf_free(&full_path);

return error;

}

int git_blob_create_fromdisk(git_oid *oid, git_repository *repo, const char *path)

{

int error;

git_buf full_path = GIT_BUF_INIT;

if ((error = git_path_prettify(&full_path, path, NULL)) < 0) {

git_buf_free(&full_path);

return error;

}

error = blob_create_internal(oid, repo, git_buf_cstr(&full_path), git_buf_cstr(&full_path), true);

git_buf_free(&full_path);

return error;

}

#define BUFFER_SIZE 4096

int git_blob_create_fromchunks(

git_oid *oid,

git_repository *repo,

const char *hintpath,

int (*source_cb)(char *content, size_t max_length, void *payload),

void *payload)

{

int error = -1, read_bytes;

char *content = NULL;

git_filebuf file = GIT_FILEBUF_INIT;

git_buf path = GIT_BUF_INIT;

if (git_buf_join_n(

&path, '/', 3,

git_repository_path(repo),

GIT_OBJECTS_DIR,

"streamed") < 0)

goto cleanup;

content = git__malloc(BUFFER_SIZE);

GITERR_CHECK_ALLOC(content);

if (git_filebuf_open(&file, git_buf_cstr(&path), GIT_FILEBUF_TEMPORARY) < 0)

goto cleanup;

while (1) {

read_bytes = source_cb(content, BUFFER_SIZE, payload);

assert(read_bytes <= BUFFER_SIZE);

if (read_bytes <= 0)

break;

if (git_filebuf_write(&file, content, read_bytes) < 0)

goto cleanup;

}

if (read_bytes < 0)

goto cleanup;

if (git_filebuf_flush(&file) < 0)

goto cleanup;

error = blob_create_internal(oid, repo, file.path_lock, hintpath, hintpath != NULL);

cleanup:

git_buf_free(&path);

git_filebuf_cleanup(&file);

git__free(content);

return error;

}